{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.5698587127158556,
  "eval_steps": 500.0,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.22031250596046448,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.043792724609375
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": -0.006439208984375,
      "step": 0
    },
    {
      "cov-distil": 1.9989408254623413,
      "cov-distil (oracle2student)": 5.017981052398682,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 6.024477481842041,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.590911388397217,
      "cov-distil (oracle2student)": 6.543224811553955,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 7.042376518249512,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.224440097808838,
      "cov-distil (oracle2student)": 4.77463436126709,
      "cov-distil (oracle2teacher)": 4.352740287780762,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 4.648467063903809,
      "step": 2,
      "subrel-constrast": 5.109892845153809,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.885896682739258,
      "cov-distil (oracle2student)": 5.3645124435424805,
      "cov-distil (oracle2teacher)": 3.347726345062256,
      "epoch": 0.002354788069073783,
      "rel-constrast": 5.739553451538086,
      "step": 3,
      "subrel-constrast": 4.283517360687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2158331871032715,
      "cov-distil (oracle2student)": 4.084691047668457,
      "cov-distil (oracle2teacher)": 4.018441200256348,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 4.0684003829956055,
      "step": 4,
      "subrel-constrast": 4.589417934417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5767998695373535,
      "cov-distil (oracle2student)": 9.704267501831055,
      "cov-distil (oracle2teacher)": 8.331369400024414,
      "epoch": 0.003924646781789639,
      "rel-constrast": 7.874483108520508,
      "step": 5,
      "subrel-constrast": 7.700264930725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.79292631149292,
      "cov-distil (oracle2student)": 7.11914587020874,
      "cov-distil (oracle2teacher)": 5.228112697601318,
      "epoch": 0.004709576138147566,
      "rel-constrast": 6.9429216384887695,
      "step": 6,
      "subrel-constrast": 6.355654239654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0856828689575195,
      "cov-distil (oracle2student)": 5.93704891204834,
      "cov-distil (oracle2teacher)": 5.008551120758057,
      "epoch": 0.005494505494505495,
      "rel-constrast": 4.818923473358154,
      "step": 7,
      "subrel-constrast": 5.020516395568848,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.434591054916382,
      "cov-distil (oracle2student)": 6.474992752075195,
      "cov-distil (oracle2teacher)": 4.747733116149902,
      "epoch": 0.006279434850863423,
      "rel-constrast": 5.501399993896484,
      "step": 8,
      "subrel-constrast": 3.926208972930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5756258964538574,
      "cov-distil (oracle2student)": 5.356744766235352,
      "cov-distil (oracle2teacher)": 4.575619697570801,
      "epoch": 0.00706436420722135,
      "rel-constrast": 5.720523834228516,
      "step": 9,
      "subrel-constrast": 5.084308624267578,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 14.6875,
      "learning_rate": 1.8e-06,
      "loss": 1.5355,
      "step": 10
    },
    {
      "cov-distil": 2.1977076530456543,
      "cov-distil (oracle2student)": 6.757143497467041,
      "cov-distil (oracle2teacher)": 5.617276191711426,
      "epoch": 0.007849293563579277,
      "rel-constrast": 5.512853622436523,
      "step": 10,
      "subrel-constrast": 5.326226711273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.706298828125,
      "cov-distil (oracle2student)": 6.122427940368652,
      "cov-distil (oracle2teacher)": 5.25514030456543,
      "epoch": 0.008634222919937205,
      "rel-constrast": 6.930272102355957,
      "step": 11,
      "subrel-constrast": 7.039256572723389,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.864715814590454,
      "cov-distil (oracle2student)": 7.023216247558594,
      "cov-distil (oracle2teacher)": 5.9542236328125,
      "epoch": 0.009419152276295133,
      "rel-constrast": 6.232133388519287,
      "step": 12,
      "subrel-constrast": 6.4162797927856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3469362258911133,
      "cov-distil (oracle2student)": 6.721796035766602,
      "cov-distil (oracle2teacher)": 6.2433061599731445,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.0683746337890625,
      "step": 13,
      "subrel-constrast": 5.341434955596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1811161041259766,
      "cov-distil (oracle2student)": 7.2861223220825195,
      "cov-distil (oracle2teacher)": 5.8947343826293945,
      "epoch": 0.01098901098901099,
      "rel-constrast": 7.474187850952148,
      "step": 14,
      "subrel-constrast": 6.791656970977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.64302659034729,
      "cov-distil (oracle2student)": 5.4572553634643555,
      "cov-distil (oracle2teacher)": 5.763911247253418,
      "epoch": 0.011773940345368918,
      "rel-constrast": 5.045305252075195,
      "step": 15,
      "subrel-constrast": 4.31443452835083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.655735969543457,
      "cov-distil (oracle2student)": 4.967411994934082,
      "cov-distil (oracle2teacher)": 4.9367451667785645,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.589081287384033,
      "step": 16,
      "subrel-constrast": 5.194316387176514,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.3185930252075195,
      "cov-distil (oracle2student)": 8.579732894897461,
      "cov-distil (oracle2teacher)": 6.211374282836914,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.12926959991455,
      "step": 17,
      "subrel-constrast": 7.03095817565918,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5940678119659424,
      "cov-distil (oracle2student)": 5.23136043548584,
      "cov-distil (oracle2teacher)": 4.642267227172852,
      "epoch": 0.0141287284144427,
      "rel-constrast": 7.647040367126465,
      "step": 18,
      "subrel-constrast": 6.048522472381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5200517177581787,
      "cov-distil (oracle2student)": 6.5976691246032715,
      "cov-distil (oracle2teacher)": 5.457851409912109,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.837478160858154,
      "step": 19,
      "subrel-constrast": 5.015170097351074,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 11.5,
      "learning_rate": 3.8e-06,
      "loss": 1.7192,
      "step": 20
    },
    {
      "cov-distil": 2.8882651329040527,
      "cov-distil (oracle2student)": 6.812105655670166,
      "cov-distil (oracle2teacher)": 5.1628193855285645,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.126932621002197,
      "step": 20,
      "subrel-constrast": 3.850844383239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3992528915405273,
      "cov-distil (oracle2student)": 7.211733818054199,
      "cov-distil (oracle2teacher)": 6.101794242858887,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.0363945960998535,
      "step": 21,
      "subrel-constrast": 5.17051887512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5096495151519775,
      "cov-distil (oracle2student)": 4.588565826416016,
      "cov-distil (oracle2teacher)": 4.846625804901123,
      "epoch": 0.01726844583987441,
      "rel-constrast": 4.975388050079346,
      "step": 22,
      "subrel-constrast": 4.857186794281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.170921325683594,
      "cov-distil (oracle2student)": 6.551638603210449,
      "cov-distil (oracle2teacher)": 4.069516658782959,
      "epoch": 0.01805337519623234,
      "rel-constrast": 6.165929794311523,
      "step": 23,
      "subrel-constrast": 4.358208179473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098790168762207,
      "cov-distil (oracle2student)": 5.845320701599121,
      "cov-distil (oracle2teacher)": 5.504785537719727,
      "epoch": 0.018838304552590265,
      "rel-constrast": 4.696883201599121,
      "step": 24,
      "subrel-constrast": 4.683824062347412,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.059403419494629,
      "cov-distil (oracle2student)": 6.316385269165039,
      "cov-distil (oracle2teacher)": 5.478769779205322,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.248359680175781,
      "step": 25,
      "subrel-constrast": 4.826545715332031,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4392154216766357,
      "cov-distil (oracle2student)": 7.097766876220703,
      "cov-distil (oracle2teacher)": 6.089644432067871,
      "epoch": 0.02040816326530612,
      "rel-constrast": 3.5677220821380615,
      "step": 26,
      "subrel-constrast": 5.144052505493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.950199604034424,
      "cov-distil (oracle2student)": 3.920788526535034,
      "cov-distil (oracle2teacher)": 3.7501702308654785,
      "epoch": 0.02119309262166405,
      "rel-constrast": 6.205774784088135,
      "step": 27,
      "subrel-constrast": 5.6194844245910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6556971073150635,
      "cov-distil (oracle2student)": 7.84365177154541,
      "cov-distil (oracle2teacher)": 6.098462104797363,
      "epoch": 0.02197802197802198,
      "rel-constrast": 5.898547649383545,
      "step": 28,
      "subrel-constrast": 5.221010684967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.909653902053833,
      "cov-distil (oracle2student)": 6.983352184295654,
      "cov-distil (oracle2teacher)": 5.800278186798096,
      "epoch": 0.022762951334379906,
      "rel-constrast": 8.33875846862793,
      "step": 29,
      "subrel-constrast": 6.201533317565918,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 18.625,
      "learning_rate": 5.8e-06,
      "loss": 1.4767,
      "step": 30
    },
    {
      "cov-distil": 3.3062081336975098,
      "cov-distil (oracle2student)": 5.957441329956055,
      "cov-distil (oracle2teacher)": 5.356626987457275,
      "epoch": 0.023547880690737835,
      "rel-constrast": 5.873440742492676,
      "step": 30,
      "subrel-constrast": 5.206483840942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.003835678100586,
      "cov-distil (oracle2student)": 6.451766490936279,
      "cov-distil (oracle2teacher)": 5.686596870422363,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.513315677642822,
      "step": 31,
      "subrel-constrast": 3.975355625152588,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.562520503997803,
      "cov-distil (oracle2student)": 6.852863311767578,
      "cov-distil (oracle2teacher)": 5.864892959594727,
      "epoch": 0.02511773940345369,
      "rel-constrast": 4.867502689361572,
      "step": 32,
      "subrel-constrast": 5.213437557220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.242316722869873,
      "cov-distil (oracle2student)": 6.31598424911499,
      "cov-distil (oracle2teacher)": 4.822293758392334,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.0525665283203125,
      "step": 33,
      "subrel-constrast": 4.827470779418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3685460090637207,
      "cov-distil (oracle2student)": 6.601994514465332,
      "cov-distil (oracle2teacher)": 5.246353626251221,
      "epoch": 0.026687598116169546,
      "rel-constrast": 7.083242416381836,
      "step": 34,
      "subrel-constrast": 6.778896808624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.851917266845703,
      "cov-distil (oracle2student)": 7.523550510406494,
      "cov-distil (oracle2teacher)": 5.629260540008545,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.395054340362549,
      "step": 35,
      "subrel-constrast": 5.885441303253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.128035068511963,
      "cov-distil (oracle2student)": 6.638618469238281,
      "cov-distil (oracle2teacher)": 5.311559677124023,
      "epoch": 0.0282574568288854,
      "rel-constrast": 7.698077201843262,
      "step": 36,
      "subrel-constrast": 7.009739398956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2630279064178467,
      "cov-distil (oracle2student)": 6.156218528747559,
      "cov-distil (oracle2teacher)": 5.182146072387695,
      "epoch": 0.029042386185243328,
      "rel-constrast": 7.442920207977295,
      "step": 37,
      "subrel-constrast": 5.945009708404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.768233299255371,
      "cov-distil (oracle2student)": 6.951910018920898,
      "cov-distil (oracle2teacher)": 5.957119464874268,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.2792134284973145,
      "step": 38,
      "subrel-constrast": 5.021896839141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8339362144470215,
      "cov-distil (oracle2student)": 7.501479148864746,
      "cov-distil (oracle2teacher)": 5.179250717163086,
      "epoch": 0.030612244897959183,
      "rel-constrast": 4.769600868225098,
      "step": 39,
      "subrel-constrast": 3.6820363998413086,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 14.5625,
      "learning_rate": 7.8e-06,
      "loss": 1.5852,
      "step": 40
    },
    {
      "cov-distil": 2.555297613143921,
      "cov-distil (oracle2student)": 5.6338653564453125,
      "cov-distil (oracle2teacher)": 4.482355117797852,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.083925247192383,
      "step": 40,
      "subrel-constrast": 4.808349609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1003241539001465,
      "cov-distil (oracle2student)": 5.317790985107422,
      "cov-distil (oracle2teacher)": 4.3466105461120605,
      "epoch": 0.03218210361067504,
      "rel-constrast": 5.45939826965332,
      "step": 41,
      "subrel-constrast": 4.781937122344971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9703564643859863,
      "cov-distil (oracle2student)": 5.934055328369141,
      "cov-distil (oracle2teacher)": 5.138962745666504,
      "epoch": 0.03296703296703297,
      "rel-constrast": 6.878569602966309,
      "step": 42,
      "subrel-constrast": 5.371658802032471,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.243804931640625,
      "cov-distil (oracle2student)": 5.817590713500977,
      "cov-distil (oracle2teacher)": 5.6087646484375,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.477522850036621,
      "step": 43,
      "subrel-constrast": 4.669333457946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4824013710021973,
      "cov-distil (oracle2student)": 5.98047399520874,
      "cov-distil (oracle2teacher)": 4.7714385986328125,
      "epoch": 0.03453689167974882,
      "rel-constrast": 7.041848659515381,
      "step": 44,
      "subrel-constrast": 6.727870464324951,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0051915645599365,
      "cov-distil (oracle2student)": 6.650215148925781,
      "cov-distil (oracle2teacher)": 4.8947858810424805,
      "epoch": 0.03532182103610675,
      "rel-constrast": 5.675704002380371,
      "step": 45,
      "subrel-constrast": 4.767962455749512,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6483213901519775,
      "cov-distil (oracle2student)": 6.8753862380981445,
      "cov-distil (oracle2teacher)": 6.548596382141113,
      "epoch": 0.03610675039246468,
      "rel-constrast": 6.93494987487793,
      "step": 46,
      "subrel-constrast": 6.726848602294922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9418654441833496,
      "cov-distil (oracle2student)": 7.053772926330566,
      "cov-distil (oracle2teacher)": 4.740725517272949,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.27586030960083,
      "step": 47,
      "subrel-constrast": 5.627386569976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.886073589324951,
      "cov-distil (oracle2student)": 6.735724449157715,
      "cov-distil (oracle2teacher)": 6.102228164672852,
      "epoch": 0.03767660910518053,
      "rel-constrast": 5.253280162811279,
      "step": 48,
      "subrel-constrast": 4.996863842010498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.664821147918701,
      "cov-distil (oracle2student)": 8.29526424407959,
      "cov-distil (oracle2teacher)": 6.44202995300293,
      "epoch": 0.038461538461538464,
      "rel-constrast": 8.128076553344727,
      "step": 49,
      "subrel-constrast": 6.752139568328857,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 15.0,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.654,
      "step": 50
    },
    {
      "cov-distil": 3.179777145385742,
      "cov-distil (oracle2student)": 6.031233787536621,
      "cov-distil (oracle2teacher)": 4.081709861755371,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.101325511932373,
      "step": 50,
      "subrel-constrast": 4.288801193237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2451171875,
      "cov-distil (oracle2student)": 8.157163619995117,
      "cov-distil (oracle2teacher)": 6.921818733215332,
      "epoch": 0.040031397174254316,
      "rel-constrast": 8.094298362731934,
      "step": 51,
      "subrel-constrast": 8.011505126953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1409428119659424,
      "cov-distil (oracle2student)": 5.032750606536865,
      "cov-distil (oracle2teacher)": 4.0509819984436035,
      "epoch": 0.04081632653061224,
      "rel-constrast": 5.012451171875,
      "step": 52,
      "subrel-constrast": 4.377075672149658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.448294162750244,
      "cov-distil (oracle2student)": 5.377243995666504,
      "cov-distil (oracle2teacher)": 4.072176456451416,
      "epoch": 0.041601255886970175,
      "rel-constrast": 7.902456283569336,
      "step": 53,
      "subrel-constrast": 5.899237632751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7443699836730957,
      "cov-distil (oracle2student)": 6.392620086669922,
      "cov-distil (oracle2teacher)": 6.287512302398682,
      "epoch": 0.0423861852433281,
      "rel-constrast": 5.377161502838135,
      "step": 54,
      "subrel-constrast": 6.020024299621582,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0702884197235107,
      "cov-distil (oracle2student)": 10.622819900512695,
      "cov-distil (oracle2teacher)": 8.74500846862793,
      "epoch": 0.04317111459968603,
      "rel-constrast": 5.927041530609131,
      "step": 55,
      "subrel-constrast": 6.688055515289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6151952743530273,
      "cov-distil (oracle2student)": 5.782410144805908,
      "cov-distil (oracle2teacher)": 5.242873191833496,
      "epoch": 0.04395604395604396,
      "rel-constrast": 5.679172515869141,
      "step": 56,
      "subrel-constrast": 5.444904804229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4716145992279053,
      "cov-distil (oracle2student)": 6.009775638580322,
      "cov-distil (oracle2teacher)": 4.831755638122559,
      "epoch": 0.044740973312401885,
      "rel-constrast": 5.917099475860596,
      "step": 57,
      "subrel-constrast": 5.02934455871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5788421630859375,
      "cov-distil (oracle2student)": 6.610551834106445,
      "cov-distil (oracle2teacher)": 5.569246768951416,
      "epoch": 0.04552590266875981,
      "rel-constrast": 7.342005729675293,
      "step": 58,
      "subrel-constrast": 5.217304706573486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5524449348449707,
      "cov-distil (oracle2student)": 9.672078132629395,
      "cov-distil (oracle2teacher)": 8.737354278564453,
      "epoch": 0.04631083202511774,
      "rel-constrast": 6.748601913452148,
      "step": 59,
      "subrel-constrast": 7.134464263916016,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 15.5625,
      "learning_rate": 1.18e-05,
      "loss": 1.6777,
      "step": 60
    },
    {
      "cov-distil": 3.496192693710327,
      "cov-distil (oracle2student)": 5.578493118286133,
      "cov-distil (oracle2teacher)": 4.646513938903809,
      "epoch": 0.04709576138147567,
      "rel-constrast": 4.8039326667785645,
      "step": 60,
      "subrel-constrast": 4.806005001068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6855032444000244,
      "cov-distil (oracle2student)": 5.660429954528809,
      "cov-distil (oracle2teacher)": 4.782925605773926,
      "epoch": 0.047880690737833596,
      "rel-constrast": 5.827277183532715,
      "step": 61,
      "subrel-constrast": 5.219032287597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.062665939331055,
      "cov-distil (oracle2student)": 6.531301021575928,
      "cov-distil (oracle2teacher)": 5.4628167152404785,
      "epoch": 0.04866562009419152,
      "rel-constrast": 5.303514003753662,
      "step": 62,
      "subrel-constrast": 4.789539337158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.996084690093994,
      "cov-distil (oracle2student)": 5.579823017120361,
      "cov-distil (oracle2teacher)": 3.7905120849609375,
      "epoch": 0.04945054945054945,
      "rel-constrast": 7.59337854385376,
      "step": 63,
      "subrel-constrast": 4.985969543457031,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.308494806289673,
      "cov-distil (oracle2student)": 4.7651472091674805,
      "cov-distil (oracle2teacher)": 3.442629814147949,
      "epoch": 0.05023547880690738,
      "rel-constrast": 4.909084320068359,
      "step": 64,
      "subrel-constrast": 3.8573927879333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5397794246673584,
      "cov-distil (oracle2student)": 7.556614875793457,
      "cov-distil (oracle2teacher)": 5.984519958496094,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.33320426940918,
      "step": 65,
      "subrel-constrast": 5.111749172210693,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8892366886138916,
      "cov-distil (oracle2student)": 5.131909370422363,
      "cov-distil (oracle2teacher)": 3.7006654739379883,
      "epoch": 0.05180533751962323,
      "rel-constrast": 4.9993205070495605,
      "step": 66,
      "subrel-constrast": 3.8624868392944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4021005630493164,
      "cov-distil (oracle2student)": 5.850512504577637,
      "cov-distil (oracle2teacher)": 5.038116455078125,
      "epoch": 0.05259026687598116,
      "rel-constrast": 6.513566017150879,
      "step": 67,
      "subrel-constrast": 5.022249698638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.935321092605591,
      "cov-distil (oracle2student)": 5.369965076446533,
      "cov-distil (oracle2teacher)": 4.145092487335205,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.031909942626953,
      "step": 68,
      "subrel-constrast": 4.0741190910339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.432495594024658,
      "cov-distil (oracle2student)": 6.083106994628906,
      "cov-distil (oracle2teacher)": 4.868999004364014,
      "epoch": 0.05416012558869702,
      "rel-constrast": 4.872220039367676,
      "step": 69,
      "subrel-constrast": 4.917860984802246,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 14.6875,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.4591,
      "step": 70
    },
    {
      "cov-distil": 3.0345380306243896,
      "cov-distil (oracle2student)": 5.824362754821777,
      "cov-distil (oracle2teacher)": 5.187926292419434,
      "epoch": 0.054945054945054944,
      "rel-constrast": 5.694558620452881,
      "step": 70,
      "subrel-constrast": 5.162909030914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.13486909866333,
      "cov-distil (oracle2student)": 5.767430305480957,
      "cov-distil (oracle2teacher)": 4.478599548339844,
      "epoch": 0.05572998430141287,
      "rel-constrast": 5.081554412841797,
      "step": 71,
      "subrel-constrast": 5.323479652404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.341862201690674,
      "cov-distil (oracle2student)": 8.452357292175293,
      "cov-distil (oracle2teacher)": 6.5567426681518555,
      "epoch": 0.0565149136577708,
      "rel-constrast": 8.060879707336426,
      "step": 72,
      "subrel-constrast": 6.52816104888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4458768367767334,
      "cov-distil (oracle2student)": 5.24019718170166,
      "cov-distil (oracle2teacher)": 3.9493649005889893,
      "epoch": 0.05729984301412873,
      "rel-constrast": 7.139843940734863,
      "step": 73,
      "subrel-constrast": 4.996312618255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8955283164978027,
      "cov-distil (oracle2student)": 10.032674789428711,
      "cov-distil (oracle2teacher)": 8.682584762573242,
      "epoch": 0.058084772370486655,
      "rel-constrast": 7.687155246734619,
      "step": 74,
      "subrel-constrast": 6.088878631591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1111350059509277,
      "cov-distil (oracle2student)": 6.499606132507324,
      "cov-distil (oracle2teacher)": 6.497236728668213,
      "epoch": 0.05886970172684458,
      "rel-constrast": 5.625309467315674,
      "step": 75,
      "subrel-constrast": 5.233251571655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.752800941467285,
      "cov-distil (oracle2student)": 4.5509233474731445,
      "cov-distil (oracle2teacher)": 3.765554666519165,
      "epoch": 0.059654631083202514,
      "rel-constrast": 4.902388572692871,
      "step": 76,
      "subrel-constrast": 4.530709743499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0004944801330566,
      "cov-distil (oracle2student)": 4.768328666687012,
      "cov-distil (oracle2teacher)": 4.577667713165283,
      "epoch": 0.06043956043956044,
      "rel-constrast": 4.4596662521362305,
      "step": 77,
      "subrel-constrast": 4.159592151641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1589486598968506,
      "cov-distil (oracle2student)": 6.324450492858887,
      "cov-distil (oracle2teacher)": 6.338315963745117,
      "epoch": 0.061224489795918366,
      "rel-constrast": 6.031223773956299,
      "step": 78,
      "subrel-constrast": 5.933864116668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2591099739074707,
      "cov-distil (oracle2student)": 7.582329273223877,
      "cov-distil (oracle2teacher)": 5.150389671325684,
      "epoch": 0.06200941915227629,
      "rel-constrast": 5.5001373291015625,
      "step": 79,
      "subrel-constrast": 5.466885089874268,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 12.0625,
      "learning_rate": 1.58e-05,
      "loss": 1.5774,
      "step": 80
    },
    {
      "cov-distil": 3.0406224727630615,
      "cov-distil (oracle2student)": 7.124165058135986,
      "cov-distil (oracle2teacher)": 7.063438892364502,
      "epoch": 0.06279434850863422,
      "rel-constrast": 6.491957664489746,
      "step": 80,
      "subrel-constrast": 6.430125713348389,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0687308311462402,
      "cov-distil (oracle2student)": 7.28802490234375,
      "cov-distil (oracle2teacher)": 6.864778518676758,
      "epoch": 0.06357927786499215,
      "rel-constrast": 6.201897621154785,
      "step": 81,
      "subrel-constrast": 6.779809951782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8989086151123047,
      "cov-distil (oracle2student)": 7.497507572174072,
      "cov-distil (oracle2teacher)": 6.346818447113037,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.302114009857178,
      "step": 82,
      "subrel-constrast": 4.8752899169921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.243736505508423,
      "cov-distil (oracle2student)": 6.233282089233398,
      "cov-distil (oracle2teacher)": 5.655214309692383,
      "epoch": 0.065149136577708,
      "rel-constrast": 5.749616622924805,
      "step": 83,
      "subrel-constrast": 5.426701545715332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.366870880126953,
      "cov-distil (oracle2student)": 5.77467155456543,
      "cov-distil (oracle2teacher)": 5.1649699211120605,
      "epoch": 0.06593406593406594,
      "rel-constrast": 4.902256965637207,
      "step": 84,
      "subrel-constrast": 4.4364824295043945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9250879287719727,
      "cov-distil (oracle2student)": 4.621449947357178,
      "cov-distil (oracle2teacher)": 4.265499114990234,
      "epoch": 0.06671899529042387,
      "rel-constrast": 4.967266082763672,
      "step": 85,
      "subrel-constrast": 4.097672462463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.979970932006836,
      "cov-distil (oracle2student)": 7.692070007324219,
      "cov-distil (oracle2teacher)": 6.095685958862305,
      "epoch": 0.06750392464678179,
      "rel-constrast": 5.543533802032471,
      "step": 86,
      "subrel-constrast": 5.260551929473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.002683162689209,
      "cov-distil (oracle2student)": 6.037163734436035,
      "cov-distil (oracle2teacher)": 5.258898735046387,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.427407264709473,
      "step": 87,
      "subrel-constrast": 6.06643009185791,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5548694133758545,
      "cov-distil (oracle2student)": 7.812252998352051,
      "cov-distil (oracle2teacher)": 8.124956130981445,
      "epoch": 0.06907378335949764,
      "rel-constrast": 5.344541072845459,
      "step": 88,
      "subrel-constrast": 5.623685836791992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.456543445587158,
      "cov-distil (oracle2student)": 7.29200553894043,
      "cov-distil (oracle2teacher)": 6.1561737060546875,
      "epoch": 0.06985871271585557,
      "rel-constrast": 5.385221481323242,
      "step": 89,
      "subrel-constrast": 4.898132801055908,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 14.0,
      "learning_rate": 1.78e-05,
      "loss": 1.4842,
      "step": 90
    },
    {
      "cov-distil": 3.0264265537261963,
      "cov-distil (oracle2student)": 5.663673400878906,
      "cov-distil (oracle2teacher)": 4.569024562835693,
      "epoch": 0.0706436420722135,
      "rel-constrast": 4.415755271911621,
      "step": 90,
      "subrel-constrast": 4.5116119384765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6064767837524414,
      "cov-distil (oracle2student)": 6.501408576965332,
      "cov-distil (oracle2teacher)": 5.638460636138916,
      "epoch": 0.07142857142857142,
      "rel-constrast": 5.015267372131348,
      "step": 91,
      "subrel-constrast": 4.1424946784973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1522977352142334,
      "cov-distil (oracle2student)": 5.679189682006836,
      "cov-distil (oracle2teacher)": 5.041932106018066,
      "epoch": 0.07221350078492936,
      "rel-constrast": 5.284162521362305,
      "step": 92,
      "subrel-constrast": 5.022839069366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358076810836792,
      "cov-distil (oracle2student)": 6.287805557250977,
      "cov-distil (oracle2teacher)": 5.502930641174316,
      "epoch": 0.07299843014128729,
      "rel-constrast": 3.7194433212280273,
      "step": 93,
      "subrel-constrast": 3.9273769855499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.551795244216919,
      "cov-distil (oracle2student)": 7.094259262084961,
      "cov-distil (oracle2teacher)": 6.410989284515381,
      "epoch": 0.07378335949764521,
      "rel-constrast": 5.936522960662842,
      "step": 94,
      "subrel-constrast": 5.9040117263793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9889988899230957,
      "cov-distil (oracle2student)": 7.585901260375977,
      "cov-distil (oracle2teacher)": 6.5708818435668945,
      "epoch": 0.07456828885400314,
      "rel-constrast": 4.7740983963012695,
      "step": 95,
      "subrel-constrast": 5.203524112701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7907609939575195,
      "cov-distil (oracle2student)": 6.30566930770874,
      "cov-distil (oracle2teacher)": 5.1206865310668945,
      "epoch": 0.07535321821036106,
      "rel-constrast": 5.323421955108643,
      "step": 96,
      "subrel-constrast": 4.513722896575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.201972484588623,
      "cov-distil (oracle2student)": 6.450406551361084,
      "cov-distil (oracle2teacher)": 5.843845367431641,
      "epoch": 0.076138147566719,
      "rel-constrast": 6.8042097091674805,
      "step": 97,
      "subrel-constrast": 5.8807573318481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1490790843963623,
      "cov-distil (oracle2student)": 5.094491481781006,
      "cov-distil (oracle2teacher)": 4.891767501831055,
      "epoch": 0.07692307692307693,
      "rel-constrast": 4.750081539154053,
      "step": 98,
      "subrel-constrast": 5.3133368492126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4351210594177246,
      "cov-distil (oracle2student)": 5.4910969734191895,
      "cov-distil (oracle2teacher)": 5.353191375732422,
      "epoch": 0.07770800627943485,
      "rel-constrast": 4.304207801818848,
      "step": 99,
      "subrel-constrast": 4.943361759185791,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 10.75,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.3313,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.2265625,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.0276947021484375
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.0291900634765625
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.001495361328125,
      "step": 100
    },
    {
      "cov-distil": 2.6351094245910645,
      "cov-distil (oracle2student)": 6.420079708099365,
      "cov-distil (oracle2teacher)": 4.811285018920898,
      "epoch": 0.07849293563579278,
      "rel-constrast": 7.989321708679199,
      "step": 100,
      "subrel-constrast": 5.289547920227051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.449251651763916,
      "cov-distil (oracle2student)": 5.590154647827148,
      "cov-distil (oracle2teacher)": 5.960813522338867,
      "epoch": 0.07927786499215071,
      "rel-constrast": 7.251814842224121,
      "step": 101,
      "subrel-constrast": 7.487259387969971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.605091094970703,
      "cov-distil (oracle2student)": 8.023599624633789,
      "cov-distil (oracle2teacher)": 6.16713809967041,
      "epoch": 0.08006279434850863,
      "rel-constrast": 4.046014785766602,
      "step": 102,
      "subrel-constrast": 3.731642723083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.634860038757324,
      "cov-distil (oracle2student)": 6.683403015136719,
      "cov-distil (oracle2teacher)": 6.13450813293457,
      "epoch": 0.08084772370486656,
      "rel-constrast": 5.300339221954346,
      "step": 103,
      "subrel-constrast": 4.820398807525635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5530221462249756,
      "cov-distil (oracle2student)": 5.683620452880859,
      "cov-distil (oracle2teacher)": 3.8274989128112793,
      "epoch": 0.08163265306122448,
      "rel-constrast": 5.99018669128418,
      "step": 104,
      "subrel-constrast": 4.879518508911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.873239517211914,
      "cov-distil (oracle2student)": 5.83644962310791,
      "cov-distil (oracle2teacher)": 4.31813907623291,
      "epoch": 0.08241758241758242,
      "rel-constrast": 4.912308692932129,
      "step": 105,
      "subrel-constrast": 4.1804094314575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9087564945220947,
      "cov-distil (oracle2student)": 6.724010467529297,
      "cov-distil (oracle2teacher)": 5.581170558929443,
      "epoch": 0.08320251177394035,
      "rel-constrast": 5.2570295333862305,
      "step": 106,
      "subrel-constrast": 4.483855247497559,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.211263418197632,
      "cov-distil (oracle2student)": 4.7434515953063965,
      "cov-distil (oracle2teacher)": 4.108025550842285,
      "epoch": 0.08398744113029827,
      "rel-constrast": 4.302957534790039,
      "step": 107,
      "subrel-constrast": 3.7378945350646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6665637493133545,
      "cov-distil (oracle2student)": 6.802295684814453,
      "cov-distil (oracle2teacher)": 6.704296588897705,
      "epoch": 0.0847723704866562,
      "rel-constrast": 4.602003574371338,
      "step": 108,
      "subrel-constrast": 4.8410749435424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1119375228881836,
      "cov-distil (oracle2student)": 4.116933822631836,
      "cov-distil (oracle2teacher)": 3.801696300506592,
      "epoch": 0.08555729984301413,
      "rel-constrast": 3.1096556186676025,
      "step": 109,
      "subrel-constrast": 2.8281612396240234,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 11.25,
      "learning_rate": 2.18e-05,
      "loss": 1.3857,
      "step": 110
    },
    {
      "cov-distil": 3.2228808403015137,
      "cov-distil (oracle2student)": 5.118434906005859,
      "cov-distil (oracle2teacher)": 4.929256916046143,
      "epoch": 0.08634222919937205,
      "rel-constrast": 4.542896270751953,
      "step": 110,
      "subrel-constrast": 5.148619651794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2539002895355225,
      "cov-distil (oracle2student)": 6.46175479888916,
      "cov-distil (oracle2teacher)": 5.868401050567627,
      "epoch": 0.08712715855572999,
      "rel-constrast": 5.869259834289551,
      "step": 111,
      "subrel-constrast": 5.904931545257568,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.826535701751709,
      "cov-distil (oracle2student)": 4.965552806854248,
      "cov-distil (oracle2teacher)": 4.328280925750732,
      "epoch": 0.08791208791208792,
      "rel-constrast": 6.202089309692383,
      "step": 112,
      "subrel-constrast": 5.608125686645508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5449764728546143,
      "cov-distil (oracle2student)": 5.1452836990356445,
      "cov-distil (oracle2teacher)": 3.8179514408111572,
      "epoch": 0.08869701726844584,
      "rel-constrast": 4.954300403594971,
      "step": 113,
      "subrel-constrast": 4.609903335571289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6602468490600586,
      "cov-distil (oracle2student)": 5.308966159820557,
      "cov-distil (oracle2teacher)": 4.167311668395996,
      "epoch": 0.08948194662480377,
      "rel-constrast": 4.702554702758789,
      "step": 114,
      "subrel-constrast": 4.219851493835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2332382202148438,
      "cov-distil (oracle2student)": 5.805965423583984,
      "cov-distil (oracle2teacher)": 4.528085708618164,
      "epoch": 0.09026687598116169,
      "rel-constrast": 5.302210330963135,
      "step": 115,
      "subrel-constrast": 4.542255878448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7884867191314697,
      "cov-distil (oracle2student)": 6.498457908630371,
      "cov-distil (oracle2teacher)": 5.257707595825195,
      "epoch": 0.09105180533751962,
      "rel-constrast": 5.767347812652588,
      "step": 116,
      "subrel-constrast": 5.467629432678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.346719264984131,
      "cov-distil (oracle2student)": 5.346728801727295,
      "cov-distil (oracle2teacher)": 5.076066017150879,
      "epoch": 0.09183673469387756,
      "rel-constrast": 4.276191711425781,
      "step": 117,
      "subrel-constrast": 4.379854679107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0200977325439453,
      "cov-distil (oracle2student)": 7.405205726623535,
      "cov-distil (oracle2teacher)": 6.355814456939697,
      "epoch": 0.09262166405023547,
      "rel-constrast": 3.8846940994262695,
      "step": 118,
      "subrel-constrast": 4.11023473739624,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.162384033203125,
      "cov-distil (oracle2student)": 2.6935033798217773,
      "cov-distil (oracle2teacher)": 3.72473406791687,
      "epoch": 0.09340659340659341,
      "rel-constrast": 3.726165771484375,
      "step": 119,
      "subrel-constrast": 3.7514824867248535,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 9.75,
      "learning_rate": 2.38e-05,
      "loss": 1.3008,
      "step": 120
    },
    {
      "cov-distil": 2.360382556915283,
      "cov-distil (oracle2student)": 6.667299270629883,
      "cov-distil (oracle2teacher)": 5.828243732452393,
      "epoch": 0.09419152276295134,
      "rel-constrast": 3.7040605545043945,
      "step": 120,
      "subrel-constrast": 4.108128547668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.112985849380493,
      "cov-distil (oracle2student)": 3.8569931983947754,
      "cov-distil (oracle2teacher)": 3.6624011993408203,
      "epoch": 0.09497645211930926,
      "rel-constrast": 4.733532428741455,
      "step": 121,
      "subrel-constrast": 4.009025573730469,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.935187816619873,
      "cov-distil (oracle2student)": 7.038307189941406,
      "cov-distil (oracle2teacher)": 6.054470062255859,
      "epoch": 0.09576138147566719,
      "rel-constrast": 4.227137565612793,
      "step": 122,
      "subrel-constrast": 3.983626127243042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4672415256500244,
      "cov-distil (oracle2student)": 4.717007160186768,
      "cov-distil (oracle2teacher)": 4.489325523376465,
      "epoch": 0.09654631083202511,
      "rel-constrast": 4.1013078689575195,
      "step": 123,
      "subrel-constrast": 3.994878053665161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2666873931884766,
      "cov-distil (oracle2student)": 7.578332901000977,
      "cov-distil (oracle2teacher)": 6.238527297973633,
      "epoch": 0.09733124018838304,
      "rel-constrast": 5.809881210327148,
      "step": 124,
      "subrel-constrast": 5.233585834503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194108247756958,
      "cov-distil (oracle2student)": 7.899198532104492,
      "cov-distil (oracle2teacher)": 7.034453392028809,
      "epoch": 0.09811616954474098,
      "rel-constrast": 5.486351013183594,
      "step": 125,
      "subrel-constrast": 5.105801105499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4531521797180176,
      "cov-distil (oracle2student)": 5.631479263305664,
      "cov-distil (oracle2teacher)": 4.3922343254089355,
      "epoch": 0.0989010989010989,
      "rel-constrast": 4.645771026611328,
      "step": 126,
      "subrel-constrast": 4.087932586669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4266016483306885,
      "cov-distil (oracle2student)": 4.546659469604492,
      "cov-distil (oracle2teacher)": 4.035019874572754,
      "epoch": 0.09968602825745683,
      "rel-constrast": 4.493709564208984,
      "step": 127,
      "subrel-constrast": 4.783648490905762,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7037672996520996,
      "cov-distil (oracle2student)": 4.477809906005859,
      "cov-distil (oracle2teacher)": 3.4473838806152344,
      "epoch": 0.10047095761381476,
      "rel-constrast": 5.096370697021484,
      "step": 128,
      "subrel-constrast": 4.145744800567627,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1208019256591797,
      "cov-distil (oracle2student)": 8.85189437866211,
      "cov-distil (oracle2teacher)": 6.382098197937012,
      "epoch": 0.10125588697017268,
      "rel-constrast": 4.8031158447265625,
      "step": 129,
      "subrel-constrast": 4.735823154449463,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 10.4375,
      "learning_rate": 2.58e-05,
      "loss": 1.2401,
      "step": 130
    },
    {
      "cov-distil": 1.8555831909179688,
      "cov-distil (oracle2student)": 6.49212646484375,
      "cov-distil (oracle2teacher)": 4.545014381408691,
      "epoch": 0.10204081632653061,
      "rel-constrast": 3.720686912536621,
      "step": 130,
      "subrel-constrast": 2.910759449005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5559983253479004,
      "cov-distil (oracle2student)": 3.947779893875122,
      "cov-distil (oracle2teacher)": 3.1135973930358887,
      "epoch": 0.10282574568288853,
      "rel-constrast": 4.492345333099365,
      "step": 131,
      "subrel-constrast": 3.907316207885742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.501744031906128,
      "cov-distil (oracle2student)": 3.857603073120117,
      "cov-distil (oracle2teacher)": 4.150932312011719,
      "epoch": 0.10361067503924647,
      "rel-constrast": 3.2606308460235596,
      "step": 132,
      "subrel-constrast": 4.077866554260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.32318115234375,
      "cov-distil (oracle2student)": 4.570570945739746,
      "cov-distil (oracle2teacher)": 3.2738072872161865,
      "epoch": 0.1043956043956044,
      "rel-constrast": 6.114501476287842,
      "step": 133,
      "subrel-constrast": 4.569876670837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140868902206421,
      "cov-distil (oracle2student)": 5.116214752197266,
      "cov-distil (oracle2teacher)": 4.520162582397461,
      "epoch": 0.10518053375196232,
      "rel-constrast": 5.941625595092773,
      "step": 134,
      "subrel-constrast": 5.641219615936279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2034988403320312,
      "cov-distil (oracle2student)": 4.97379732131958,
      "cov-distil (oracle2teacher)": 3.9024977684020996,
      "epoch": 0.10596546310832025,
      "rel-constrast": 4.971968173980713,
      "step": 135,
      "subrel-constrast": 4.451583385467529,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.246377944946289,
      "cov-distil (oracle2student)": 3.9440054893493652,
      "cov-distil (oracle2teacher)": 3.8214340209960938,
      "epoch": 0.10675039246467818,
      "rel-constrast": 3.6676015853881836,
      "step": 136,
      "subrel-constrast": 3.999481201171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0108532905578613,
      "cov-distil (oracle2student)": 5.237700939178467,
      "cov-distil (oracle2teacher)": 5.0101799964904785,
      "epoch": 0.1075353218210361,
      "rel-constrast": 3.608971118927002,
      "step": 137,
      "subrel-constrast": 3.8411965370178223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067253589630127,
      "cov-distil (oracle2student)": 6.853719711303711,
      "cov-distil (oracle2teacher)": 5.714383602142334,
      "epoch": 0.10832025117739404,
      "rel-constrast": 5.400152683258057,
      "step": 138,
      "subrel-constrast": 4.80242395401001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247955799102783,
      "cov-distil (oracle2student)": 6.364778518676758,
      "cov-distil (oracle2teacher)": 5.805251598358154,
      "epoch": 0.10910518053375197,
      "rel-constrast": 5.05926513671875,
      "step": 139,
      "subrel-constrast": 5.382837772369385,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 10.6875,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.2113,
      "step": 140
    },
    {
      "cov-distil": 2.3487284183502197,
      "cov-distil (oracle2student)": 3.868018388748169,
      "cov-distil (oracle2teacher)": 3.3821828365325928,
      "epoch": 0.10989010989010989,
      "rel-constrast": 3.9863667488098145,
      "step": 140,
      "subrel-constrast": 4.556828498840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9004948139190674,
      "cov-distil (oracle2student)": 6.407281875610352,
      "cov-distil (oracle2teacher)": 5.013850688934326,
      "epoch": 0.11067503924646782,
      "rel-constrast": 4.4379682540893555,
      "step": 141,
      "subrel-constrast": 4.527557373046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371265172958374,
      "cov-distil (oracle2student)": 5.384237289428711,
      "cov-distil (oracle2teacher)": 4.477989673614502,
      "epoch": 0.11145996860282574,
      "rel-constrast": 4.169025421142578,
      "step": 142,
      "subrel-constrast": 3.753755569458008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6737124919891357,
      "cov-distil (oracle2student)": 4.716396808624268,
      "cov-distil (oracle2teacher)": 4.515721321105957,
      "epoch": 0.11224489795918367,
      "rel-constrast": 5.2683844566345215,
      "step": 143,
      "subrel-constrast": 6.357266902923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3839969635009766,
      "cov-distil (oracle2student)": 5.216597557067871,
      "cov-distil (oracle2teacher)": 4.502408027648926,
      "epoch": 0.1130298273155416,
      "rel-constrast": 3.9578328132629395,
      "step": 144,
      "subrel-constrast": 4.4807209968566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.409961462020874,
      "cov-distil (oracle2student)": 4.617639064788818,
      "cov-distil (oracle2teacher)": 3.4705004692077637,
      "epoch": 0.11381475667189953,
      "rel-constrast": 3.988140106201172,
      "step": 145,
      "subrel-constrast": 3.7560057640075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.437391996383667,
      "cov-distil (oracle2student)": 7.210376739501953,
      "cov-distil (oracle2teacher)": 5.494784355163574,
      "epoch": 0.11459968602825746,
      "rel-constrast": 6.229181289672852,
      "step": 146,
      "subrel-constrast": 5.4068450927734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.487854480743408,
      "cov-distil (oracle2student)": 4.511354923248291,
      "cov-distil (oracle2teacher)": 4.271688938140869,
      "epoch": 0.11538461538461539,
      "rel-constrast": 3.3188250064849854,
      "step": 147,
      "subrel-constrast": 3.3439455032348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202552080154419,
      "cov-distil (oracle2student)": 7.626204490661621,
      "cov-distil (oracle2teacher)": 6.246827602386475,
      "epoch": 0.11616954474097331,
      "rel-constrast": 6.489372253417969,
      "step": 148,
      "subrel-constrast": 6.293572425842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.863210916519165,
      "cov-distil (oracle2student)": 6.021518230438232,
      "cov-distil (oracle2teacher)": 5.504705905914307,
      "epoch": 0.11695447409733124,
      "rel-constrast": 4.466584205627441,
      "step": 149,
      "subrel-constrast": 4.503949165344238,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 9.75,
      "learning_rate": 2.98e-05,
      "loss": 1.2155,
      "step": 150
    },
    {
      "cov-distil": 2.287616729736328,
      "cov-distil (oracle2student)": 2.882298707962036,
      "cov-distil (oracle2teacher)": 2.7673628330230713,
      "epoch": 0.11773940345368916,
      "rel-constrast": 2.9627468585968018,
      "step": 150,
      "subrel-constrast": 3.5341176986694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0427331924438477,
      "cov-distil (oracle2student)": 4.696889877319336,
      "cov-distil (oracle2teacher)": 3.7240023612976074,
      "epoch": 0.1185243328100471,
      "rel-constrast": 5.601482391357422,
      "step": 151,
      "subrel-constrast": 5.148781776428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4701590538024902,
      "cov-distil (oracle2student)": 4.69386625289917,
      "cov-distil (oracle2teacher)": 5.50289249420166,
      "epoch": 0.11930926216640503,
      "rel-constrast": 4.032348155975342,
      "step": 152,
      "subrel-constrast": 4.955265998840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4936716556549072,
      "cov-distil (oracle2student)": 5.162969589233398,
      "cov-distil (oracle2teacher)": 5.024870872497559,
      "epoch": 0.12009419152276295,
      "rel-constrast": 4.629176139831543,
      "step": 153,
      "subrel-constrast": 5.300038814544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183119773864746,
      "cov-distil (oracle2student)": 5.855337142944336,
      "cov-distil (oracle2teacher)": 5.426355361938477,
      "epoch": 0.12087912087912088,
      "rel-constrast": 4.844819068908691,
      "step": 154,
      "subrel-constrast": 5.301954746246338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5811121463775635,
      "cov-distil (oracle2student)": 3.470191478729248,
      "cov-distil (oracle2teacher)": 3.850992202758789,
      "epoch": 0.12166405023547881,
      "rel-constrast": 2.932185173034668,
      "step": 155,
      "subrel-constrast": 3.6993746757507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3218088150024414,
      "cov-distil (oracle2student)": 6.853663444519043,
      "cov-distil (oracle2teacher)": 6.932298183441162,
      "epoch": 0.12244897959183673,
      "rel-constrast": 5.364542484283447,
      "step": 156,
      "subrel-constrast": 5.229422092437744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1979424953460693,
      "cov-distil (oracle2student)": 5.085433006286621,
      "cov-distil (oracle2teacher)": 5.050604820251465,
      "epoch": 0.12323390894819466,
      "rel-constrast": 3.989543914794922,
      "step": 157,
      "subrel-constrast": 3.8962090015411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.554980993270874,
      "cov-distil (oracle2student)": 5.101729393005371,
      "cov-distil (oracle2teacher)": 4.854771614074707,
      "epoch": 0.12401883830455258,
      "rel-constrast": 4.322447776794434,
      "step": 158,
      "subrel-constrast": 4.546447277069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9088830947875977,
      "cov-distil (oracle2student)": 5.462224006652832,
      "cov-distil (oracle2teacher)": 4.165470123291016,
      "epoch": 0.12480376766091052,
      "rel-constrast": 5.018767356872559,
      "step": 159,
      "subrel-constrast": 4.491940498352051,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 10.9375,
      "learning_rate": 3.18e-05,
      "loss": 1.1551,
      "step": 160
    },
    {
      "cov-distil": 2.619602918624878,
      "cov-distil (oracle2student)": 4.800524711608887,
      "cov-distil (oracle2teacher)": 3.836061716079712,
      "epoch": 0.12558869701726844,
      "rel-constrast": 2.9076085090637207,
      "step": 160,
      "subrel-constrast": 4.102112770080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422273635864258,
      "cov-distil (oracle2student)": 4.461849212646484,
      "cov-distil (oracle2teacher)": 4.390769958496094,
      "epoch": 0.12637362637362637,
      "rel-constrast": 4.184550762176514,
      "step": 161,
      "subrel-constrast": 4.8927531242370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1470541954040527,
      "cov-distil (oracle2student)": 4.506244659423828,
      "cov-distil (oracle2teacher)": 4.10663366317749,
      "epoch": 0.1271585557299843,
      "rel-constrast": 3.4101767539978027,
      "step": 162,
      "subrel-constrast": 3.9394829273223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184699058532715,
      "cov-distil (oracle2student)": 5.2895121574401855,
      "cov-distil (oracle2teacher)": 5.066923141479492,
      "epoch": 0.12794348508634223,
      "rel-constrast": 4.675489902496338,
      "step": 163,
      "subrel-constrast": 5.054625511169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8112709522247314,
      "cov-distil (oracle2student)": 5.192995548248291,
      "cov-distil (oracle2teacher)": 5.131775379180908,
      "epoch": 0.12872841444270017,
      "rel-constrast": 4.274874687194824,
      "step": 164,
      "subrel-constrast": 4.948701858520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.495476245880127,
      "cov-distil (oracle2student)": 4.52199125289917,
      "cov-distil (oracle2teacher)": 4.415899276733398,
      "epoch": 0.12951334379905807,
      "rel-constrast": 4.410479545593262,
      "step": 165,
      "subrel-constrast": 4.421729564666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440857887268066,
      "cov-distil (oracle2student)": 3.6739463806152344,
      "cov-distil (oracle2teacher)": 3.8752641677856445,
      "epoch": 0.130298273155416,
      "rel-constrast": 3.7163758277893066,
      "step": 166,
      "subrel-constrast": 3.3575847148895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.273125648498535,
      "cov-distil (oracle2student)": 4.404480934143066,
      "cov-distil (oracle2teacher)": 4.422757148742676,
      "epoch": 0.13108320251177394,
      "rel-constrast": 3.8160104751586914,
      "step": 167,
      "subrel-constrast": 4.0439558029174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0575273036956787,
      "cov-distil (oracle2student)": 4.796754837036133,
      "cov-distil (oracle2teacher)": 4.4229936599731445,
      "epoch": 0.13186813186813187,
      "rel-constrast": 3.536931276321411,
      "step": 168,
      "subrel-constrast": 3.5277516841888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180096387863159,
      "cov-distil (oracle2student)": 4.21600866317749,
      "cov-distil (oracle2teacher)": 4.123889923095703,
      "epoch": 0.1326530612244898,
      "rel-constrast": 3.785921096801758,
      "step": 169,
      "subrel-constrast": 4.435865879058838,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 9.5625,
      "learning_rate": 3.38e-05,
      "loss": 1.0253,
      "step": 170
    },
    {
      "cov-distil": 2.7067089080810547,
      "cov-distil (oracle2student)": 3.167053699493408,
      "cov-distil (oracle2teacher)": 3.191770553588867,
      "epoch": 0.13343799058084774,
      "rel-constrast": 3.4640519618988037,
      "step": 170,
      "subrel-constrast": 4.463054180145264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.553863763809204,
      "cov-distil (oracle2student)": 3.817941427230835,
      "cov-distil (oracle2teacher)": 3.095231056213379,
      "epoch": 0.13422291993720564,
      "rel-constrast": 4.02174186706543,
      "step": 171,
      "subrel-constrast": 4.554732322692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761894702911377,
      "cov-distil (oracle2student)": 3.9062039852142334,
      "cov-distil (oracle2teacher)": 3.1740612983703613,
      "epoch": 0.13500784929356358,
      "rel-constrast": 3.650698661804199,
      "step": 172,
      "subrel-constrast": 3.6181893348693848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5625097751617432,
      "cov-distil (oracle2student)": 4.123663902282715,
      "cov-distil (oracle2teacher)": 4.11091947555542,
      "epoch": 0.1357927786499215,
      "rel-constrast": 2.7848923206329346,
      "step": 173,
      "subrel-constrast": 3.2112619876861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.520386219024658,
      "cov-distil (oracle2student)": 4.533496856689453,
      "cov-distil (oracle2teacher)": 4.161006927490234,
      "epoch": 0.13657770800627944,
      "rel-constrast": 5.352310657501221,
      "step": 174,
      "subrel-constrast": 5.04582405090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778397560119629,
      "cov-distil (oracle2student)": 4.337288856506348,
      "cov-distil (oracle2teacher)": 4.135603904724121,
      "epoch": 0.13736263736263737,
      "rel-constrast": 3.2110447883605957,
      "step": 175,
      "subrel-constrast": 3.6947989463806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3196349143981934,
      "cov-distil (oracle2student)": 4.454319953918457,
      "cov-distil (oracle2teacher)": 4.172549724578857,
      "epoch": 0.13814756671899528,
      "rel-constrast": 3.876349449157715,
      "step": 176,
      "subrel-constrast": 4.229249000549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1585545539855957,
      "cov-distil (oracle2student)": 4.686166763305664,
      "cov-distil (oracle2teacher)": 3.818331003189087,
      "epoch": 0.1389324960753532,
      "rel-constrast": 3.3617091178894043,
      "step": 177,
      "subrel-constrast": 3.8270695209503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8052399158477783,
      "cov-distil (oracle2student)": 4.382429599761963,
      "cov-distil (oracle2teacher)": 4.175406455993652,
      "epoch": 0.13971742543171115,
      "rel-constrast": 3.940762519836426,
      "step": 178,
      "subrel-constrast": 5.2242231369018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7267446517944336,
      "cov-distil (oracle2student)": 8.027734756469727,
      "cov-distil (oracle2teacher)": 5.95761775970459,
      "epoch": 0.14050235478806908,
      "rel-constrast": 3.6697492599487305,
      "step": 179,
      "subrel-constrast": 4.4293365478515625,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 8.4375,
      "learning_rate": 3.58e-05,
      "loss": 0.9909,
      "step": 180
    },
    {
      "cov-distil": 2.669672966003418,
      "cov-distil (oracle2student)": 4.354513168334961,
      "cov-distil (oracle2teacher)": 3.7265512943267822,
      "epoch": 0.141287284144427,
      "rel-constrast": 2.931420087814331,
      "step": 180,
      "subrel-constrast": 3.9343340396881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.327695369720459,
      "cov-distil (oracle2student)": 3.3217949867248535,
      "cov-distil (oracle2teacher)": 2.977478265762329,
      "epoch": 0.14207221350078492,
      "rel-constrast": 3.7753868103027344,
      "step": 181,
      "subrel-constrast": 3.912327766418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7130959033966064,
      "cov-distil (oracle2student)": 4.864332675933838,
      "cov-distil (oracle2teacher)": 4.116422653198242,
      "epoch": 0.14285714285714285,
      "rel-constrast": 3.616802453994751,
      "step": 182,
      "subrel-constrast": 3.909907579421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575543761253357,
      "cov-distil (oracle2student)": 5.664951324462891,
      "cov-distil (oracle2teacher)": 5.225700378417969,
      "epoch": 0.14364207221350078,
      "rel-constrast": 3.508880615234375,
      "step": 183,
      "subrel-constrast": 4.286149024963379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.10856294631958,
      "cov-distil (oracle2student)": 5.335554122924805,
      "cov-distil (oracle2teacher)": 4.731800079345703,
      "epoch": 0.14442700156985872,
      "rel-constrast": 3.9082388877868652,
      "step": 184,
      "subrel-constrast": 3.809213399887085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63939368724823,
      "cov-distil (oracle2student)": 5.083535671234131,
      "cov-distil (oracle2teacher)": 4.333920478820801,
      "epoch": 0.14521193092621665,
      "rel-constrast": 3.931126356124878,
      "step": 185,
      "subrel-constrast": 4.39507532119751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9975552558898926,
      "cov-distil (oracle2student)": 4.434893608093262,
      "cov-distil (oracle2teacher)": 3.5682010650634766,
      "epoch": 0.14599686028257458,
      "rel-constrast": 3.923959255218506,
      "step": 186,
      "subrel-constrast": 4.640081405639648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3963453769683838,
      "cov-distil (oracle2student)": 5.020665645599365,
      "cov-distil (oracle2teacher)": 5.241567134857178,
      "epoch": 0.14678178963893249,
      "rel-constrast": 4.240950107574463,
      "step": 187,
      "subrel-constrast": 4.126688480377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8137257099151611,
      "cov-distil (oracle2student)": 4.689477443695068,
      "cov-distil (oracle2teacher)": 5.24516487121582,
      "epoch": 0.14756671899529042,
      "rel-constrast": 3.5640339851379395,
      "step": 188,
      "subrel-constrast": 3.9959466457366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154453754425049,
      "cov-distil (oracle2student)": 5.495892524719238,
      "cov-distil (oracle2teacher)": 4.578904151916504,
      "epoch": 0.14835164835164835,
      "rel-constrast": 4.673454761505127,
      "step": 189,
      "subrel-constrast": 4.758023262023926,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 8.0625,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 1.0053,
      "step": 190
    },
    {
      "cov-distil": 2.174290180206299,
      "cov-distil (oracle2student)": 5.2297468185424805,
      "cov-distil (oracle2teacher)": 4.148782253265381,
      "epoch": 0.14913657770800628,
      "rel-constrast": 4.9470319747924805,
      "step": 190,
      "subrel-constrast": 5.042505741119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.800407648086548,
      "cov-distil (oracle2student)": 5.131906032562256,
      "cov-distil (oracle2teacher)": 4.885272979736328,
      "epoch": 0.14992150706436422,
      "rel-constrast": 4.068488121032715,
      "step": 191,
      "subrel-constrast": 5.614233016967773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6033143997192383,
      "cov-distil (oracle2student)": 6.778153419494629,
      "cov-distil (oracle2teacher)": 5.344417572021484,
      "epoch": 0.15070643642072212,
      "rel-constrast": 3.257606267929077,
      "step": 192,
      "subrel-constrast": 3.946422815322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8559606075286865,
      "cov-distil (oracle2student)": 3.2880020141601562,
      "cov-distil (oracle2teacher)": 3.6423306465148926,
      "epoch": 0.15149136577708006,
      "rel-constrast": 3.1038029193878174,
      "step": 193,
      "subrel-constrast": 4.173671722412109,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.682295322418213,
      "cov-distil (oracle2student)": 3.023639678955078,
      "cov-distil (oracle2teacher)": 2.6197805404663086,
      "epoch": 0.152276295133438,
      "rel-constrast": 4.512085914611816,
      "step": 194,
      "subrel-constrast": 4.714506149291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.693136215209961,
      "cov-distil (oracle2student)": 5.30255651473999,
      "cov-distil (oracle2teacher)": 4.789106369018555,
      "epoch": 0.15306122448979592,
      "rel-constrast": 4.509150505065918,
      "step": 195,
      "subrel-constrast": 4.750165939331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5385210514068604,
      "cov-distil (oracle2student)": 5.753807067871094,
      "cov-distil (oracle2teacher)": 5.658191680908203,
      "epoch": 0.15384615384615385,
      "rel-constrast": 3.4684054851531982,
      "step": 196,
      "subrel-constrast": 4.433170318603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9288809299468994,
      "cov-distil (oracle2student)": 3.507999897003174,
      "cov-distil (oracle2teacher)": 3.4903690814971924,
      "epoch": 0.1546310832025118,
      "rel-constrast": 3.1264522075653076,
      "step": 197,
      "subrel-constrast": 3.5095322132110596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874372959136963,
      "cov-distil (oracle2student)": 3.1296253204345703,
      "cov-distil (oracle2teacher)": 2.6894149780273438,
      "epoch": 0.1554160125588697,
      "rel-constrast": 2.49654221534729,
      "step": 198,
      "subrel-constrast": 2.7102510929107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2689590454101562,
      "cov-distil (oracle2student)": 5.198173522949219,
      "cov-distil (oracle2teacher)": 4.918524742126465,
      "epoch": 0.15620094191522763,
      "rel-constrast": 3.2337851524353027,
      "step": 199,
      "subrel-constrast": 3.990787982940674,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 7.59375,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.9741,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.2890625,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.07623291015625
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.054595947265625
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.021636962890625,
      "step": 200
    },
    {
      "cov-distil": 2.549987554550171,
      "cov-distil (oracle2student)": 5.679699897766113,
      "cov-distil (oracle2teacher)": 4.406343460083008,
      "epoch": 0.15698587127158556,
      "rel-constrast": 3.469435453414917,
      "step": 200,
      "subrel-constrast": 4.263796329498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.072492837905884,
      "cov-distil (oracle2student)": 4.421103477478027,
      "cov-distil (oracle2teacher)": 4.086739540100098,
      "epoch": 0.1577708006279435,
      "rel-constrast": 2.8959450721740723,
      "step": 201,
      "subrel-constrast": 3.6599676609039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120012044906616,
      "cov-distil (oracle2student)": 5.580467700958252,
      "cov-distil (oracle2teacher)": 5.210657119750977,
      "epoch": 0.15855572998430142,
      "rel-constrast": 4.105159759521484,
      "step": 202,
      "subrel-constrast": 4.515684127807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5557498931884766,
      "cov-distil (oracle2student)": 5.4342241287231445,
      "cov-distil (oracle2teacher)": 4.8454437255859375,
      "epoch": 0.15934065934065933,
      "rel-constrast": 4.789357662200928,
      "step": 203,
      "subrel-constrast": 4.5384392738342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951178073883057,
      "cov-distil (oracle2student)": 3.1762335300445557,
      "cov-distil (oracle2teacher)": 2.970641851425171,
      "epoch": 0.16012558869701726,
      "rel-constrast": 2.8483660221099854,
      "step": 204,
      "subrel-constrast": 3.338888645172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3388566970825195,
      "cov-distil (oracle2student)": 8.327499389648438,
      "cov-distil (oracle2teacher)": 6.882584571838379,
      "epoch": 0.1609105180533752,
      "rel-constrast": 4.098688125610352,
      "step": 205,
      "subrel-constrast": 5.355574607849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9717200994491577,
      "cov-distil (oracle2student)": 5.890042781829834,
      "cov-distil (oracle2teacher)": 5.369444847106934,
      "epoch": 0.16169544740973313,
      "rel-constrast": 4.868418216705322,
      "step": 206,
      "subrel-constrast": 4.526149749755859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9214519262313843,
      "cov-distil (oracle2student)": 4.261057376861572,
      "cov-distil (oracle2teacher)": 4.479575157165527,
      "epoch": 0.16248037676609106,
      "rel-constrast": 3.291041374206543,
      "step": 207,
      "subrel-constrast": 3.6747570037841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.142123222351074,
      "cov-distil (oracle2student)": 3.678309917449951,
      "cov-distil (oracle2teacher)": 3.5636820793151855,
      "epoch": 0.16326530612244897,
      "rel-constrast": 3.60056209564209,
      "step": 208,
      "subrel-constrast": 4.258810520172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7493714094161987,
      "cov-distil (oracle2student)": 5.9282732009887695,
      "cov-distil (oracle2teacher)": 5.123697280883789,
      "epoch": 0.1640502354788069,
      "rel-constrast": 3.2053074836730957,
      "step": 209,
      "subrel-constrast": 3.768296241760254,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 7.21875,
      "learning_rate": 4.18e-05,
      "loss": 0.9793,
      "step": 210
    },
    {
      "cov-distil": 2.345376968383789,
      "cov-distil (oracle2student)": 5.920524597167969,
      "cov-distil (oracle2teacher)": 4.9691572189331055,
      "epoch": 0.16483516483516483,
      "rel-constrast": 4.322092533111572,
      "step": 210,
      "subrel-constrast": 4.727095603942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2897653579711914,
      "cov-distil (oracle2student)": 4.233051300048828,
      "cov-distil (oracle2teacher)": 4.303415298461914,
      "epoch": 0.16562009419152277,
      "rel-constrast": 3.5500569343566895,
      "step": 211,
      "subrel-constrast": 4.293918609619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622340202331543,
      "cov-distil (oracle2student)": 4.55793571472168,
      "cov-distil (oracle2teacher)": 4.164148330688477,
      "epoch": 0.1664050235478807,
      "rel-constrast": 2.1066484451293945,
      "step": 212,
      "subrel-constrast": 3.301889419555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.502410411834717,
      "cov-distil (oracle2student)": 4.433128356933594,
      "cov-distil (oracle2teacher)": 4.37490177154541,
      "epoch": 0.16718995290423863,
      "rel-constrast": 2.046816825866699,
      "step": 213,
      "subrel-constrast": 3.1378297805786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0057029724121094,
      "cov-distil (oracle2student)": 4.5051374435424805,
      "cov-distil (oracle2teacher)": 4.010851860046387,
      "epoch": 0.16797488226059654,
      "rel-constrast": 3.858085870742798,
      "step": 214,
      "subrel-constrast": 3.9345157146453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2399110794067383,
      "cov-distil (oracle2student)": 2.816570281982422,
      "cov-distil (oracle2teacher)": 2.688227891921997,
      "epoch": 0.16875981161695447,
      "rel-constrast": 3.2961502075195312,
      "step": 215,
      "subrel-constrast": 3.817028284072876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1997504234313965,
      "cov-distil (oracle2student)": 3.4091291427612305,
      "cov-distil (oracle2teacher)": 3.5458288192749023,
      "epoch": 0.1695447409733124,
      "rel-constrast": 2.69796085357666,
      "step": 216,
      "subrel-constrast": 3.381369113922119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9515273571014404,
      "cov-distil (oracle2student)": 3.4918808937072754,
      "cov-distil (oracle2teacher)": 4.01389217376709,
      "epoch": 0.17032967032967034,
      "rel-constrast": 3.4837563037872314,
      "step": 217,
      "subrel-constrast": 3.90724515914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227881908416748,
      "cov-distil (oracle2student)": 4.059126377105713,
      "cov-distil (oracle2teacher)": 3.636045217514038,
      "epoch": 0.17111459968602827,
      "rel-constrast": 4.2929229736328125,
      "step": 218,
      "subrel-constrast": 3.5963075160980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4862127304077148,
      "cov-distil (oracle2student)": 4.062650203704834,
      "cov-distil (oracle2teacher)": 2.9822258949279785,
      "epoch": 0.17189952904238617,
      "rel-constrast": 4.052378177642822,
      "step": 219,
      "subrel-constrast": 3.7420217990875244,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 8.0625,
      "learning_rate": 4.38e-05,
      "loss": 0.8923,
      "step": 220
    },
    {
      "cov-distil": 1.715134859085083,
      "cov-distil (oracle2student)": 4.420961856842041,
      "cov-distil (oracle2teacher)": 3.932979106903076,
      "epoch": 0.1726844583987441,
      "rel-constrast": 4.40836238861084,
      "step": 220,
      "subrel-constrast": 4.055572986602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4334444999694824,
      "cov-distil (oracle2student)": 5.118119239807129,
      "cov-distil (oracle2teacher)": 4.7033491134643555,
      "epoch": 0.17346938775510204,
      "rel-constrast": 3.404664993286133,
      "step": 221,
      "subrel-constrast": 3.5390591621398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9003324508666992,
      "cov-distil (oracle2student)": 4.576716899871826,
      "cov-distil (oracle2teacher)": 4.50288200378418,
      "epoch": 0.17425431711145997,
      "rel-constrast": 3.6114907264709473,
      "step": 222,
      "subrel-constrast": 4.279026508331299,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115109443664551,
      "cov-distil (oracle2student)": 4.178623676300049,
      "cov-distil (oracle2teacher)": 3.9196269512176514,
      "epoch": 0.1750392464678179,
      "rel-constrast": 2.3811192512512207,
      "step": 223,
      "subrel-constrast": 3.4445719718933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0069656372070312,
      "cov-distil (oracle2student)": 3.5967891216278076,
      "cov-distil (oracle2teacher)": 2.9920647144317627,
      "epoch": 0.17582417582417584,
      "rel-constrast": 2.5347723960876465,
      "step": 224,
      "subrel-constrast": 3.259185791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.471125602722168,
      "cov-distil (oracle2student)": 4.3591508865356445,
      "cov-distil (oracle2teacher)": 4.378108501434326,
      "epoch": 0.17660910518053374,
      "rel-constrast": 3.4612081050872803,
      "step": 225,
      "subrel-constrast": 4.657461643218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028519630432129,
      "cov-distil (oracle2student)": 4.885909080505371,
      "cov-distil (oracle2teacher)": 4.493985652923584,
      "epoch": 0.17739403453689168,
      "rel-constrast": 4.046738147735596,
      "step": 226,
      "subrel-constrast": 4.278666973114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8783369064331055,
      "cov-distil (oracle2student)": 6.399436950683594,
      "cov-distil (oracle2teacher)": 5.225540637969971,
      "epoch": 0.1781789638932496,
      "rel-constrast": 3.6415212154388428,
      "step": 227,
      "subrel-constrast": 4.1666460037231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7756962776184082,
      "cov-distil (oracle2student)": 5.923917770385742,
      "cov-distil (oracle2teacher)": 5.717079162597656,
      "epoch": 0.17896389324960754,
      "rel-constrast": 3.7646610736846924,
      "step": 228,
      "subrel-constrast": 4.519895076751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8215231895446777,
      "cov-distil (oracle2student)": 4.3075480461120605,
      "cov-distil (oracle2teacher)": 4.437877178192139,
      "epoch": 0.17974882260596547,
      "rel-constrast": 4.13417911529541,
      "step": 229,
      "subrel-constrast": 4.3988566398620605,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 11.0625,
      "learning_rate": 4.58e-05,
      "loss": 0.9326,
      "step": 230
    },
    {
      "cov-distil": 1.940368890762329,
      "cov-distil (oracle2student)": 5.178546905517578,
      "cov-distil (oracle2teacher)": 4.552630424499512,
      "epoch": 0.18053375196232338,
      "rel-constrast": 4.062630653381348,
      "step": 230,
      "subrel-constrast": 4.57981014251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8983447551727295,
      "cov-distil (oracle2student)": 4.590436935424805,
      "cov-distil (oracle2teacher)": 4.294081211090088,
      "epoch": 0.1813186813186813,
      "rel-constrast": 3.5746774673461914,
      "step": 231,
      "subrel-constrast": 3.802752733230591,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149775505065918,
      "cov-distil (oracle2student)": 3.316385269165039,
      "cov-distil (oracle2teacher)": 3.3818163871765137,
      "epoch": 0.18210361067503925,
      "rel-constrast": 3.679567337036133,
      "step": 232,
      "subrel-constrast": 4.393537998199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856759786605835,
      "cov-distil (oracle2student)": 4.921825408935547,
      "cov-distil (oracle2teacher)": 4.281566619873047,
      "epoch": 0.18288854003139718,
      "rel-constrast": 3.8768553733825684,
      "step": 233,
      "subrel-constrast": 4.51777458190918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1320226192474365,
      "cov-distil (oracle2student)": 6.055144309997559,
      "cov-distil (oracle2teacher)": 6.049688339233398,
      "epoch": 0.1836734693877551,
      "rel-constrast": 4.3470306396484375,
      "step": 234,
      "subrel-constrast": 4.9231719970703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002854824066162,
      "cov-distil (oracle2student)": 5.093647003173828,
      "cov-distil (oracle2teacher)": 4.337342739105225,
      "epoch": 0.18445839874411302,
      "rel-constrast": 3.249843120574951,
      "step": 235,
      "subrel-constrast": 4.077451705932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1759095191955566,
      "cov-distil (oracle2student)": 5.025782585144043,
      "cov-distil (oracle2teacher)": 4.274228572845459,
      "epoch": 0.18524332810047095,
      "rel-constrast": 4.588722229003906,
      "step": 236,
      "subrel-constrast": 4.618008613586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.999634027481079,
      "cov-distil (oracle2student)": 6.046421051025391,
      "cov-distil (oracle2teacher)": 5.742504119873047,
      "epoch": 0.18602825745682888,
      "rel-constrast": 4.224057674407959,
      "step": 237,
      "subrel-constrast": 5.026642322540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358808994293213,
      "cov-distil (oracle2student)": 3.8381712436676025,
      "cov-distil (oracle2teacher)": 3.2188615798950195,
      "epoch": 0.18681318681318682,
      "rel-constrast": 3.7316060066223145,
      "step": 238,
      "subrel-constrast": 3.582110643386841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9649333953857422,
      "cov-distil (oracle2student)": 2.9438533782958984,
      "cov-distil (oracle2teacher)": 2.665102481842041,
      "epoch": 0.18759811616954475,
      "rel-constrast": 3.2988033294677734,
      "step": 239,
      "subrel-constrast": 3.814676284790039,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 6.53125,
      "learning_rate": 4.78e-05,
      "loss": 1.017,
      "step": 240
    },
    {
      "cov-distil": 1.8974131345748901,
      "cov-distil (oracle2student)": 4.974483489990234,
      "cov-distil (oracle2teacher)": 4.38322639465332,
      "epoch": 0.18838304552590268,
      "rel-constrast": 3.6166248321533203,
      "step": 240,
      "subrel-constrast": 4.096735000610352,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4376662969589233,
      "cov-distil (oracle2student)": 3.7000768184661865,
      "cov-distil (oracle2teacher)": 2.966287136077881,
      "epoch": 0.1891679748822606,
      "rel-constrast": 4.6126837730407715,
      "step": 241,
      "subrel-constrast": 4.341580390930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.473557472229004,
      "cov-distil (oracle2student)": 5.63783073425293,
      "cov-distil (oracle2teacher)": 4.233515739440918,
      "epoch": 0.18995290423861852,
      "rel-constrast": 4.6103925704956055,
      "step": 242,
      "subrel-constrast": 4.359237194061279,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957942008972168,
      "cov-distil (oracle2student)": 3.8459389209747314,
      "cov-distil (oracle2teacher)": 3.7637908458709717,
      "epoch": 0.19073783359497645,
      "rel-constrast": 2.978806972503662,
      "step": 243,
      "subrel-constrast": 3.759455680847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9000152349472046,
      "cov-distil (oracle2student)": 5.9765520095825195,
      "cov-distil (oracle2teacher)": 5.823503494262695,
      "epoch": 0.19152276295133439,
      "rel-constrast": 2.7631139755249023,
      "step": 244,
      "subrel-constrast": 4.33175802230835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448395013809204,
      "cov-distil (oracle2student)": 4.1266326904296875,
      "cov-distil (oracle2teacher)": 4.183588027954102,
      "epoch": 0.19230769230769232,
      "rel-constrast": 2.9547009468078613,
      "step": 245,
      "subrel-constrast": 3.201953887939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5361897945404053,
      "cov-distil (oracle2student)": 5.670442581176758,
      "cov-distil (oracle2teacher)": 5.21594762802124,
      "epoch": 0.19309262166405022,
      "rel-constrast": 3.310713291168213,
      "step": 246,
      "subrel-constrast": 3.926190137863159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8714672327041626,
      "cov-distil (oracle2student)": 4.948856353759766,
      "cov-distil (oracle2teacher)": 4.813126564025879,
      "epoch": 0.19387755102040816,
      "rel-constrast": 3.889686107635498,
      "step": 247,
      "subrel-constrast": 4.320209503173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186339139938354,
      "cov-distil (oracle2student)": 4.6461873054504395,
      "cov-distil (oracle2teacher)": 3.676900863647461,
      "epoch": 0.1946624803767661,
      "rel-constrast": 3.5097286701202393,
      "step": 248,
      "subrel-constrast": 3.227259635925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4764559268951416,
      "cov-distil (oracle2student)": 3.5097036361694336,
      "cov-distil (oracle2teacher)": 3.638442277908325,
      "epoch": 0.19544740973312402,
      "rel-constrast": 3.7803292274475098,
      "step": 249,
      "subrel-constrast": 4.232238292694092,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 6.6875,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.9427,
      "step": 250
    },
    {
      "cov-distil": 1.6597986221313477,
      "cov-distil (oracle2student)": 4.713982582092285,
      "cov-distil (oracle2teacher)": 4.236465930938721,
      "epoch": 0.19623233908948196,
      "rel-constrast": 3.739177703857422,
      "step": 250,
      "subrel-constrast": 4.410337924957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6477410793304443,
      "cov-distil (oracle2student)": 4.351513862609863,
      "cov-distil (oracle2teacher)": 3.61171817779541,
      "epoch": 0.1970172684458399,
      "rel-constrast": 3.1257731914520264,
      "step": 251,
      "subrel-constrast": 4.0402984619140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.612506151199341,
      "cov-distil (oracle2student)": 4.945602893829346,
      "cov-distil (oracle2teacher)": 5.651907920837402,
      "epoch": 0.1978021978021978,
      "rel-constrast": 3.1389389038085938,
      "step": 252,
      "subrel-constrast": 4.402360439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5925216674804688,
      "cov-distil (oracle2student)": 2.9384634494781494,
      "cov-distil (oracle2teacher)": 2.7325968742370605,
      "epoch": 0.19858712715855573,
      "rel-constrast": 4.661149501800537,
      "step": 253,
      "subrel-constrast": 5.193860054016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77860689163208,
      "cov-distil (oracle2student)": 3.044769525527954,
      "cov-distil (oracle2teacher)": 2.99178409576416,
      "epoch": 0.19937205651491366,
      "rel-constrast": 3.299074172973633,
      "step": 254,
      "subrel-constrast": 3.906949996948242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076045513153076,
      "cov-distil (oracle2student)": 3.0336225032806396,
      "cov-distil (oracle2teacher)": 3.9577205181121826,
      "epoch": 0.2001569858712716,
      "rel-constrast": 3.291436195373535,
      "step": 255,
      "subrel-constrast": 4.2760138511657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8243218660354614,
      "cov-distil (oracle2student)": 4.543873310089111,
      "cov-distil (oracle2teacher)": 3.8437588214874268,
      "epoch": 0.20094191522762953,
      "rel-constrast": 4.7095561027526855,
      "step": 256,
      "subrel-constrast": 4.952455997467041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5359063148498535,
      "cov-distil (oracle2student)": 4.197920799255371,
      "cov-distil (oracle2teacher)": 3.859335422515869,
      "epoch": 0.20172684458398743,
      "rel-constrast": 2.4296162128448486,
      "step": 257,
      "subrel-constrast": 3.1821224689483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022824287414551,
      "cov-distil (oracle2student)": 5.170648574829102,
      "cov-distil (oracle2teacher)": 5.354793548583984,
      "epoch": 0.20251177394034536,
      "rel-constrast": 4.192305564880371,
      "step": 258,
      "subrel-constrast": 4.745754241943359,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6104283332824707,
      "cov-distil (oracle2student)": 5.582677841186523,
      "cov-distil (oracle2teacher)": 4.46994686126709,
      "epoch": 0.2032967032967033,
      "rel-constrast": 2.4084246158599854,
      "step": 259,
      "subrel-constrast": 3.6201326847076416,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 5.875,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.9233,
      "step": 260
    },
    {
      "cov-distil": 2.2533552646636963,
      "cov-distil (oracle2student)": 5.432913780212402,
      "cov-distil (oracle2teacher)": 4.486701011657715,
      "epoch": 0.20408163265306123,
      "rel-constrast": 4.801570892333984,
      "step": 260,
      "subrel-constrast": 5.534252643585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7236340045928955,
      "cov-distil (oracle2student)": 4.375137805938721,
      "cov-distil (oracle2teacher)": 4.151730537414551,
      "epoch": 0.20486656200941916,
      "rel-constrast": 4.8546977043151855,
      "step": 261,
      "subrel-constrast": 5.796967506408691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8955960273742676,
      "cov-distil (oracle2student)": 4.904871463775635,
      "cov-distil (oracle2teacher)": 4.750977516174316,
      "epoch": 0.20565149136577707,
      "rel-constrast": 4.473680019378662,
      "step": 262,
      "subrel-constrast": 4.466209888458252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4517669677734375,
      "cov-distil (oracle2student)": 4.159343242645264,
      "cov-distil (oracle2teacher)": 3.6781539916992188,
      "epoch": 0.206436420722135,
      "rel-constrast": 3.2015581130981445,
      "step": 263,
      "subrel-constrast": 4.080938339233398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7155473232269287,
      "cov-distil (oracle2student)": 4.833913803100586,
      "cov-distil (oracle2teacher)": 3.6056058406829834,
      "epoch": 0.20722135007849293,
      "rel-constrast": 3.8387434482574463,
      "step": 264,
      "subrel-constrast": 3.4439778327941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0465221405029297,
      "cov-distil (oracle2student)": 3.99643874168396,
      "cov-distil (oracle2teacher)": 4.4956464767456055,
      "epoch": 0.20800627943485087,
      "rel-constrast": 3.2806215286254883,
      "step": 265,
      "subrel-constrast": 3.9281022548675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7309558391571045,
      "cov-distil (oracle2student)": 4.226318836212158,
      "cov-distil (oracle2teacher)": 3.6570725440979004,
      "epoch": 0.2087912087912088,
      "rel-constrast": 3.548503875732422,
      "step": 266,
      "subrel-constrast": 4.111094951629639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1937834024429321,
      "cov-distil (oracle2student)": 4.198436737060547,
      "cov-distil (oracle2teacher)": 3.9344077110290527,
      "epoch": 0.20957613814756673,
      "rel-constrast": 3.889242172241211,
      "step": 267,
      "subrel-constrast": 4.253139972686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4956319332122803,
      "cov-distil (oracle2student)": 5.039452075958252,
      "cov-distil (oracle2teacher)": 4.100647926330566,
      "epoch": 0.21036106750392464,
      "rel-constrast": 4.099567890167236,
      "step": 268,
      "subrel-constrast": 4.903372764587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091646909713745,
      "cov-distil (oracle2student)": 6.386205673217773,
      "cov-distil (oracle2teacher)": 6.267641067504883,
      "epoch": 0.21114599686028257,
      "rel-constrast": 4.049159526824951,
      "step": 269,
      "subrel-constrast": 4.805858135223389,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 6.625,
      "learning_rate": 5.380000000000001e-05,
      "loss": 1.0449,
      "step": 270
    },
    {
      "cov-distil": 1.422369122505188,
      "cov-distil (oracle2student)": 4.79067850112915,
      "cov-distil (oracle2teacher)": 4.722565174102783,
      "epoch": 0.2119309262166405,
      "rel-constrast": 3.5886762142181396,
      "step": 270,
      "subrel-constrast": 4.517887592315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8889544010162354,
      "cov-distil (oracle2student)": 4.865690231323242,
      "cov-distil (oracle2teacher)": 4.943857192993164,
      "epoch": 0.21271585557299844,
      "rel-constrast": 4.032329559326172,
      "step": 271,
      "subrel-constrast": 4.750463008880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9588487148284912,
      "cov-distil (oracle2student)": 5.093255043029785,
      "cov-distil (oracle2teacher)": 4.4146409034729,
      "epoch": 0.21350078492935637,
      "rel-constrast": 3.539595127105713,
      "step": 272,
      "subrel-constrast": 4.0912394523620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3905227184295654,
      "cov-distil (oracle2student)": 6.006475448608398,
      "cov-distil (oracle2teacher)": 5.428674697875977,
      "epoch": 0.21428571428571427,
      "rel-constrast": 3.5107595920562744,
      "step": 273,
      "subrel-constrast": 4.018148422241211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2264554500579834,
      "cov-distil (oracle2student)": 3.1091625690460205,
      "cov-distil (oracle2teacher)": 3.2538797855377197,
      "epoch": 0.2150706436420722,
      "rel-constrast": 2.1859006881713867,
      "step": 274,
      "subrel-constrast": 3.4214632511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6373634338378906,
      "cov-distil (oracle2student)": 6.165126323699951,
      "cov-distil (oracle2teacher)": 5.222399711608887,
      "epoch": 0.21585557299843014,
      "rel-constrast": 4.143608093261719,
      "step": 275,
      "subrel-constrast": 4.593328952789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.625453233718872,
      "cov-distil (oracle2student)": 3.859870433807373,
      "cov-distil (oracle2teacher)": 4.044793605804443,
      "epoch": 0.21664050235478807,
      "rel-constrast": 4.0525383949279785,
      "step": 276,
      "subrel-constrast": 4.920116424560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0849714279174805,
      "cov-distil (oracle2student)": 4.220630168914795,
      "cov-distil (oracle2teacher)": 3.987034797668457,
      "epoch": 0.217425431711146,
      "rel-constrast": 3.6761956214904785,
      "step": 277,
      "subrel-constrast": 4.461075305938721,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067598342895508,
      "cov-distil (oracle2student)": 4.442802429199219,
      "cov-distil (oracle2teacher)": 3.9542388916015625,
      "epoch": 0.21821036106750394,
      "rel-constrast": 3.3574135303497314,
      "step": 278,
      "subrel-constrast": 4.466387748718262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551810264587402,
      "cov-distil (oracle2student)": 2.9012060165405273,
      "cov-distil (oracle2teacher)": 3.2168242931365967,
      "epoch": 0.21899529042386184,
      "rel-constrast": 3.0865120887756348,
      "step": 279,
      "subrel-constrast": 3.674039840698242,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 5.28125,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.924,
      "step": 280
    },
    {
      "cov-distil": 1.7572321891784668,
      "cov-distil (oracle2student)": 2.6132631301879883,
      "cov-distil (oracle2teacher)": 3.104098320007324,
      "epoch": 0.21978021978021978,
      "rel-constrast": 2.432128667831421,
      "step": 280,
      "subrel-constrast": 3.3793723583221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241016149520874,
      "cov-distil (oracle2student)": 4.454005241394043,
      "cov-distil (oracle2teacher)": 3.8938615322113037,
      "epoch": 0.2205651491365777,
      "rel-constrast": 3.4165773391723633,
      "step": 281,
      "subrel-constrast": 3.486431121826172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6360628604888916,
      "cov-distil (oracle2student)": 3.9439241886138916,
      "cov-distil (oracle2teacher)": 3.8514907360076904,
      "epoch": 0.22135007849293564,
      "rel-constrast": 2.9311554431915283,
      "step": 282,
      "subrel-constrast": 3.4145736694335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8503533601760864,
      "cov-distil (oracle2student)": 3.850245237350464,
      "cov-distil (oracle2teacher)": 3.342064619064331,
      "epoch": 0.22213500784929358,
      "rel-constrast": 2.174450397491455,
      "step": 283,
      "subrel-constrast": 3.091642141342163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9776098728179932,
      "cov-distil (oracle2student)": 3.8531036376953125,
      "cov-distil (oracle2teacher)": 3.7271018028259277,
      "epoch": 0.22291993720565148,
      "rel-constrast": 3.9315783977508545,
      "step": 284,
      "subrel-constrast": 4.817642688751221,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241269588470459,
      "cov-distil (oracle2student)": 4.150514602661133,
      "cov-distil (oracle2teacher)": 3.847724437713623,
      "epoch": 0.2237048665620094,
      "rel-constrast": 3.3176090717315674,
      "step": 285,
      "subrel-constrast": 4.202500343322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.713684320449829,
      "cov-distil (oracle2student)": 4.36472225189209,
      "cov-distil (oracle2teacher)": 4.162614822387695,
      "epoch": 0.22448979591836735,
      "rel-constrast": 3.1399898529052734,
      "step": 286,
      "subrel-constrast": 4.188482284545898,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0229830741882324,
      "cov-distil (oracle2student)": 4.949430465698242,
      "cov-distil (oracle2teacher)": 4.833287715911865,
      "epoch": 0.22527472527472528,
      "rel-constrast": 2.501587390899658,
      "step": 287,
      "subrel-constrast": 4.347179412841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4797694683074951,
      "cov-distil (oracle2student)": 3.2319393157958984,
      "cov-distil (oracle2teacher)": 3.080458641052246,
      "epoch": 0.2260596546310832,
      "rel-constrast": 2.613762617111206,
      "step": 288,
      "subrel-constrast": 3.105257511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602002382278442,
      "cov-distil (oracle2student)": 4.416717529296875,
      "cov-distil (oracle2teacher)": 4.153279781341553,
      "epoch": 0.22684458398744112,
      "rel-constrast": 3.7565431594848633,
      "step": 289,
      "subrel-constrast": 4.33344030380249,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 6.34375,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.8018,
      "step": 290
    },
    {
      "cov-distil": 1.7529034614562988,
      "cov-distil (oracle2student)": 4.218539237976074,
      "cov-distil (oracle2teacher)": 3.850548267364502,
      "epoch": 0.22762951334379905,
      "rel-constrast": 2.9716553688049316,
      "step": 290,
      "subrel-constrast": 3.143662929534912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606696605682373,
      "cov-distil (oracle2student)": 3.901508331298828,
      "cov-distil (oracle2teacher)": 4.301668643951416,
      "epoch": 0.22841444270015698,
      "rel-constrast": 3.942248582839966,
      "step": 291,
      "subrel-constrast": 4.526463031768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4201338291168213,
      "cov-distil (oracle2student)": 3.507293701171875,
      "cov-distil (oracle2teacher)": 3.0315709114074707,
      "epoch": 0.22919937205651492,
      "rel-constrast": 3.0376689434051514,
      "step": 292,
      "subrel-constrast": 3.307476758956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.690527081489563,
      "cov-distil (oracle2student)": 3.718599796295166,
      "cov-distil (oracle2teacher)": 3.5138139724731445,
      "epoch": 0.22998430141287285,
      "rel-constrast": 3.486841917037964,
      "step": 293,
      "subrel-constrast": 4.143172264099121,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0503225326538086,
      "cov-distil (oracle2student)": 4.706372261047363,
      "cov-distil (oracle2teacher)": 4.194183826446533,
      "epoch": 0.23076923076923078,
      "rel-constrast": 2.5780515670776367,
      "step": 294,
      "subrel-constrast": 3.5411229133605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470081806182861,
      "cov-distil (oracle2student)": 3.931098222732544,
      "cov-distil (oracle2teacher)": 3.5865542888641357,
      "epoch": 0.2315541601255887,
      "rel-constrast": 3.1113924980163574,
      "step": 295,
      "subrel-constrast": 3.476969003677368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621494770050049,
      "cov-distil (oracle2student)": 4.549523830413818,
      "cov-distil (oracle2teacher)": 3.7834787368774414,
      "epoch": 0.23233908948194662,
      "rel-constrast": 3.4479165077209473,
      "step": 296,
      "subrel-constrast": 3.593404531478882,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1509923934936523,
      "cov-distil (oracle2student)": 4.455979347229004,
      "cov-distil (oracle2teacher)": 4.273685932159424,
      "epoch": 0.23312401883830455,
      "rel-constrast": 4.154843807220459,
      "step": 297,
      "subrel-constrast": 5.004892349243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3998432159423828,
      "cov-distil (oracle2student)": 3.2294511795043945,
      "cov-distil (oracle2teacher)": 3.317352294921875,
      "epoch": 0.23390894819466249,
      "rel-constrast": 3.0632266998291016,
      "step": 298,
      "subrel-constrast": 3.5670464038848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0884599685668945,
      "cov-distil (oracle2student)": 5.6301069259643555,
      "cov-distil (oracle2teacher)": 5.637539863586426,
      "epoch": 0.23469387755102042,
      "rel-constrast": 4.128951072692871,
      "step": 299,
      "subrel-constrast": 5.286614894866943,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 6.625,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.8909,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.2515625059604645,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.05780029296875
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.036468505859375
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.021331787109375,
      "step": 300
    },
    {
      "cov-distil": 2.2967052459716797,
      "cov-distil (oracle2student)": 4.4017510414123535,
      "cov-distil (oracle2teacher)": 4.099099636077881,
      "epoch": 0.23547880690737832,
      "rel-constrast": 2.9242398738861084,
      "step": 300,
      "subrel-constrast": 4.338224411010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595311164855957,
      "cov-distil (oracle2student)": 4.17804479598999,
      "cov-distil (oracle2teacher)": 4.304468631744385,
      "epoch": 0.23626373626373626,
      "rel-constrast": 4.597272872924805,
      "step": 301,
      "subrel-constrast": 4.6898698806762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2264418601989746,
      "cov-distil (oracle2student)": 5.309445381164551,
      "cov-distil (oracle2teacher)": 4.790663719177246,
      "epoch": 0.2370486656200942,
      "rel-constrast": 5.335843086242676,
      "step": 302,
      "subrel-constrast": 5.953857421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307065725326538,
      "cov-distil (oracle2student)": 3.952683687210083,
      "cov-distil (oracle2teacher)": 3.6692748069763184,
      "epoch": 0.23783359497645212,
      "rel-constrast": 3.017719268798828,
      "step": 303,
      "subrel-constrast": 3.6234068870544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6897454261779785,
      "cov-distil (oracle2student)": 3.985246419906616,
      "cov-distil (oracle2teacher)": 4.038206577301025,
      "epoch": 0.23861852433281006,
      "rel-constrast": 2.2062766551971436,
      "step": 304,
      "subrel-constrast": 3.397317886352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2313430309295654,
      "cov-distil (oracle2student)": 4.545960426330566,
      "cov-distil (oracle2teacher)": 4.423823833465576,
      "epoch": 0.239403453689168,
      "rel-constrast": 3.3945674896240234,
      "step": 305,
      "subrel-constrast": 4.428949356079102,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4004480838775635,
      "cov-distil (oracle2student)": 4.454916477203369,
      "cov-distil (oracle2teacher)": 4.364056587219238,
      "epoch": 0.2401883830455259,
      "rel-constrast": 3.8601784706115723,
      "step": 306,
      "subrel-constrast": 4.570957660675049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6807891130447388,
      "cov-distil (oracle2student)": 4.746438026428223,
      "cov-distil (oracle2teacher)": 4.423877239227295,
      "epoch": 0.24097331240188383,
      "rel-constrast": 2.7889456748962402,
      "step": 307,
      "subrel-constrast": 3.873350143432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027644872665405,
      "cov-distil (oracle2student)": 3.8286499977111816,
      "cov-distil (oracle2teacher)": 3.194075345993042,
      "epoch": 0.24175824175824176,
      "rel-constrast": 2.47934889793396,
      "step": 308,
      "subrel-constrast": 2.7526683807373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808030605316162,
      "cov-distil (oracle2student)": 3.8777401447296143,
      "cov-distil (oracle2teacher)": 4.174385070800781,
      "epoch": 0.2425431711145997,
      "rel-constrast": 2.293266773223877,
      "step": 309,
      "subrel-constrast": 3.562832832336426,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 6.125,
      "learning_rate": 6.18e-05,
      "loss": 0.8695,
      "step": 310
    },
    {
      "cov-distil": 1.6677241325378418,
      "cov-distil (oracle2student)": 4.228425025939941,
      "cov-distil (oracle2teacher)": 4.416943550109863,
      "epoch": 0.24332810047095763,
      "rel-constrast": 3.524862766265869,
      "step": 310,
      "subrel-constrast": 4.226138591766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995836734771729,
      "cov-distil (oracle2student)": 4.916572093963623,
      "cov-distil (oracle2teacher)": 4.8343505859375,
      "epoch": 0.24411302982731553,
      "rel-constrast": 4.072301864624023,
      "step": 311,
      "subrel-constrast": 4.911147117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9901001453399658,
      "cov-distil (oracle2student)": 4.8201117515563965,
      "cov-distil (oracle2teacher)": 4.40707540512085,
      "epoch": 0.24489795918367346,
      "rel-constrast": 3.38913631439209,
      "step": 312,
      "subrel-constrast": 4.223539352416992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4690146446228027,
      "cov-distil (oracle2student)": 3.501110553741455,
      "cov-distil (oracle2teacher)": 3.440234422683716,
      "epoch": 0.2456828885400314,
      "rel-constrast": 2.894542694091797,
      "step": 313,
      "subrel-constrast": 3.74194598197937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9900612831115723,
      "cov-distil (oracle2student)": 3.8982274532318115,
      "cov-distil (oracle2teacher)": 4.7158589363098145,
      "epoch": 0.24646781789638933,
      "rel-constrast": 5.285289764404297,
      "step": 314,
      "subrel-constrast": 6.270607948303223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1230154037475586,
      "cov-distil (oracle2student)": 2.795091390609741,
      "cov-distil (oracle2teacher)": 2.854583978652954,
      "epoch": 0.24725274725274726,
      "rel-constrast": 3.5906097888946533,
      "step": 315,
      "subrel-constrast": 4.390491962432861,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.608766555786133,
      "cov-distil (oracle2student)": 4.520586013793945,
      "cov-distil (oracle2teacher)": 4.337918281555176,
      "epoch": 0.24803767660910517,
      "rel-constrast": 3.843027114868164,
      "step": 316,
      "subrel-constrast": 4.884891510009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8467656373977661,
      "cov-distil (oracle2student)": 3.394619941711426,
      "cov-distil (oracle2teacher)": 2.795929193496704,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.0533511638641357,
      "step": 317,
      "subrel-constrast": 2.5105719566345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568500280380249,
      "cov-distil (oracle2student)": 4.544718265533447,
      "cov-distil (oracle2teacher)": 4.21469783782959,
      "epoch": 0.24960753532182103,
      "rel-constrast": 3.1324543952941895,
      "step": 318,
      "subrel-constrast": 3.7247860431671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.827920913696289,
      "cov-distil (oracle2student)": 2.0334372520446777,
      "cov-distil (oracle2teacher)": 2.330630302429199,
      "epoch": 0.25039246467817894,
      "rel-constrast": 2.85013747215271,
      "step": 319,
      "subrel-constrast": 4.247476577758789,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 5.28125,
      "learning_rate": 6.38e-05,
      "loss": 0.9156,
      "step": 320
    },
    {
      "cov-distil": 1.7885923385620117,
      "cov-distil (oracle2student)": 4.874814987182617,
      "cov-distil (oracle2teacher)": 4.288603782653809,
      "epoch": 0.25117739403453687,
      "rel-constrast": 4.115217208862305,
      "step": 320,
      "subrel-constrast": 4.526142120361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0207111835479736,
      "cov-distil (oracle2student)": 4.7151641845703125,
      "cov-distil (oracle2teacher)": 4.572437286376953,
      "epoch": 0.2519623233908948,
      "rel-constrast": 3.3116023540496826,
      "step": 321,
      "subrel-constrast": 4.437067985534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073516368865967,
      "cov-distil (oracle2student)": 3.744084358215332,
      "cov-distil (oracle2teacher)": 3.7761855125427246,
      "epoch": 0.25274725274725274,
      "rel-constrast": 3.5132904052734375,
      "step": 322,
      "subrel-constrast": 4.607532501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818782091140747,
      "cov-distil (oracle2student)": 5.764333248138428,
      "cov-distil (oracle2teacher)": 5.767582893371582,
      "epoch": 0.25353218210361067,
      "rel-constrast": 2.4540810585021973,
      "step": 323,
      "subrel-constrast": 3.568166494369507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.958632469177246,
      "cov-distil (oracle2student)": 3.7050561904907227,
      "cov-distil (oracle2teacher)": 4.104484558105469,
      "epoch": 0.2543171114599686,
      "rel-constrast": 2.5765411853790283,
      "step": 324,
      "subrel-constrast": 4.19771671295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6548418998718262,
      "cov-distil (oracle2student)": 3.5720388889312744,
      "cov-distil (oracle2teacher)": 3.3836560249328613,
      "epoch": 0.25510204081632654,
      "rel-constrast": 3.4555270671844482,
      "step": 325,
      "subrel-constrast": 3.7116334438323975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4631736278533936,
      "cov-distil (oracle2student)": 4.271485805511475,
      "cov-distil (oracle2teacher)": 3.6154839992523193,
      "epoch": 0.25588697017268447,
      "rel-constrast": 2.842444896697998,
      "step": 326,
      "subrel-constrast": 3.618567705154419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7781894207000732,
      "cov-distil (oracle2student)": 2.807318687438965,
      "cov-distil (oracle2teacher)": 2.757774829864502,
      "epoch": 0.2566718995290424,
      "rel-constrast": 3.3553590774536133,
      "step": 327,
      "subrel-constrast": 4.210433483123779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1787478923797607,
      "cov-distil (oracle2student)": 4.1376848220825195,
      "cov-distil (oracle2teacher)": 3.7683277130126953,
      "epoch": 0.25745682888540034,
      "rel-constrast": 4.664401054382324,
      "step": 328,
      "subrel-constrast": 4.489930629730225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541696548461914,
      "cov-distil (oracle2student)": 4.615175247192383,
      "cov-distil (oracle2teacher)": 3.679529905319214,
      "epoch": 0.25824175824175827,
      "rel-constrast": 3.502075672149658,
      "step": 329,
      "subrel-constrast": 4.230218887329102,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 6.25,
      "learning_rate": 6.58e-05,
      "loss": 0.8905,
      "step": 330
    },
    {
      "cov-distil": 1.6174688339233398,
      "cov-distil (oracle2student)": 3.7132651805877686,
      "cov-distil (oracle2teacher)": 3.239581346511841,
      "epoch": 0.25902668759811615,
      "rel-constrast": 4.003489017486572,
      "step": 330,
      "subrel-constrast": 4.406646728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5732554197311401,
      "cov-distil (oracle2student)": 5.3318328857421875,
      "cov-distil (oracle2teacher)": 4.816752910614014,
      "epoch": 0.2598116169544741,
      "rel-constrast": 3.6370291709899902,
      "step": 331,
      "subrel-constrast": 4.466891288757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5063531398773193,
      "cov-distil (oracle2student)": 4.017550945281982,
      "cov-distil (oracle2teacher)": 4.0868306159973145,
      "epoch": 0.260596546310832,
      "rel-constrast": 3.7100534439086914,
      "step": 332,
      "subrel-constrast": 4.447757244110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.404076099395752,
      "cov-distil (oracle2student)": 5.252320289611816,
      "cov-distil (oracle2teacher)": 4.281933307647705,
      "epoch": 0.26138147566718994,
      "rel-constrast": 5.398931503295898,
      "step": 333,
      "subrel-constrast": 5.777448654174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1000912189483643,
      "cov-distil (oracle2student)": 4.448729515075684,
      "cov-distil (oracle2teacher)": 4.561612129211426,
      "epoch": 0.2621664050235479,
      "rel-constrast": 4.303258419036865,
      "step": 334,
      "subrel-constrast": 5.162600517272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8957825899124146,
      "cov-distil (oracle2student)": 4.003879547119141,
      "cov-distil (oracle2teacher)": 4.2459917068481445,
      "epoch": 0.2629513343799058,
      "rel-constrast": 3.256770133972168,
      "step": 335,
      "subrel-constrast": 4.02813720703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295375347137451,
      "cov-distil (oracle2student)": 4.961045265197754,
      "cov-distil (oracle2teacher)": 4.097765922546387,
      "epoch": 0.26373626373626374,
      "rel-constrast": 2.9977545738220215,
      "step": 336,
      "subrel-constrast": 3.6126551628112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8229457139968872,
      "cov-distil (oracle2student)": 5.327207565307617,
      "cov-distil (oracle2teacher)": 4.765549659729004,
      "epoch": 0.2645211930926217,
      "rel-constrast": 3.218705892562866,
      "step": 337,
      "subrel-constrast": 4.289580821990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054279327392578,
      "cov-distil (oracle2student)": 3.8735759258270264,
      "cov-distil (oracle2teacher)": 3.424424886703491,
      "epoch": 0.2653061224489796,
      "rel-constrast": 3.048128128051758,
      "step": 338,
      "subrel-constrast": 3.7287724018096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5032819509506226,
      "cov-distil (oracle2student)": 1.7793630361557007,
      "cov-distil (oracle2teacher)": 2.3603873252868652,
      "epoch": 0.26609105180533754,
      "rel-constrast": 2.2925949096679688,
      "step": 339,
      "subrel-constrast": 2.7558114528656006,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 5.53125,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.9436,
      "step": 340
    },
    {
      "cov-distil": 2.4431686401367188,
      "cov-distil (oracle2student)": 4.6101531982421875,
      "cov-distil (oracle2teacher)": 4.135551452636719,
      "epoch": 0.2668759811616955,
      "rel-constrast": 3.0416622161865234,
      "step": 340,
      "subrel-constrast": 3.9515535831451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2437374591827393,
      "cov-distil (oracle2student)": 3.911616563796997,
      "cov-distil (oracle2teacher)": 3.492671489715576,
      "epoch": 0.26766091051805335,
      "rel-constrast": 3.782144069671631,
      "step": 341,
      "subrel-constrast": 4.093518257141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9391800165176392,
      "cov-distil (oracle2student)": 4.031132698059082,
      "cov-distil (oracle2teacher)": 4.021369934082031,
      "epoch": 0.2684458398744113,
      "rel-constrast": 4.196035385131836,
      "step": 342,
      "subrel-constrast": 5.085422992706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3270821571350098,
      "cov-distil (oracle2student)": 4.123188495635986,
      "cov-distil (oracle2teacher)": 3.8875677585601807,
      "epoch": 0.2692307692307692,
      "rel-constrast": 4.071023941040039,
      "step": 343,
      "subrel-constrast": 4.043724536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4832470417022705,
      "cov-distil (oracle2student)": 4.874258995056152,
      "cov-distil (oracle2teacher)": 4.214261531829834,
      "epoch": 0.27001569858712715,
      "rel-constrast": 3.111920118331909,
      "step": 344,
      "subrel-constrast": 4.054660320281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672494649887085,
      "cov-distil (oracle2student)": 5.806550979614258,
      "cov-distil (oracle2teacher)": 4.967223167419434,
      "epoch": 0.2708006279434851,
      "rel-constrast": 4.0076494216918945,
      "step": 345,
      "subrel-constrast": 4.525851249694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9357062578201294,
      "cov-distil (oracle2student)": 4.081295013427734,
      "cov-distil (oracle2teacher)": 3.8083930015563965,
      "epoch": 0.271585557299843,
      "rel-constrast": 2.4839324951171875,
      "step": 346,
      "subrel-constrast": 3.99479603767395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0712597370147705,
      "cov-distil (oracle2student)": 3.268425703048706,
      "cov-distil (oracle2teacher)": 3.425299644470215,
      "epoch": 0.27237048665620095,
      "rel-constrast": 2.886786460876465,
      "step": 347,
      "subrel-constrast": 3.4483840465545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796396017074585,
      "cov-distil (oracle2student)": 4.209636211395264,
      "cov-distil (oracle2teacher)": 4.432445526123047,
      "epoch": 0.2731554160125589,
      "rel-constrast": 2.369540214538574,
      "step": 348,
      "subrel-constrast": 3.5092597007751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535210132598877,
      "cov-distil (oracle2student)": 4.075098037719727,
      "cov-distil (oracle2teacher)": 3.6037793159484863,
      "epoch": 0.2739403453689168,
      "rel-constrast": 2.5993237495422363,
      "step": 349,
      "subrel-constrast": 3.2462987899780273,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 5.40625,
      "learning_rate": 6.98e-05,
      "loss": 0.8601,
      "step": 350
    },
    {
      "cov-distil": 2.5123066902160645,
      "cov-distil (oracle2student)": 2.9425320625305176,
      "cov-distil (oracle2teacher)": 3.2290968894958496,
      "epoch": 0.27472527472527475,
      "rel-constrast": 3.876889228820801,
      "step": 350,
      "subrel-constrast": 4.73759651184082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436147928237915,
      "cov-distil (oracle2student)": 3.415888786315918,
      "cov-distil (oracle2teacher)": 3.0817313194274902,
      "epoch": 0.2755102040816326,
      "rel-constrast": 3.28273868560791,
      "step": 351,
      "subrel-constrast": 3.6867237091064453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6348649263381958,
      "cov-distil (oracle2student)": 4.010116100311279,
      "cov-distil (oracle2teacher)": 4.21555757522583,
      "epoch": 0.27629513343799056,
      "rel-constrast": 3.4870643615722656,
      "step": 352,
      "subrel-constrast": 4.305854797363281,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1009230613708496,
      "cov-distil (oracle2student)": 5.627260208129883,
      "cov-distil (oracle2teacher)": 4.953949451446533,
      "epoch": 0.2770800627943485,
      "rel-constrast": 4.053922653198242,
      "step": 353,
      "subrel-constrast": 4.7411298751831055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7080755233764648,
      "cov-distil (oracle2student)": 2.7407140731811523,
      "cov-distil (oracle2teacher)": 2.490147113800049,
      "epoch": 0.2778649921507064,
      "rel-constrast": 3.7484915256500244,
      "step": 354,
      "subrel-constrast": 4.051052093505859,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031130313873291,
      "cov-distil (oracle2student)": 5.026152610778809,
      "cov-distil (oracle2teacher)": 4.744674205780029,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.559945821762085,
      "step": 355,
      "subrel-constrast": 3.714773416519165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.005746364593506,
      "cov-distil (oracle2student)": 4.017253398895264,
      "cov-distil (oracle2teacher)": 4.017498970031738,
      "epoch": 0.2794348508634223,
      "rel-constrast": 3.656675338745117,
      "step": 356,
      "subrel-constrast": 4.188436508178711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7195461988449097,
      "cov-distil (oracle2student)": 4.425095558166504,
      "cov-distil (oracle2teacher)": 4.371179580688477,
      "epoch": 0.2802197802197802,
      "rel-constrast": 4.078734397888184,
      "step": 357,
      "subrel-constrast": 4.626358985900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03867244720459,
      "cov-distil (oracle2student)": 4.778371810913086,
      "cov-distil (oracle2teacher)": 4.454864025115967,
      "epoch": 0.28100470957613816,
      "rel-constrast": 3.353924512863159,
      "step": 358,
      "subrel-constrast": 4.555548191070557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9577628374099731,
      "cov-distil (oracle2student)": 2.966353416442871,
      "cov-distil (oracle2teacher)": 2.5868096351623535,
      "epoch": 0.2817896389324961,
      "rel-constrast": 3.3460488319396973,
      "step": 359,
      "subrel-constrast": 3.9823224544525146,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 5.96875,
      "learning_rate": 7.18e-05,
      "loss": 0.934,
      "step": 360
    },
    {
      "cov-distil": 1.6738455295562744,
      "cov-distil (oracle2student)": 3.8920412063598633,
      "cov-distil (oracle2teacher)": 3.726383686065674,
      "epoch": 0.282574568288854,
      "rel-constrast": 2.82122802734375,
      "step": 360,
      "subrel-constrast": 4.14078426361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6517702341079712,
      "cov-distil (oracle2student)": 4.22556209564209,
      "cov-distil (oracle2teacher)": 4.145458698272705,
      "epoch": 0.28335949764521196,
      "rel-constrast": 3.45859956741333,
      "step": 361,
      "subrel-constrast": 4.801141262054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.124246120452881,
      "cov-distil (oracle2student)": 3.3692729473114014,
      "cov-distil (oracle2teacher)": 3.269765853881836,
      "epoch": 0.28414442700156983,
      "rel-constrast": 2.6506357192993164,
      "step": 362,
      "subrel-constrast": 3.755767345428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3526856899261475,
      "cov-distil (oracle2student)": 4.128577709197998,
      "cov-distil (oracle2teacher)": 3.9617979526519775,
      "epoch": 0.28492935635792777,
      "rel-constrast": 2.9778599739074707,
      "step": 363,
      "subrel-constrast": 3.5767078399658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512682318687439,
      "cov-distil (oracle2student)": 4.088039398193359,
      "cov-distil (oracle2teacher)": 3.870095729827881,
      "epoch": 0.2857142857142857,
      "rel-constrast": 3.1186094284057617,
      "step": 364,
      "subrel-constrast": 4.493895053863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.318560242652893,
      "cov-distil (oracle2student)": 3.774007558822632,
      "cov-distil (oracle2teacher)": 3.9330146312713623,
      "epoch": 0.28649921507064363,
      "rel-constrast": 3.1438307762145996,
      "step": 365,
      "subrel-constrast": 3.21142315864563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5610337257385254,
      "cov-distil (oracle2student)": 3.312736988067627,
      "cov-distil (oracle2teacher)": 3.4010515213012695,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.5814003944396973,
      "step": 366,
      "subrel-constrast": 3.7006542682647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051917791366577,
      "cov-distil (oracle2student)": 4.2715582847595215,
      "cov-distil (oracle2teacher)": 4.038430213928223,
      "epoch": 0.2880690737833595,
      "rel-constrast": 2.8441033363342285,
      "step": 367,
      "subrel-constrast": 3.8365793228149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9725018739700317,
      "cov-distil (oracle2student)": 2.9314498901367188,
      "cov-distil (oracle2teacher)": 2.748990774154663,
      "epoch": 0.28885400313971743,
      "rel-constrast": 2.933610439300537,
      "step": 368,
      "subrel-constrast": 3.744361400604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2145872116088867,
      "cov-distil (oracle2student)": 3.3812034130096436,
      "cov-distil (oracle2teacher)": 3.4346628189086914,
      "epoch": 0.28963893249607536,
      "rel-constrast": 2.348388910293579,
      "step": 369,
      "subrel-constrast": 3.7599081993103027,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 4.4375,
      "learning_rate": 7.38e-05,
      "loss": 0.7655,
      "step": 370
    },
    {
      "cov-distil": 1.5982998609542847,
      "cov-distil (oracle2student)": 3.4495015144348145,
      "cov-distil (oracle2teacher)": 3.394505500793457,
      "epoch": 0.2904238618524333,
      "rel-constrast": 3.514537811279297,
      "step": 370,
      "subrel-constrast": 4.076476573944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2880852222442627,
      "cov-distil (oracle2student)": 3.6574783325195312,
      "cov-distil (oracle2teacher)": 3.647876739501953,
      "epoch": 0.29120879120879123,
      "rel-constrast": 2.794341564178467,
      "step": 371,
      "subrel-constrast": 3.4986772537231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.04567813873291,
      "cov-distil (oracle2student)": 4.700648784637451,
      "cov-distil (oracle2teacher)": 4.806855201721191,
      "epoch": 0.29199372056514916,
      "rel-constrast": 3.336580753326416,
      "step": 372,
      "subrel-constrast": 3.9659783840179443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269620418548584,
      "cov-distil (oracle2student)": 4.146570682525635,
      "cov-distil (oracle2teacher)": 4.223325729370117,
      "epoch": 0.29277864992150704,
      "rel-constrast": 2.419754981994629,
      "step": 373,
      "subrel-constrast": 3.2351012229919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172276020050049,
      "cov-distil (oracle2student)": 3.3133389949798584,
      "cov-distil (oracle2teacher)": 3.4111156463623047,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.370569944381714,
      "step": 374,
      "subrel-constrast": 3.512500762939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8202558755874634,
      "cov-distil (oracle2student)": 3.695896625518799,
      "cov-distil (oracle2teacher)": 3.7496509552001953,
      "epoch": 0.2943485086342229,
      "rel-constrast": 3.4269840717315674,
      "step": 375,
      "subrel-constrast": 3.9582159519195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5901432037353516,
      "cov-distil (oracle2student)": 4.01591682434082,
      "cov-distil (oracle2teacher)": 3.6432065963745117,
      "epoch": 0.29513343799058084,
      "rel-constrast": 2.601034641265869,
      "step": 376,
      "subrel-constrast": 3.5744614601135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6221498250961304,
      "cov-distil (oracle2student)": 3.1593618392944336,
      "cov-distil (oracle2teacher)": 3.210846424102783,
      "epoch": 0.29591836734693877,
      "rel-constrast": 2.427070140838623,
      "step": 377,
      "subrel-constrast": 3.4299404621124268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8686389923095703,
      "cov-distil (oracle2student)": 4.451374530792236,
      "cov-distil (oracle2teacher)": 4.811197280883789,
      "epoch": 0.2967032967032967,
      "rel-constrast": 2.734043598175049,
      "step": 378,
      "subrel-constrast": 3.990455150604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1204309463500977,
      "cov-distil (oracle2student)": 5.119543075561523,
      "cov-distil (oracle2teacher)": 4.6156158447265625,
      "epoch": 0.29748822605965464,
      "rel-constrast": 3.432990550994873,
      "step": 379,
      "subrel-constrast": 4.648385524749756,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 5.59375,
      "learning_rate": 7.58e-05,
      "loss": 0.7699,
      "step": 380
    },
    {
      "cov-distil": 1.4901282787322998,
      "cov-distil (oracle2student)": 3.882534980773926,
      "cov-distil (oracle2teacher)": 4.313413619995117,
      "epoch": 0.29827315541601257,
      "rel-constrast": 3.789336919784546,
      "step": 380,
      "subrel-constrast": 4.319118976593018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5292083024978638,
      "cov-distil (oracle2student)": 3.9557268619537354,
      "cov-distil (oracle2teacher)": 3.8939146995544434,
      "epoch": 0.2990580847723705,
      "rel-constrast": 3.9264161586761475,
      "step": 381,
      "subrel-constrast": 4.056788921356201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013104200363159,
      "cov-distil (oracle2student)": 4.406268119812012,
      "cov-distil (oracle2teacher)": 3.9769487380981445,
      "epoch": 0.29984301412872844,
      "rel-constrast": 3.4898147583007812,
      "step": 382,
      "subrel-constrast": 3.9197194576263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7983310222625732,
      "cov-distil (oracle2student)": 6.397452354431152,
      "cov-distil (oracle2teacher)": 5.451635837554932,
      "epoch": 0.30062794348508637,
      "rel-constrast": 5.28471565246582,
      "step": 383,
      "subrel-constrast": 5.180600643157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024407863616943,
      "cov-distil (oracle2student)": 3.9786837100982666,
      "cov-distil (oracle2teacher)": 3.9482476711273193,
      "epoch": 0.30141287284144425,
      "rel-constrast": 3.2711925506591797,
      "step": 384,
      "subrel-constrast": 3.9141833782196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3950717449188232,
      "cov-distil (oracle2student)": 3.309399127960205,
      "cov-distil (oracle2teacher)": 3.834609270095825,
      "epoch": 0.3021978021978022,
      "rel-constrast": 2.4625673294067383,
      "step": 385,
      "subrel-constrast": 3.9310989379882812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5057661533355713,
      "cov-distil (oracle2student)": 4.342529296875,
      "cov-distil (oracle2teacher)": 4.3063812255859375,
      "epoch": 0.3029827315541601,
      "rel-constrast": 4.398950576782227,
      "step": 386,
      "subrel-constrast": 4.918764114379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5805926322937012,
      "cov-distil (oracle2student)": 3.5754523277282715,
      "cov-distil (oracle2teacher)": 3.645603656768799,
      "epoch": 0.30376766091051804,
      "rel-constrast": 2.5944032669067383,
      "step": 387,
      "subrel-constrast": 3.6405692100524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7895290851593018,
      "cov-distil (oracle2student)": 2.8489303588867188,
      "cov-distil (oracle2teacher)": 2.8890693187713623,
      "epoch": 0.304552590266876,
      "rel-constrast": 2.515228271484375,
      "step": 388,
      "subrel-constrast": 3.562199115753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6915912628173828,
      "cov-distil (oracle2student)": 4.64813232421875,
      "cov-distil (oracle2teacher)": 4.010524272918701,
      "epoch": 0.3053375196232339,
      "rel-constrast": 4.039992809295654,
      "step": 389,
      "subrel-constrast": 4.2532501220703125,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 6.3125,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.9373,
      "step": 390
    },
    {
      "cov-distil": 1.5741350650787354,
      "cov-distil (oracle2student)": 4.944725513458252,
      "cov-distil (oracle2teacher)": 4.311623573303223,
      "epoch": 0.30612244897959184,
      "rel-constrast": 2.881105422973633,
      "step": 390,
      "subrel-constrast": 3.5903172492980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6961135864257812,
      "cov-distil (oracle2student)": 3.9356441497802734,
      "cov-distil (oracle2teacher)": 3.8739137649536133,
      "epoch": 0.3069073783359498,
      "rel-constrast": 2.346997022628784,
      "step": 391,
      "subrel-constrast": 3.0937728881835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7665374279022217,
      "cov-distil (oracle2student)": 3.0499677658081055,
      "cov-distil (oracle2teacher)": 3.5326895713806152,
      "epoch": 0.3076923076923077,
      "rel-constrast": 1.8928890228271484,
      "step": 392,
      "subrel-constrast": 3.331143856048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6356903314590454,
      "cov-distil (oracle2student)": 3.8179514408111572,
      "cov-distil (oracle2teacher)": 3.7832045555114746,
      "epoch": 0.30847723704866564,
      "rel-constrast": 3.4706687927246094,
      "step": 393,
      "subrel-constrast": 4.18806791305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8889553546905518,
      "cov-distil (oracle2student)": 3.9479362964630127,
      "cov-distil (oracle2teacher)": 3.5913848876953125,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.326343536376953,
      "step": 394,
      "subrel-constrast": 3.1935722827911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764770269393921,
      "cov-distil (oracle2student)": 4.546638488769531,
      "cov-distil (oracle2teacher)": 3.984774112701416,
      "epoch": 0.31004709576138145,
      "rel-constrast": 3.949681520462036,
      "step": 395,
      "subrel-constrast": 4.553323268890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.312835454940796,
      "cov-distil (oracle2student)": 5.381592750549316,
      "cov-distil (oracle2teacher)": 4.784304618835449,
      "epoch": 0.3108320251177394,
      "rel-constrast": 2.563767194747925,
      "step": 396,
      "subrel-constrast": 3.2311172485351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723673820495605,
      "cov-distil (oracle2student)": 3.738740921020508,
      "cov-distil (oracle2teacher)": 4.044188499450684,
      "epoch": 0.3116169544740973,
      "rel-constrast": 2.638277053833008,
      "step": 397,
      "subrel-constrast": 3.6398446559906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469001054763794,
      "cov-distil (oracle2student)": 2.691608428955078,
      "cov-distil (oracle2teacher)": 3.0921998023986816,
      "epoch": 0.31240188383045525,
      "rel-constrast": 2.376332998275757,
      "step": 398,
      "subrel-constrast": 3.4336647987365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750564694404602,
      "cov-distil (oracle2student)": 4.535653114318848,
      "cov-distil (oracle2teacher)": 4.066794395446777,
      "epoch": 0.3131868131868132,
      "rel-constrast": 4.201013088226318,
      "step": 399,
      "subrel-constrast": 4.830847263336182,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 6.375,
      "learning_rate": 7.98e-05,
      "loss": 0.758,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.2734375,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.0521240234375
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.03460693359375
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.01751708984375,
      "step": 400
    },
    {
      "cov-distil": 2.542675495147705,
      "cov-distil (oracle2student)": 3.917009115219116,
      "cov-distil (oracle2teacher)": 3.3213655948638916,
      "epoch": 0.3139717425431711,
      "rel-constrast": 3.173818349838257,
      "step": 400,
      "subrel-constrast": 3.7043769359588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8513294458389282,
      "cov-distil (oracle2student)": 3.4820055961608887,
      "cov-distil (oracle2teacher)": 3.1082353591918945,
      "epoch": 0.31475667189952905,
      "rel-constrast": 3.1942193508148193,
      "step": 401,
      "subrel-constrast": 3.8711905479431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3352980613708496,
      "cov-distil (oracle2student)": 2.3656787872314453,
      "cov-distil (oracle2teacher)": 2.584226369857788,
      "epoch": 0.315541601255887,
      "rel-constrast": 2.665435791015625,
      "step": 402,
      "subrel-constrast": 3.4707250595092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429528832435608,
      "cov-distil (oracle2student)": 3.9019808769226074,
      "cov-distil (oracle2teacher)": 4.493139743804932,
      "epoch": 0.3163265306122449,
      "rel-constrast": 4.169053077697754,
      "step": 403,
      "subrel-constrast": 5.359470367431641,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57853102684021,
      "cov-distil (oracle2student)": 5.129067420959473,
      "cov-distil (oracle2teacher)": 4.538949966430664,
      "epoch": 0.31711145996860285,
      "rel-constrast": 2.9641833305358887,
      "step": 404,
      "subrel-constrast": 3.4285433292388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2877516746520996,
      "cov-distil (oracle2student)": 4.585236549377441,
      "cov-distil (oracle2teacher)": 3.7054319381713867,
      "epoch": 0.3178963893249607,
      "rel-constrast": 3.772272825241089,
      "step": 405,
      "subrel-constrast": 4.739696979522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092372179031372,
      "cov-distil (oracle2student)": 2.751926898956299,
      "cov-distil (oracle2teacher)": 2.9942617416381836,
      "epoch": 0.31868131868131866,
      "rel-constrast": 2.546765089035034,
      "step": 406,
      "subrel-constrast": 3.424940347671509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1682543754577637,
      "cov-distil (oracle2student)": 2.79258394241333,
      "cov-distil (oracle2teacher)": 3.0954551696777344,
      "epoch": 0.3194662480376766,
      "rel-constrast": 2.4890787601470947,
      "step": 407,
      "subrel-constrast": 3.418405771255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6288962364196777,
      "cov-distil (oracle2student)": 5.992103576660156,
      "cov-distil (oracle2teacher)": 5.573127746582031,
      "epoch": 0.3202511773940345,
      "rel-constrast": 3.9888415336608887,
      "step": 408,
      "subrel-constrast": 4.535562515258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871168851852417,
      "cov-distil (oracle2student)": 4.125149250030518,
      "cov-distil (oracle2teacher)": 4.16244649887085,
      "epoch": 0.32103610675039246,
      "rel-constrast": 2.67984676361084,
      "step": 409,
      "subrel-constrast": 3.8484139442443848,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 5.28125,
      "learning_rate": 8.18e-05,
      "loss": 0.8381,
      "step": 410
    },
    {
      "cov-distil": 1.9413704872131348,
      "cov-distil (oracle2student)": 4.98189640045166,
      "cov-distil (oracle2teacher)": 4.523797988891602,
      "epoch": 0.3218210361067504,
      "rel-constrast": 2.800323963165283,
      "step": 410,
      "subrel-constrast": 3.664006471633911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2843918800354004,
      "cov-distil (oracle2student)": 4.342442512512207,
      "cov-distil (oracle2teacher)": 3.6327295303344727,
      "epoch": 0.3226059654631083,
      "rel-constrast": 3.0779218673706055,
      "step": 411,
      "subrel-constrast": 4.105771541595459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3650808334350586,
      "cov-distil (oracle2student)": 5.078035831451416,
      "cov-distil (oracle2teacher)": 4.314974308013916,
      "epoch": 0.32339089481946626,
      "rel-constrast": 2.7173261642456055,
      "step": 412,
      "subrel-constrast": 3.1419613361358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8200763463974,
      "cov-distil (oracle2student)": 3.2939746379852295,
      "cov-distil (oracle2teacher)": 2.829498291015625,
      "epoch": 0.3241758241758242,
      "rel-constrast": 3.6275253295898438,
      "step": 413,
      "subrel-constrast": 4.080338954925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0116126537323,
      "cov-distil (oracle2student)": 3.205186367034912,
      "cov-distil (oracle2teacher)": 3.4429731369018555,
      "epoch": 0.3249607535321821,
      "rel-constrast": 3.922241687774658,
      "step": 414,
      "subrel-constrast": 5.054723739624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5362796783447266,
      "cov-distil (oracle2student)": 4.227656364440918,
      "cov-distil (oracle2teacher)": 4.000913143157959,
      "epoch": 0.32574568288854006,
      "rel-constrast": 2.67105770111084,
      "step": 415,
      "subrel-constrast": 3.3472540378570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6540837287902832,
      "cov-distil (oracle2student)": 3.226577043533325,
      "cov-distil (oracle2teacher)": 3.451770305633545,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.359063148498535,
      "step": 416,
      "subrel-constrast": 3.1665234565734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.143883228302002,
      "cov-distil (oracle2student)": 4.616706848144531,
      "cov-distil (oracle2teacher)": 4.500012397766113,
      "epoch": 0.32731554160125587,
      "rel-constrast": 3.811943531036377,
      "step": 417,
      "subrel-constrast": 4.153379440307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4971189498901367,
      "cov-distil (oracle2student)": 3.2555251121520996,
      "cov-distil (oracle2teacher)": 3.5004334449768066,
      "epoch": 0.3281004709576138,
      "rel-constrast": 2.160100221633911,
      "step": 418,
      "subrel-constrast": 3.272157907485962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3543100357055664,
      "cov-distil (oracle2student)": 3.7133471965789795,
      "cov-distil (oracle2teacher)": 3.725785493850708,
      "epoch": 0.32888540031397173,
      "rel-constrast": 2.643972873687744,
      "step": 419,
      "subrel-constrast": 3.130537986755371,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.5,
      "learning_rate": 8.38e-05,
      "loss": 0.7863,
      "step": 420
    },
    {
      "cov-distil": 1.5134952068328857,
      "cov-distil (oracle2student)": 4.415937423706055,
      "cov-distil (oracle2teacher)": 4.520108699798584,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.2120018005371094,
      "step": 420,
      "subrel-constrast": 3.3848533630371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5443507432937622,
      "cov-distil (oracle2student)": 4.856454849243164,
      "cov-distil (oracle2teacher)": 3.692047595977783,
      "epoch": 0.3304552590266876,
      "rel-constrast": 3.327235698699951,
      "step": 421,
      "subrel-constrast": 4.119352340698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9115656614303589,
      "cov-distil (oracle2student)": 3.611752986907959,
      "cov-distil (oracle2teacher)": 3.9255945682525635,
      "epoch": 0.33124018838304553,
      "rel-constrast": 2.832477331161499,
      "step": 422,
      "subrel-constrast": 4.2200026512146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1895861625671387,
      "cov-distil (oracle2student)": 3.4234955310821533,
      "cov-distil (oracle2teacher)": 3.4578585624694824,
      "epoch": 0.33202511773940346,
      "rel-constrast": 3.953479766845703,
      "step": 423,
      "subrel-constrast": 4.741032600402832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551228284835815,
      "cov-distil (oracle2student)": 2.8562028408050537,
      "cov-distil (oracle2teacher)": 2.718606948852539,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.114522933959961,
      "step": 424,
      "subrel-constrast": 3.0392329692840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5731637477874756,
      "cov-distil (oracle2student)": 3.1997389793395996,
      "cov-distil (oracle2teacher)": 2.6784145832061768,
      "epoch": 0.33359497645211933,
      "rel-constrast": 2.712453842163086,
      "step": 425,
      "subrel-constrast": 3.2333755493164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.745977520942688,
      "cov-distil (oracle2student)": 4.314862251281738,
      "cov-distil (oracle2teacher)": 4.135062217712402,
      "epoch": 0.33437990580847726,
      "rel-constrast": 2.4771933555603027,
      "step": 426,
      "subrel-constrast": 3.6278133392333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8195090293884277,
      "cov-distil (oracle2student)": 4.386937141418457,
      "cov-distil (oracle2teacher)": 4.317129611968994,
      "epoch": 0.33516483516483514,
      "rel-constrast": 3.2950210571289062,
      "step": 427,
      "subrel-constrast": 4.172346591949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.216766834259033,
      "cov-distil (oracle2student)": 5.182647705078125,
      "cov-distil (oracle2teacher)": 5.029834747314453,
      "epoch": 0.3359497645211931,
      "rel-constrast": 2.3517727851867676,
      "step": 428,
      "subrel-constrast": 3.556501626968384,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4140048027038574,
      "cov-distil (oracle2student)": 4.406224250793457,
      "cov-distil (oracle2teacher)": 4.142177581787109,
      "epoch": 0.336734693877551,
      "rel-constrast": 2.740175724029541,
      "step": 429,
      "subrel-constrast": 4.164257049560547,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 5.03125,
      "learning_rate": 8.58e-05,
      "loss": 0.7489,
      "step": 430
    },
    {
      "cov-distil": 1.76739501953125,
      "cov-distil (oracle2student)": 4.424360752105713,
      "cov-distil (oracle2teacher)": 3.779944896697998,
      "epoch": 0.33751962323390894,
      "rel-constrast": 2.821096658706665,
      "step": 430,
      "subrel-constrast": 3.4554879665374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9330995082855225,
      "cov-distil (oracle2student)": 5.418302059173584,
      "cov-distil (oracle2teacher)": 5.076933860778809,
      "epoch": 0.33830455259026687,
      "rel-constrast": 2.212780475616455,
      "step": 431,
      "subrel-constrast": 3.59612774848938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7189042568206787,
      "cov-distil (oracle2student)": 4.362942218780518,
      "cov-distil (oracle2teacher)": 3.9957399368286133,
      "epoch": 0.3390894819466248,
      "rel-constrast": 2.0445938110351562,
      "step": 432,
      "subrel-constrast": 2.3947110176086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658748626708984,
      "cov-distil (oracle2student)": 4.644219398498535,
      "cov-distil (oracle2teacher)": 4.1194963455200195,
      "epoch": 0.33987441130298274,
      "rel-constrast": 2.0866599082946777,
      "step": 433,
      "subrel-constrast": 3.3534696102142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5322978496551514,
      "cov-distil (oracle2student)": 4.873811721801758,
      "cov-distil (oracle2teacher)": 4.647310256958008,
      "epoch": 0.34065934065934067,
      "rel-constrast": 4.494509696960449,
      "step": 434,
      "subrel-constrast": 4.763187408447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8515584468841553,
      "cov-distil (oracle2student)": 4.021039962768555,
      "cov-distil (oracle2teacher)": 3.9717650413513184,
      "epoch": 0.3414442700156986,
      "rel-constrast": 2.7717952728271484,
      "step": 435,
      "subrel-constrast": 3.7262253761291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6236159801483154,
      "cov-distil (oracle2student)": 4.794266700744629,
      "cov-distil (oracle2teacher)": 5.18619441986084,
      "epoch": 0.34222919937205654,
      "rel-constrast": 2.7813374996185303,
      "step": 436,
      "subrel-constrast": 3.9089324474334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00252103805542,
      "cov-distil (oracle2student)": 4.682797431945801,
      "cov-distil (oracle2teacher)": 4.108931541442871,
      "epoch": 0.34301412872841447,
      "rel-constrast": 3.246796131134033,
      "step": 437,
      "subrel-constrast": 4.1366047859191895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6329665184020996,
      "cov-distil (oracle2student)": 6.317404270172119,
      "cov-distil (oracle2teacher)": 5.332479953765869,
      "epoch": 0.34379905808477235,
      "rel-constrast": 3.6912150382995605,
      "step": 438,
      "subrel-constrast": 3.7925198078155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6756668090820312,
      "cov-distil (oracle2student)": 6.731863498687744,
      "cov-distil (oracle2teacher)": 5.899005889892578,
      "epoch": 0.3445839874411303,
      "rel-constrast": 4.099170684814453,
      "step": 439,
      "subrel-constrast": 4.531783580780029,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 6.71875,
      "learning_rate": 8.78e-05,
      "loss": 0.8,
      "step": 440
    },
    {
      "cov-distil": 2.106051445007324,
      "cov-distil (oracle2student)": 3.307957172393799,
      "cov-distil (oracle2teacher)": 3.120715379714966,
      "epoch": 0.3453689167974882,
      "rel-constrast": 2.3618996143341064,
      "step": 440,
      "subrel-constrast": 3.092712879180908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8678284883499146,
      "cov-distil (oracle2student)": 3.3602511882781982,
      "cov-distil (oracle2teacher)": 3.992983818054199,
      "epoch": 0.34615384615384615,
      "rel-constrast": 3.1896002292633057,
      "step": 441,
      "subrel-constrast": 4.021874904632568,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2046892642974854,
      "cov-distil (oracle2student)": 3.5100393295288086,
      "cov-distil (oracle2teacher)": 3.4342756271362305,
      "epoch": 0.3469387755102041,
      "rel-constrast": 2.3492588996887207,
      "step": 442,
      "subrel-constrast": 3.548064708709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7333816289901733,
      "cov-distil (oracle2student)": 3.1996984481811523,
      "cov-distil (oracle2teacher)": 2.939197063446045,
      "epoch": 0.347723704866562,
      "rel-constrast": 2.3074231147766113,
      "step": 443,
      "subrel-constrast": 3.2215235233306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4208426475524902,
      "cov-distil (oracle2student)": 3.2782819271087646,
      "cov-distil (oracle2teacher)": 3.0400679111480713,
      "epoch": 0.34850863422291994,
      "rel-constrast": 3.3817763328552246,
      "step": 444,
      "subrel-constrast": 3.849688768386841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746071219444275,
      "cov-distil (oracle2student)": 4.570379257202148,
      "cov-distil (oracle2teacher)": 4.256129741668701,
      "epoch": 0.3492935635792779,
      "rel-constrast": 2.962029218673706,
      "step": 445,
      "subrel-constrast": 3.4093732833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.789650559425354,
      "cov-distil (oracle2student)": 4.75433874130249,
      "cov-distil (oracle2teacher)": 3.8446178436279297,
      "epoch": 0.3500784929356358,
      "rel-constrast": 3.3986191749572754,
      "step": 446,
      "subrel-constrast": 3.949256420135498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7014336585998535,
      "cov-distil (oracle2student)": 3.402616024017334,
      "cov-distil (oracle2teacher)": 3.2128071784973145,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.163048267364502,
      "step": 447,
      "subrel-constrast": 3.675577163696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2015447616577148,
      "cov-distil (oracle2student)": 3.550906181335449,
      "cov-distil (oracle2teacher)": 3.3061916828155518,
      "epoch": 0.3516483516483517,
      "rel-constrast": 2.629333019256592,
      "step": 448,
      "subrel-constrast": 3.5143837928771973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9509737491607666,
      "cov-distil (oracle2student)": 3.4398629665374756,
      "cov-distil (oracle2teacher)": 3.752173662185669,
      "epoch": 0.35243328100470955,
      "rel-constrast": 3.609726905822754,
      "step": 449,
      "subrel-constrast": 4.755138874053955,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 4.875,
      "learning_rate": 8.98e-05,
      "loss": 0.7781,
      "step": 450
    },
    {
      "cov-distil": 1.5606842041015625,
      "cov-distil (oracle2student)": 2.1380629539489746,
      "cov-distil (oracle2teacher)": 2.3431079387664795,
      "epoch": 0.3532182103610675,
      "rel-constrast": 2.5990984439849854,
      "step": 450,
      "subrel-constrast": 3.181063175201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7994574308395386,
      "cov-distil (oracle2student)": 4.59889030456543,
      "cov-distil (oracle2teacher)": 4.525901794433594,
      "epoch": 0.3540031397174254,
      "rel-constrast": 2.7777066230773926,
      "step": 451,
      "subrel-constrast": 3.73759388923645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5597050189971924,
      "cov-distil (oracle2student)": 3.7236690521240234,
      "cov-distil (oracle2teacher)": 3.5723352432250977,
      "epoch": 0.35478806907378335,
      "rel-constrast": 4.957003593444824,
      "step": 452,
      "subrel-constrast": 4.73854923248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120285987854004,
      "cov-distil (oracle2student)": 5.659257888793945,
      "cov-distil (oracle2teacher)": 4.465668678283691,
      "epoch": 0.3555729984301413,
      "rel-constrast": 3.462052822113037,
      "step": 453,
      "subrel-constrast": 3.930609941482544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441899061203003,
      "cov-distil (oracle2student)": 5.139626502990723,
      "cov-distil (oracle2teacher)": 4.708064079284668,
      "epoch": 0.3563579277864992,
      "rel-constrast": 2.8000738620758057,
      "step": 454,
      "subrel-constrast": 3.342196464538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2691937685012817,
      "cov-distil (oracle2student)": 3.4881551265716553,
      "cov-distil (oracle2teacher)": 3.2828269004821777,
      "epoch": 0.35714285714285715,
      "rel-constrast": 1.9054604768753052,
      "step": 455,
      "subrel-constrast": 2.7095534801483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7219340801239014,
      "cov-distil (oracle2student)": 4.333287715911865,
      "cov-distil (oracle2teacher)": 4.071536540985107,
      "epoch": 0.3579277864992151,
      "rel-constrast": 3.3563482761383057,
      "step": 456,
      "subrel-constrast": 4.458869934082031,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9319003820419312,
      "cov-distil (oracle2student)": 3.4243786334991455,
      "cov-distil (oracle2teacher)": 3.7058544158935547,
      "epoch": 0.358712715855573,
      "rel-constrast": 2.578774929046631,
      "step": 457,
      "subrel-constrast": 3.726984739303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6155028343200684,
      "cov-distil (oracle2student)": 2.9762909412384033,
      "cov-distil (oracle2teacher)": 3.252605438232422,
      "epoch": 0.35949764521193095,
      "rel-constrast": 2.841390609741211,
      "step": 458,
      "subrel-constrast": 3.7347638607025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0948758125305176,
      "cov-distil (oracle2student)": 4.138232231140137,
      "cov-distil (oracle2teacher)": 4.24996280670166,
      "epoch": 0.3602825745682888,
      "rel-constrast": 3.422231674194336,
      "step": 459,
      "subrel-constrast": 4.210091590881348,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 5.75,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.8103,
      "step": 460
    },
    {
      "cov-distil": 2.013596534729004,
      "cov-distil (oracle2student)": 4.675199508666992,
      "cov-distil (oracle2teacher)": 4.282191276550293,
      "epoch": 0.36106750392464676,
      "rel-constrast": 4.092818260192871,
      "step": 460,
      "subrel-constrast": 4.836939811706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836659669876099,
      "cov-distil (oracle2student)": 4.194636344909668,
      "cov-distil (oracle2teacher)": 3.9774842262268066,
      "epoch": 0.3618524332810047,
      "rel-constrast": 3.1883456707000732,
      "step": 461,
      "subrel-constrast": 3.45961856842041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.383394479751587,
      "cov-distil (oracle2student)": 2.4200403690338135,
      "cov-distil (oracle2teacher)": 2.6946346759796143,
      "epoch": 0.3626373626373626,
      "rel-constrast": 2.1763384342193604,
      "step": 462,
      "subrel-constrast": 2.737877607345581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6461050510406494,
      "cov-distil (oracle2student)": 4.921786308288574,
      "cov-distil (oracle2teacher)": 4.714392185211182,
      "epoch": 0.36342229199372056,
      "rel-constrast": 2.346903085708618,
      "step": 463,
      "subrel-constrast": 3.5821475982666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.659654140472412,
      "cov-distil (oracle2student)": 4.419693946838379,
      "cov-distil (oracle2teacher)": 4.130273818969727,
      "epoch": 0.3642072213500785,
      "rel-constrast": 2.387413501739502,
      "step": 464,
      "subrel-constrast": 3.3790462017059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650402069091797,
      "cov-distil (oracle2student)": 5.972143173217773,
      "cov-distil (oracle2teacher)": 5.262137413024902,
      "epoch": 0.3649921507064364,
      "rel-constrast": 5.032656669616699,
      "step": 465,
      "subrel-constrast": 5.718567848205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8763427734375,
      "cov-distil (oracle2student)": 3.244483470916748,
      "cov-distil (oracle2teacher)": 3.2030606269836426,
      "epoch": 0.36577708006279436,
      "rel-constrast": 3.5169308185577393,
      "step": 466,
      "subrel-constrast": 4.167441368103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2350058555603027,
      "cov-distil (oracle2student)": 6.541471481323242,
      "cov-distil (oracle2teacher)": 5.548497676849365,
      "epoch": 0.3665620094191523,
      "rel-constrast": 3.2790279388427734,
      "step": 467,
      "subrel-constrast": 4.278295993804932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5431735515594482,
      "cov-distil (oracle2student)": 2.496425151824951,
      "cov-distil (oracle2teacher)": 2.4403629302978516,
      "epoch": 0.3673469387755102,
      "rel-constrast": 2.806405782699585,
      "step": 468,
      "subrel-constrast": 3.0719187259674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8111008405685425,
      "cov-distil (oracle2student)": 3.932647228240967,
      "cov-distil (oracle2teacher)": 4.038336277008057,
      "epoch": 0.36813186813186816,
      "rel-constrast": 2.8314647674560547,
      "step": 469,
      "subrel-constrast": 4.01553201675415,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 4.75,
      "learning_rate": 9.38e-05,
      "loss": 0.8345,
      "step": 470
    },
    {
      "cov-distil": 1.968711256980896,
      "cov-distil (oracle2student)": 5.312798500061035,
      "cov-distil (oracle2teacher)": 5.107273578643799,
      "epoch": 0.36891679748822603,
      "rel-constrast": 3.0239205360412598,
      "step": 470,
      "subrel-constrast": 4.64637565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5886445045471191,
      "cov-distil (oracle2student)": 2.121401309967041,
      "cov-distil (oracle2teacher)": 2.244431495666504,
      "epoch": 0.36970172684458397,
      "rel-constrast": 1.8349723815917969,
      "step": 471,
      "subrel-constrast": 2.6822094917297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5071802139282227,
      "cov-distil (oracle2student)": 3.428968906402588,
      "cov-distil (oracle2teacher)": 3.634814739227295,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.3282856941223145,
      "step": 472,
      "subrel-constrast": 2.8512063026428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610358715057373,
      "cov-distil (oracle2student)": 3.8950283527374268,
      "cov-distil (oracle2teacher)": 3.770925521850586,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.6338863372802734,
      "step": 473,
      "subrel-constrast": 3.9846465587615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9631075859069824,
      "cov-distil (oracle2student)": 3.335554838180542,
      "cov-distil (oracle2teacher)": 3.7827396392822266,
      "epoch": 0.37205651491365777,
      "rel-constrast": 2.6441421508789062,
      "step": 474,
      "subrel-constrast": 3.956678628921509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2695066928863525,
      "cov-distil (oracle2student)": 4.103036880493164,
      "cov-distil (oracle2teacher)": 4.501965522766113,
      "epoch": 0.3728414442700157,
      "rel-constrast": 2.8776464462280273,
      "step": 475,
      "subrel-constrast": 3.7684757709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5005958080291748,
      "cov-distil (oracle2student)": 4.635610103607178,
      "cov-distil (oracle2teacher)": 4.268718719482422,
      "epoch": 0.37362637362637363,
      "rel-constrast": 3.2492074966430664,
      "step": 476,
      "subrel-constrast": 3.817701578140259,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2412242889404297,
      "cov-distil (oracle2student)": 4.894887924194336,
      "cov-distil (oracle2teacher)": 4.724802017211914,
      "epoch": 0.37441130298273156,
      "rel-constrast": 3.573352336883545,
      "step": 477,
      "subrel-constrast": 4.775816917419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068060874938965,
      "cov-distil (oracle2student)": 4.644349098205566,
      "cov-distil (oracle2teacher)": 4.102551460266113,
      "epoch": 0.3751962323390895,
      "rel-constrast": 3.348404884338379,
      "step": 478,
      "subrel-constrast": 4.293621063232422,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174278497695923,
      "cov-distil (oracle2student)": 3.236435890197754,
      "cov-distil (oracle2teacher)": 3.7435402870178223,
      "epoch": 0.37598116169544743,
      "rel-constrast": 3.558810234069824,
      "step": 479,
      "subrel-constrast": 3.9414689540863037,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 6.03125,
      "learning_rate": 9.58e-05,
      "loss": 0.7965,
      "step": 480
    },
    {
      "cov-distil": 2.342710494995117,
      "cov-distil (oracle2student)": 4.648438453674316,
      "cov-distil (oracle2teacher)": 4.2737274169921875,
      "epoch": 0.37676609105180536,
      "rel-constrast": 2.8115310668945312,
      "step": 480,
      "subrel-constrast": 4.009932994842529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9572761058807373,
      "cov-distil (oracle2student)": 3.0010321140289307,
      "cov-distil (oracle2teacher)": 3.356400489807129,
      "epoch": 0.37755102040816324,
      "rel-constrast": 2.1473028659820557,
      "step": 481,
      "subrel-constrast": 3.4780609607696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4057302474975586,
      "cov-distil (oracle2student)": 3.1093316078186035,
      "cov-distil (oracle2teacher)": 3.7473514080047607,
      "epoch": 0.3783359497645212,
      "rel-constrast": 2.4823672771453857,
      "step": 482,
      "subrel-constrast": 3.927305221557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3130571842193604,
      "cov-distil (oracle2student)": 3.921339511871338,
      "cov-distil (oracle2teacher)": 3.5297727584838867,
      "epoch": 0.3791208791208791,
      "rel-constrast": 2.6614441871643066,
      "step": 483,
      "subrel-constrast": 2.993887186050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6572272777557373,
      "cov-distil (oracle2student)": 3.960818290710449,
      "cov-distil (oracle2teacher)": 3.411330461502075,
      "epoch": 0.37990580847723704,
      "rel-constrast": 2.824087381362915,
      "step": 484,
      "subrel-constrast": 3.4526472091674805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4464226961135864,
      "cov-distil (oracle2student)": 3.6272783279418945,
      "cov-distil (oracle2teacher)": 3.425734281539917,
      "epoch": 0.38069073783359497,
      "rel-constrast": 2.319608688354492,
      "step": 485,
      "subrel-constrast": 3.3644542694091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296860694885254,
      "cov-distil (oracle2student)": 4.245620250701904,
      "cov-distil (oracle2teacher)": 4.003788948059082,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.1367149353027344,
      "step": 486,
      "subrel-constrast": 4.181914806365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3919525146484375,
      "cov-distil (oracle2student)": 3.2230894565582275,
      "cov-distil (oracle2teacher)": 2.9984538555145264,
      "epoch": 0.38226059654631084,
      "rel-constrast": 2.555746555328369,
      "step": 487,
      "subrel-constrast": 3.3193252086639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248267650604248,
      "cov-distil (oracle2student)": 4.4065093994140625,
      "cov-distil (oracle2teacher)": 4.106159210205078,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.1460626125335693,
      "step": 488,
      "subrel-constrast": 3.9644510746002197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097241163253784,
      "cov-distil (oracle2student)": 4.658888816833496,
      "cov-distil (oracle2teacher)": 4.121392250061035,
      "epoch": 0.3838304552590267,
      "rel-constrast": 2.884352445602417,
      "step": 489,
      "subrel-constrast": 4.366215229034424,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 5.375,
      "learning_rate": 9.78e-05,
      "loss": 0.7194,
      "step": 490
    },
    {
      "cov-distil": 1.2791731357574463,
      "cov-distil (oracle2student)": 6.087761402130127,
      "cov-distil (oracle2teacher)": 5.3748064041137695,
      "epoch": 0.38461538461538464,
      "rel-constrast": 2.8279049396514893,
      "step": 490,
      "subrel-constrast": 3.4444992542266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8564045429229736,
      "cov-distil (oracle2student)": 3.383542537689209,
      "cov-distil (oracle2teacher)": 3.2430267333984375,
      "epoch": 0.38540031397174257,
      "rel-constrast": 3.0061492919921875,
      "step": 491,
      "subrel-constrast": 3.479039430618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2190098762512207,
      "cov-distil (oracle2student)": 4.652955055236816,
      "cov-distil (oracle2teacher)": 4.225605487823486,
      "epoch": 0.38618524332810045,
      "rel-constrast": 2.8973186016082764,
      "step": 492,
      "subrel-constrast": 3.869051456451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8566319942474365,
      "cov-distil (oracle2student)": 4.14712381362915,
      "cov-distil (oracle2teacher)": 4.657670974731445,
      "epoch": 0.3869701726844584,
      "rel-constrast": 2.671963930130005,
      "step": 493,
      "subrel-constrast": 4.246461868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6047391891479492,
      "cov-distil (oracle2student)": 4.280533313751221,
      "cov-distil (oracle2teacher)": 3.557690382003784,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.3699352741241455,
      "step": 494,
      "subrel-constrast": 3.156848430633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6057689189910889,
      "cov-distil (oracle2student)": 5.265405654907227,
      "cov-distil (oracle2teacher)": 5.152177333831787,
      "epoch": 0.38854003139717425,
      "rel-constrast": 3.4769725799560547,
      "step": 495,
      "subrel-constrast": 4.1526994705200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4766788482666016,
      "cov-distil (oracle2student)": 4.507358551025391,
      "cov-distil (oracle2teacher)": 3.9723434448242188,
      "epoch": 0.3893249607535322,
      "rel-constrast": 1.95743727684021,
      "step": 496,
      "subrel-constrast": 2.964963436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835214614868164,
      "cov-distil (oracle2student)": 3.5617527961730957,
      "cov-distil (oracle2teacher)": 3.2140793800354004,
      "epoch": 0.3901098901098901,
      "rel-constrast": 2.670570135116577,
      "step": 497,
      "subrel-constrast": 3.495767116546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2839295864105225,
      "cov-distil (oracle2student)": 3.6190872192382812,
      "cov-distil (oracle2teacher)": 3.5845799446105957,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.171347141265869,
      "step": 498,
      "subrel-constrast": 2.622040271759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8921144008636475,
      "cov-distil (oracle2student)": 6.32896614074707,
      "cov-distil (oracle2teacher)": 5.980265140533447,
      "epoch": 0.391679748822606,
      "rel-constrast": 3.021364688873291,
      "step": 499,
      "subrel-constrast": 3.939293622970581,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 4.6875,
      "learning_rate": 9.98e-05,
      "loss": 0.719,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.748,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7685903838989119,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5881263409337727,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.429,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.6083372039852857,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5949817487334164,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.5366007280089417,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.3046875,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.062255859375
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.04571533203125
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": -0.01654052734375,
      "step": 500
    },
    {
      "cov-distil": 1.064724087715149,
      "cov-distil (oracle2student)": 4.043995380401611,
      "cov-distil (oracle2teacher)": 3.4688496589660645,
      "epoch": 0.3924646781789639,
      "rel-constrast": 2.196648120880127,
      "step": 500,
      "subrel-constrast": 2.737243413925171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8343162536621094,
      "cov-distil (oracle2student)": 4.841926574707031,
      "cov-distil (oracle2teacher)": 4.123363494873047,
      "epoch": 0.39324960753532184,
      "rel-constrast": 2.2812957763671875,
      "step": 501,
      "subrel-constrast": 2.9358913898468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325409173965454,
      "cov-distil (oracle2student)": 4.051278114318848,
      "cov-distil (oracle2teacher)": 3.8307931423187256,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.6588568687438965,
      "step": 502,
      "subrel-constrast": 4.235384464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774856686592102,
      "cov-distil (oracle2student)": 4.55896520614624,
      "cov-distil (oracle2teacher)": 4.09023380279541,
      "epoch": 0.39481946624803765,
      "rel-constrast": 2.740870714187622,
      "step": 503,
      "subrel-constrast": 3.0019044876098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9568603038787842,
      "cov-distil (oracle2student)": 3.34751033782959,
      "cov-distil (oracle2teacher)": 3.5429022312164307,
      "epoch": 0.3956043956043956,
      "rel-constrast": 3.3157155513763428,
      "step": 504,
      "subrel-constrast": 3.5185065269470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322134017944336,
      "cov-distil (oracle2student)": 5.146337509155273,
      "cov-distil (oracle2teacher)": 4.497530460357666,
      "epoch": 0.3963893249607535,
      "rel-constrast": 2.465681552886963,
      "step": 505,
      "subrel-constrast": 3.1033482551574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7644376754760742,
      "cov-distil (oracle2student)": 4.2720136642456055,
      "cov-distil (oracle2teacher)": 4.161349773406982,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.2122552394866943,
      "step": 506,
      "subrel-constrast": 3.8662123680114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4913837909698486,
      "cov-distil (oracle2student)": 5.2081804275512695,
      "cov-distil (oracle2teacher)": 5.071567058563232,
      "epoch": 0.3979591836734694,
      "rel-constrast": 3.540830373764038,
      "step": 507,
      "subrel-constrast": 4.157066345214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41483736038208,
      "cov-distil (oracle2student)": 3.339733123779297,
      "cov-distil (oracle2teacher)": 3.54333758354187,
      "epoch": 0.3987441130298273,
      "rel-constrast": 1.910088062286377,
      "step": 508,
      "subrel-constrast": 2.8989038467407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663440465927124,
      "cov-distil (oracle2student)": 5.2663679122924805,
      "cov-distil (oracle2teacher)": 4.9666337966918945,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.585883140563965,
      "step": 509,
      "subrel-constrast": 4.128127574920654,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 6.21875,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.7617,
      "step": 510
    },
    {
      "cov-distil": 0.8362132906913757,
      "cov-distil (oracle2student)": 4.489218235015869,
      "cov-distil (oracle2teacher)": 3.6853978633880615,
      "epoch": 0.4003139717425432,
      "rel-constrast": 2.0674402713775635,
      "step": 510,
      "subrel-constrast": 2.3442282676696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9256436824798584,
      "cov-distil (oracle2student)": 6.26784610748291,
      "cov-distil (oracle2teacher)": 5.293968200683594,
      "epoch": 0.4010989010989011,
      "rel-constrast": 3.352903366088867,
      "step": 511,
      "subrel-constrast": 3.773801803588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5571224689483643,
      "cov-distil (oracle2student)": 5.240749359130859,
      "cov-distil (oracle2teacher)": 5.017422199249268,
      "epoch": 0.40188383045525905,
      "rel-constrast": 3.2560157775878906,
      "step": 512,
      "subrel-constrast": 4.173751354217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1581984758377075,
      "cov-distil (oracle2student)": 4.1991095542907715,
      "cov-distil (oracle2teacher)": 4.056943893432617,
      "epoch": 0.4026687598116169,
      "rel-constrast": 3.4817018508911133,
      "step": 513,
      "subrel-constrast": 3.977668046951294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0940296649932861,
      "cov-distil (oracle2student)": 3.3928720951080322,
      "cov-distil (oracle2teacher)": 2.783409833908081,
      "epoch": 0.40345368916797486,
      "rel-constrast": 1.4188966751098633,
      "step": 514,
      "subrel-constrast": 2.104641914367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3339362144470215,
      "cov-distil (oracle2student)": 2.9661545753479004,
      "cov-distil (oracle2teacher)": 3.350687026977539,
      "epoch": 0.4042386185243328,
      "rel-constrast": 1.960937261581421,
      "step": 515,
      "subrel-constrast": 2.9778125286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065903663635254,
      "cov-distil (oracle2student)": 2.9553256034851074,
      "cov-distil (oracle2teacher)": 3.1137123107910156,
      "epoch": 0.4050235478806907,
      "rel-constrast": 2.4875781536102295,
      "step": 516,
      "subrel-constrast": 3.26711368560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5875242948532104,
      "cov-distil (oracle2student)": 5.629907608032227,
      "cov-distil (oracle2teacher)": 5.578482627868652,
      "epoch": 0.40580847723704866,
      "rel-constrast": 3.5451748371124268,
      "step": 517,
      "subrel-constrast": 4.413788795471191,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3234379291534424,
      "cov-distil (oracle2student)": 4.151607513427734,
      "cov-distil (oracle2teacher)": 3.673780679702759,
      "epoch": 0.4065934065934066,
      "rel-constrast": 3.4499101638793945,
      "step": 518,
      "subrel-constrast": 3.567401170730591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6964929103851318,
      "cov-distil (oracle2student)": 3.3030571937561035,
      "cov-distil (oracle2teacher)": 3.6886143684387207,
      "epoch": 0.4073783359497645,
      "rel-constrast": 2.8693618774414062,
      "step": 519,
      "subrel-constrast": 3.763413667678833,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 4.59375,
      "learning_rate": 9.999560138895238e-05,
      "loss": 0.7337,
      "step": 520
    },
    {
      "cov-distil": 1.3844785690307617,
      "cov-distil (oracle2student)": 4.870382308959961,
      "cov-distil (oracle2teacher)": 5.042142868041992,
      "epoch": 0.40816326530612246,
      "rel-constrast": 2.285342216491699,
      "step": 520,
      "subrel-constrast": 2.7938928604125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1942439079284668,
      "cov-distil (oracle2student)": 4.333702564239502,
      "cov-distil (oracle2teacher)": 4.050881385803223,
      "epoch": 0.4089481946624804,
      "rel-constrast": 2.951141834259033,
      "step": 521,
      "subrel-constrast": 3.590132474899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.299607276916504,
      "cov-distil (oracle2student)": 3.2231040000915527,
      "cov-distil (oracle2teacher)": 3.475341796875,
      "epoch": 0.4097331240188383,
      "rel-constrast": 2.7536420822143555,
      "step": 522,
      "subrel-constrast": 2.981229543685913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2262377738952637,
      "cov-distil (oracle2student)": 4.3517303466796875,
      "cov-distil (oracle2teacher)": 3.734360933303833,
      "epoch": 0.41051805337519626,
      "rel-constrast": 2.2537665367126465,
      "step": 523,
      "subrel-constrast": 2.9972946643829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3322162628173828,
      "cov-distil (oracle2student)": 3.9037935733795166,
      "cov-distil (oracle2teacher)": 3.634415626525879,
      "epoch": 0.41130298273155413,
      "rel-constrast": 2.69075345993042,
      "step": 524,
      "subrel-constrast": 3.4972267150878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8353365659713745,
      "cov-distil (oracle2student)": 4.325195789337158,
      "cov-distil (oracle2teacher)": 4.208422660827637,
      "epoch": 0.41208791208791207,
      "rel-constrast": 2.646759271621704,
      "step": 525,
      "subrel-constrast": 3.7324678897857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2348146438598633,
      "cov-distil (oracle2student)": 5.334722518920898,
      "cov-distil (oracle2teacher)": 4.16086483001709,
      "epoch": 0.41287284144427,
      "rel-constrast": 1.8219037055969238,
      "step": 526,
      "subrel-constrast": 2.373183250427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768502950668335,
      "cov-distil (oracle2student)": 4.644313812255859,
      "cov-distil (oracle2teacher)": 4.153977870941162,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.178308010101318,
      "step": 527,
      "subrel-constrast": 4.400379180908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555947184562683,
      "cov-distil (oracle2student)": 7.501550674438477,
      "cov-distil (oracle2teacher)": 6.407212257385254,
      "epoch": 0.41444270015698587,
      "rel-constrast": 2.2046663761138916,
      "step": 528,
      "subrel-constrast": 2.9245216846466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446610927581787,
      "cov-distil (oracle2student)": 3.481152057647705,
      "cov-distil (oracle2teacher)": 3.3215107917785645,
      "epoch": 0.4152276295133438,
      "rel-constrast": 3.0494179725646973,
      "step": 529,
      "subrel-constrast": 3.628014087677002,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 5.15625,
      "learning_rate": 9.99897530200195e-05,
      "loss": 0.7091,
      "step": 530
    },
    {
      "cov-distil": 1.9361860752105713,
      "cov-distil (oracle2student)": 6.131485462188721,
      "cov-distil (oracle2teacher)": 5.439848899841309,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.484621047973633,
      "step": 530,
      "subrel-constrast": 4.053180694580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326114296913147,
      "cov-distil (oracle2student)": 2.369565486907959,
      "cov-distil (oracle2teacher)": 2.6447229385375977,
      "epoch": 0.41679748822605966,
      "rel-constrast": 2.898150682449341,
      "step": 531,
      "subrel-constrast": 3.1208717823028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6779662370681763,
      "cov-distil (oracle2student)": 3.267662525177002,
      "cov-distil (oracle2teacher)": 3.628819704055786,
      "epoch": 0.4175824175824176,
      "rel-constrast": 2.38238787651062,
      "step": 532,
      "subrel-constrast": 3.1166629791259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6307178735733032,
      "cov-distil (oracle2student)": 4.301050186157227,
      "cov-distil (oracle2teacher)": 4.66481351852417,
      "epoch": 0.41836734693877553,
      "rel-constrast": 3.0480215549468994,
      "step": 533,
      "subrel-constrast": 3.8132286071777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6196696758270264,
      "cov-distil (oracle2student)": 4.901400089263916,
      "cov-distil (oracle2teacher)": 4.6940083503723145,
      "epoch": 0.41915227629513346,
      "rel-constrast": 3.391160726547241,
      "step": 534,
      "subrel-constrast": 4.4366230964660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7094805240631104,
      "cov-distil (oracle2student)": 4.426634788513184,
      "cov-distil (oracle2teacher)": 4.390989303588867,
      "epoch": 0.41993720565149134,
      "rel-constrast": 3.7284398078918457,
      "step": 535,
      "subrel-constrast": 4.590115547180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6989052295684814,
      "cov-distil (oracle2student)": 4.1482768058776855,
      "cov-distil (oracle2teacher)": 3.9019577503204346,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.0333478450775146,
      "step": 536,
      "subrel-constrast": 3.8342583179473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2017943859100342,
      "cov-distil (oracle2student)": 4.927650451660156,
      "cov-distil (oracle2teacher)": 4.799077987670898,
      "epoch": 0.4215070643642072,
      "rel-constrast": 3.8947036266326904,
      "step": 537,
      "subrel-constrast": 4.033358573913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5869323015213013,
      "cov-distil (oracle2student)": 4.06916618347168,
      "cov-distil (oracle2teacher)": 4.038043022155762,
      "epoch": 0.42229199372056514,
      "rel-constrast": 2.444528102874756,
      "step": 538,
      "subrel-constrast": 3.9795408248901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4204192161560059,
      "cov-distil (oracle2student)": 4.987321376800537,
      "cov-distil (oracle2teacher)": 4.1324639320373535,
      "epoch": 0.4230769230769231,
      "rel-constrast": 1.9431252479553223,
      "step": 539,
      "subrel-constrast": 2.582310676574707,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 5.53125,
      "learning_rate": 9.998146822104943e-05,
      "loss": 0.7957,
      "step": 540
    },
    {
      "cov-distil": 2.1954774856567383,
      "cov-distil (oracle2student)": 4.125428199768066,
      "cov-distil (oracle2teacher)": 3.805713415145874,
      "epoch": 0.423861852433281,
      "rel-constrast": 2.708061695098877,
      "step": 540,
      "subrel-constrast": 3.4500720500946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6882808208465576,
      "cov-distil (oracle2student)": 3.8932738304138184,
      "cov-distil (oracle2teacher)": 3.410966634750366,
      "epoch": 0.42464678178963894,
      "rel-constrast": 1.94844388961792,
      "step": 541,
      "subrel-constrast": 3.140291690826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7040541172027588,
      "cov-distil (oracle2student)": 3.7442495822906494,
      "cov-distil (oracle2teacher)": 3.4568252563476562,
      "epoch": 0.42543171114599687,
      "rel-constrast": 2.030285358428955,
      "step": 542,
      "subrel-constrast": 3.0572123527526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050766229629517,
      "cov-distil (oracle2student)": 4.839250087738037,
      "cov-distil (oracle2teacher)": 4.9626007080078125,
      "epoch": 0.4262166405023548,
      "rel-constrast": 2.758479118347168,
      "step": 543,
      "subrel-constrast": 3.2616446018218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9704614877700806,
      "cov-distil (oracle2student)": 3.281574010848999,
      "cov-distil (oracle2teacher)": 3.231130599975586,
      "epoch": 0.42700156985871274,
      "rel-constrast": 1.931106448173523,
      "step": 544,
      "subrel-constrast": 2.552210807800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3016631603240967,
      "cov-distil (oracle2student)": 3.5645828247070312,
      "cov-distil (oracle2teacher)": 3.383444309234619,
      "epoch": 0.42778649921507067,
      "rel-constrast": 3.0712485313415527,
      "step": 545,
      "subrel-constrast": 3.5705041885375977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3345651626586914,
      "cov-distil (oracle2student)": 4.819069862365723,
      "cov-distil (oracle2teacher)": 4.362841606140137,
      "epoch": 0.42857142857142855,
      "rel-constrast": 2.977200508117676,
      "step": 546,
      "subrel-constrast": 3.4489080905914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3160951137542725,
      "cov-distil (oracle2student)": 2.846609115600586,
      "cov-distil (oracle2teacher)": 3.1309542655944824,
      "epoch": 0.4293563579277865,
      "rel-constrast": 2.7566542625427246,
      "step": 547,
      "subrel-constrast": 3.407714366912842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6784155368804932,
      "cov-distil (oracle2student)": 4.113494873046875,
      "cov-distil (oracle2teacher)": 3.6987719535827637,
      "epoch": 0.4301412872841444,
      "rel-constrast": 3.4620325565338135,
      "step": 548,
      "subrel-constrast": 3.9267005920410156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3717327117919922,
      "cov-distil (oracle2student)": 5.262799263000488,
      "cov-distil (oracle2teacher)": 4.158496379852295,
      "epoch": 0.43092621664050235,
      "rel-constrast": 2.2925143241882324,
      "step": 549,
      "subrel-constrast": 2.646209716796875,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 5.25,
      "learning_rate": 9.997074739583162e-05,
      "loss": 0.6858,
      "step": 550
    },
    {
      "cov-distil": 1.1780309677124023,
      "cov-distil (oracle2student)": 4.770448684692383,
      "cov-distil (oracle2teacher)": 4.659536361694336,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.2916667461395264,
      "step": 550,
      "subrel-constrast": 3.417267084121704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5417098999023438,
      "cov-distil (oracle2student)": 3.9518895149230957,
      "cov-distil (oracle2teacher)": 3.71779465675354,
      "epoch": 0.4324960753532182,
      "rel-constrast": 1.9571455717086792,
      "step": 551,
      "subrel-constrast": 2.6446516513824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7706841230392456,
      "cov-distil (oracle2student)": 3.934856414794922,
      "cov-distil (oracle2teacher)": 4.13383150100708,
      "epoch": 0.43328100470957615,
      "rel-constrast": 2.5322704315185547,
      "step": 552,
      "subrel-constrast": 3.2278826236724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3015174865722656,
      "cov-distil (oracle2student)": 3.790403127670288,
      "cov-distil (oracle2teacher)": 3.4060750007629395,
      "epoch": 0.4340659340659341,
      "rel-constrast": 2.43910813331604,
      "step": 553,
      "subrel-constrast": 3.501683473587036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2186195850372314,
      "cov-distil (oracle2student)": 3.5366268157958984,
      "cov-distil (oracle2teacher)": 3.3854880332946777,
      "epoch": 0.434850863422292,
      "rel-constrast": 2.9161837100982666,
      "step": 554,
      "subrel-constrast": 3.3161895275115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3949769735336304,
      "cov-distil (oracle2student)": 3.6023402214050293,
      "cov-distil (oracle2teacher)": 4.046255111694336,
      "epoch": 0.43563579277864994,
      "rel-constrast": 2.6301944255828857,
      "step": 555,
      "subrel-constrast": 2.8838791847229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5842504501342773,
      "cov-distil (oracle2student)": 4.818526268005371,
      "cov-distil (oracle2teacher)": 4.527451515197754,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.232719659805298,
      "step": 556,
      "subrel-constrast": 3.583489418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8622453212738037,
      "cov-distil (oracle2student)": 3.5787172317504883,
      "cov-distil (oracle2teacher)": 3.006601572036743,
      "epoch": 0.43720565149136575,
      "rel-constrast": 2.9126553535461426,
      "step": 557,
      "subrel-constrast": 3.188805103302002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5904862880706787,
      "cov-distil (oracle2student)": 4.86739444732666,
      "cov-distil (oracle2teacher)": 4.306217670440674,
      "epoch": 0.4379905808477237,
      "rel-constrast": 3.602405071258545,
      "step": 558,
      "subrel-constrast": 4.24079704284668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.403940200805664,
      "cov-distil (oracle2student)": 5.46498441696167,
      "cov-distil (oracle2teacher)": 5.356123447418213,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.149445056915283,
      "step": 559,
      "subrel-constrast": 3.788438558578491,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.46875,
      "learning_rate": 9.995759106688393e-05,
      "loss": 0.7312,
      "step": 560
    },
    {
      "cov-distil": 1.8412208557128906,
      "cov-distil (oracle2student)": 3.828261375427246,
      "cov-distil (oracle2teacher)": 3.886836051940918,
      "epoch": 0.43956043956043955,
      "rel-constrast": 2.723123550415039,
      "step": 560,
      "subrel-constrast": 3.8260536193847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494004726409912,
      "cov-distil (oracle2student)": 3.667882204055786,
      "cov-distil (oracle2teacher)": 3.352442502975464,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.4583494663238525,
      "step": 561,
      "subrel-constrast": 3.07570219039917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6156865358352661,
      "cov-distil (oracle2student)": 2.5614967346191406,
      "cov-distil (oracle2teacher)": 2.775696039199829,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.0102972984313965,
      "step": 562,
      "subrel-constrast": 2.251896381378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3714773654937744,
      "cov-distil (oracle2student)": 3.9052670001983643,
      "cov-distil (oracle2teacher)": 3.451173782348633,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.2738733291625977,
      "step": 563,
      "subrel-constrast": 3.229933738708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6284966468811035,
      "cov-distil (oracle2student)": 3.030433416366577,
      "cov-distil (oracle2teacher)": 2.5600426197052,
      "epoch": 0.4427001569858713,
      "rel-constrast": 1.772089958190918,
      "step": 564,
      "subrel-constrast": 2.5233988761901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5157098770141602,
      "cov-distil (oracle2student)": 4.92869758605957,
      "cov-distil (oracle2teacher)": 4.667665481567383,
      "epoch": 0.4434850863422292,
      "rel-constrast": 2.390575885772705,
      "step": 565,
      "subrel-constrast": 3.441349506378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9886916875839233,
      "cov-distil (oracle2student)": 4.71428918838501,
      "cov-distil (oracle2teacher)": 4.056010723114014,
      "epoch": 0.44427001569858715,
      "rel-constrast": 3.636265754699707,
      "step": 566,
      "subrel-constrast": 3.309779405593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571622610092163,
      "cov-distil (oracle2student)": 4.27462100982666,
      "cov-distil (oracle2teacher)": 3.8175790309906006,
      "epoch": 0.44505494505494503,
      "rel-constrast": 2.7252933979034424,
      "step": 567,
      "subrel-constrast": 3.5897104740142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7490417957305908,
      "cov-distil (oracle2student)": 3.9919216632843018,
      "cov-distil (oracle2teacher)": 3.575406551361084,
      "epoch": 0.44583987441130296,
      "rel-constrast": 3.093538284301758,
      "step": 568,
      "subrel-constrast": 3.724853754043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3401620388031006,
      "cov-distil (oracle2student)": 4.734575271606445,
      "cov-distil (oracle2teacher)": 3.8480448722839355,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.373664379119873,
      "step": 569,
      "subrel-constrast": 3.17134428024292,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 4.125,
      "learning_rate": 9.99419998754273e-05,
      "loss": 0.6742,
      "step": 570
    },
    {
      "cov-distil": 1.5663472414016724,
      "cov-distil (oracle2student)": 2.8080954551696777,
      "cov-distil (oracle2teacher)": 3.140183448791504,
      "epoch": 0.4474097331240188,
      "rel-constrast": 2.714507818222046,
      "step": 570,
      "subrel-constrast": 3.0625157356262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4828159809112549,
      "cov-distil (oracle2student)": 3.3158390522003174,
      "cov-distil (oracle2teacher)": 3.5714569091796875,
      "epoch": 0.44819466248037676,
      "rel-constrast": 2.556056022644043,
      "step": 571,
      "subrel-constrast": 3.569253921508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2030270099639893,
      "cov-distil (oracle2student)": 4.950257301330566,
      "cov-distil (oracle2teacher)": 4.229374885559082,
      "epoch": 0.4489795918367347,
      "rel-constrast": 2.9242589473724365,
      "step": 572,
      "subrel-constrast": 3.6182405948638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3558776378631592,
      "cov-distil (oracle2student)": 3.9244160652160645,
      "cov-distil (oracle2teacher)": 3.6057448387145996,
      "epoch": 0.4497645211930926,
      "rel-constrast": 2.4803452491760254,
      "step": 573,
      "subrel-constrast": 3.7409121990203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.423059105873108,
      "cov-distil (oracle2student)": 4.726345062255859,
      "cov-distil (oracle2teacher)": 4.410152912139893,
      "epoch": 0.45054945054945056,
      "rel-constrast": 3.29189133644104,
      "step": 574,
      "subrel-constrast": 3.6573095321655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0153237581253052,
      "cov-distil (oracle2student)": 5.12358283996582,
      "cov-distil (oracle2teacher)": 4.546700954437256,
      "epoch": 0.4513343799058085,
      "rel-constrast": 3.228379726409912,
      "step": 575,
      "subrel-constrast": 3.4585678577423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3407001495361328,
      "cov-distil (oracle2student)": 4.726701259613037,
      "cov-distil (oracle2teacher)": 4.473458290100098,
      "epoch": 0.4521193092621664,
      "rel-constrast": 3.8995299339294434,
      "step": 576,
      "subrel-constrast": 4.242430210113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9493684768676758,
      "cov-distil (oracle2student)": 3.3183929920196533,
      "cov-distil (oracle2teacher)": 3.631474494934082,
      "epoch": 0.45290423861852436,
      "rel-constrast": 3.6730599403381348,
      "step": 577,
      "subrel-constrast": 4.254594802856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.386885643005371,
      "cov-distil (oracle2student)": 4.718549728393555,
      "cov-distil (oracle2teacher)": 4.036258220672607,
      "epoch": 0.45368916797488223,
      "rel-constrast": 2.720240831375122,
      "step": 578,
      "subrel-constrast": 3.5484917163848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8905638456344604,
      "cov-distil (oracle2student)": 4.546570777893066,
      "cov-distil (oracle2teacher)": 3.5931203365325928,
      "epoch": 0.45447409733124017,
      "rel-constrast": 3.4114177227020264,
      "step": 579,
      "subrel-constrast": 3.588167667388916,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 5.1875,
      "learning_rate": 9.992397458135438e-05,
      "loss": 0.809,
      "step": 580
    },
    {
      "cov-distil": 1.2425031661987305,
      "cov-distil (oracle2student)": 3.83716082572937,
      "cov-distil (oracle2teacher)": 3.573727607727051,
      "epoch": 0.4552590266875981,
      "rel-constrast": 2.725754737854004,
      "step": 580,
      "subrel-constrast": 3.475965976715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7379825115203857,
      "cov-distil (oracle2student)": 3.5704505443573,
      "cov-distil (oracle2teacher)": 3.822070360183716,
      "epoch": 0.45604395604395603,
      "rel-constrast": 2.4552977085113525,
      "step": 581,
      "subrel-constrast": 3.2881739139556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3312441110610962,
      "cov-distil (oracle2student)": 5.753185272216797,
      "cov-distil (oracle2teacher)": 5.100201606750488,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.3835301399230957,
      "step": 582,
      "subrel-constrast": 3.081001043319702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8823832273483276,
      "cov-distil (oracle2student)": 3.412200450897217,
      "cov-distil (oracle2teacher)": 3.0924160480499268,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.177237033843994,
      "step": 583,
      "subrel-constrast": 2.4349722862243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5193450450897217,
      "cov-distil (oracle2student)": 3.8552942276000977,
      "cov-distil (oracle2teacher)": 3.4629039764404297,
      "epoch": 0.45839874411302983,
      "rel-constrast": 2.7740790843963623,
      "step": 584,
      "subrel-constrast": 3.3922576904296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3065922260284424,
      "cov-distil (oracle2student)": 5.494824409484863,
      "cov-distil (oracle2teacher)": 5.020522117614746,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.1517462730407715,
      "step": 585,
      "subrel-constrast": 3.7482333183288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2422267198562622,
      "cov-distil (oracle2student)": 3.7118167877197266,
      "cov-distil (oracle2teacher)": 3.8170392513275146,
      "epoch": 0.4599686028257457,
      "rel-constrast": 2.6311557292938232,
      "step": 586,
      "subrel-constrast": 3.36653995513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9524171352386475,
      "cov-distil (oracle2student)": 5.091070652008057,
      "cov-distil (oracle2teacher)": 4.759181976318359,
      "epoch": 0.46075353218210363,
      "rel-constrast": 3.964937210083008,
      "step": 587,
      "subrel-constrast": 5.071061611175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3626699447631836,
      "cov-distil (oracle2student)": 4.750166416168213,
      "cov-distil (oracle2teacher)": 4.018034934997559,
      "epoch": 0.46153846153846156,
      "rel-constrast": 2.669342517852783,
      "step": 588,
      "subrel-constrast": 3.244004726409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5504268407821655,
      "cov-distil (oracle2student)": 5.144525051116943,
      "cov-distil (oracle2teacher)": 4.466137886047363,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.199347496032715,
      "step": 589,
      "subrel-constrast": 3.2982263565063477,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 4.09375,
      "learning_rate": 9.990351606319261e-05,
      "loss": 0.7161,
      "step": 590
    },
    {
      "cov-distil": 1.7470245361328125,
      "cov-distil (oracle2student)": 4.583029747009277,
      "cov-distil (oracle2teacher)": 4.087934494018555,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.234175682067871,
      "step": 590,
      "subrel-constrast": 3.8817028999328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7728760242462158,
      "cov-distil (oracle2student)": 6.127932548522949,
      "cov-distil (oracle2teacher)": 5.748483657836914,
      "epoch": 0.4638932496075353,
      "rel-constrast": 2.3799829483032227,
      "step": 591,
      "subrel-constrast": 3.9297304153442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5459836721420288,
      "cov-distil (oracle2student)": 4.727659225463867,
      "cov-distil (oracle2teacher)": 4.312219142913818,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.040503978729248,
      "step": 592,
      "subrel-constrast": 3.248272657394409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2167911529541016,
      "cov-distil (oracle2student)": 5.077496528625488,
      "cov-distil (oracle2teacher)": 3.833080291748047,
      "epoch": 0.4654631083202512,
      "rel-constrast": 4.020133018493652,
      "step": 593,
      "subrel-constrast": 4.330609321594238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8085253238677979,
      "cov-distil (oracle2student)": 5.845093250274658,
      "cov-distil (oracle2teacher)": 5.271096229553223,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.0169782638549805,
      "step": 594,
      "subrel-constrast": 3.3135387897491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2754626274108887,
      "cov-distil (oracle2student)": 4.720412731170654,
      "cov-distil (oracle2teacher)": 4.645022869110107,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.283468723297119,
      "step": 595,
      "subrel-constrast": 4.031104564666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7471524477005005,
      "cov-distil (oracle2student)": 4.926459312438965,
      "cov-distil (oracle2teacher)": 4.216473579406738,
      "epoch": 0.46781789638932497,
      "rel-constrast": 3.3562185764312744,
      "step": 596,
      "subrel-constrast": 3.850604295730591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874845266342163,
      "cov-distil (oracle2student)": 4.242829322814941,
      "cov-distil (oracle2teacher)": 4.095656871795654,
      "epoch": 0.4686028257456829,
      "rel-constrast": 4.249845504760742,
      "step": 597,
      "subrel-constrast": 4.63899564743042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8535265922546387,
      "cov-distil (oracle2student)": 4.501684188842773,
      "cov-distil (oracle2teacher)": 3.905008316040039,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.710141181945801,
      "step": 598,
      "subrel-constrast": 3.352034091949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.450470209121704,
      "cov-distil (oracle2student)": 2.64184308052063,
      "cov-distil (oracle2teacher)": 2.900785207748413,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.0380020141601562,
      "step": 599,
      "subrel-constrast": 2.7727859020233154,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 4.28125,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.7765,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.3375000059604645,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0565185546875
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.0374755859375
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.01904296875,
      "step": 600
    },
    {
      "cov-distil": 1.4967104196548462,
      "cov-distil (oracle2student)": 3.662320613861084,
      "cov-distil (oracle2teacher)": 3.774827241897583,
      "epoch": 0.47095761381475665,
      "rel-constrast": 2.493803024291992,
      "step": 600,
      "subrel-constrast": 3.2367851734161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3699287176132202,
      "cov-distil (oracle2student)": 5.110383033752441,
      "cov-distil (oracle2teacher)": 3.68410062789917,
      "epoch": 0.4717425431711146,
      "rel-constrast": 3.0712389945983887,
      "step": 601,
      "subrel-constrast": 3.26012921333313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6487305164337158,
      "cov-distil (oracle2student)": 3.2399003505706787,
      "cov-distil (oracle2teacher)": 3.0174450874328613,
      "epoch": 0.4725274725274725,
      "rel-constrast": 1.5337506532669067,
      "step": 602,
      "subrel-constrast": 2.6996843814849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.402620553970337,
      "cov-distil (oracle2student)": 6.207877159118652,
      "cov-distil (oracle2teacher)": 5.557224750518799,
      "epoch": 0.47331240188383045,
      "rel-constrast": 3.8744983673095703,
      "step": 603,
      "subrel-constrast": 4.648711204528809,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451892614364624,
      "cov-distil (oracle2student)": 2.923943042755127,
      "cov-distil (oracle2teacher)": 3.3413987159729004,
      "epoch": 0.4740973312401884,
      "rel-constrast": 2.804152488708496,
      "step": 604,
      "subrel-constrast": 3.5131492614746094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5541558265686035,
      "cov-distil (oracle2student)": 4.306783199310303,
      "cov-distil (oracle2teacher)": 3.9789645671844482,
      "epoch": 0.4748822605965463,
      "rel-constrast": 3.4478707313537598,
      "step": 605,
      "subrel-constrast": 4.339507102966309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5686181783676147,
      "cov-distil (oracle2student)": 3.613572597503662,
      "cov-distil (oracle2teacher)": 3.7701210975646973,
      "epoch": 0.47566718995290425,
      "rel-constrast": 3.0674710273742676,
      "step": 606,
      "subrel-constrast": 3.463714599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7361030578613281,
      "cov-distil (oracle2student)": 3.313892126083374,
      "cov-distil (oracle2teacher)": 3.423732280731201,
      "epoch": 0.4764521193092622,
      "rel-constrast": 2.828819990158081,
      "step": 607,
      "subrel-constrast": 3.3792543411254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.758493185043335,
      "cov-distil (oracle2student)": 2.909585952758789,
      "cov-distil (oracle2teacher)": 2.776071548461914,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.0479440689086914,
      "step": 608,
      "subrel-constrast": 2.5214295387268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4663362503051758,
      "cov-distil (oracle2student)": 3.487002372741699,
      "cov-distil (oracle2teacher)": 3.377824306488037,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.1144919395446777,
      "step": 609,
      "subrel-constrast": 2.7415475845336914,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 4.53125,
      "learning_rate": 9.985530346162299e-05,
      "loss": 0.7207,
      "step": 610
    },
    {
      "cov-distil": 1.8462767601013184,
      "cov-distil (oracle2student)": 3.882798433303833,
      "cov-distil (oracle2teacher)": 3.692734956741333,
      "epoch": 0.478806907378336,
      "rel-constrast": 3.7314023971557617,
      "step": 610,
      "subrel-constrast": 4.4982686042785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555680274963379,
      "cov-distil (oracle2student)": 5.733102798461914,
      "cov-distil (oracle2teacher)": 5.288784503936768,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.2283775806427,
      "step": 611,
      "subrel-constrast": 3.815889596939087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656654715538025,
      "cov-distil (oracle2student)": 6.242155075073242,
      "cov-distil (oracle2teacher)": 4.750432014465332,
      "epoch": 0.4803767660910518,
      "rel-constrast": 1.8042471408843994,
      "step": 612,
      "subrel-constrast": 2.4405503273010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6463491916656494,
      "cov-distil (oracle2student)": 3.221475124359131,
      "cov-distil (oracle2teacher)": 2.96323299407959,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.0398905277252197,
      "step": 613,
      "subrel-constrast": 3.126967191696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3842236995697021,
      "cov-distil (oracle2student)": 2.7986903190612793,
      "cov-distil (oracle2teacher)": 3.0130627155303955,
      "epoch": 0.48194662480376765,
      "rel-constrast": 1.948494791984558,
      "step": 614,
      "subrel-constrast": 2.690624713897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6698131561279297,
      "cov-distil (oracle2student)": 3.0685863494873047,
      "cov-distil (oracle2teacher)": 2.8282947540283203,
      "epoch": 0.4827315541601256,
      "rel-constrast": 1.7557244300842285,
      "step": 615,
      "subrel-constrast": 3.143179416656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4116404056549072,
      "cov-distil (oracle2student)": 3.6081933975219727,
      "cov-distil (oracle2teacher)": 3.8212292194366455,
      "epoch": 0.4835164835164835,
      "rel-constrast": 3.16245174407959,
      "step": 616,
      "subrel-constrast": 3.6396474838256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1753883361816406,
      "cov-distil (oracle2student)": 4.978818416595459,
      "cov-distil (oracle2teacher)": 5.115211486816406,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.56088924407959,
      "step": 617,
      "subrel-constrast": 3.8438780307769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678259015083313,
      "cov-distil (oracle2student)": 3.1858630180358887,
      "cov-distil (oracle2teacher)": 3.0812084674835205,
      "epoch": 0.4850863422291994,
      "rel-constrast": 2.732773780822754,
      "step": 618,
      "subrel-constrast": 3.26455020904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6160378456115723,
      "cov-distil (oracle2student)": 4.781214237213135,
      "cov-distil (oracle2teacher)": 4.206349849700928,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.333930730819702,
      "step": 619,
      "subrel-constrast": 3.059199571609497,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 4.46875,
      "learning_rate": 9.982755172802933e-05,
      "loss": 0.6716,
      "step": 620
    },
    {
      "cov-distil": 1.435434103012085,
      "cov-distil (oracle2student)": 4.194553375244141,
      "cov-distil (oracle2teacher)": 4.042673110961914,
      "epoch": 0.48665620094191525,
      "rel-constrast": 2.743514060974121,
      "step": 620,
      "subrel-constrast": 3.4923996925354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7742550373077393,
      "cov-distil (oracle2student)": 3.4868991374969482,
      "cov-distil (oracle2teacher)": 3.4284281730651855,
      "epoch": 0.48744113029827313,
      "rel-constrast": 2.7438411712646484,
      "step": 621,
      "subrel-constrast": 3.2335119247436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8243393898010254,
      "cov-distil (oracle2student)": 4.933043479919434,
      "cov-distil (oracle2teacher)": 4.3696136474609375,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.067061424255371,
      "step": 622,
      "subrel-constrast": 3.924567937850952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836382269859314,
      "cov-distil (oracle2student)": 3.178884983062744,
      "cov-distil (oracle2teacher)": 3.379539728164673,
      "epoch": 0.489010989010989,
      "rel-constrast": 2.5028278827667236,
      "step": 623,
      "subrel-constrast": 3.288984775543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903816223144531,
      "cov-distil (oracle2student)": 4.096661567687988,
      "cov-distil (oracle2teacher)": 4.152554512023926,
      "epoch": 0.4897959183673469,
      "rel-constrast": 2.9253692626953125,
      "step": 624,
      "subrel-constrast": 3.229759693145752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5455492734909058,
      "cov-distil (oracle2student)": 3.8327276706695557,
      "cov-distil (oracle2teacher)": 3.94985294342041,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.150819778442383,
      "step": 625,
      "subrel-constrast": 4.074830532073975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7866296768188477,
      "cov-distil (oracle2student)": 3.787193775177002,
      "cov-distil (oracle2teacher)": 3.318544864654541,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.1215829849243164,
      "step": 626,
      "subrel-constrast": 3.6888272762298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5972328186035156,
      "cov-distil (oracle2student)": 3.179105281829834,
      "cov-distil (oracle2teacher)": 2.946181297302246,
      "epoch": 0.4921507064364207,
      "rel-constrast": 1.7679035663604736,
      "step": 627,
      "subrel-constrast": 2.5828726291656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918485164642334,
      "cov-distil (oracle2student)": 5.158781051635742,
      "cov-distil (oracle2teacher)": 4.505436420440674,
      "epoch": 0.49293563579277866,
      "rel-constrast": 2.1932101249694824,
      "step": 628,
      "subrel-constrast": 2.747030735015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2153925895690918,
      "cov-distil (oracle2student)": 3.650006055831909,
      "cov-distil (oracle2teacher)": 3.623967170715332,
      "epoch": 0.4937205651491366,
      "rel-constrast": 2.9419946670532227,
      "step": 629,
      "subrel-constrast": 3.4574782848358154,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 5.09375,
      "learning_rate": 9.979737146986064e-05,
      "loss": 0.7203,
      "step": 630
    },
    {
      "cov-distil": 1.5100984573364258,
      "cov-distil (oracle2student)": 2.908534049987793,
      "cov-distil (oracle2teacher)": 2.942805767059326,
      "epoch": 0.4945054945054945,
      "rel-constrast": 3.146796941757202,
      "step": 630,
      "subrel-constrast": 3.3145782947540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4372786283493042,
      "cov-distil (oracle2student)": 4.920167446136475,
      "cov-distil (oracle2teacher)": 4.28160285949707,
      "epoch": 0.49529042386185246,
      "rel-constrast": 2.749901533126831,
      "step": 631,
      "subrel-constrast": 2.8684444427490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4758243560791016,
      "cov-distil (oracle2student)": 4.320586204528809,
      "cov-distil (oracle2teacher)": 4.024404525756836,
      "epoch": 0.49607535321821034,
      "rel-constrast": 3.6686642169952393,
      "step": 632,
      "subrel-constrast": 4.107781410217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5685043334960938,
      "cov-distil (oracle2student)": 5.418582439422607,
      "cov-distil (oracle2teacher)": 5.009466171264648,
      "epoch": 0.49686028257456827,
      "rel-constrast": 2.5606777667999268,
      "step": 633,
      "subrel-constrast": 3.831481456756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5279791355133057,
      "cov-distil (oracle2student)": 4.728094577789307,
      "cov-distil (oracle2teacher)": 4.319513320922852,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.0823049545288086,
      "step": 634,
      "subrel-constrast": 3.5697851181030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6336276531219482,
      "cov-distil (oracle2student)": 5.890628814697266,
      "cov-distil (oracle2teacher)": 5.283763885498047,
      "epoch": 0.49843014128728413,
      "rel-constrast": 2.7640905380249023,
      "step": 635,
      "subrel-constrast": 3.4118683338165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0715187788009644,
      "cov-distil (oracle2student)": 3.332335948944092,
      "cov-distil (oracle2teacher)": 2.820620059967041,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.4856057167053223,
      "step": 636,
      "subrel-constrast": 2.7423765659332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8205623626708984,
      "cov-distil (oracle2student)": 3.9613521099090576,
      "cov-distil (oracle2teacher)": 4.210191249847412,
      "epoch": 0.5,
      "rel-constrast": 1.9112471342086792,
      "step": 637,
      "subrel-constrast": 2.977950096130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441983699798584,
      "cov-distil (oracle2student)": 5.631577968597412,
      "cov-distil (oracle2teacher)": 5.251753807067871,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.049532175064087,
      "step": 638,
      "subrel-constrast": 3.719663143157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559440016746521,
      "cov-distil (oracle2student)": 4.179976940155029,
      "cov-distil (oracle2teacher)": 3.858327865600586,
      "epoch": 0.5015698587127159,
      "rel-constrast": 2.8293278217315674,
      "step": 639,
      "subrel-constrast": 3.3968255519866943,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 4.09375,
      "learning_rate": 9.976476415806013e-05,
      "loss": 0.7463,
      "step": 640
    },
    {
      "cov-distil": 1.5123580694198608,
      "cov-distil (oracle2student)": 5.52154541015625,
      "cov-distil (oracle2teacher)": 4.977862358093262,
      "epoch": 0.5023547880690737,
      "rel-constrast": 2.9457991123199463,
      "step": 640,
      "subrel-constrast": 3.281759262084961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672019004821777,
      "cov-distil (oracle2student)": 3.6270320415496826,
      "cov-distil (oracle2teacher)": 3.7970633506774902,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.4145054817199707,
      "step": 641,
      "subrel-constrast": 3.3474884033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7132642269134521,
      "cov-distil (oracle2student)": 4.479948997497559,
      "cov-distil (oracle2teacher)": 4.6902546882629395,
      "epoch": 0.5039246467817896,
      "rel-constrast": 2.6744961738586426,
      "step": 642,
      "subrel-constrast": 3.6570186614990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301231026649475,
      "cov-distil (oracle2student)": 3.614689350128174,
      "cov-distil (oracle2teacher)": 3.5854249000549316,
      "epoch": 0.5047095761381476,
      "rel-constrast": 2.449375629425049,
      "step": 643,
      "subrel-constrast": 3.4311113357543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148008584976196,
      "cov-distil (oracle2student)": 5.1538777351379395,
      "cov-distil (oracle2teacher)": 5.141979217529297,
      "epoch": 0.5054945054945055,
      "rel-constrast": 2.1474456787109375,
      "step": 644,
      "subrel-constrast": 2.696540355682373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7111324071884155,
      "cov-distil (oracle2student)": 3.84653902053833,
      "cov-distil (oracle2teacher)": 4.227983474731445,
      "epoch": 0.5062794348508635,
      "rel-constrast": 1.7551860809326172,
      "step": 645,
      "subrel-constrast": 3.3226003646850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3665761947631836,
      "cov-distil (oracle2student)": 4.535589218139648,
      "cov-distil (oracle2teacher)": 4.279155731201172,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.582939624786377,
      "step": 646,
      "subrel-constrast": 3.743804454803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4074828624725342,
      "cov-distil (oracle2student)": 3.8224680423736572,
      "cov-distil (oracle2teacher)": 4.430781364440918,
      "epoch": 0.5078492935635793,
      "rel-constrast": 2.253668785095215,
      "step": 647,
      "subrel-constrast": 3.307898759841919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3185232877731323,
      "cov-distil (oracle2student)": 4.830681800842285,
      "cov-distil (oracle2teacher)": 4.904415130615234,
      "epoch": 0.5086342229199372,
      "rel-constrast": 3.4065377712249756,
      "step": 648,
      "subrel-constrast": 3.3460772037506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0311198234558105,
      "cov-distil (oracle2student)": 4.765547275543213,
      "cov-distil (oracle2teacher)": 4.770193576812744,
      "epoch": 0.5094191522762951,
      "rel-constrast": 4.349208831787109,
      "step": 649,
      "subrel-constrast": 5.176698207855225,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 6.125,
      "learning_rate": 9.972973138186217e-05,
      "loss": 0.7381,
      "step": 650
    },
    {
      "cov-distil": 1.402004599571228,
      "cov-distil (oracle2student)": 3.084242820739746,
      "cov-distil (oracle2teacher)": 3.091395616531372,
      "epoch": 0.5102040816326531,
      "rel-constrast": 1.9274462461471558,
      "step": 650,
      "subrel-constrast": 2.5331125259399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4224581718444824,
      "cov-distil (oracle2student)": 3.466132164001465,
      "cov-distil (oracle2teacher)": 3.6047141551971436,
      "epoch": 0.510989010989011,
      "rel-constrast": 3.7274258136749268,
      "step": 651,
      "subrel-constrast": 4.158180236816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382556915283203,
      "cov-distil (oracle2student)": 4.30579948425293,
      "cov-distil (oracle2teacher)": 3.7617342472076416,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.4900264739990234,
      "step": 652,
      "subrel-constrast": 2.928312301635742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7814044952392578,
      "cov-distil (oracle2student)": 4.190834045410156,
      "cov-distil (oracle2teacher)": 3.987602710723877,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.3418121337890625,
      "step": 653,
      "subrel-constrast": 4.058880805969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5492424964904785,
      "cov-distil (oracle2student)": 5.23334264755249,
      "cov-distil (oracle2teacher)": 5.075303077697754,
      "epoch": 0.5133437990580848,
      "rel-constrast": 3.072875499725342,
      "step": 654,
      "subrel-constrast": 3.549661636352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5059962272644043,
      "cov-distil (oracle2student)": 3.2493953704833984,
      "cov-distil (oracle2teacher)": 3.0510783195495605,
      "epoch": 0.5141287284144427,
      "rel-constrast": 2.2677829265594482,
      "step": 655,
      "subrel-constrast": 3.0268540382385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9903504252433777,
      "cov-distil (oracle2student)": 4.2097978591918945,
      "cov-distil (oracle2teacher)": 3.9270806312561035,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.2320141792297363,
      "step": 656,
      "subrel-constrast": 2.7335166931152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7646234035491943,
      "cov-distil (oracle2student)": 3.899080514907837,
      "cov-distil (oracle2teacher)": 3.658559799194336,
      "epoch": 0.5156985871271585,
      "rel-constrast": 3.6554481983184814,
      "step": 657,
      "subrel-constrast": 4.185831546783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1501736640930176,
      "cov-distil (oracle2student)": 2.4043917655944824,
      "cov-distil (oracle2teacher)": 3.085226535797119,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.0829968452453613,
      "step": 658,
      "subrel-constrast": 2.757331132888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8707683086395264,
      "cov-distil (oracle2student)": 5.150839805603027,
      "cov-distil (oracle2teacher)": 4.875090599060059,
      "epoch": 0.5172684458398744,
      "rel-constrast": 1.9839105606079102,
      "step": 659,
      "subrel-constrast": 3.30488920211792,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 4.09375,
      "learning_rate": 9.969227484871484e-05,
      "loss": 0.7095,
      "step": 660
    },
    {
      "cov-distil": 1.350569248199463,
      "cov-distil (oracle2student)": 5.278413772583008,
      "cov-distil (oracle2teacher)": 4.8940887451171875,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.696385383605957,
      "step": 660,
      "subrel-constrast": 4.469452381134033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4961860179901123,
      "cov-distil (oracle2student)": 2.863259792327881,
      "cov-distil (oracle2teacher)": 3.300262451171875,
      "epoch": 0.5188383045525903,
      "rel-constrast": 2.9852163791656494,
      "step": 661,
      "subrel-constrast": 3.9732108116149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9757553339004517,
      "cov-distil (oracle2student)": 2.7699098587036133,
      "cov-distil (oracle2teacher)": 3.2739241123199463,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.4133877754211426,
      "step": 662,
      "subrel-constrast": 3.986213445663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.081453561782837,
      "cov-distil (oracle2student)": 3.3866395950317383,
      "cov-distil (oracle2teacher)": 3.7026100158691406,
      "epoch": 0.5204081632653061,
      "rel-constrast": 2.757878541946411,
      "step": 663,
      "subrel-constrast": 3.895350456237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400452733039856,
      "cov-distil (oracle2student)": 4.6747331619262695,
      "cov-distil (oracle2teacher)": 4.557989120483398,
      "epoch": 0.521193092621664,
      "rel-constrast": 1.8466181755065918,
      "step": 664,
      "subrel-constrast": 2.819756269454956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3579998016357422,
      "cov-distil (oracle2student)": 6.249478340148926,
      "cov-distil (oracle2teacher)": 6.012664794921875,
      "epoch": 0.521978021978022,
      "rel-constrast": 4.039380073547363,
      "step": 665,
      "subrel-constrast": 4.368485927581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0757408142089844,
      "cov-distil (oracle2student)": 3.232316732406616,
      "cov-distil (oracle2teacher)": 3.117976188659668,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.4049501419067383,
      "step": 666,
      "subrel-constrast": 2.797485828399658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7760871648788452,
      "cov-distil (oracle2student)": 4.002559185028076,
      "cov-distil (oracle2teacher)": 4.416190147399902,
      "epoch": 0.5235478806907379,
      "rel-constrast": 2.989767074584961,
      "step": 667,
      "subrel-constrast": 3.806030511856079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810035228729248,
      "cov-distil (oracle2student)": 4.983792304992676,
      "cov-distil (oracle2teacher)": 5.073568344116211,
      "epoch": 0.5243328100470958,
      "rel-constrast": 1.9871602058410645,
      "step": 668,
      "subrel-constrast": 2.971518039703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7793813943862915,
      "cov-distil (oracle2student)": 3.5153446197509766,
      "cov-distil (oracle2teacher)": 4.224116802215576,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.35317325592041,
      "step": 669,
      "subrel-constrast": 3.5468151569366455,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 7.46875,
      "learning_rate": 9.965239638419672e-05,
      "loss": 0.7746,
      "step": 670
    },
    {
      "cov-distil": 1.5741254091262817,
      "cov-distil (oracle2student)": 3.639838218688965,
      "cov-distil (oracle2teacher)": 3.819552421569824,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.2625017166137695,
      "step": 670,
      "subrel-constrast": 2.881664991378784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1256295442581177,
      "cov-distil (oracle2student)": 5.470059871673584,
      "cov-distil (oracle2teacher)": 5.305062294006348,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.2002596855163574,
      "step": 671,
      "subrel-constrast": 4.1943817138671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0436491966247559,
      "cov-distil (oracle2student)": 2.6450469493865967,
      "cov-distil (oracle2teacher)": 3.044390916824341,
      "epoch": 0.5274725274725275,
      "rel-constrast": 2.732276439666748,
      "step": 672,
      "subrel-constrast": 3.1736104488372803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1499087810516357,
      "cov-distil (oracle2student)": 5.53624153137207,
      "cov-distil (oracle2teacher)": 5.029439926147461,
      "epoch": 0.5282574568288854,
      "rel-constrast": 3.5362002849578857,
      "step": 673,
      "subrel-constrast": 4.262887954711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760151743888855,
      "cov-distil (oracle2student)": 4.524819374084473,
      "cov-distil (oracle2teacher)": 4.7918500900268555,
      "epoch": 0.5290423861852434,
      "rel-constrast": 2.794811725616455,
      "step": 674,
      "subrel-constrast": 3.5872979164123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7613590955734253,
      "cov-distil (oracle2student)": 5.317580699920654,
      "cov-distil (oracle2teacher)": 5.121026992797852,
      "epoch": 0.5298273155416012,
      "rel-constrast": 2.629027843475342,
      "step": 675,
      "subrel-constrast": 3.4842143058776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4108455181121826,
      "cov-distil (oracle2student)": 5.072010040283203,
      "cov-distil (oracle2teacher)": 4.931358337402344,
      "epoch": 0.5306122448979592,
      "rel-constrast": 3.557922840118408,
      "step": 676,
      "subrel-constrast": 4.35413932800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0456509590148926,
      "cov-distil (oracle2student)": 3.3070244789123535,
      "cov-distil (oracle2teacher)": 3.4071524143218994,
      "epoch": 0.5313971742543171,
      "rel-constrast": 3.0545260906219482,
      "step": 677,
      "subrel-constrast": 3.392432689666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.076122522354126,
      "cov-distil (oracle2student)": 7.464256286621094,
      "cov-distil (oracle2teacher)": 7.212774276733398,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.2281157970428467,
      "step": 678,
      "subrel-constrast": 2.768291711807251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4524413347244263,
      "cov-distil (oracle2student)": 4.4149885177612305,
      "cov-distil (oracle2teacher)": 3.765320062637329,
      "epoch": 0.532967032967033,
      "rel-constrast": 3.0950839519500732,
      "step": 679,
      "subrel-constrast": 3.690272569656372,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 5.46875,
      "learning_rate": 9.961009793192792e-05,
      "loss": 0.7608,
      "step": 680
    },
    {
      "cov-distil": 2.349773406982422,
      "cov-distil (oracle2student)": 2.6892824172973633,
      "cov-distil (oracle2teacher)": 3.3966989517211914,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.6144981384277344,
      "step": 680,
      "subrel-constrast": 3.6256439685821533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6395847797393799,
      "cov-distil (oracle2student)": 4.917900562286377,
      "cov-distil (oracle2teacher)": 4.857755661010742,
      "epoch": 0.5345368916797488,
      "rel-constrast": 2.906942844390869,
      "step": 681,
      "subrel-constrast": 3.25396728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.443953037261963,
      "cov-distil (oracle2student)": 4.230560302734375,
      "cov-distil (oracle2teacher)": 4.744039535522461,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.9077844619750977,
      "step": 682,
      "subrel-constrast": 4.308396339416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3388419151306152,
      "cov-distil (oracle2student)": 5.344615459442139,
      "cov-distil (oracle2teacher)": 5.075442314147949,
      "epoch": 0.5361067503924647,
      "rel-constrast": 2.0371110439300537,
      "step": 683,
      "subrel-constrast": 2.851691246032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4036165475845337,
      "cov-distil (oracle2student)": 3.1208200454711914,
      "cov-distil (oracle2teacher)": 3.570516586303711,
      "epoch": 0.5368916797488226,
      "rel-constrast": 2.979321002960205,
      "step": 684,
      "subrel-constrast": 3.661055564880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.971642255783081,
      "cov-distil (oracle2student)": 5.014255523681641,
      "cov-distil (oracle2teacher)": 4.647988796234131,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.4135942459106445,
      "step": 685,
      "subrel-constrast": 3.4669008255004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7089223861694336,
      "cov-distil (oracle2student)": 3.3351330757141113,
      "cov-distil (oracle2teacher)": 3.5893282890319824,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.352079391479492,
      "step": 686,
      "subrel-constrast": 2.9743077754974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6835391521453857,
      "cov-distil (oracle2student)": 3.6303813457489014,
      "cov-distil (oracle2teacher)": 3.555901050567627,
      "epoch": 0.5392464678178964,
      "rel-constrast": 2.6044209003448486,
      "step": 687,
      "subrel-constrast": 3.3618295192718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5425325632095337,
      "cov-distil (oracle2student)": 3.877666473388672,
      "cov-distil (oracle2teacher)": 4.098247051239014,
      "epoch": 0.5400313971742543,
      "rel-constrast": 1.976728081703186,
      "step": 688,
      "subrel-constrast": 2.708796262741089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3641886711120605,
      "cov-distil (oracle2student)": 5.675561904907227,
      "cov-distil (oracle2teacher)": 5.2925567626953125,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.1209261417388916,
      "step": 689,
      "subrel-constrast": 2.708890438079834,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 4.4375,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.7115,
      "step": 690
    },
    {
      "cov-distil": 1.4710578918457031,
      "cov-distil (oracle2student)": 4.9304609298706055,
      "cov-distil (oracle2teacher)": 4.515944480895996,
      "epoch": 0.5416012558869702,
      "rel-constrast": 3.609416961669922,
      "step": 690,
      "subrel-constrast": 4.034361362457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2946220636367798,
      "cov-distil (oracle2student)": 4.333978176116943,
      "cov-distil (oracle2teacher)": 4.326067924499512,
      "epoch": 0.542386185243328,
      "rel-constrast": 2.2550599575042725,
      "step": 691,
      "subrel-constrast": 3.174283981323242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3239240646362305,
      "cov-distil (oracle2student)": 5.427350997924805,
      "cov-distil (oracle2teacher)": 4.684999942779541,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.5510973930358887,
      "step": 692,
      "subrel-constrast": 3.1270668506622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5802767276763916,
      "cov-distil (oracle2student)": 3.9356274604797363,
      "cov-distil (oracle2teacher)": 4.2313313484191895,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.246957302093506,
      "step": 693,
      "subrel-constrast": 4.018335342407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8220350742340088,
      "cov-distil (oracle2student)": 5.030050277709961,
      "cov-distil (oracle2teacher)": 4.840696334838867,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.7129549980163574,
      "step": 694,
      "subrel-constrast": 3.498418092727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2969422340393066,
      "cov-distil (oracle2student)": 6.8411993980407715,
      "cov-distil (oracle2teacher)": 6.123249530792236,
      "epoch": 0.5455259026687598,
      "rel-constrast": 1.8922237157821655,
      "step": 695,
      "subrel-constrast": 2.900413990020752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5639665126800537,
      "cov-distil (oracle2student)": 5.440637111663818,
      "cov-distil (oracle2teacher)": 4.676438331604004,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.3515453338623047,
      "step": 696,
      "subrel-constrast": 3.8916871547698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7781174182891846,
      "cov-distil (oracle2student)": 4.532617568969727,
      "cov-distil (oracle2teacher)": 5.2020368576049805,
      "epoch": 0.5470957613814756,
      "rel-constrast": 2.9692776203155518,
      "step": 697,
      "subrel-constrast": 4.320835113525391,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9339921474456787,
      "cov-distil (oracle2student)": 4.834040641784668,
      "cov-distil (oracle2teacher)": 4.484373092651367,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.199385643005371,
      "step": 698,
      "subrel-constrast": 3.100637435913086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5931650400161743,
      "cov-distil (oracle2student)": 4.96407413482666,
      "cov-distil (oracle2teacher)": 4.6597137451171875,
      "epoch": 0.5486656200941915,
      "rel-constrast": 3.9338579177856445,
      "step": 699,
      "subrel-constrast": 4.631774425506592,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 6.1875,
      "learning_rate": 9.951824942825215e-05,
      "loss": 0.7572,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.30156251788139343,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.0560302734375
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.0362548828125
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.019775390625,
      "step": 700
    },
    {
      "cov-distil": 1.8603215217590332,
      "cov-distil (oracle2student)": 4.6786370277404785,
      "cov-distil (oracle2teacher)": 4.4215826988220215,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.3885960578918457,
      "step": 700,
      "subrel-constrast": 3.057347059249878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8477778434753418,
      "cov-distil (oracle2student)": 5.160202503204346,
      "cov-distil (oracle2teacher)": 4.956329822540283,
      "epoch": 0.5502354788069074,
      "rel-constrast": 2.079754114151001,
      "step": 701,
      "subrel-constrast": 3.434323787689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2748879194259644,
      "cov-distil (oracle2student)": 3.728853225708008,
      "cov-distil (oracle2teacher)": 3.574925184249878,
      "epoch": 0.5510204081632653,
      "rel-constrast": 2.7907662391662598,
      "step": 702,
      "subrel-constrast": 3.777320384979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017949342727661,
      "cov-distil (oracle2student)": 4.043598175048828,
      "cov-distil (oracle2teacher)": 3.802302837371826,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.243577003479004,
      "step": 703,
      "subrel-constrast": 3.386847734451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5840637683868408,
      "cov-distil (oracle2student)": 2.092383861541748,
      "cov-distil (oracle2teacher)": 2.4648563861846924,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.0867886543273926,
      "step": 704,
      "subrel-constrast": 2.770437240600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7410813570022583,
      "cov-distil (oracle2student)": 4.578998565673828,
      "cov-distil (oracle2teacher)": 4.246877193450928,
      "epoch": 0.5533751962323391,
      "rel-constrast": 2.160571575164795,
      "step": 705,
      "subrel-constrast": 2.925117015838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9872180223464966,
      "cov-distil (oracle2student)": 3.0311038494110107,
      "cov-distil (oracle2teacher)": 3.5846328735351562,
      "epoch": 0.554160125588697,
      "rel-constrast": 1.8034820556640625,
      "step": 706,
      "subrel-constrast": 2.910332202911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680134057998657,
      "cov-distil (oracle2student)": 3.627612352371216,
      "cov-distil (oracle2teacher)": 3.7834970951080322,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.3350672721862793,
      "step": 707,
      "subrel-constrast": 3.1127827167510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009196281433105,
      "cov-distil (oracle2student)": 4.2532572746276855,
      "cov-distil (oracle2teacher)": 4.370421886444092,
      "epoch": 0.5557299843014128,
      "rel-constrast": 2.9205079078674316,
      "step": 708,
      "subrel-constrast": 3.811605930328369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.084303617477417,
      "cov-distil (oracle2student)": 3.041454792022705,
      "cov-distil (oracle2teacher)": 3.3255648612976074,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.4354381561279297,
      "step": 709,
      "subrel-constrast": 3.501460552215576,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 4.34375,
      "learning_rate": 9.946870385341167e-05,
      "loss": 0.625,
      "step": 710
    },
    {
      "cov-distil": 2.028268575668335,
      "cov-distil (oracle2student)": 3.729125738143921,
      "cov-distil (oracle2teacher)": 3.861908435821533,
      "epoch": 0.5572998430141287,
      "rel-constrast": 1.8339364528656006,
      "step": 710,
      "subrel-constrast": 2.512655019760132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65362548828125,
      "cov-distil (oracle2student)": 4.377889156341553,
      "cov-distil (oracle2teacher)": 3.719752311706543,
      "epoch": 0.5580847723704867,
      "rel-constrast": 2.407001495361328,
      "step": 711,
      "subrel-constrast": 3.2422919273376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7355601787567139,
      "cov-distil (oracle2student)": 4.0036773681640625,
      "cov-distil (oracle2teacher)": 3.582146406173706,
      "epoch": 0.5588697017268446,
      "rel-constrast": 1.8252131938934326,
      "step": 712,
      "subrel-constrast": 2.816258430480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5057252645492554,
      "cov-distil (oracle2student)": 4.2578020095825195,
      "cov-distil (oracle2teacher)": 4.55427360534668,
      "epoch": 0.5596546310832025,
      "rel-constrast": 2.6975581645965576,
      "step": 713,
      "subrel-constrast": 3.2291979789733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1666758060455322,
      "cov-distil (oracle2student)": 5.365593910217285,
      "cov-distil (oracle2teacher)": 4.775696754455566,
      "epoch": 0.5604395604395604,
      "rel-constrast": 2.3269803524017334,
      "step": 714,
      "subrel-constrast": 3.0700371265411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5206503868103027,
      "cov-distil (oracle2student)": 2.83760404586792,
      "cov-distil (oracle2teacher)": 3.1313910484313965,
      "epoch": 0.5612244897959183,
      "rel-constrast": 2.6215767860412598,
      "step": 715,
      "subrel-constrast": 3.898193597793579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919080972671509,
      "cov-distil (oracle2student)": 2.652615785598755,
      "cov-distil (oracle2teacher)": 2.9113035202026367,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.024888515472412,
      "step": 716,
      "subrel-constrast": 2.7350258827209473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.452683925628662,
      "cov-distil (oracle2student)": 3.890057325363159,
      "cov-distil (oracle2teacher)": 3.54856276512146,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.11319637298584,
      "step": 717,
      "subrel-constrast": 2.9065537452697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6682060956954956,
      "cov-distil (oracle2student)": 4.502749443054199,
      "cov-distil (oracle2teacher)": 4.1750593185424805,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.109374523162842,
      "step": 718,
      "subrel-constrast": 3.7314465045928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461202621459961,
      "cov-distil (oracle2student)": 4.797717094421387,
      "cov-distil (oracle2teacher)": 4.351416110992432,
      "epoch": 0.5643642072213501,
      "rel-constrast": 2.732322931289673,
      "step": 719,
      "subrel-constrast": 3.080990791320801,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 4.25,
      "learning_rate": 9.941674724373531e-05,
      "loss": 0.6343,
      "step": 720
    },
    {
      "cov-distil": 1.3775506019592285,
      "cov-distil (oracle2student)": 3.9208154678344727,
      "cov-distil (oracle2teacher)": 3.622586250305176,
      "epoch": 0.565149136577708,
      "rel-constrast": 2.5309243202209473,
      "step": 720,
      "subrel-constrast": 3.4007325172424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6491765975952148,
      "cov-distil (oracle2student)": 3.6285295486450195,
      "cov-distil (oracle2teacher)": 3.7350549697875977,
      "epoch": 0.5659340659340659,
      "rel-constrast": 2.5254106521606445,
      "step": 721,
      "subrel-constrast": 3.4550678730010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2066755294799805,
      "cov-distil (oracle2student)": 4.9826812744140625,
      "cov-distil (oracle2teacher)": 4.646780967712402,
      "epoch": 0.5667189952904239,
      "rel-constrast": 2.9485883712768555,
      "step": 722,
      "subrel-constrast": 3.6643409729003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022556781768799,
      "cov-distil (oracle2student)": 4.357587814331055,
      "cov-distil (oracle2teacher)": 4.462549209594727,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.6368680000305176,
      "step": 723,
      "subrel-constrast": 3.6427929401397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3857760429382324,
      "cov-distil (oracle2student)": 4.697751998901367,
      "cov-distil (oracle2teacher)": 4.174093246459961,
      "epoch": 0.5682888540031397,
      "rel-constrast": 1.409717082977295,
      "step": 724,
      "subrel-constrast": 2.0933749675750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3662948608398438,
      "cov-distil (oracle2student)": 5.760652542114258,
      "cov-distil (oracle2teacher)": 5.541896343231201,
      "epoch": 0.5690737833594977,
      "rel-constrast": 4.014163017272949,
      "step": 725,
      "subrel-constrast": 4.988486289978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055171489715576,
      "cov-distil (oracle2student)": 5.102067947387695,
      "cov-distil (oracle2teacher)": 4.850968360900879,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.194596290588379,
      "step": 726,
      "subrel-constrast": 2.9878320693969727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313060522079468,
      "cov-distil (oracle2student)": 5.026113510131836,
      "cov-distil (oracle2teacher)": 5.168074607849121,
      "epoch": 0.5706436420722135,
      "rel-constrast": 3.9443490505218506,
      "step": 727,
      "subrel-constrast": 4.331953525543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3632298707962036,
      "cov-distil (oracle2student)": 3.185199737548828,
      "cov-distil (oracle2teacher)": 3.3803868293762207,
      "epoch": 0.5714285714285714,
      "rel-constrast": 2.825591564178467,
      "step": 728,
      "subrel-constrast": 3.4937984943389893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594631314277649,
      "cov-distil (oracle2student)": 4.310708999633789,
      "cov-distil (oracle2teacher)": 4.080115795135498,
      "epoch": 0.5722135007849294,
      "rel-constrast": 2.9646224975585938,
      "step": 729,
      "subrel-constrast": 3.6300644874572754,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 4.78125,
      "learning_rate": 9.936238213151491e-05,
      "loss": 0.7379,
      "step": 730
    },
    {
      "cov-distil": 1.6485775709152222,
      "cov-distil (oracle2student)": 4.191906929016113,
      "cov-distil (oracle2teacher)": 3.869929790496826,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.040466070175171,
      "step": 730,
      "subrel-constrast": 3.3823132514953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.212617039680481,
      "cov-distil (oracle2student)": 3.5970935821533203,
      "cov-distil (oracle2teacher)": 3.958833694458008,
      "epoch": 0.5737833594976453,
      "rel-constrast": 2.4322407245635986,
      "step": 731,
      "subrel-constrast": 2.853665351867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0997443199157715,
      "cov-distil (oracle2student)": 4.119034290313721,
      "cov-distil (oracle2teacher)": 3.77140474319458,
      "epoch": 0.5745682888540031,
      "rel-constrast": 1.805221438407898,
      "step": 732,
      "subrel-constrast": 2.7713422775268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244091272354126,
      "cov-distil (oracle2student)": 4.085283279418945,
      "cov-distil (oracle2teacher)": 3.4021525382995605,
      "epoch": 0.5753532182103611,
      "rel-constrast": 1.9131513833999634,
      "step": 733,
      "subrel-constrast": 2.562028169631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3806394338607788,
      "cov-distil (oracle2student)": 4.039632797241211,
      "cov-distil (oracle2teacher)": 4.403690338134766,
      "epoch": 0.576138147566719,
      "rel-constrast": 2.968928575515747,
      "step": 734,
      "subrel-constrast": 3.645873785018921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2350902557373047,
      "cov-distil (oracle2student)": 4.720323085784912,
      "cov-distil (oracle2teacher)": 4.13458776473999,
      "epoch": 0.5769230769230769,
      "rel-constrast": 2.950982093811035,
      "step": 735,
      "subrel-constrast": 3.397047758102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4806098937988281,
      "cov-distil (oracle2student)": 5.30654239654541,
      "cov-distil (oracle2teacher)": 4.932878017425537,
      "epoch": 0.5777080062794349,
      "rel-constrast": 1.8076075315475464,
      "step": 736,
      "subrel-constrast": 2.585456132888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0793209075927734,
      "cov-distil (oracle2student)": 2.824924945831299,
      "cov-distil (oracle2teacher)": 3.1092453002929688,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.071730852127075,
      "step": 737,
      "subrel-constrast": 2.5958926677703857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7519118785858154,
      "cov-distil (oracle2student)": 3.8484740257263184,
      "cov-distil (oracle2teacher)": 3.7108254432678223,
      "epoch": 0.5792778649921507,
      "rel-constrast": 2.7992677688598633,
      "step": 738,
      "subrel-constrast": 3.4148831367492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903956890106201,
      "cov-distil (oracle2student)": 3.1682848930358887,
      "cov-distil (oracle2teacher)": 2.963791608810425,
      "epoch": 0.5800627943485086,
      "rel-constrast": 1.971470832824707,
      "step": 739,
      "subrel-constrast": 2.9837450981140137,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 4.0625,
      "learning_rate": 9.930561116642935e-05,
      "loss": 0.6298,
      "step": 740
    },
    {
      "cov-distil": 1.6944533586502075,
      "cov-distil (oracle2student)": 4.717728137969971,
      "cov-distil (oracle2teacher)": 4.636056423187256,
      "epoch": 0.5808477237048666,
      "rel-constrast": 2.6468911170959473,
      "step": 740,
      "subrel-constrast": 3.693573474884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.551374077796936,
      "cov-distil (oracle2student)": 5.393620014190674,
      "cov-distil (oracle2teacher)": 4.9579668045043945,
      "epoch": 0.5816326530612245,
      "rel-constrast": 2.716866970062256,
      "step": 741,
      "subrel-constrast": 3.3019938468933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7785598039627075,
      "cov-distil (oracle2student)": 4.846284866333008,
      "cov-distil (oracle2teacher)": 4.185946464538574,
      "epoch": 0.5824175824175825,
      "rel-constrast": 2.548227071762085,
      "step": 742,
      "subrel-constrast": 3.4062962532043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8604893684387207,
      "cov-distil (oracle2student)": 2.2271862030029297,
      "cov-distil (oracle2teacher)": 2.7351789474487305,
      "epoch": 0.5832025117739403,
      "rel-constrast": 2.5266237258911133,
      "step": 743,
      "subrel-constrast": 3.573176860809326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2230693101882935,
      "cov-distil (oracle2student)": 6.475716590881348,
      "cov-distil (oracle2teacher)": 5.366118907928467,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.3860559463500977,
      "step": 744,
      "subrel-constrast": 3.8031556606292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140300273895264,
      "cov-distil (oracle2student)": 4.36263370513916,
      "cov-distil (oracle2teacher)": 4.320107936859131,
      "epoch": 0.5847723704866562,
      "rel-constrast": 2.804933547973633,
      "step": 745,
      "subrel-constrast": 3.7986762523651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3815910816192627,
      "cov-distil (oracle2student)": 4.374643325805664,
      "cov-distil (oracle2teacher)": 4.435834884643555,
      "epoch": 0.5855572998430141,
      "rel-constrast": 3.6224722862243652,
      "step": 746,
      "subrel-constrast": 4.16565465927124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4469648599624634,
      "cov-distil (oracle2student)": 5.737392425537109,
      "cov-distil (oracle2teacher)": 5.591649055480957,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.4462575912475586,
      "step": 747,
      "subrel-constrast": 4.246304035186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2352283000946045,
      "cov-distil (oracle2student)": 4.269351959228516,
      "cov-distil (oracle2teacher)": 3.8794498443603516,
      "epoch": 0.5871271585557299,
      "rel-constrast": 2.969682216644287,
      "step": 748,
      "subrel-constrast": 4.282553672790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.588336706161499,
      "cov-distil (oracle2student)": 6.872044086456299,
      "cov-distil (oracle2teacher)": 5.941703796386719,
      "epoch": 0.5879120879120879,
      "rel-constrast": 3.0537757873535156,
      "step": 749,
      "subrel-constrast": 3.886293649673462,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 5.875,
      "learning_rate": 9.924643711541539e-05,
      "loss": 0.7842,
      "step": 750
    },
    {
      "cov-distil": 1.9223014116287231,
      "cov-distil (oracle2student)": 5.282973289489746,
      "cov-distil (oracle2teacher)": 5.183008670806885,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.3012237548828125,
      "step": 750,
      "subrel-constrast": 3.484858751296997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7037850618362427,
      "cov-distil (oracle2student)": 5.631537437438965,
      "cov-distil (oracle2teacher)": 5.296452522277832,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.6432695388793945,
      "step": 751,
      "subrel-constrast": 5.086883544921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.007809042930603,
      "cov-distil (oracle2student)": 6.1518964767456055,
      "cov-distil (oracle2teacher)": 6.086224555969238,
      "epoch": 0.5902668759811617,
      "rel-constrast": 2.6197314262390137,
      "step": 752,
      "subrel-constrast": 3.4518465995788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2960243225097656,
      "cov-distil (oracle2student)": 4.131731986999512,
      "cov-distil (oracle2teacher)": 4.411002159118652,
      "epoch": 0.5910518053375197,
      "rel-constrast": 2.9321017265319824,
      "step": 753,
      "subrel-constrast": 3.209019184112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6666353940963745,
      "cov-distil (oracle2student)": 4.595471382141113,
      "cov-distil (oracle2teacher)": 4.7614617347717285,
      "epoch": 0.5918367346938775,
      "rel-constrast": 2.6683599948883057,
      "step": 754,
      "subrel-constrast": 3.7487897872924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3954095840454102,
      "cov-distil (oracle2student)": 3.9951226711273193,
      "cov-distil (oracle2teacher)": 4.287659645080566,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.194471836090088,
      "step": 755,
      "subrel-constrast": 3.6416726112365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919454097747803,
      "cov-distil (oracle2student)": 4.940797805786133,
      "cov-distil (oracle2teacher)": 4.609397888183594,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.2743895053863525,
      "step": 756,
      "subrel-constrast": 3.3189537525177,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307892918586731,
      "cov-distil (oracle2student)": 4.07364559173584,
      "cov-distil (oracle2teacher)": 3.4479897022247314,
      "epoch": 0.5941915227629513,
      "rel-constrast": 3.8018627166748047,
      "step": 757,
      "subrel-constrast": 3.6141955852508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.036787509918213,
      "cov-distil (oracle2student)": 3.923306941986084,
      "cov-distil (oracle2teacher)": 3.9770474433898926,
      "epoch": 0.5949764521193093,
      "rel-constrast": 3.2849631309509277,
      "step": 758,
      "subrel-constrast": 3.8184170722961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1557457447052,
      "cov-distil (oracle2student)": 3.5048556327819824,
      "cov-distil (oracle2teacher)": 3.909580707550049,
      "epoch": 0.5957613814756672,
      "rel-constrast": 2.5933339595794678,
      "step": 759,
      "subrel-constrast": 3.8129634857177734,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 4.25,
      "learning_rate": 9.918486286253279e-05,
      "loss": 0.8231,
      "step": 760
    },
    {
      "cov-distil": 1.3414530754089355,
      "cov-distil (oracle2student)": 3.1096808910369873,
      "cov-distil (oracle2teacher)": 3.281905174255371,
      "epoch": 0.5965463108320251,
      "rel-constrast": 3.111945390701294,
      "step": 760,
      "subrel-constrast": 3.512913703918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001896858215332,
      "cov-distil (oracle2student)": 5.69229793548584,
      "cov-distil (oracle2teacher)": 4.952828884124756,
      "epoch": 0.597331240188383,
      "rel-constrast": 2.805422782897949,
      "step": 761,
      "subrel-constrast": 3.4502382278442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0647132396697998,
      "cov-distil (oracle2student)": 2.7094099521636963,
      "cov-distil (oracle2teacher)": 2.901538372039795,
      "epoch": 0.598116169544741,
      "rel-constrast": 2.508882522583008,
      "step": 762,
      "subrel-constrast": 3.240093946456909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.460381031036377,
      "cov-distil (oracle2student)": 3.4607434272766113,
      "cov-distil (oracle2teacher)": 3.1429190635681152,
      "epoch": 0.5989010989010989,
      "rel-constrast": 2.4092774391174316,
      "step": 763,
      "subrel-constrast": 3.17071270942688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2989745140075684,
      "cov-distil (oracle2student)": 5.600887298583984,
      "cov-distil (oracle2teacher)": 5.241623878479004,
      "epoch": 0.5996860282574569,
      "rel-constrast": 2.665778160095215,
      "step": 764,
      "subrel-constrast": 3.620102882385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285677433013916,
      "cov-distil (oracle2student)": 4.525888442993164,
      "cov-distil (oracle2teacher)": 4.178246974945068,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.610318183898926,
      "step": 765,
      "subrel-constrast": 3.2312419414520264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110185384750366,
      "cov-distil (oracle2student)": 5.321989059448242,
      "cov-distil (oracle2teacher)": 4.812591075897217,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.3226137161254883,
      "step": 766,
      "subrel-constrast": 4.483676433563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4554235935211182,
      "cov-distil (oracle2student)": 4.494707107543945,
      "cov-distil (oracle2teacher)": 4.768360614776611,
      "epoch": 0.6020408163265306,
      "rel-constrast": 2.6851348876953125,
      "step": 767,
      "subrel-constrast": 3.614354372024536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6473791599273682,
      "cov-distil (oracle2student)": 4.116063117980957,
      "cov-distil (oracle2teacher)": 3.8386316299438477,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.103732109069824,
      "step": 768,
      "subrel-constrast": 3.5614583492279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6530150175094604,
      "cov-distil (oracle2student)": 4.366119384765625,
      "cov-distil (oracle2teacher)": 4.441441535949707,
      "epoch": 0.6036106750392465,
      "rel-constrast": 2.9374561309814453,
      "step": 769,
      "subrel-constrast": 3.793393850326538,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 4.4375,
      "learning_rate": 9.912089140882376e-05,
      "loss": 0.7448,
      "step": 770
    },
    {
      "cov-distil": 1.542353630065918,
      "cov-distil (oracle2student)": 3.459707021713257,
      "cov-distil (oracle2teacher)": 3.3230745792388916,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.044468879699707,
      "step": 770,
      "subrel-constrast": 3.212669610977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3957772254943848,
      "cov-distil (oracle2student)": 4.929129600524902,
      "cov-distil (oracle2teacher)": 4.862569808959961,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.2097721099853516,
      "step": 771,
      "subrel-constrast": 2.959266424179077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4395654201507568,
      "cov-distil (oracle2student)": 4.510257720947266,
      "cov-distil (oracle2teacher)": 4.490582466125488,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.1476082801818848,
      "step": 772,
      "subrel-constrast": 3.790222644805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6010903120040894,
      "cov-distil (oracle2student)": 3.542111873626709,
      "cov-distil (oracle2teacher)": 3.8687055110931396,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.521134376525879,
      "step": 773,
      "subrel-constrast": 3.176870584487915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6260313987731934,
      "cov-distil (oracle2student)": 4.871740341186523,
      "cov-distil (oracle2teacher)": 4.679498195648193,
      "epoch": 0.6075353218210361,
      "rel-constrast": 2.4205098152160645,
      "step": 774,
      "subrel-constrast": 3.603609323501587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.454667329788208,
      "cov-distil (oracle2student)": 3.5194525718688965,
      "cov-distil (oracle2teacher)": 3.5520565509796143,
      "epoch": 0.6083202511773941,
      "rel-constrast": 4.609344959259033,
      "step": 775,
      "subrel-constrast": 4.815328121185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0375580787658691,
      "cov-distil (oracle2student)": 4.723128318786621,
      "cov-distil (oracle2teacher)": 4.128521919250488,
      "epoch": 0.609105180533752,
      "rel-constrast": 2.865474224090576,
      "step": 776,
      "subrel-constrast": 3.477750301361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4386720657348633,
      "cov-distil (oracle2student)": 4.118827819824219,
      "cov-distil (oracle2teacher)": 4.2397966384887695,
      "epoch": 0.6098901098901099,
      "rel-constrast": 2.6606051921844482,
      "step": 777,
      "subrel-constrast": 3.482161045074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3661922216415405,
      "cov-distil (oracle2student)": 2.6173739433288574,
      "cov-distil (oracle2teacher)": 3.202317476272583,
      "epoch": 0.6106750392464678,
      "rel-constrast": 1.8556054830551147,
      "step": 778,
      "subrel-constrast": 2.7579896450042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3595590591430664,
      "cov-distil (oracle2student)": 3.868940830230713,
      "cov-distil (oracle2teacher)": 4.056550979614258,
      "epoch": 0.6114599686028257,
      "rel-constrast": 2.6243135929107666,
      "step": 779,
      "subrel-constrast": 3.9044389724731445,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 5.3125,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.7346,
      "step": 780
    },
    {
      "cov-distil": 1.4987356662750244,
      "cov-distil (oracle2student)": 3.7157766819000244,
      "cov-distil (oracle2teacher)": 3.833364486694336,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.42910099029541,
      "step": 780,
      "subrel-constrast": 3.1256821155548096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4821487665176392,
      "cov-distil (oracle2student)": 6.00930118560791,
      "cov-distil (oracle2teacher)": 5.992935657501221,
      "epoch": 0.6130298273155416,
      "rel-constrast": 2.372361183166504,
      "step": 781,
      "subrel-constrast": 3.4051554203033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5110254287719727,
      "cov-distil (oracle2student)": 4.419549465179443,
      "cov-distil (oracle2teacher)": 4.162345886230469,
      "epoch": 0.6138147566718996,
      "rel-constrast": 2.918416976928711,
      "step": 782,
      "subrel-constrast": 3.6118545532226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.15826153755188,
      "cov-distil (oracle2student)": 3.5698766708374023,
      "cov-distil (oracle2teacher)": 3.595555305480957,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.2798526287078857,
      "step": 783,
      "subrel-constrast": 4.319746494293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662979006767273,
      "cov-distil (oracle2student)": 3.5024890899658203,
      "cov-distil (oracle2teacher)": 3.7156996726989746,
      "epoch": 0.6153846153846154,
      "rel-constrast": 3.8563895225524902,
      "step": 784,
      "subrel-constrast": 4.385089874267578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4180511236190796,
      "cov-distil (oracle2student)": 2.7301621437072754,
      "cov-distil (oracle2teacher)": 2.6462419033050537,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.1866776943206787,
      "step": 785,
      "subrel-constrast": 2.849574089050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1362864971160889,
      "cov-distil (oracle2student)": 3.9216434955596924,
      "cov-distil (oracle2teacher)": 3.8891186714172363,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.2697675228118896,
      "step": 786,
      "subrel-constrast": 3.771019458770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9554781913757324,
      "cov-distil (oracle2student)": 7.3242292404174805,
      "cov-distil (oracle2teacher)": 5.98380184173584,
      "epoch": 0.6177394034536892,
      "rel-constrast": 3.265012741088867,
      "step": 787,
      "subrel-constrast": 4.004302978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418177843093872,
      "cov-distil (oracle2student)": 4.630147457122803,
      "cov-distil (oracle2teacher)": 4.567622184753418,
      "epoch": 0.6185243328100472,
      "rel-constrast": 2.916835069656372,
      "step": 788,
      "subrel-constrast": 3.5639851093292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834952473640442,
      "cov-distil (oracle2student)": 4.419960975646973,
      "cov-distil (oracle2teacher)": 3.597294330596924,
      "epoch": 0.619309262166405,
      "rel-constrast": 3.6211190223693848,
      "step": 789,
      "subrel-constrast": 3.867347240447998,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 6.21875,
      "learning_rate": 9.898576948712426e-05,
      "loss": 0.7931,
      "step": 790
    },
    {
      "cov-distil": 1.5017201900482178,
      "cov-distil (oracle2student)": 5.731951713562012,
      "cov-distil (oracle2teacher)": 5.083329200744629,
      "epoch": 0.6200941915227629,
      "rel-constrast": 3.533722162246704,
      "step": 790,
      "subrel-constrast": 4.087466716766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.23575758934021,
      "cov-distil (oracle2student)": 2.9366867542266846,
      "cov-distil (oracle2teacher)": 3.364473581314087,
      "epoch": 0.6208791208791209,
      "rel-constrast": 2.6948790550231934,
      "step": 791,
      "subrel-constrast": 3.5940558910369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5665233135223389,
      "cov-distil (oracle2student)": 4.229638576507568,
      "cov-distil (oracle2teacher)": 3.9924468994140625,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.27871036529541,
      "step": 792,
      "subrel-constrast": 2.6802377700805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7252917289733887,
      "cov-distil (oracle2student)": 4.218842506408691,
      "cov-distil (oracle2teacher)": 3.9498140811920166,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.2106575965881348,
      "step": 793,
      "subrel-constrast": 3.1604504585266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5243990421295166,
      "cov-distil (oracle2student)": 4.1701436042785645,
      "cov-distil (oracle2teacher)": 4.023083686828613,
      "epoch": 0.6232339089481946,
      "rel-constrast": 2.7713799476623535,
      "step": 794,
      "subrel-constrast": 3.252312421798706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0973950624465942,
      "cov-distil (oracle2student)": 2.7702860832214355,
      "cov-distil (oracle2teacher)": 2.772754192352295,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.142995595932007,
      "step": 795,
      "subrel-constrast": 2.4253480434417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5447654724121094,
      "cov-distil (oracle2student)": 4.44835090637207,
      "cov-distil (oracle2teacher)": 4.186827659606934,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.1412739753723145,
      "step": 796,
      "subrel-constrast": 3.847597599029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5887013673782349,
      "cov-distil (oracle2student)": 3.9318113327026367,
      "cov-distil (oracle2teacher)": 3.9172005653381348,
      "epoch": 0.6255886970172685,
      "rel-constrast": 1.899495244026184,
      "step": 797,
      "subrel-constrast": 2.888746500015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676682710647583,
      "cov-distil (oracle2student)": 4.261659622192383,
      "cov-distil (oracle2teacher)": 3.8655664920806885,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.138000726699829,
      "step": 798,
      "subrel-constrast": 3.911039113998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4409937858581543,
      "cov-distil (oracle2student)": 4.838174343109131,
      "cov-distil (oracle2teacher)": 4.5873637199401855,
      "epoch": 0.6271585557299842,
      "rel-constrast": 3.9466652870178223,
      "step": 799,
      "subrel-constrast": 4.269659996032715,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 5.5625,
      "learning_rate": 9.891462560478562e-05,
      "loss": 0.7304,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.3187499940395355,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.057861328125
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.03387451171875
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.02398681640625,
      "step": 800
    },
    {
      "cov-distil": 1.713832139968872,
      "cov-distil (oracle2student)": 3.9871015548706055,
      "cov-distil (oracle2teacher)": 3.7934646606445312,
      "epoch": 0.6279434850863422,
      "rel-constrast": 1.6451151371002197,
      "step": 800,
      "subrel-constrast": 2.951237678527832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2303855419158936,
      "cov-distil (oracle2student)": 4.837799072265625,
      "cov-distil (oracle2teacher)": 4.274792671203613,
      "epoch": 0.6287284144427001,
      "rel-constrast": 3.8521361351013184,
      "step": 801,
      "subrel-constrast": 4.648285865783691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7198810577392578,
      "cov-distil (oracle2student)": 2.988628387451172,
      "cov-distil (oracle2teacher)": 3.559980869293213,
      "epoch": 0.6295133437990581,
      "rel-constrast": 2.3368401527404785,
      "step": 802,
      "subrel-constrast": 3.2713451385498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308194398880005,
      "cov-distil (oracle2student)": 6.241652488708496,
      "cov-distil (oracle2teacher)": 5.5864667892456055,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.0105388164520264,
      "step": 803,
      "subrel-constrast": 3.202972412109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7014870643615723,
      "cov-distil (oracle2student)": 3.588146209716797,
      "cov-distil (oracle2teacher)": 3.2581756114959717,
      "epoch": 0.631083202511774,
      "rel-constrast": 1.9677070379257202,
      "step": 804,
      "subrel-constrast": 3.043543815612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.969831645488739,
      "cov-distil (oracle2student)": 4.037076950073242,
      "cov-distil (oracle2teacher)": 4.298563003540039,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.4121952056884766,
      "step": 805,
      "subrel-constrast": 3.7727131843566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3658452033996582,
      "cov-distil (oracle2student)": 4.658673286437988,
      "cov-distil (oracle2teacher)": 4.708155632019043,
      "epoch": 0.6326530612244898,
      "rel-constrast": 2.510589122772217,
      "step": 806,
      "subrel-constrast": 3.1394870281219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775761365890503,
      "cov-distil (oracle2student)": 4.680424690246582,
      "cov-distil (oracle2teacher)": 4.517380714416504,
      "epoch": 0.6334379905808477,
      "rel-constrast": 2.9338157176971436,
      "step": 807,
      "subrel-constrast": 4.0044474601745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783122181892395,
      "cov-distil (oracle2student)": 4.343849182128906,
      "cov-distil (oracle2teacher)": 4.14031457901001,
      "epoch": 0.6342229199372057,
      "rel-constrast": 1.8962583541870117,
      "step": 808,
      "subrel-constrast": 3.173478841781616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8830161094665527,
      "cov-distil (oracle2student)": 4.224252700805664,
      "cov-distil (oracle2teacher)": 4.20334529876709,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.2941737174987793,
      "step": 809,
      "subrel-constrast": 2.8484137058258057,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 4.34375,
      "learning_rate": 9.884109769260325e-05,
      "loss": 0.6884,
      "step": 810
    },
    {
      "cov-distil": 1.7505539655685425,
      "cov-distil (oracle2student)": 5.0406951904296875,
      "cov-distil (oracle2teacher)": 4.540581703186035,
      "epoch": 0.6357927786499215,
      "rel-constrast": 2.0256400108337402,
      "step": 810,
      "subrel-constrast": 3.3658552169799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9300628900527954,
      "cov-distil (oracle2student)": 3.8782668113708496,
      "cov-distil (oracle2teacher)": 4.024173736572266,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.1631996631622314,
      "step": 811,
      "subrel-constrast": 3.5450260639190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4964544773101807,
      "cov-distil (oracle2student)": 3.4880166053771973,
      "cov-distil (oracle2teacher)": 3.546294689178467,
      "epoch": 0.6373626373626373,
      "rel-constrast": 2.4833803176879883,
      "step": 812,
      "subrel-constrast": 3.1161818504333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680060386657715,
      "cov-distil (oracle2student)": 4.93651008605957,
      "cov-distil (oracle2teacher)": 4.7135162353515625,
      "epoch": 0.6381475667189953,
      "rel-constrast": 2.835784673690796,
      "step": 813,
      "subrel-constrast": 3.1947073936462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978450059890747,
      "cov-distil (oracle2student)": 4.146483898162842,
      "cov-distil (oracle2teacher)": 3.9874749183654785,
      "epoch": 0.6389324960753532,
      "rel-constrast": 3.2996461391448975,
      "step": 814,
      "subrel-constrast": 4.412311553955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3768503665924072,
      "cov-distil (oracle2student)": 2.8563072681427,
      "cov-distil (oracle2teacher)": 3.0826988220214844,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.2783799171447754,
      "step": 815,
      "subrel-constrast": 3.183297872543335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591726303100586,
      "cov-distil (oracle2student)": 3.4464831352233887,
      "cov-distil (oracle2teacher)": 4.059414863586426,
      "epoch": 0.640502354788069,
      "rel-constrast": 2.736586093902588,
      "step": 816,
      "subrel-constrast": 3.382416248321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4371912479400635,
      "cov-distil (oracle2student)": 5.064401626586914,
      "cov-distil (oracle2teacher)": 4.50703763961792,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.3258211612701416,
      "step": 817,
      "subrel-constrast": 3.852466106414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9158759117126465,
      "cov-distil (oracle2student)": 4.080444812774658,
      "cov-distil (oracle2teacher)": 3.949254035949707,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.4167215824127197,
      "step": 818,
      "subrel-constrast": 3.4369170665740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6685255765914917,
      "cov-distil (oracle2student)": 4.17201042175293,
      "cov-distil (oracle2teacher)": 3.8066253662109375,
      "epoch": 0.6428571428571429,
      "rel-constrast": 2.396115779876709,
      "step": 819,
      "subrel-constrast": 3.1240952014923096,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 4.125,
      "learning_rate": 9.876518933422386e-05,
      "loss": 0.6908,
      "step": 820
    },
    {
      "cov-distil": 1.2651169300079346,
      "cov-distil (oracle2student)": 3.619236707687378,
      "cov-distil (oracle2teacher)": 3.5285849571228027,
      "epoch": 0.6436420722135008,
      "rel-constrast": 2.8112943172454834,
      "step": 820,
      "subrel-constrast": 3.336489677429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042360782623291,
      "cov-distil (oracle2student)": 4.618283271789551,
      "cov-distil (oracle2teacher)": 4.554393768310547,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.010857105255127,
      "step": 821,
      "subrel-constrast": 3.114055633544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37400221824646,
      "cov-distil (oracle2student)": 4.8871026039123535,
      "cov-distil (oracle2teacher)": 4.238458633422852,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.0229244232177734,
      "step": 822,
      "subrel-constrast": 3.50494647026062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6977295875549316,
      "cov-distil (oracle2student)": 4.029040813446045,
      "cov-distil (oracle2teacher)": 4.391790390014648,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.020493507385254,
      "step": 823,
      "subrel-constrast": 4.145211219787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2081284523010254,
      "cov-distil (oracle2student)": 4.33034610748291,
      "cov-distil (oracle2teacher)": 3.643559217453003,
      "epoch": 0.6467817896389325,
      "rel-constrast": 2.882011890411377,
      "step": 824,
      "subrel-constrast": 3.701411724090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743307113647461,
      "cov-distil (oracle2student)": 3.9029808044433594,
      "cov-distil (oracle2teacher)": 3.788592576980591,
      "epoch": 0.6475667189952904,
      "rel-constrast": 3.6036009788513184,
      "step": 825,
      "subrel-constrast": 4.309937477111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8245210647583008,
      "cov-distil (oracle2student)": 4.799679756164551,
      "cov-distil (oracle2teacher)": 5.02194356918335,
      "epoch": 0.6483516483516484,
      "rel-constrast": 2.620025396347046,
      "step": 826,
      "subrel-constrast": 3.9737675189971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8678866624832153,
      "cov-distil (oracle2student)": 4.633173942565918,
      "cov-distil (oracle2teacher)": 4.263980865478516,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.1919405460357666,
      "step": 827,
      "subrel-constrast": 3.611349582672119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2984061241149902,
      "cov-distil (oracle2student)": 2.7544806003570557,
      "cov-distil (oracle2teacher)": 2.9491305351257324,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.0505380630493164,
      "step": 828,
      "subrel-constrast": 2.993997097015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5009740591049194,
      "cov-distil (oracle2student)": 5.395658493041992,
      "cov-distil (oracle2teacher)": 5.068297863006592,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.0326716899871826,
      "step": 829,
      "subrel-constrast": 4.0453619956970215,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 4.625,
      "learning_rate": 9.868690422931372e-05,
      "loss": 0.7732,
      "step": 830
    },
    {
      "cov-distil": 1.6522243022918701,
      "cov-distil (oracle2student)": 3.7360944747924805,
      "cov-distil (oracle2teacher)": 3.6335701942443848,
      "epoch": 0.6514913657770801,
      "rel-constrast": 3.423149824142456,
      "step": 830,
      "subrel-constrast": 4.136610507965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7236876487731934,
      "cov-distil (oracle2student)": 2.963115930557251,
      "cov-distil (oracle2teacher)": 3.645367383956909,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.55918550491333,
      "step": 831,
      "subrel-constrast": 3.6275906562805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5114548206329346,
      "cov-distil (oracle2student)": 4.930320739746094,
      "cov-distil (oracle2teacher)": 4.5993876457214355,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.199190616607666,
      "step": 832,
      "subrel-constrast": 4.274593353271484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3684941530227661,
      "cov-distil (oracle2student)": 2.5817737579345703,
      "cov-distil (oracle2teacher)": 2.8705573081970215,
      "epoch": 0.6538461538461539,
      "rel-constrast": 1.7096863985061646,
      "step": 833,
      "subrel-constrast": 3.018994092941284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5697592496871948,
      "cov-distil (oracle2student)": 3.624447822570801,
      "cov-distil (oracle2teacher)": 3.4426350593566895,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.6270217895507812,
      "step": 834,
      "subrel-constrast": 3.8972342014312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4077365398406982,
      "cov-distil (oracle2student)": 6.124544143676758,
      "cov-distil (oracle2teacher)": 5.508701801300049,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.405546188354492,
      "step": 835,
      "subrel-constrast": 2.9773452281951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4030425548553467,
      "cov-distil (oracle2student)": 4.919620037078857,
      "cov-distil (oracle2teacher)": 4.631455898284912,
      "epoch": 0.6562009419152276,
      "rel-constrast": 3.4495530128479004,
      "step": 836,
      "subrel-constrast": 4.0600972175598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882954359054565,
      "cov-distil (oracle2student)": 3.858405590057373,
      "cov-distil (oracle2teacher)": 3.6809961795806885,
      "epoch": 0.6569858712715856,
      "rel-constrast": 3.3110108375549316,
      "step": 837,
      "subrel-constrast": 4.380541801452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1527748107910156,
      "cov-distil (oracle2student)": 3.966207265853882,
      "cov-distil (oracle2teacher)": 3.7389070987701416,
      "epoch": 0.6577708006279435,
      "rel-constrast": 2.3134922981262207,
      "step": 838,
      "subrel-constrast": 2.978025197982788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1251851320266724,
      "cov-distil (oracle2student)": 4.157655715942383,
      "cov-distil (oracle2teacher)": 3.7684881687164307,
      "epoch": 0.6585557299843015,
      "rel-constrast": 3.6957597732543945,
      "step": 839,
      "subrel-constrast": 4.255192279815674,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 5.4375,
      "learning_rate": 9.860624619337844e-05,
      "loss": 0.7796,
      "step": 840
    },
    {
      "cov-distil": 1.3773359060287476,
      "cov-distil (oracle2student)": 4.977662086486816,
      "cov-distil (oracle2teacher)": 4.734762191772461,
      "epoch": 0.6593406593406593,
      "rel-constrast": 2.6085152626037598,
      "step": 840,
      "subrel-constrast": 3.556532382965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0228271484375,
      "cov-distil (oracle2student)": 4.465517997741699,
      "cov-distil (oracle2teacher)": 4.401031494140625,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.233855962753296,
      "step": 841,
      "subrel-constrast": 3.0730886459350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9614696502685547,
      "cov-distil (oracle2student)": 5.069090366363525,
      "cov-distil (oracle2teacher)": 5.036818981170654,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.8546462059020996,
      "step": 842,
      "subrel-constrast": 3.910444974899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3964699506759644,
      "cov-distil (oracle2student)": 3.2192609310150146,
      "cov-distil (oracle2teacher)": 3.1204471588134766,
      "epoch": 0.6616954474097331,
      "rel-constrast": 2.7054765224456787,
      "step": 843,
      "subrel-constrast": 3.275341033935547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429866075515747,
      "cov-distil (oracle2student)": 3.780515670776367,
      "cov-distil (oracle2teacher)": 4.043821334838867,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.537369966506958,
      "step": 844,
      "subrel-constrast": 3.2211432456970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085721969604492,
      "cov-distil (oracle2student)": 3.5135419368743896,
      "cov-distil (oracle2teacher)": 3.754180669784546,
      "epoch": 0.6632653061224489,
      "rel-constrast": 2.7837536334991455,
      "step": 845,
      "subrel-constrast": 3.9119796752929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617039680480957,
      "cov-distil (oracle2student)": 5.687956809997559,
      "cov-distil (oracle2teacher)": 4.971443176269531,
      "epoch": 0.6640502354788069,
      "rel-constrast": 2.715597152709961,
      "step": 846,
      "subrel-constrast": 3.7080137729644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1557151079177856,
      "cov-distil (oracle2student)": 4.253976821899414,
      "cov-distil (oracle2teacher)": 3.791707992553711,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.2657198905944824,
      "step": 847,
      "subrel-constrast": 3.6450369358062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3973194360733032,
      "cov-distil (oracle2student)": 3.8970255851745605,
      "cov-distil (oracle2teacher)": 3.8290321826934814,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.006669044494629,
      "step": 848,
      "subrel-constrast": 2.9338409900665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6499016284942627,
      "cov-distil (oracle2student)": 3.9212117195129395,
      "cov-distil (oracle2teacher)": 3.4720864295959473,
      "epoch": 0.6664050235478807,
      "rel-constrast": 2.7128946781158447,
      "step": 849,
      "subrel-constrast": 3.3400442600250244,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 4.46875,
      "learning_rate": 9.852321915757687e-05,
      "loss": 0.7008,
      "step": 850
    },
    {
      "cov-distil": 1.5743794441223145,
      "cov-distil (oracle2student)": 3.872488498687744,
      "cov-distil (oracle2teacher)": 3.8022804260253906,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.387352228164673,
      "step": 850,
      "subrel-constrast": 2.8770201206207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067301511764526,
      "cov-distil (oracle2student)": 2.7585504055023193,
      "cov-distil (oracle2teacher)": 3.286536931991577,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.2507805824279785,
      "step": 851,
      "subrel-constrast": 4.228006362915039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617363691329956,
      "cov-distil (oracle2student)": 4.017282485961914,
      "cov-distil (oracle2teacher)": 3.5996601581573486,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.4624693393707275,
      "step": 852,
      "subrel-constrast": 2.903449296951294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9194035530090332,
      "cov-distil (oracle2student)": 6.123144149780273,
      "cov-distil (oracle2teacher)": 5.5717878341674805,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.0406408309936523,
      "step": 853,
      "subrel-constrast": 2.8110532760620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3546243906021118,
      "cov-distil (oracle2student)": 5.497538089752197,
      "cov-distil (oracle2teacher)": 5.438970565795898,
      "epoch": 0.6703296703296703,
      "rel-constrast": 2.725825786590576,
      "step": 854,
      "subrel-constrast": 3.3012397289276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3338675498962402,
      "cov-distil (oracle2student)": 5.073054790496826,
      "cov-distil (oracle2teacher)": 4.4808502197265625,
      "epoch": 0.6711145996860283,
      "rel-constrast": 2.927199363708496,
      "step": 855,
      "subrel-constrast": 3.961956024169922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8054214715957642,
      "cov-distil (oracle2student)": 4.713892459869385,
      "cov-distil (oracle2teacher)": 4.159296989440918,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.500215768814087,
      "step": 856,
      "subrel-constrast": 3.5857181549072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6875394582748413,
      "cov-distil (oracle2student)": 4.9815239906311035,
      "cov-distil (oracle2teacher)": 4.3289690017700195,
      "epoch": 0.6726844583987441,
      "rel-constrast": 3.847689151763916,
      "step": 857,
      "subrel-constrast": 4.006531715393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875144958496094,
      "cov-distil (oracle2student)": 4.409600257873535,
      "cov-distil (oracle2teacher)": 4.122129440307617,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.1105294227600098,
      "step": 858,
      "subrel-constrast": 3.184894323348999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4058992862701416,
      "cov-distil (oracle2student)": 4.616070747375488,
      "cov-distil (oracle2teacher)": 4.390073776245117,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.0868072509765625,
      "step": 859,
      "subrel-constrast": 3.7244226932525635,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 4.875,
      "learning_rate": 9.843782716852963e-05,
      "loss": 0.7747,
      "step": 860
    },
    {
      "cov-distil": 1.851771593093872,
      "cov-distil (oracle2student)": 5.084843635559082,
      "cov-distil (oracle2teacher)": 4.594241142272949,
      "epoch": 0.6750392464678179,
      "rel-constrast": 2.33636474609375,
      "step": 860,
      "subrel-constrast": 3.4785547256469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.652963638305664,
      "cov-distil (oracle2student)": 3.47442364692688,
      "cov-distil (oracle2teacher)": 3.326904296875,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.131366014480591,
      "step": 861,
      "subrel-constrast": 3.3263285160064697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7616956233978271,
      "cov-distil (oracle2student)": 6.03830623626709,
      "cov-distil (oracle2teacher)": 5.417369842529297,
      "epoch": 0.6766091051805337,
      "rel-constrast": 2.8509044647216797,
      "step": 862,
      "subrel-constrast": 3.5786187648773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547126293182373,
      "cov-distil (oracle2student)": 5.1765217781066895,
      "cov-distil (oracle2teacher)": 4.802764415740967,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.475334644317627,
      "step": 863,
      "subrel-constrast": 3.923924446105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1070289611816406,
      "cov-distil (oracle2student)": 5.7949371337890625,
      "cov-distil (oracle2teacher)": 5.142890930175781,
      "epoch": 0.6781789638932496,
      "rel-constrast": 2.5545923709869385,
      "step": 864,
      "subrel-constrast": 3.308126449584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717083215713501,
      "cov-distil (oracle2student)": 5.548701286315918,
      "cov-distil (oracle2teacher)": 4.889012336730957,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.295990228652954,
      "step": 865,
      "subrel-constrast": 3.3620424270629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4963343143463135,
      "cov-distil (oracle2student)": 5.0345306396484375,
      "cov-distil (oracle2teacher)": 4.548303604125977,
      "epoch": 0.6797488226059655,
      "rel-constrast": 2.758533000946045,
      "step": 866,
      "subrel-constrast": 3.391850471496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677943468093872,
      "cov-distil (oracle2student)": 4.774170875549316,
      "cov-distil (oracle2teacher)": 4.795017242431641,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.649092435836792,
      "step": 867,
      "subrel-constrast": 4.769574165344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3814520835876465,
      "cov-distil (oracle2student)": 3.9278793334960938,
      "cov-distil (oracle2teacher)": 3.7032692432403564,
      "epoch": 0.6813186813186813,
      "rel-constrast": 1.8961105346679688,
      "step": 868,
      "subrel-constrast": 2.5668647289276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2316912412643433,
      "cov-distil (oracle2student)": 3.1817407608032227,
      "cov-distil (oracle2teacher)": 3.2505388259887695,
      "epoch": 0.6821036106750392,
      "rel-constrast": 2.3884944915771484,
      "step": 869,
      "subrel-constrast": 3.0188183784484863,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 4.25,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.697,
      "step": 870
    },
    {
      "cov-distil": 1.2967640161514282,
      "cov-distil (oracle2student)": 5.249883651733398,
      "cov-distil (oracle2teacher)": 4.95635461807251,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.134326219558716,
      "step": 870,
      "subrel-constrast": 3.3176145553588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.227757215499878,
      "cov-distil (oracle2student)": 3.852354049682617,
      "cov-distil (oracle2teacher)": 3.919466018676758,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.0499095916748047,
      "step": 871,
      "subrel-constrast": 3.837977886199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9777504205703735,
      "cov-distil (oracle2student)": 4.964548110961914,
      "cov-distil (oracle2teacher)": 4.154206275939941,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.469874382019043,
      "step": 872,
      "subrel-constrast": 3.494096279144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2961418628692627,
      "cov-distil (oracle2student)": 4.249622344970703,
      "cov-distil (oracle2teacher)": 4.394662857055664,
      "epoch": 0.685243328100471,
      "rel-constrast": 2.7808876037597656,
      "step": 873,
      "subrel-constrast": 3.3604888916015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521395206451416,
      "cov-distil (oracle2student)": 5.14556360244751,
      "cov-distil (oracle2teacher)": 4.773784637451172,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.4285638332366943,
      "step": 874,
      "subrel-constrast": 3.121826410293579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7272917032241821,
      "cov-distil (oracle2student)": 4.024570465087891,
      "cov-distil (oracle2teacher)": 4.126533508300781,
      "epoch": 0.6868131868131868,
      "rel-constrast": 2.6000354290008545,
      "step": 875,
      "subrel-constrast": 3.174731969833374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0178332328796387,
      "cov-distil (oracle2student)": 4.938196182250977,
      "cov-distil (oracle2teacher)": 4.482964515686035,
      "epoch": 0.6875981161695447,
      "rel-constrast": 3.50577449798584,
      "step": 876,
      "subrel-constrast": 4.271720886230469,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8914253115653992,
      "cov-distil (oracle2student)": 4.328169822692871,
      "cov-distil (oracle2teacher)": 4.012674808502197,
      "epoch": 0.6883830455259027,
      "rel-constrast": 1.8613733053207397,
      "step": 877,
      "subrel-constrast": 2.3082921504974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7037090063095093,
      "cov-distil (oracle2student)": 4.1079487800598145,
      "cov-distil (oracle2teacher)": 3.7266364097595215,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.2114999294281006,
      "step": 878,
      "subrel-constrast": 3.0019102096557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3324167728424072,
      "cov-distil (oracle2student)": 4.527673721313477,
      "cov-distil (oracle2teacher)": 3.972663640975952,
      "epoch": 0.6899529042386185,
      "rel-constrast": 2.467242479324341,
      "step": 879,
      "subrel-constrast": 2.783259153366089,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 4.90625,
      "learning_rate": 9.82599650933e-05,
      "loss": 0.7002,
      "step": 880
    },
    {
      "cov-distil": 2.0973427295684814,
      "cov-distil (oracle2student)": 5.224745750427246,
      "cov-distil (oracle2teacher)": 4.654224395751953,
      "epoch": 0.6907378335949764,
      "rel-constrast": 2.575076103210449,
      "step": 880,
      "subrel-constrast": 3.7670538425445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4088371992111206,
      "cov-distil (oracle2student)": 3.439692974090576,
      "cov-distil (oracle2teacher)": 3.263345956802368,
      "epoch": 0.6915227629513344,
      "rel-constrast": 2.984132766723633,
      "step": 881,
      "subrel-constrast": 3.2927021980285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4685752391815186,
      "cov-distil (oracle2student)": 5.317187309265137,
      "cov-distil (oracle2teacher)": 4.637479782104492,
      "epoch": 0.6923076923076923,
      "rel-constrast": 3.6855015754699707,
      "step": 882,
      "subrel-constrast": 4.046184539794922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3636952638626099,
      "cov-distil (oracle2student)": 3.0848429203033447,
      "cov-distil (oracle2teacher)": 3.008164644241333,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.1404149532318115,
      "step": 883,
      "subrel-constrast": 2.7015509605407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4354114532470703,
      "cov-distil (oracle2student)": 5.323451042175293,
      "cov-distil (oracle2teacher)": 4.709558486938477,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.470186710357666,
      "step": 884,
      "subrel-constrast": 3.877979278564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.062533378601074,
      "cov-distil (oracle2student)": 3.3787102699279785,
      "cov-distil (oracle2teacher)": 3.597801685333252,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.3473496437072754,
      "step": 885,
      "subrel-constrast": 3.693380832672119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358889102935791,
      "cov-distil (oracle2student)": 2.9949750900268555,
      "cov-distil (oracle2teacher)": 2.946122169494629,
      "epoch": 0.695447409733124,
      "rel-constrast": 2.983736276626587,
      "step": 886,
      "subrel-constrast": 3.460829257965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3515950441360474,
      "cov-distil (oracle2student)": 3.4669675827026367,
      "cov-distil (oracle2teacher)": 3.4743714332580566,
      "epoch": 0.6962323390894819,
      "rel-constrast": 2.7784767150878906,
      "step": 887,
      "subrel-constrast": 3.447192430496216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6966774463653564,
      "cov-distil (oracle2student)": 3.1644160747528076,
      "cov-distil (oracle2teacher)": 2.873872995376587,
      "epoch": 0.6970172684458399,
      "rel-constrast": 2.3097643852233887,
      "step": 888,
      "subrel-constrast": 3.1421871185302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5224660634994507,
      "cov-distil (oracle2student)": 5.265557289123535,
      "cov-distil (oracle2teacher)": 4.362096786499023,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.2130935192108154,
      "step": 889,
      "subrel-constrast": 2.9317986965179443,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 4.71875,
      "learning_rate": 9.816750367586425e-05,
      "loss": 0.7266,
      "step": 890
    },
    {
      "cov-distil": 1.7994074821472168,
      "cov-distil (oracle2student)": 5.264869689941406,
      "cov-distil (oracle2teacher)": 4.6823625564575195,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.2387545108795166,
      "step": 890,
      "subrel-constrast": 3.1767423152923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669708251953125,
      "cov-distil (oracle2student)": 4.58178186416626,
      "cov-distil (oracle2teacher)": 3.993237018585205,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.212310791015625,
      "step": 891,
      "subrel-constrast": 3.071537494659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7829680442810059,
      "cov-distil (oracle2student)": 3.1638598442077637,
      "cov-distil (oracle2teacher)": 3.1799135208129883,
      "epoch": 0.7001569858712716,
      "rel-constrast": 2.779785633087158,
      "step": 892,
      "subrel-constrast": 4.106626033782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0301320552825928,
      "cov-distil (oracle2student)": 4.859017848968506,
      "cov-distil (oracle2teacher)": 4.254035472869873,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.089937686920166,
      "step": 893,
      "subrel-constrast": 2.8022453784942627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6582533121109009,
      "cov-distil (oracle2student)": 4.817367076873779,
      "cov-distil (oracle2teacher)": 4.095324516296387,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.2252373695373535,
      "step": 894,
      "subrel-constrast": 2.9853968620300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161049127578735,
      "cov-distil (oracle2student)": 5.198357582092285,
      "cov-distil (oracle2teacher)": 4.386208534240723,
      "epoch": 0.7025117739403454,
      "rel-constrast": 2.915417432785034,
      "step": 895,
      "subrel-constrast": 3.9121434688568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4970351457595825,
      "cov-distil (oracle2student)": 3.975681781768799,
      "cov-distil (oracle2teacher)": 4.138803005218506,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.599342107772827,
      "step": 896,
      "subrel-constrast": 2.9260506629943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6288472414016724,
      "cov-distil (oracle2student)": 3.936586380004883,
      "cov-distil (oracle2teacher)": 3.5890953540802,
      "epoch": 0.7040816326530612,
      "rel-constrast": 1.8947381973266602,
      "step": 897,
      "subrel-constrast": 2.8238556385040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0325164794921875,
      "cov-distil (oracle2student)": 4.630257606506348,
      "cov-distil (oracle2teacher)": 4.210286617279053,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.041893482208252,
      "step": 898,
      "subrel-constrast": 3.310891628265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4791522026062012,
      "cov-distil (oracle2student)": 4.255598068237305,
      "cov-distil (oracle2teacher)": 3.606271743774414,
      "epoch": 0.7056514913657771,
      "rel-constrast": 3.5931015014648438,
      "step": 899,
      "subrel-constrast": 4.146998405456543,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 12.25,
      "learning_rate": 9.807269464225355e-05,
      "loss": 0.6547,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.3140625059604645,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.06036376953125
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.035125732421875
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.025238037109375,
      "step": 900
    },
    {
      "cov-distil": 2.109790086746216,
      "cov-distil (oracle2student)": 2.8813705444335938,
      "cov-distil (oracle2teacher)": 3.4155056476593018,
      "epoch": 0.706436420722135,
      "rel-constrast": 3.1616873741149902,
      "step": 900,
      "subrel-constrast": 4.090724468231201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.590998888015747,
      "cov-distil (oracle2student)": 2.9662864208221436,
      "cov-distil (oracle2teacher)": 3.0530009269714355,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.3568592071533203,
      "step": 901,
      "subrel-constrast": 3.6868784427642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1686370372772217,
      "cov-distil (oracle2student)": 3.2270352840423584,
      "cov-distil (oracle2teacher)": 3.0712945461273193,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.1104788780212402,
      "step": 902,
      "subrel-constrast": 4.208642959594727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2962231636047363,
      "cov-distil (oracle2student)": 5.51068115234375,
      "cov-distil (oracle2teacher)": 5.007535934448242,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.3843541145324707,
      "step": 903,
      "subrel-constrast": 2.6739983558654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2791850566864014,
      "cov-distil (oracle2student)": 5.436014175415039,
      "cov-distil (oracle2teacher)": 4.6691083908081055,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.707634687423706,
      "step": 904,
      "subrel-constrast": 3.138523578643799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.234161138534546,
      "cov-distil (oracle2student)": 4.166508674621582,
      "cov-distil (oracle2teacher)": 4.001248836517334,
      "epoch": 0.7103610675039247,
      "rel-constrast": 3.463101387023926,
      "step": 905,
      "subrel-constrast": 4.026471138000488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783258318901062,
      "cov-distil (oracle2student)": 5.142013072967529,
      "cov-distil (oracle2teacher)": 4.309110641479492,
      "epoch": 0.7111459968602826,
      "rel-constrast": 3.3217811584472656,
      "step": 906,
      "subrel-constrast": 3.8019816875457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5063929557800293,
      "cov-distil (oracle2student)": 3.887911081314087,
      "cov-distil (oracle2teacher)": 3.3598544597625732,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.0135793685913086,
      "step": 907,
      "subrel-constrast": 2.3989553451538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593956708908081,
      "cov-distil (oracle2student)": 4.332883834838867,
      "cov-distil (oracle2teacher)": 3.8237180709838867,
      "epoch": 0.7127158555729984,
      "rel-constrast": 2.613691806793213,
      "step": 908,
      "subrel-constrast": 3.7327072620391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021921157836914,
      "cov-distil (oracle2student)": 6.359373569488525,
      "cov-distil (oracle2teacher)": 5.2968878746032715,
      "epoch": 0.7135007849293563,
      "rel-constrast": 3.8930177688598633,
      "step": 909,
      "subrel-constrast": 4.47703742980957,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 6.6875,
      "learning_rate": 9.797554261332645e-05,
      "loss": 0.7921,
      "step": 910
    },
    {
      "cov-distil": 1.3108806610107422,
      "cov-distil (oracle2student)": 4.984246253967285,
      "cov-distil (oracle2teacher)": 4.81115198135376,
      "epoch": 0.7142857142857143,
      "rel-constrast": 2.809288740158081,
      "step": 910,
      "subrel-constrast": 3.434218168258667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4946091175079346,
      "cov-distil (oracle2student)": 4.589784622192383,
      "cov-distil (oracle2teacher)": 4.183956146240234,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.5197603702545166,
      "step": 911,
      "subrel-constrast": 3.362973928451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2738280296325684,
      "cov-distil (oracle2student)": 4.753101348876953,
      "cov-distil (oracle2teacher)": 4.263620376586914,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.1280112266540527,
      "step": 912,
      "subrel-constrast": 3.149379014968872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0581536293029785,
      "cov-distil (oracle2student)": 5.059425354003906,
      "cov-distil (oracle2teacher)": 5.32753324508667,
      "epoch": 0.716640502354788,
      "rel-constrast": 2.410372257232666,
      "step": 913,
      "subrel-constrast": 3.8703761100769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6945815086364746,
      "cov-distil (oracle2student)": 4.272743225097656,
      "cov-distil (oracle2teacher)": 3.7672619819641113,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.383531093597412,
      "step": 914,
      "subrel-constrast": 3.332956314086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937455654144287,
      "cov-distil (oracle2student)": 4.61318302154541,
      "cov-distil (oracle2teacher)": 3.625840663909912,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.3340296745300293,
      "step": 915,
      "subrel-constrast": 3.281951665878296,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0127451419830322,
      "cov-distil (oracle2student)": 4.037025451660156,
      "cov-distil (oracle2teacher)": 4.75447940826416,
      "epoch": 0.7189952904238619,
      "rel-constrast": 2.6738975048065186,
      "step": 916,
      "subrel-constrast": 3.9250102043151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1559066772460938,
      "cov-distil (oracle2student)": 4.9004621505737305,
      "cov-distil (oracle2teacher)": 4.430771827697754,
      "epoch": 0.7197802197802198,
      "rel-constrast": 2.2138137817382812,
      "step": 917,
      "subrel-constrast": 3.3736846446990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.11584734916687,
      "cov-distil (oracle2student)": 5.706428050994873,
      "cov-distil (oracle2teacher)": 4.889328956604004,
      "epoch": 0.7205651491365777,
      "rel-constrast": 2.793532371520996,
      "step": 918,
      "subrel-constrast": 3.2997372150421143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2063140869140625,
      "cov-distil (oracle2student)": 5.378806114196777,
      "cov-distil (oracle2teacher)": 5.064435958862305,
      "epoch": 0.7213500784929356,
      "rel-constrast": 2.875089645385742,
      "step": 919,
      "subrel-constrast": 3.8552770614624023,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 5.75,
      "learning_rate": 9.787605232413574e-05,
      "loss": 0.6992,
      "step": 920
    },
    {
      "cov-distil": 1.4114563465118408,
      "cov-distil (oracle2student)": 4.328405857086182,
      "cov-distil (oracle2teacher)": 4.322558879852295,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.1605780124664307,
      "step": 920,
      "subrel-constrast": 3.0256035327911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1515920162200928,
      "cov-distil (oracle2student)": 3.7287168502807617,
      "cov-distil (oracle2teacher)": 3.222325563430786,
      "epoch": 0.7229199372056515,
      "rel-constrast": 2.8492980003356934,
      "step": 921,
      "subrel-constrast": 3.586078405380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6563302278518677,
      "cov-distil (oracle2student)": 4.133160591125488,
      "cov-distil (oracle2teacher)": 3.61692214012146,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.4508748054504395,
      "step": 922,
      "subrel-constrast": 3.21195387840271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6311091184616089,
      "cov-distil (oracle2student)": 5.5082621574401855,
      "cov-distil (oracle2teacher)": 4.252584457397461,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.1302740573883057,
      "step": 923,
      "subrel-constrast": 3.2652361392974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843221664428711,
      "cov-distil (oracle2student)": 3.9005632400512695,
      "cov-distil (oracle2teacher)": 3.8271961212158203,
      "epoch": 0.7252747252747253,
      "rel-constrast": 2.8243865966796875,
      "step": 924,
      "subrel-constrast": 3.604386568069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0788459777832031,
      "cov-distil (oracle2student)": 4.30354118347168,
      "cov-distil (oracle2teacher)": 3.901419162750244,
      "epoch": 0.7260596546310832,
      "rel-constrast": 2.699624538421631,
      "step": 925,
      "subrel-constrast": 3.2415404319763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781172513961792,
      "cov-distil (oracle2student)": 6.520575523376465,
      "cov-distil (oracle2teacher)": 5.8311662673950195,
      "epoch": 0.7268445839874411,
      "rel-constrast": 3.308086395263672,
      "step": 926,
      "subrel-constrast": 3.7022762298583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4021575450897217,
      "cov-distil (oracle2student)": 3.2635395526885986,
      "cov-distil (oracle2teacher)": 3.55448579788208,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.0119547843933105,
      "step": 927,
      "subrel-constrast": 2.9023702144622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6553833484649658,
      "cov-distil (oracle2student)": 6.061826705932617,
      "cov-distil (oracle2teacher)": 5.264900207519531,
      "epoch": 0.728414442700157,
      "rel-constrast": 2.962663412094116,
      "step": 928,
      "subrel-constrast": 3.654719352722168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4066365957260132,
      "cov-distil (oracle2student)": 5.202885150909424,
      "cov-distil (oracle2teacher)": 3.574329376220703,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.3695077896118164,
      "step": 929,
      "subrel-constrast": 4.007144927978516,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 6.125,
      "learning_rate": 9.777422862369783e-05,
      "loss": 0.7342,
      "step": 930
    },
    {
      "cov-distil": 1.2847278118133545,
      "cov-distil (oracle2student)": 4.107973098754883,
      "cov-distil (oracle2teacher)": 3.7843241691589355,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.3489086627960205,
      "step": 930,
      "subrel-constrast": 3.225221633911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4272593259811401,
      "cov-distil (oracle2student)": 5.465694427490234,
      "cov-distil (oracle2teacher)": 4.758518218994141,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.2358052730560303,
      "step": 931,
      "subrel-constrast": 3.904273509979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6727557182312012,
      "cov-distil (oracle2student)": 4.521114349365234,
      "cov-distil (oracle2teacher)": 4.452613830566406,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.384538173675537,
      "step": 932,
      "subrel-constrast": 3.2623238563537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553774356842041,
      "cov-distil (oracle2student)": 3.040980100631714,
      "cov-distil (oracle2teacher)": 2.8265836238861084,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.538015365600586,
      "step": 933,
      "subrel-constrast": 3.8876419067382812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419162631034851,
      "cov-distil (oracle2student)": 4.389503002166748,
      "cov-distil (oracle2teacher)": 4.0461626052856445,
      "epoch": 0.7331240188383046,
      "rel-constrast": 2.9439892768859863,
      "step": 934,
      "subrel-constrast": 3.7715370655059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.798459768295288,
      "cov-distil (oracle2student)": 4.108617782592773,
      "cov-distil (oracle2teacher)": 3.564268112182617,
      "epoch": 0.7339089481946625,
      "rel-constrast": 2.3899941444396973,
      "step": 935,
      "subrel-constrast": 3.6421260833740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.493947148323059,
      "cov-distil (oracle2student)": 4.554126262664795,
      "cov-distil (oracle2teacher)": 4.50809383392334,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.21379280090332,
      "step": 936,
      "subrel-constrast": 4.01141881942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7338379621505737,
      "cov-distil (oracle2student)": 5.9005842208862305,
      "cov-distil (oracle2teacher)": 4.872500419616699,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.22324275970459,
      "step": 937,
      "subrel-constrast": 3.8267383575439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1566250324249268,
      "cov-distil (oracle2student)": 2.9751639366149902,
      "cov-distil (oracle2teacher)": 2.9401321411132812,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.1699717044830322,
      "step": 938,
      "subrel-constrast": 2.516406297683716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4402252435684204,
      "cov-distil (oracle2student)": 2.5702157020568848,
      "cov-distil (oracle2teacher)": 3.1668624877929688,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.1682567596435547,
      "step": 939,
      "subrel-constrast": 4.074531555175781,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 5.8125,
      "learning_rate": 9.767007647475617e-05,
      "loss": 0.7779,
      "step": 940
    },
    {
      "cov-distil": 1.9241206645965576,
      "cov-distil (oracle2student)": 3.5703275203704834,
      "cov-distil (oracle2teacher)": 3.7707743644714355,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.1882715225219727,
      "step": 940,
      "subrel-constrast": 4.043029308319092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6724729537963867,
      "cov-distil (oracle2student)": 4.178833484649658,
      "cov-distil (oracle2teacher)": 4.066005706787109,
      "epoch": 0.7386185243328101,
      "rel-constrast": 2.8551430702209473,
      "step": 941,
      "subrel-constrast": 3.5786654949188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2386343479156494,
      "cov-distil (oracle2student)": 3.6855525970458984,
      "cov-distil (oracle2teacher)": 3.459120512008667,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.3707497119903564,
      "step": 942,
      "subrel-constrast": 3.5970871448516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.265012741088867,
      "cov-distil (oracle2student)": 4.356801986694336,
      "cov-distil (oracle2teacher)": 3.8431737422943115,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.6947989463806152,
      "step": 943,
      "subrel-constrast": 3.6565046310424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7793176174163818,
      "cov-distil (oracle2student)": 4.572668552398682,
      "cov-distil (oracle2teacher)": 4.422975540161133,
      "epoch": 0.7409733124018838,
      "rel-constrast": 3.9359169006347656,
      "step": 944,
      "subrel-constrast": 4.808814525604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3951857089996338,
      "cov-distil (oracle2student)": 4.059242248535156,
      "cov-distil (oracle2teacher)": 3.52671480178833,
      "epoch": 0.7417582417582418,
      "rel-constrast": 1.9104810953140259,
      "step": 945,
      "subrel-constrast": 2.473883867263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8821969032287598,
      "cov-distil (oracle2student)": 2.8678555488586426,
      "cov-distil (oracle2teacher)": 2.8672914505004883,
      "epoch": 0.7425431711145997,
      "rel-constrast": 1.9532098770141602,
      "step": 946,
      "subrel-constrast": 2.674041986465454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6529886722564697,
      "cov-distil (oracle2student)": 4.062392234802246,
      "cov-distil (oracle2teacher)": 3.786581516265869,
      "epoch": 0.7433281004709577,
      "rel-constrast": 2.513134002685547,
      "step": 947,
      "subrel-constrast": 3.7934374809265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6299397945404053,
      "cov-distil (oracle2student)": 4.542132377624512,
      "cov-distil (oracle2teacher)": 4.516500949859619,
      "epoch": 0.7441130298273155,
      "rel-constrast": 4.301663398742676,
      "step": 948,
      "subrel-constrast": 4.774449348449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4877616167068481,
      "cov-distil (oracle2student)": 4.388153076171875,
      "cov-distil (oracle2teacher)": 3.787931442260742,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.1809027194976807,
      "step": 949,
      "subrel-constrast": 3.2248685359954834,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 4.15625,
      "learning_rate": 9.756360095353956e-05,
      "loss": 0.7624,
      "step": 950
    },
    {
      "cov-distil": 1.3769409656524658,
      "cov-distil (oracle2student)": 4.758305072784424,
      "cov-distil (oracle2teacher)": 4.797164440155029,
      "epoch": 0.7456828885400314,
      "rel-constrast": 3.610694408416748,
      "step": 950,
      "subrel-constrast": 4.469136714935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4648900032043457,
      "cov-distil (oracle2student)": 3.498445987701416,
      "cov-distil (oracle2teacher)": 3.610585927963257,
      "epoch": 0.7464678178963893,
      "rel-constrast": 2.550095558166504,
      "step": 951,
      "subrel-constrast": 3.518580913543701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737473726272583,
      "cov-distil (oracle2student)": 3.1681978702545166,
      "cov-distil (oracle2teacher)": 3.349860191345215,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.017953872680664,
      "step": 952,
      "subrel-constrast": 3.1636738777160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736410140991211,
      "cov-distil (oracle2student)": 4.699748516082764,
      "cov-distil (oracle2teacher)": 4.001747131347656,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.2807912826538086,
      "step": 953,
      "subrel-constrast": 3.1679484844207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0063064098358154,
      "cov-distil (oracle2student)": 2.8589892387390137,
      "cov-distil (oracle2teacher)": 3.010063409805298,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.7179932594299316,
      "step": 954,
      "subrel-constrast": 3.212517499923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3673121929168701,
      "cov-distil (oracle2student)": 3.416574478149414,
      "cov-distil (oracle2teacher)": 3.4488658905029297,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.4354450702667236,
      "step": 955,
      "subrel-constrast": 2.941634178161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5229477882385254,
      "cov-distil (oracle2student)": 4.450921058654785,
      "cov-distil (oracle2teacher)": 3.8853678703308105,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.523573875427246,
      "step": 956,
      "subrel-constrast": 4.10521125793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4495508670806885,
      "cov-distil (oracle2student)": 3.9771156311035156,
      "cov-distil (oracle2teacher)": 3.9435667991638184,
      "epoch": 0.7511773940345369,
      "rel-constrast": 2.5365710258483887,
      "step": 957,
      "subrel-constrast": 3.2157533168792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366905689239502,
      "cov-distil (oracle2student)": 4.613530158996582,
      "cov-distil (oracle2teacher)": 4.775646686553955,
      "epoch": 0.7519623233908949,
      "rel-constrast": 2.338606834411621,
      "step": 958,
      "subrel-constrast": 3.3811848163604736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0218968391418457,
      "cov-distil (oracle2student)": 3.729337215423584,
      "cov-distil (oracle2teacher)": 3.7046546936035156,
      "epoch": 0.7527472527472527,
      "rel-constrast": 2.519256830215454,
      "step": 959,
      "subrel-constrast": 3.1743621826171875,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 4.53125,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.7009,
      "step": 960
    },
    {
      "cov-distil": 1.685981273651123,
      "cov-distil (oracle2student)": 4.199973106384277,
      "cov-distil (oracle2teacher)": 3.7110486030578613,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.1661531925201416,
      "step": 960,
      "subrel-constrast": 3.6262905597686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6201906204223633,
      "cov-distil (oracle2student)": 5.120965957641602,
      "cov-distil (oracle2teacher)": 4.7216997146606445,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.417015790939331,
      "step": 961,
      "subrel-constrast": 3.4524986743927,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0284743309020996,
      "cov-distil (oracle2student)": 4.651812553405762,
      "cov-distil (oracle2teacher)": 4.103575706481934,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.276970386505127,
      "step": 962,
      "subrel-constrast": 3.3903307914733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304107904434204,
      "cov-distil (oracle2student)": 5.54597282409668,
      "cov-distil (oracle2teacher)": 4.751181125640869,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.1730666160583496,
      "step": 963,
      "subrel-constrast": 3.564286947250366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38090181350708,
      "cov-distil (oracle2student)": 4.580188751220703,
      "cov-distil (oracle2teacher)": 3.8995094299316406,
      "epoch": 0.7566718995290423,
      "rel-constrast": 2.7601771354675293,
      "step": 964,
      "subrel-constrast": 3.2269740104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0886247158050537,
      "cov-distil (oracle2student)": 5.423750877380371,
      "cov-distil (oracle2teacher)": 4.894601821899414,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.8149003982543945,
      "step": 965,
      "subrel-constrast": 3.22430419921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2560063600540161,
      "cov-distil (oracle2student)": 4.1434149742126465,
      "cov-distil (oracle2teacher)": 3.3923630714416504,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.217477321624756,
      "step": 966,
      "subrel-constrast": 2.8081204891204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5265775918960571,
      "cov-distil (oracle2student)": 3.8799290657043457,
      "cov-distil (oracle2teacher)": 3.648287296295166,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.439356803894043,
      "step": 967,
      "subrel-constrast": 2.9591140747070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.351623773574829,
      "cov-distil (oracle2student)": 5.305034160614014,
      "cov-distil (oracle2teacher)": 4.766307830810547,
      "epoch": 0.7598116169544741,
      "rel-constrast": 2.443521022796631,
      "step": 968,
      "subrel-constrast": 3.316514730453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1581015586853027,
      "cov-distil (oracle2student)": 5.002469062805176,
      "cov-distil (oracle2teacher)": 4.080926895141602,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.077359199523926,
      "step": 969,
      "subrel-constrast": 3.57651424407959,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 4.625,
      "learning_rate": 9.73437006651333e-05,
      "loss": 0.7082,
      "step": 970
    },
    {
      "cov-distil": 1.735871434211731,
      "cov-distil (oracle2student)": 4.747206211090088,
      "cov-distil (oracle2teacher)": 4.365594387054443,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.549220561981201,
      "step": 970,
      "subrel-constrast": 3.2803521156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.506312370300293,
      "cov-distil (oracle2student)": 5.288093090057373,
      "cov-distil (oracle2teacher)": 5.178088665008545,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.1821298599243164,
      "step": 971,
      "subrel-constrast": 3.083087921142578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28254771232605,
      "cov-distil (oracle2student)": 4.244743347167969,
      "cov-distil (oracle2teacher)": 3.9442672729492188,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.0013952255249023,
      "step": 972,
      "subrel-constrast": 3.5926473140716553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3362300395965576,
      "cov-distil (oracle2student)": 4.399410724639893,
      "cov-distil (oracle2teacher)": 4.2950439453125,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.6745221614837646,
      "step": 973,
      "subrel-constrast": 3.6600403785705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4164927005767822,
      "cov-distil (oracle2student)": 4.110739231109619,
      "cov-distil (oracle2teacher)": 4.414780616760254,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.5808820724487305,
      "step": 974,
      "subrel-constrast": 2.924823522567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4959099292755127,
      "cov-distil (oracle2student)": 4.78489875793457,
      "cov-distil (oracle2teacher)": 4.11257266998291,
      "epoch": 0.7653061224489796,
      "rel-constrast": 2.3524980545043945,
      "step": 975,
      "subrel-constrast": 3.226588010787964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6220383644104004,
      "cov-distil (oracle2student)": 4.355945110321045,
      "cov-distil (oracle2teacher)": 4.470146179199219,
      "epoch": 0.7660910518053375,
      "rel-constrast": 2.5291786193847656,
      "step": 976,
      "subrel-constrast": 3.7208142280578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.111752510070801,
      "cov-distil (oracle2student)": 5.335519790649414,
      "cov-distil (oracle2teacher)": 5.250653266906738,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.203254222869873,
      "step": 977,
      "subrel-constrast": 3.9634039402008057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.893796682357788,
      "cov-distil (oracle2student)": 3.910749673843384,
      "cov-distil (oracle2teacher)": 3.7755255699157715,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.2486722469329834,
      "step": 978,
      "subrel-constrast": 3.692629098892212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3076781034469604,
      "cov-distil (oracle2student)": 4.495089530944824,
      "cov-distil (oracle2teacher)": 4.005014896392822,
      "epoch": 0.7684458398744113,
      "rel-constrast": 2.61971116065979,
      "step": 979,
      "subrel-constrast": 3.345871686935425,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 4.0625,
      "learning_rate": 9.723028661557345e-05,
      "loss": 0.7153,
      "step": 980
    },
    {
      "cov-distil": 1.8874762058258057,
      "cov-distil (oracle2student)": 4.940378189086914,
      "cov-distil (oracle2teacher)": 4.595722198486328,
      "epoch": 0.7692307692307693,
      "rel-constrast": 3.6749675273895264,
      "step": 980,
      "subrel-constrast": 4.534414768218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8104462623596191,
      "cov-distil (oracle2student)": 3.4520273208618164,
      "cov-distil (oracle2teacher)": 3.6233930587768555,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.1868207454681396,
      "step": 981,
      "subrel-constrast": 3.6168947219848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367998719215393,
      "cov-distil (oracle2student)": 3.2396950721740723,
      "cov-distil (oracle2teacher)": 3.6317451000213623,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.150761604309082,
      "step": 982,
      "subrel-constrast": 3.059952974319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4971799850463867,
      "cov-distil (oracle2student)": 4.695855140686035,
      "cov-distil (oracle2teacher)": 4.190705299377441,
      "epoch": 0.771585557299843,
      "rel-constrast": 2.931307315826416,
      "step": 983,
      "subrel-constrast": 3.661172866821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3257110118865967,
      "cov-distil (oracle2student)": 3.6749892234802246,
      "cov-distil (oracle2teacher)": 3.811838150024414,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.229771137237549,
      "step": 984,
      "subrel-constrast": 3.6298370361328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.85811448097229,
      "cov-distil (oracle2student)": 5.404515266418457,
      "cov-distil (oracle2teacher)": 5.335015773773193,
      "epoch": 0.7731554160125589,
      "rel-constrast": 2.921576499938965,
      "step": 985,
      "subrel-constrast": 3.7859721183776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880086660385132,
      "cov-distil (oracle2student)": 3.6580495834350586,
      "cov-distil (oracle2teacher)": 3.712466239929199,
      "epoch": 0.7739403453689168,
      "rel-constrast": 1.8875465393066406,
      "step": 986,
      "subrel-constrast": 2.6801083087921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9688916206359863,
      "cov-distil (oracle2student)": 5.0846452713012695,
      "cov-distil (oracle2teacher)": 4.1115522384643555,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.5113329887390137,
      "step": 987,
      "subrel-constrast": 3.2128102779388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3016917705535889,
      "cov-distil (oracle2student)": 3.9974706172943115,
      "cov-distil (oracle2teacher)": 3.9587340354919434,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.5615406036376953,
      "step": 988,
      "subrel-constrast": 3.155623435974121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2905049324035645,
      "cov-distil (oracle2student)": 3.91408634185791,
      "cov-distil (oracle2teacher)": 4.059300422668457,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.115107536315918,
      "step": 989,
      "subrel-constrast": 3.251957893371582,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 6.0625,
      "learning_rate": 9.711457062847595e-05,
      "loss": 0.718,
      "step": 990
    },
    {
      "cov-distil": 1.5899007320404053,
      "cov-distil (oracle2student)": 3.9178051948547363,
      "cov-distil (oracle2teacher)": 3.7325797080993652,
      "epoch": 0.7770800627943485,
      "rel-constrast": 2.5232536792755127,
      "step": 990,
      "subrel-constrast": 3.2617502212524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4335392713546753,
      "cov-distil (oracle2student)": 4.753702163696289,
      "cov-distil (oracle2teacher)": 4.611804485321045,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.059520721435547,
      "step": 991,
      "subrel-constrast": 2.764984130859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9344851970672607,
      "cov-distil (oracle2student)": 3.6063337326049805,
      "cov-distil (oracle2teacher)": 3.532085657119751,
      "epoch": 0.7786499215070644,
      "rel-constrast": 2.32181453704834,
      "step": 992,
      "subrel-constrast": 2.8982553482055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4790408611297607,
      "cov-distil (oracle2student)": 5.263357162475586,
      "cov-distil (oracle2teacher)": 4.468663215637207,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.361340284347534,
      "step": 993,
      "subrel-constrast": 3.2091078758239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3508789539337158,
      "cov-distil (oracle2student)": 5.461657524108887,
      "cov-distil (oracle2teacher)": 5.909765243530273,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.0873517990112305,
      "step": 994,
      "subrel-constrast": 4.304711818695068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8358354568481445,
      "cov-distil (oracle2student)": 4.164215564727783,
      "cov-distil (oracle2teacher)": 4.27933931350708,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.780330181121826,
      "step": 995,
      "subrel-constrast": 3.7441344261169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7553622722625732,
      "cov-distil (oracle2student)": 4.753321647644043,
      "cov-distil (oracle2teacher)": 4.254085540771484,
      "epoch": 0.7817896389324961,
      "rel-constrast": 2.843287706375122,
      "step": 996,
      "subrel-constrast": 3.459460735321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1730809211730957,
      "cov-distil (oracle2student)": 4.213260650634766,
      "cov-distil (oracle2teacher)": 4.07944917678833,
      "epoch": 0.782574568288854,
      "rel-constrast": 2.456573009490967,
      "step": 997,
      "subrel-constrast": 3.577916383743286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593381643295288,
      "cov-distil (oracle2student)": 2.338641881942749,
      "cov-distil (oracle2teacher)": 2.2869691848754883,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.2747817039489746,
      "step": 998,
      "subrel-constrast": 2.661825656890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322397232055664,
      "cov-distil (oracle2student)": 2.5958690643310547,
      "cov-distil (oracle2teacher)": 2.467398166656494,
      "epoch": 0.7841444270015698,
      "rel-constrast": 1.7141163349151611,
      "step": 999,
      "subrel-constrast": 2.3968546390533447,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 3.640625,
      "learning_rate": 9.699655834367478e-05,
      "loss": 0.6517,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7720000000000001,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7807382788237078,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5926259935920511,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.4359999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.6174153307515329,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.6045320383542309,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5448852235052087,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.3687500059604645,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.0545654296875
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.03704833984375
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.01751708984375,
      "step": 1000
    },
    {
      "cov-distil": 1.6145305633544922,
      "cov-distil (oracle2student)": 4.6350908279418945,
      "cov-distil (oracle2teacher)": 4.3220295906066895,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.440701723098755,
      "step": 1000,
      "subrel-constrast": 3.2598984241485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2791683673858643,
      "cov-distil (oracle2student)": 4.714684963226318,
      "cov-distil (oracle2teacher)": 4.301425933837891,
      "epoch": 0.7857142857142857,
      "rel-constrast": 1.7483665943145752,
      "step": 1001,
      "subrel-constrast": 2.308825731277466,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17033052444458,
      "cov-distil (oracle2student)": 6.261984348297119,
      "cov-distil (oracle2teacher)": 5.934378623962402,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.1869866847991943,
      "step": 1002,
      "subrel-constrast": 3.5057590007781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5368390083312988,
      "cov-distil (oracle2student)": 5.895030975341797,
      "cov-distil (oracle2teacher)": 4.956014633178711,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.931685447692871,
      "step": 1003,
      "subrel-constrast": 3.2154667377471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714500904083252,
      "cov-distil (oracle2student)": 3.929471492767334,
      "cov-distil (oracle2teacher)": 3.3004558086395264,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.3487939834594727,
      "step": 1004,
      "subrel-constrast": 2.7226364612579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718845844268799,
      "cov-distil (oracle2student)": 3.963721990585327,
      "cov-distil (oracle2teacher)": 3.4878334999084473,
      "epoch": 0.7888540031397174,
      "rel-constrast": 1.8240182399749756,
      "step": 1005,
      "subrel-constrast": 2.6263530254364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.09808349609375,
      "cov-distil (oracle2student)": 2.50649356842041,
      "cov-distil (oracle2teacher)": 2.9291434288024902,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.184096336364746,
      "step": 1006,
      "subrel-constrast": 2.9866135120391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011899948120117,
      "cov-distil (oracle2student)": 4.624930381774902,
      "cov-distil (oracle2teacher)": 4.650177955627441,
      "epoch": 0.7904238618524333,
      "rel-constrast": 2.572002649307251,
      "step": 1007,
      "subrel-constrast": 3.3407540321350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7265836000442505,
      "cov-distil (oracle2student)": 6.407469749450684,
      "cov-distil (oracle2teacher)": 5.8420305252075195,
      "epoch": 0.7912087912087912,
      "rel-constrast": 2.7645835876464844,
      "step": 1008,
      "subrel-constrast": 4.132679462432861,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6488940715789795,
      "cov-distil (oracle2student)": 3.6594765186309814,
      "cov-distil (oracle2teacher)": 3.587250232696533,
      "epoch": 0.7919937205651492,
      "rel-constrast": 2.1889805793762207,
      "step": 1009,
      "subrel-constrast": 3.222046375274658,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 5.6875,
      "learning_rate": 9.68762555129222e-05,
      "loss": 0.6232,
      "step": 1010
    },
    {
      "cov-distil": 1.9844914674758911,
      "cov-distil (oracle2student)": 4.1582818031311035,
      "cov-distil (oracle2teacher)": 4.037464141845703,
      "epoch": 0.792778649921507,
      "rel-constrast": 2.671647787094116,
      "step": 1010,
      "subrel-constrast": 3.132957935333252,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088120937347412,
      "cov-distil (oracle2student)": 5.759897708892822,
      "cov-distil (oracle2teacher)": 4.773615837097168,
      "epoch": 0.793563579277865,
      "rel-constrast": 4.152745246887207,
      "step": 1011,
      "subrel-constrast": 4.413341522216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2260292768478394,
      "cov-distil (oracle2student)": 4.249195098876953,
      "cov-distil (oracle2teacher)": 3.7686657905578613,
      "epoch": 0.7943485086342229,
      "rel-constrast": 2.526718854904175,
      "step": 1012,
      "subrel-constrast": 3.1638050079345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1700870990753174,
      "cov-distil (oracle2student)": 5.889148712158203,
      "cov-distil (oracle2teacher)": 5.262773513793945,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.27249813079834,
      "step": 1013,
      "subrel-constrast": 3.7411887645721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4360615015029907,
      "cov-distil (oracle2student)": 5.499526023864746,
      "cov-distil (oracle2teacher)": 5.0934295654296875,
      "epoch": 0.7959183673469388,
      "rel-constrast": 3.447892427444458,
      "step": 1014,
      "subrel-constrast": 3.5783050060272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.343372106552124,
      "cov-distil (oracle2student)": 3.6444284915924072,
      "cov-distil (oracle2teacher)": 4.167141437530518,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.3712825775146484,
      "step": 1015,
      "subrel-constrast": 2.9419949054718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.891677975654602,
      "cov-distil (oracle2student)": 4.560912132263184,
      "cov-distil (oracle2teacher)": 4.032559394836426,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.4807517528533936,
      "step": 1016,
      "subrel-constrast": 3.5843281745910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4470479488372803,
      "cov-distil (oracle2student)": 3.974846363067627,
      "cov-distil (oracle2teacher)": 3.6636924743652344,
      "epoch": 0.7982731554160125,
      "rel-constrast": 2.755316734313965,
      "step": 1017,
      "subrel-constrast": 3.763425588607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5901750326156616,
      "cov-distil (oracle2student)": 4.723499774932861,
      "cov-distil (oracle2teacher)": 4.661795616149902,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.1748881340026855,
      "step": 1018,
      "subrel-constrast": 3.768404006958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7598364353179932,
      "cov-distil (oracle2student)": 2.251554012298584,
      "cov-distil (oracle2teacher)": 2.5866668224334717,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.0844101905822754,
      "step": 1019,
      "subrel-constrast": 3.1323158740997314,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 3.6875,
      "learning_rate": 9.675366799960841e-05,
      "loss": 0.7408,
      "step": 1020
    },
    {
      "cov-distil": 2.271270275115967,
      "cov-distil (oracle2student)": 3.4767000675201416,
      "cov-distil (oracle2teacher)": 3.9722659587860107,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.100710391998291,
      "step": 1020,
      "subrel-constrast": 4.0628485679626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2553985118865967,
      "cov-distil (oracle2student)": 5.030847072601318,
      "cov-distil (oracle2teacher)": 4.63287353515625,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.4052734375,
      "step": 1021,
      "subrel-constrast": 2.9324824810028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8949029445648193,
      "cov-distil (oracle2student)": 5.23667049407959,
      "cov-distil (oracle2teacher)": 4.9735636711120605,
      "epoch": 0.8021978021978022,
      "rel-constrast": 1.962073802947998,
      "step": 1022,
      "subrel-constrast": 2.913209915161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3032708168029785,
      "cov-distil (oracle2student)": 3.14976167678833,
      "cov-distil (oracle2teacher)": 3.222334861755371,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.3128883838653564,
      "step": 1023,
      "subrel-constrast": 3.5962305068969727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3705151081085205,
      "cov-distil (oracle2student)": 3.9973819255828857,
      "cov-distil (oracle2teacher)": 3.600790023803711,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.7226293087005615,
      "step": 1024,
      "subrel-constrast": 3.66020131111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2238950729370117,
      "cov-distil (oracle2student)": 4.669389724731445,
      "cov-distil (oracle2teacher)": 3.8986599445343018,
      "epoch": 0.804552590266876,
      "rel-constrast": 2.5577592849731445,
      "step": 1025,
      "subrel-constrast": 3.3905391693115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4736013412475586,
      "cov-distil (oracle2student)": 5.784050941467285,
      "cov-distil (oracle2teacher)": 5.274177551269531,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.2205185890197754,
      "step": 1026,
      "subrel-constrast": 4.0259222984313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.690319299697876,
      "cov-distil (oracle2student)": 3.4847593307495117,
      "cov-distil (oracle2teacher)": 3.449228525161743,
      "epoch": 0.8061224489795918,
      "rel-constrast": 1.8684730529785156,
      "step": 1027,
      "subrel-constrast": 2.988131046295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5618722438812256,
      "cov-distil (oracle2student)": 4.856020927429199,
      "cov-distil (oracle2teacher)": 4.5159993171691895,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.2534050941467285,
      "step": 1028,
      "subrel-constrast": 2.959916591644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4786832332611084,
      "cov-distil (oracle2student)": 3.678234338760376,
      "cov-distil (oracle2teacher)": 3.6742944717407227,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.105677604675293,
      "step": 1029,
      "subrel-constrast": 3.6162261962890625,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 4.96875,
      "learning_rate": 9.662880177847594e-05,
      "loss": 0.6815,
      "step": 1030
    },
    {
      "cov-distil": 1.6104978322982788,
      "cov-distil (oracle2student)": 3.7514774799346924,
      "cov-distil (oracle2teacher)": 3.864326000213623,
      "epoch": 0.8084772370486656,
      "rel-constrast": 2.8405439853668213,
      "step": 1030,
      "subrel-constrast": 3.4090466499328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4932336807250977,
      "cov-distil (oracle2student)": 6.469618797302246,
      "cov-distil (oracle2teacher)": 5.836369514465332,
      "epoch": 0.8092621664050236,
      "rel-constrast": 3.701117515563965,
      "step": 1031,
      "subrel-constrast": 4.168092727661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5881361961364746,
      "cov-distil (oracle2student)": 3.8042798042297363,
      "cov-distil (oracle2teacher)": 4.003650188446045,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.196896553039551,
      "step": 1032,
      "subrel-constrast": 4.397146224975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4904532432556152,
      "cov-distil (oracle2student)": 3.314056396484375,
      "cov-distil (oracle2teacher)": 3.795722484588623,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.6586785316467285,
      "step": 1033,
      "subrel-constrast": 3.5621938705444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3698121309280396,
      "cov-distil (oracle2student)": 4.949882507324219,
      "cov-distil (oracle2teacher)": 4.000801086425781,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.390127182006836,
      "step": 1034,
      "subrel-constrast": 2.788771629333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3835811614990234,
      "cov-distil (oracle2student)": 5.059696674346924,
      "cov-distil (oracle2teacher)": 4.54042911529541,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.9733667373657227,
      "step": 1035,
      "subrel-constrast": 3.1817681789398193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4360053539276123,
      "cov-distil (oracle2student)": 4.429059028625488,
      "cov-distil (oracle2teacher)": 4.276045322418213,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.1848573684692383,
      "step": 1036,
      "subrel-constrast": 3.1370508670806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7298098802566528,
      "cov-distil (oracle2student)": 4.067831516265869,
      "cov-distil (oracle2teacher)": 4.157264709472656,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.196399688720703,
      "step": 1037,
      "subrel-constrast": 3.5978291034698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6523560285568237,
      "cov-distil (oracle2student)": 4.008970737457275,
      "cov-distil (oracle2teacher)": 3.601144790649414,
      "epoch": 0.814756671899529,
      "rel-constrast": 3.281121253967285,
      "step": 1038,
      "subrel-constrast": 3.840808868408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340732216835022,
      "cov-distil (oracle2student)": 4.900213241577148,
      "cov-distil (oracle2teacher)": 4.5354132652282715,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.360391616821289,
      "step": 1039,
      "subrel-constrast": 3.356157064437866,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 4.15625,
      "learning_rate": 9.65016629353282e-05,
      "loss": 0.7573,
      "step": 1040
    },
    {
      "cov-distil": 1.586531400680542,
      "cov-distil (oracle2student)": 4.081594467163086,
      "cov-distil (oracle2teacher)": 4.0131916999816895,
      "epoch": 0.8163265306122449,
      "rel-constrast": 2.9485831260681152,
      "step": 1040,
      "subrel-constrast": 4.072441577911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2405567169189453,
      "cov-distil (oracle2student)": 3.6717138290405273,
      "cov-distil (oracle2teacher)": 3.795106887817383,
      "epoch": 0.8171114599686028,
      "rel-constrast": 2.5282483100891113,
      "step": 1041,
      "subrel-constrast": 2.8591272830963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8237121105194092,
      "cov-distil (oracle2student)": 4.383669853210449,
      "cov-distil (oracle2teacher)": 4.964851379394531,
      "epoch": 0.8178963893249608,
      "rel-constrast": 3.4336180686950684,
      "step": 1042,
      "subrel-constrast": 4.272189617156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5703859329223633,
      "cov-distil (oracle2student)": 6.942056655883789,
      "cov-distil (oracle2teacher)": 5.687722206115723,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.092905044555664,
      "step": 1043,
      "subrel-constrast": 3.4499154090881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3403904438018799,
      "cov-distil (oracle2student)": 4.543216705322266,
      "cov-distil (oracle2teacher)": 4.558667182922363,
      "epoch": 0.8194662480376766,
      "rel-constrast": 3.3543667793273926,
      "step": 1044,
      "subrel-constrast": 3.7971832752227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9988380670547485,
      "cov-distil (oracle2student)": 2.8308515548706055,
      "cov-distil (oracle2teacher)": 3.2177038192749023,
      "epoch": 0.8202511773940345,
      "rel-constrast": 2.8968427181243896,
      "step": 1045,
      "subrel-constrast": 3.960989236831665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037137508392334,
      "cov-distil (oracle2student)": 3.3042430877685547,
      "cov-distil (oracle2teacher)": 4.170367240905762,
      "epoch": 0.8210361067503925,
      "rel-constrast": 2.910776138305664,
      "step": 1046,
      "subrel-constrast": 4.023449420928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5143873691558838,
      "cov-distil (oracle2student)": 4.957248687744141,
      "cov-distil (oracle2teacher)": 4.418193817138672,
      "epoch": 0.8218210361067504,
      "rel-constrast": 2.83193039894104,
      "step": 1047,
      "subrel-constrast": 3.833043098449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.693495273590088,
      "cov-distil (oracle2student)": 4.239676475524902,
      "cov-distil (oracle2teacher)": 4.303449630737305,
      "epoch": 0.8226059654631083,
      "rel-constrast": 2.6272153854370117,
      "step": 1048,
      "subrel-constrast": 3.333547592163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4350836277008057,
      "cov-distil (oracle2student)": 3.7222254276275635,
      "cov-distil (oracle2teacher)": 3.728644371032715,
      "epoch": 0.8233908948194663,
      "rel-constrast": 2.99408221244812,
      "step": 1049,
      "subrel-constrast": 4.203263759613037,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 4.09375,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.7811,
      "step": 1050
    },
    {
      "cov-distil": 1.5793521404266357,
      "cov-distil (oracle2student)": 4.122507095336914,
      "cov-distil (oracle2teacher)": 4.042128562927246,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.300630569458008,
      "step": 1050,
      "subrel-constrast": 3.612973213195801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59294855594635,
      "cov-distil (oracle2student)": 2.880483627319336,
      "cov-distil (oracle2teacher)": 3.44456148147583,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.214076280593872,
      "step": 1051,
      "subrel-constrast": 3.424987316131592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516143798828125,
      "cov-distil (oracle2student)": 3.7404661178588867,
      "cov-distil (oracle2teacher)": 3.8688344955444336,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.4756805896759033,
      "step": 1052,
      "subrel-constrast": 3.8817038536071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147653102874756,
      "cov-distil (oracle2student)": 3.996755599975586,
      "cov-distil (oracle2teacher)": 4.312131404876709,
      "epoch": 0.826530612244898,
      "rel-constrast": 2.403367519378662,
      "step": 1053,
      "subrel-constrast": 3.3255887031555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7948156595230103,
      "cov-distil (oracle2student)": 4.4564948081970215,
      "cov-distil (oracle2teacher)": 4.118769645690918,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.513580799102783,
      "step": 1054,
      "subrel-constrast": 4.7168965339660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.235692024230957,
      "cov-distil (oracle2student)": 3.3007235527038574,
      "cov-distil (oracle2teacher)": 3.3101489543914795,
      "epoch": 0.8281004709576139,
      "rel-constrast": 1.7672703266143799,
      "step": 1055,
      "subrel-constrast": 2.8161842823028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6461108922958374,
      "cov-distil (oracle2student)": 5.189629077911377,
      "cov-distil (oracle2teacher)": 4.810606002807617,
      "epoch": 0.8288854003139717,
      "rel-constrast": 2.9686903953552246,
      "step": 1056,
      "subrel-constrast": 3.985698699951172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2379072904586792,
      "cov-distil (oracle2student)": 3.9639673233032227,
      "cov-distil (oracle2teacher)": 3.555537223815918,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.2335827350616455,
      "step": 1057,
      "subrel-constrast": 2.327425956726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3965656757354736,
      "cov-distil (oracle2student)": 5.207208156585693,
      "cov-distil (oracle2teacher)": 4.57402229309082,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.3947792053222656,
      "step": 1058,
      "subrel-constrast": 3.1164324283599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3904023170471191,
      "cov-distil (oracle2student)": 3.9656052589416504,
      "cov-distil (oracle2teacher)": 4.2878241539001465,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.118830680847168,
      "step": 1059,
      "subrel-constrast": 3.008141040802002,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 4.625,
      "learning_rate": 9.624059227972075e-05,
      "loss": 0.6986,
      "step": 1060
    },
    {
      "cov-distil": 1.589442253112793,
      "cov-distil (oracle2student)": 4.598113059997559,
      "cov-distil (oracle2teacher)": 4.183882713317871,
      "epoch": 0.8320251177394035,
      "rel-constrast": 2.8364527225494385,
      "step": 1060,
      "subrel-constrast": 3.2415828704833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3862190246582031,
      "cov-distil (oracle2student)": 4.110356330871582,
      "cov-distil (oracle2teacher)": 4.0032243728637695,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.198403835296631,
      "step": 1061,
      "subrel-constrast": 2.6274282932281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7468971014022827,
      "cov-distil (oracle2student)": 3.8900599479675293,
      "cov-distil (oracle2teacher)": 4.181151390075684,
      "epoch": 0.8335949764521193,
      "rel-constrast": 2.9078946113586426,
      "step": 1062,
      "subrel-constrast": 3.7993831634521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376108169555664,
      "cov-distil (oracle2student)": 3.4102091789245605,
      "cov-distil (oracle2teacher)": 2.717193365097046,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.2379047870635986,
      "step": 1063,
      "subrel-constrast": 3.415752649307251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650132417678833,
      "cov-distil (oracle2student)": 5.639506816864014,
      "cov-distil (oracle2teacher)": 5.048563003540039,
      "epoch": 0.8351648351648352,
      "rel-constrast": 2.6532654762268066,
      "step": 1064,
      "subrel-constrast": 3.9479317665100098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624338984489441,
      "cov-distil (oracle2student)": 6.482385158538818,
      "cov-distil (oracle2teacher)": 5.481104373931885,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.8434181213378906,
      "step": 1065,
      "subrel-constrast": 3.3878633975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.145484209060669,
      "cov-distil (oracle2student)": 4.436014175415039,
      "cov-distil (oracle2teacher)": 4.444195747375488,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.3128857612609863,
      "step": 1066,
      "subrel-constrast": 2.90685772895813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4194729328155518,
      "cov-distil (oracle2student)": 3.8272366523742676,
      "cov-distil (oracle2teacher)": 3.784078598022461,
      "epoch": 0.8375196232339089,
      "rel-constrast": 1.7129125595092773,
      "step": 1067,
      "subrel-constrast": 2.7543516159057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5350362062454224,
      "cov-distil (oracle2student)": 4.755185604095459,
      "cov-distil (oracle2teacher)": 4.460989952087402,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.0899810791015625,
      "step": 1068,
      "subrel-constrast": 3.7699155807495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468932032585144,
      "cov-distil (oracle2student)": 5.556484222412109,
      "cov-distil (oracle2teacher)": 5.467803478240967,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.149475574493408,
      "step": 1069,
      "subrel-constrast": 4.01548957824707,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 4.40625,
      "learning_rate": 9.610667319147647e-05,
      "loss": 0.7109,
      "step": 1070
    },
    {
      "cov-distil": 1.197770357131958,
      "cov-distil (oracle2student)": 4.601926803588867,
      "cov-distil (oracle2teacher)": 3.7489891052246094,
      "epoch": 0.8398744113029827,
      "rel-constrast": 1.744615077972412,
      "step": 1070,
      "subrel-constrast": 2.396800994873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8376154899597168,
      "cov-distil (oracle2student)": 4.163334846496582,
      "cov-distil (oracle2teacher)": 4.371110916137695,
      "epoch": 0.8406593406593407,
      "rel-constrast": 2.8007559776306152,
      "step": 1071,
      "subrel-constrast": 3.9374475479125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459660530090332,
      "cov-distil (oracle2student)": 5.424370765686035,
      "cov-distil (oracle2teacher)": 4.170365333557129,
      "epoch": 0.8414442700156985,
      "rel-constrast": 1.8665745258331299,
      "step": 1072,
      "subrel-constrast": 2.223997116088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568697452545166,
      "cov-distil (oracle2student)": 2.7196450233459473,
      "cov-distil (oracle2teacher)": 2.4908249378204346,
      "epoch": 0.8422291993720565,
      "rel-constrast": 2.879955768585205,
      "step": 1073,
      "subrel-constrast": 3.609936237335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239572286605835,
      "cov-distil (oracle2student)": 6.67683219909668,
      "cov-distil (oracle2teacher)": 5.943394660949707,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.221341133117676,
      "step": 1074,
      "subrel-constrast": 3.064986228942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.863330602645874,
      "cov-distil (oracle2student)": 5.589483261108398,
      "cov-distil (oracle2teacher)": 4.638870716094971,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.290843963623047,
      "step": 1075,
      "subrel-constrast": 3.7692270278930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.867889165878296,
      "cov-distil (oracle2student)": 3.468998432159424,
      "cov-distil (oracle2teacher)": 3.52280330657959,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.0377607345581055,
      "step": 1076,
      "subrel-constrast": 4.197258472442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.893944263458252,
      "cov-distil (oracle2student)": 4.260345458984375,
      "cov-distil (oracle2teacher)": 4.051653861999512,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.000795841217041,
      "step": 1077,
      "subrel-constrast": 3.713437080383301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8799254894256592,
      "cov-distil (oracle2student)": 3.34672212600708,
      "cov-distil (oracle2teacher)": 3.136575937271118,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.239285707473755,
      "step": 1078,
      "subrel-constrast": 2.8015029430389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3731982707977295,
      "cov-distil (oracle2student)": 7.1260809898376465,
      "cov-distil (oracle2teacher)": 6.4294633865356445,
      "epoch": 0.8469387755102041,
      "rel-constrast": 1.4975827932357788,
      "step": 1079,
      "subrel-constrast": 2.6694393157958984,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 3.71875,
      "learning_rate": 9.597050692902765e-05,
      "loss": 0.6549,
      "step": 1080
    },
    {
      "cov-distil": 2.1217217445373535,
      "cov-distil (oracle2student)": 2.408430576324463,
      "cov-distil (oracle2teacher)": 2.7908947467803955,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.650217056274414,
      "step": 1080,
      "subrel-constrast": 2.657529592514038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6267786026000977,
      "cov-distil (oracle2student)": 3.56701922416687,
      "cov-distil (oracle2teacher)": 3.5518765449523926,
      "epoch": 0.8485086342229199,
      "rel-constrast": 2.9930477142333984,
      "step": 1081,
      "subrel-constrast": 3.795403003692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746717929840088,
      "cov-distil (oracle2student)": 3.593210220336914,
      "cov-distil (oracle2teacher)": 3.382885456085205,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.4920296669006348,
      "step": 1082,
      "subrel-constrast": 3.37454891204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9889320135116577,
      "cov-distil (oracle2student)": 6.71223258972168,
      "cov-distil (oracle2teacher)": 5.376874923706055,
      "epoch": 0.8500784929356358,
      "rel-constrast": 2.8958449363708496,
      "step": 1083,
      "subrel-constrast": 3.3230838775634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4369603395462036,
      "cov-distil (oracle2student)": 4.812461853027344,
      "cov-distil (oracle2teacher)": 4.095327377319336,
      "epoch": 0.8508634222919937,
      "rel-constrast": 2.3578813076019287,
      "step": 1084,
      "subrel-constrast": 2.9161102771759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2485198974609375,
      "cov-distil (oracle2student)": 4.220235347747803,
      "cov-distil (oracle2teacher)": 4.3310933113098145,
      "epoch": 0.8516483516483516,
      "rel-constrast": 2.9393482208251953,
      "step": 1085,
      "subrel-constrast": 3.198044776916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5737777948379517,
      "cov-distil (oracle2student)": 5.04396915435791,
      "cov-distil (oracle2teacher)": 4.136858940124512,
      "epoch": 0.8524332810047096,
      "rel-constrast": 3.378948211669922,
      "step": 1086,
      "subrel-constrast": 3.9791512489318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2056183815002441,
      "cov-distil (oracle2student)": 3.069871425628662,
      "cov-distil (oracle2teacher)": 3.18723464012146,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.2281394004821777,
      "step": 1087,
      "subrel-constrast": 2.72131085395813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2462518215179443,
      "cov-distil (oracle2student)": 3.9564616680145264,
      "cov-distil (oracle2teacher)": 3.5892562866210938,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.3318676948547363,
      "step": 1088,
      "subrel-constrast": 2.821894645690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.397864818572998,
      "cov-distil (oracle2student)": 3.2768521308898926,
      "cov-distil (oracle2teacher)": 3.6471009254455566,
      "epoch": 0.8547880690737834,
      "rel-constrast": 2.1406893730163574,
      "step": 1089,
      "subrel-constrast": 3.094508409500122,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 4.0625,
      "learning_rate": 9.583210012892582e-05,
      "loss": 0.6743,
      "step": 1090
    },
    {
      "cov-distil": 1.964857816696167,
      "cov-distil (oracle2student)": 4.155394554138184,
      "cov-distil (oracle2teacher)": 3.6647720336914062,
      "epoch": 0.8555729984301413,
      "rel-constrast": 2.7058727741241455,
      "step": 1090,
      "subrel-constrast": 3.5792434215545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292722702026367,
      "cov-distil (oracle2student)": 3.502223014831543,
      "cov-distil (oracle2teacher)": 3.9929537773132324,
      "epoch": 0.8563579277864992,
      "rel-constrast": 2.6119544506073,
      "step": 1091,
      "subrel-constrast": 3.8320579528808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2107266187667847,
      "cov-distil (oracle2student)": 4.820396423339844,
      "cov-distil (oracle2teacher)": 4.08413553237915,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.06583309173584,
      "step": 1092,
      "subrel-constrast": 3.2973647117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7492268085479736,
      "cov-distil (oracle2student)": 6.202895641326904,
      "cov-distil (oracle2teacher)": 5.584890365600586,
      "epoch": 0.8579277864992151,
      "rel-constrast": 2.8190548419952393,
      "step": 1093,
      "subrel-constrast": 3.414637565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549115657806396,
      "cov-distil (oracle2student)": 5.905871391296387,
      "cov-distil (oracle2teacher)": 5.459770679473877,
      "epoch": 0.858712715855573,
      "rel-constrast": 2.8913168907165527,
      "step": 1094,
      "subrel-constrast": 3.266486883163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6656830310821533,
      "cov-distil (oracle2student)": 4.443530559539795,
      "cov-distil (oracle2teacher)": 4.222179412841797,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.0905990600585938,
      "step": 1095,
      "subrel-constrast": 2.6541435718536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6953973770141602,
      "cov-distil (oracle2student)": 4.248088359832764,
      "cov-distil (oracle2teacher)": 4.074082374572754,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.4184205532073975,
      "step": 1096,
      "subrel-constrast": 3.190232276916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.160273790359497,
      "cov-distil (oracle2student)": 2.6440062522888184,
      "cov-distil (oracle2teacher)": 2.7530629634857178,
      "epoch": 0.8610675039246468,
      "rel-constrast": 1.9846525192260742,
      "step": 1097,
      "subrel-constrast": 2.6803247928619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.476104259490967,
      "cov-distil (oracle2student)": 6.070882320404053,
      "cov-distil (oracle2teacher)": 5.65362548828125,
      "epoch": 0.8618524332810047,
      "rel-constrast": 2.8895955085754395,
      "step": 1098,
      "subrel-constrast": 4.2224626541137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121708631515503,
      "cov-distil (oracle2student)": 4.586374282836914,
      "cov-distil (oracle2teacher)": 4.518335342407227,
      "epoch": 0.8626373626373627,
      "rel-constrast": 1.9236316680908203,
      "step": 1099,
      "subrel-constrast": 3.3011882305145264,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 4.5,
      "learning_rate": 9.569145953692315e-05,
      "loss": 0.6793,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.35625001788139343,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.0665283203125
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.042236328125
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.0242919921875,
      "step": 1100
    },
    {
      "cov-distil": 1.5692692995071411,
      "cov-distil (oracle2student)": 2.5504374504089355,
      "cov-distil (oracle2teacher)": 3.1647658348083496,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.1953272819519043,
      "step": 1100,
      "subrel-constrast": 3.180602788925171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669619083404541,
      "cov-distil (oracle2student)": 3.6518359184265137,
      "cov-distil (oracle2teacher)": 3.557936906814575,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.12575626373291,
      "step": 1101,
      "subrel-constrast": 4.649411678314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6930657625198364,
      "cov-distil (oracle2student)": 2.7093491554260254,
      "cov-distil (oracle2teacher)": 2.804664373397827,
      "epoch": 0.8649921507064364,
      "rel-constrast": 2.8272929191589355,
      "step": 1102,
      "subrel-constrast": 3.5122671127319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6180022954940796,
      "cov-distil (oracle2student)": 3.792178153991699,
      "cov-distil (oracle2teacher)": 3.83125638961792,
      "epoch": 0.8657770800627943,
      "rel-constrast": 2.745093584060669,
      "step": 1103,
      "subrel-constrast": 3.165111541748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.303539514541626,
      "cov-distil (oracle2student)": 4.186273574829102,
      "cov-distil (oracle2teacher)": 3.5868582725524902,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.0401976108551025,
      "step": 1104,
      "subrel-constrast": 3.7112135887145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2228760719299316,
      "cov-distil (oracle2student)": 6.125164031982422,
      "cov-distil (oracle2teacher)": 5.253999710083008,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.4512765407562256,
      "step": 1105,
      "subrel-constrast": 3.0601017475128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6857892274856567,
      "cov-distil (oracle2student)": 4.071491718292236,
      "cov-distil (oracle2teacher)": 3.6421139240264893,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.512528419494629,
      "step": 1106,
      "subrel-constrast": 3.2408547401428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3308558464050293,
      "cov-distil (oracle2student)": 3.6988563537597656,
      "cov-distil (oracle2teacher)": 3.6539433002471924,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.289088249206543,
      "step": 1107,
      "subrel-constrast": 2.86824631690979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.34097158908844,
      "cov-distil (oracle2student)": 6.2750563621521,
      "cov-distil (oracle2teacher)": 5.523811340332031,
      "epoch": 0.869701726844584,
      "rel-constrast": 2.810264825820923,
      "step": 1108,
      "subrel-constrast": 3.3434057235717773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026235342025757,
      "cov-distil (oracle2student)": 4.493220806121826,
      "cov-distil (oracle2teacher)": 4.213018417358398,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.5839312076568604,
      "step": 1109,
      "subrel-constrast": 3.0519816875457764,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 4.78125,
      "learning_rate": 9.55485920076437e-05,
      "loss": 0.7282,
      "step": 1110
    },
    {
      "cov-distil": 1.182070255279541,
      "cov-distil (oracle2student)": 3.8400089740753174,
      "cov-distil (oracle2teacher)": 3.8678479194641113,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.7487196922302246,
      "step": 1110,
      "subrel-constrast": 3.069824457168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5315732955932617,
      "cov-distil (oracle2student)": 4.986578941345215,
      "cov-distil (oracle2teacher)": 4.501273155212402,
      "epoch": 0.8720565149136578,
      "rel-constrast": 2.5293519496917725,
      "step": 1111,
      "subrel-constrast": 3.4746687412261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362921953201294,
      "cov-distil (oracle2student)": 5.511008262634277,
      "cov-distil (oracle2teacher)": 5.150004863739014,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.1853628158569336,
      "step": 1112,
      "subrel-constrast": 4.320303916931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4552040100097656,
      "cov-distil (oracle2student)": 3.80373477935791,
      "cov-distil (oracle2teacher)": 3.8328425884246826,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.292922258377075,
      "step": 1113,
      "subrel-constrast": 4.185301303863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016961097717285,
      "cov-distil (oracle2student)": 4.123844623565674,
      "cov-distil (oracle2teacher)": 4.043406963348389,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.364854574203491,
      "step": 1114,
      "subrel-constrast": 4.197904586791992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2460780143737793,
      "cov-distil (oracle2student)": 4.2226128578186035,
      "cov-distil (oracle2teacher)": 4.020458221435547,
      "epoch": 0.8751962323390895,
      "rel-constrast": 2.861794948577881,
      "step": 1115,
      "subrel-constrast": 3.8173680305480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9318865537643433,
      "cov-distil (oracle2student)": 3.9035282135009766,
      "cov-distil (oracle2teacher)": 4.158926486968994,
      "epoch": 0.8759811616954474,
      "rel-constrast": 2.8314151763916016,
      "step": 1116,
      "subrel-constrast": 3.795766830444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4158655405044556,
      "cov-distil (oracle2student)": 4.488450050354004,
      "cov-distil (oracle2teacher)": 4.465567588806152,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.3098318576812744,
      "step": 1117,
      "subrel-constrast": 3.80456280708313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1933979988098145,
      "cov-distil (oracle2student)": 3.701396942138672,
      "cov-distil (oracle2teacher)": 3.462156295776367,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.3206183910369873,
      "step": 1118,
      "subrel-constrast": 2.9659664630889893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785622239112854,
      "cov-distil (oracle2student)": 4.505108833312988,
      "cov-distil (oracle2teacher)": 4.079687595367432,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.6242103576660156,
      "step": 1119,
      "subrel-constrast": 4.302062511444092,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 4.90625,
      "learning_rate": 9.540350450424926e-05,
      "loss": 0.7895,
      "step": 1120
    },
    {
      "cov-distil": 1.4320274591445923,
      "cov-distil (oracle2student)": 3.675834894180298,
      "cov-distil (oracle2teacher)": 3.2800817489624023,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.3633415699005127,
      "step": 1120,
      "subrel-constrast": 3.0793893337249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7727723121643066,
      "cov-distil (oracle2student)": 4.164616584777832,
      "cov-distil (oracle2teacher)": 4.009129524230957,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.1358160972595215,
      "step": 1121,
      "subrel-constrast": 3.493774890899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737433671951294,
      "cov-distil (oracle2student)": 4.3197922706604,
      "cov-distil (oracle2teacher)": 3.4754135608673096,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.2892489433288574,
      "step": 1122,
      "subrel-constrast": 3.2800610065460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6032285690307617,
      "cov-distil (oracle2student)": 4.579195022583008,
      "cov-distil (oracle2teacher)": 4.60123348236084,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.561446189880371,
      "step": 1123,
      "subrel-constrast": 4.256036758422852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3816173076629639,
      "cov-distil (oracle2student)": 4.53253173828125,
      "cov-distil (oracle2teacher)": 3.7980942726135254,
      "epoch": 0.8822605965463108,
      "rel-constrast": 2.8386571407318115,
      "step": 1124,
      "subrel-constrast": 3.6762850284576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1292738914489746,
      "cov-distil (oracle2student)": 4.922160625457764,
      "cov-distil (oracle2teacher)": 4.224706649780273,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.6158761978149414,
      "step": 1125,
      "subrel-constrast": 2.8579416275024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95281982421875,
      "cov-distil (oracle2student)": 4.837068557739258,
      "cov-distil (oracle2teacher)": 4.683821678161621,
      "epoch": 0.8838304552590267,
      "rel-constrast": 3.7494611740112305,
      "step": 1126,
      "subrel-constrast": 5.0199875831604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513968586921692,
      "cov-distil (oracle2student)": 3.8176674842834473,
      "cov-distil (oracle2teacher)": 3.8583760261535645,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.7844948768615723,
      "step": 1127,
      "subrel-constrast": 3.345566987991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0961161851882935,
      "cov-distil (oracle2student)": 3.8009963035583496,
      "cov-distil (oracle2teacher)": 3.8322482109069824,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.5973310470581055,
      "step": 1128,
      "subrel-constrast": 3.4896345138549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4556827545166016,
      "cov-distil (oracle2student)": 3.75393009185791,
      "cov-distil (oracle2teacher)": 3.54931640625,
      "epoch": 0.8861852433281004,
      "rel-constrast": 2.827502965927124,
      "step": 1129,
      "subrel-constrast": 3.4282917976379395,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 4.59375,
      "learning_rate": 9.525620409810007e-05,
      "loss": 0.7318,
      "step": 1130
    },
    {
      "cov-distil": 1.0646207332611084,
      "cov-distil (oracle2student)": 3.4178781509399414,
      "cov-distil (oracle2teacher)": 3.7803211212158203,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.4701969623565674,
      "step": 1130,
      "subrel-constrast": 3.8298542499542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7896218299865723,
      "cov-distil (oracle2student)": 4.109860420227051,
      "cov-distil (oracle2teacher)": 3.393095016479492,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.782224416732788,
      "step": 1131,
      "subrel-constrast": 3.8601911067962646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5925028324127197,
      "cov-distil (oracle2student)": 3.827221155166626,
      "cov-distil (oracle2teacher)": 3.792367935180664,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.0769710540771484,
      "step": 1132,
      "subrel-constrast": 4.204375743865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513707160949707,
      "cov-distil (oracle2student)": 3.264207601547241,
      "cov-distil (oracle2teacher)": 3.209810972213745,
      "epoch": 0.8893249607535322,
      "rel-constrast": 2.2004406452178955,
      "step": 1133,
      "subrel-constrast": 3.21528959274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461498498916626,
      "cov-distil (oracle2student)": 5.078773498535156,
      "cov-distil (oracle2teacher)": 4.541644096374512,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.037846803665161,
      "step": 1134,
      "subrel-constrast": 3.7421162128448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2764933109283447,
      "cov-distil (oracle2student)": 3.818624973297119,
      "cov-distil (oracle2teacher)": 3.8554506301879883,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.7255983352661133,
      "step": 1135,
      "subrel-constrast": 3.3024630546569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0476830005645752,
      "cov-distil (oracle2student)": 3.445587635040283,
      "cov-distil (oracle2teacher)": 3.4606118202209473,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.3069112300872803,
      "step": 1136,
      "subrel-constrast": 3.1347904205322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3891777992248535,
      "cov-distil (oracle2student)": 5.808431625366211,
      "cov-distil (oracle2teacher)": 5.147954940795898,
      "epoch": 0.8924646781789639,
      "rel-constrast": 2.827120304107666,
      "step": 1137,
      "subrel-constrast": 3.118823766708374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2806026935577393,
      "cov-distil (oracle2student)": 3.0496997833251953,
      "cov-distil (oracle2teacher)": 3.2390127182006836,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.3848145008087158,
      "step": 1138,
      "subrel-constrast": 2.1146702766418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436236023902893,
      "cov-distil (oracle2student)": 4.929156303405762,
      "cov-distil (oracle2teacher)": 4.807424068450928,
      "epoch": 0.8940345368916798,
      "rel-constrast": 2.695155143737793,
      "step": 1139,
      "subrel-constrast": 3.43925404548645,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 4.03125,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.6973,
      "step": 1140
    },
    {
      "cov-distil": 1.5157623291015625,
      "cov-distil (oracle2student)": 3.448035478591919,
      "cov-distil (oracle2teacher)": 2.8787364959716797,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.6028478145599365,
      "step": 1140,
      "subrel-constrast": 2.325775623321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917764902114868,
      "cov-distil (oracle2student)": 3.9518003463745117,
      "cov-distil (oracle2teacher)": 4.040048599243164,
      "epoch": 0.8956043956043956,
      "rel-constrast": 1.9501421451568604,
      "step": 1141,
      "subrel-constrast": 2.800978422164917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750315546989441,
      "cov-distil (oracle2student)": 4.165944576263428,
      "cov-distil (oracle2teacher)": 3.9696884155273438,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.2418062686920166,
      "step": 1142,
      "subrel-constrast": 3.6702067852020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4712209701538086,
      "cov-distil (oracle2student)": 4.77225399017334,
      "cov-distil (oracle2teacher)": 4.339297294616699,
      "epoch": 0.8971742543171115,
      "rel-constrast": 1.9025369882583618,
      "step": 1143,
      "subrel-constrast": 2.8064167499542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8669004440307617,
      "cov-distil (oracle2student)": 5.376408576965332,
      "cov-distil (oracle2teacher)": 4.556110382080078,
      "epoch": 0.8979591836734694,
      "rel-constrast": 2.7720227241516113,
      "step": 1144,
      "subrel-constrast": 3.6316030025482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6232240200042725,
      "cov-distil (oracle2student)": 5.338455677032471,
      "cov-distil (oracle2teacher)": 4.501091957092285,
      "epoch": 0.8987441130298273,
      "rel-constrast": 2.7973592281341553,
      "step": 1145,
      "subrel-constrast": 3.578178644180298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468875527381897,
      "cov-distil (oracle2student)": 6.84931755065918,
      "cov-distil (oracle2teacher)": 6.50229549407959,
      "epoch": 0.8995290423861853,
      "rel-constrast": 2.027372360229492,
      "step": 1146,
      "subrel-constrast": 3.058356761932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4962387084960938,
      "cov-distil (oracle2student)": 5.187821388244629,
      "cov-distil (oracle2teacher)": 4.6926751136779785,
      "epoch": 0.9003139717425431,
      "rel-constrast": 3.716827392578125,
      "step": 1147,
      "subrel-constrast": 4.279256820678711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4200063943862915,
      "cov-distil (oracle2student)": 4.50013542175293,
      "cov-distil (oracle2teacher)": 4.2564520835876465,
      "epoch": 0.9010989010989011,
      "rel-constrast": 3.5875420570373535,
      "step": 1148,
      "subrel-constrast": 4.041000843048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6527328491210938,
      "cov-distil (oracle2student)": 5.5971879959106445,
      "cov-distil (oracle2teacher)": 5.032774448394775,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.3060264587402344,
      "step": 1149,
      "subrel-constrast": 4.02908182144165,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 6.0,
      "learning_rate": 9.495499340189728e-05,
      "loss": 0.6873,
      "step": 1150
    },
    {
      "cov-distil": 1.2976752519607544,
      "cov-distil (oracle2student)": 4.399081230163574,
      "cov-distil (oracle2teacher)": 4.11367130279541,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.624013900756836,
      "step": 1150,
      "subrel-constrast": 3.371399402618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9731624126434326,
      "cov-distil (oracle2student)": 3.131232500076294,
      "cov-distil (oracle2teacher)": 3.0260462760925293,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.586879014968872,
      "step": 1151,
      "subrel-constrast": 3.258054494857788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3223419189453125,
      "cov-distil (oracle2student)": 4.555614471435547,
      "cov-distil (oracle2teacher)": 3.621020793914795,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.3029987812042236,
      "step": 1152,
      "subrel-constrast": 2.787689447402954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7112791538238525,
      "cov-distil (oracle2student)": 4.710623741149902,
      "cov-distil (oracle2teacher)": 3.9166176319122314,
      "epoch": 0.9050235478806907,
      "rel-constrast": 3.025418281555176,
      "step": 1153,
      "subrel-constrast": 3.8325531482696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6680324077606201,
      "cov-distil (oracle2student)": 4.993508815765381,
      "cov-distil (oracle2teacher)": 3.9069669246673584,
      "epoch": 0.9058084772370487,
      "rel-constrast": 2.7205810546875,
      "step": 1154,
      "subrel-constrast": 3.2452330589294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4324946403503418,
      "cov-distil (oracle2student)": 4.619060039520264,
      "cov-distil (oracle2teacher)": 4.5397467613220215,
      "epoch": 0.9065934065934066,
      "rel-constrast": 1.9935307502746582,
      "step": 1155,
      "subrel-constrast": 3.1132702827453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1046557426452637,
      "cov-distil (oracle2student)": 3.9769327640533447,
      "cov-distil (oracle2teacher)": 3.8325676918029785,
      "epoch": 0.9073783359497645,
      "rel-constrast": 2.877967357635498,
      "step": 1156,
      "subrel-constrast": 3.244562864303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421513557434082,
      "cov-distil (oracle2student)": 3.1493589878082275,
      "cov-distil (oracle2teacher)": 2.807060956954956,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.245410680770874,
      "step": 1157,
      "subrel-constrast": 2.7686758041381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17195463180542,
      "cov-distil (oracle2student)": 3.4228222370147705,
      "cov-distil (oracle2teacher)": 3.3492369651794434,
      "epoch": 0.9089481946624803,
      "rel-constrast": 3.89868426322937,
      "step": 1158,
      "subrel-constrast": 3.543506622314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941291093826294,
      "cov-distil (oracle2student)": 4.321142196655273,
      "cov-distil (oracle2teacher)": 3.9676902294158936,
      "epoch": 0.9097331240188383,
      "rel-constrast": 2.618919610977173,
      "step": 1159,
      "subrel-constrast": 3.582531452178955,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 4.25,
      "learning_rate": 9.480109779242805e-05,
      "loss": 0.715,
      "step": 1160
    },
    {
      "cov-distil": 1.153883695602417,
      "cov-distil (oracle2student)": 4.401684284210205,
      "cov-distil (oracle2teacher)": 3.9077625274658203,
      "epoch": 0.9105180533751962,
      "rel-constrast": 2.9682798385620117,
      "step": 1160,
      "subrel-constrast": 3.469970941543579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806933879852295,
      "cov-distil (oracle2student)": 2.9647388458251953,
      "cov-distil (oracle2teacher)": 3.3315560817718506,
      "epoch": 0.9113029827315542,
      "rel-constrast": 2.483863592147827,
      "step": 1161,
      "subrel-constrast": 3.3749167919158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5014278888702393,
      "cov-distil (oracle2student)": 5.460755825042725,
      "cov-distil (oracle2teacher)": 5.196470260620117,
      "epoch": 0.9120879120879121,
      "rel-constrast": 3.0366973876953125,
      "step": 1162,
      "subrel-constrast": 3.886035203933716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7903958559036255,
      "cov-distil (oracle2student)": 5.877046585083008,
      "cov-distil (oracle2teacher)": 5.085854530334473,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.4361000061035156,
      "step": 1163,
      "subrel-constrast": 4.169914245605469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2456309795379639,
      "cov-distil (oracle2student)": 3.5626113414764404,
      "cov-distil (oracle2teacher)": 3.656989574432373,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.2571730613708496,
      "step": 1164,
      "subrel-constrast": 2.9215011596679688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8274197578430176,
      "cov-distil (oracle2student)": 3.7051048278808594,
      "cov-distil (oracle2teacher)": 3.7150449752807617,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.377100944519043,
      "step": 1165,
      "subrel-constrast": 3.45597767829895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606414556503296,
      "cov-distil (oracle2student)": 5.428249359130859,
      "cov-distil (oracle2teacher)": 5.036036491394043,
      "epoch": 0.9152276295133438,
      "rel-constrast": 3.530747652053833,
      "step": 1166,
      "subrel-constrast": 3.6689672470092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4637068510055542,
      "cov-distil (oracle2student)": 2.8984575271606445,
      "cov-distil (oracle2teacher)": 3.7150793075561523,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.1157407760620117,
      "step": 1167,
      "subrel-constrast": 3.1230695247650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7144138813018799,
      "cov-distil (oracle2student)": 5.150959014892578,
      "cov-distil (oracle2teacher)": 4.695860862731934,
      "epoch": 0.9167974882260597,
      "rel-constrast": 2.8385558128356934,
      "step": 1168,
      "subrel-constrast": 3.8564417362213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2423051595687866,
      "cov-distil (oracle2student)": 3.791360378265381,
      "cov-distil (oracle2teacher)": 3.4472551345825195,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.166907548904419,
      "step": 1169,
      "subrel-constrast": 3.4638686180114746,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 5.4375,
      "learning_rate": 9.464501864065735e-05,
      "loss": 0.7437,
      "step": 1170
    },
    {
      "cov-distil": 1.9293335676193237,
      "cov-distil (oracle2student)": 5.425308704376221,
      "cov-distil (oracle2teacher)": 5.974822044372559,
      "epoch": 0.9183673469387755,
      "rel-constrast": 3.4016144275665283,
      "step": 1170,
      "subrel-constrast": 4.150084972381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616689920425415,
      "cov-distil (oracle2student)": 4.226970672607422,
      "cov-distil (oracle2teacher)": 3.5239455699920654,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.2554945945739746,
      "step": 1171,
      "subrel-constrast": 3.953566789627075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4443883895874023,
      "cov-distil (oracle2student)": 6.4520440101623535,
      "cov-distil (oracle2teacher)": 5.725442409515381,
      "epoch": 0.9199372056514914,
      "rel-constrast": 2.584202289581299,
      "step": 1172,
      "subrel-constrast": 3.4410457611083984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4867100715637207,
      "cov-distil (oracle2student)": 4.274361610412598,
      "cov-distil (oracle2teacher)": 3.6410675048828125,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.169560432434082,
      "step": 1173,
      "subrel-constrast": 4.242166042327881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3205482959747314,
      "cov-distil (oracle2student)": 5.739987373352051,
      "cov-distil (oracle2teacher)": 5.140939712524414,
      "epoch": 0.9215070643642073,
      "rel-constrast": 2.985445499420166,
      "step": 1174,
      "subrel-constrast": 3.939473867416382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009284496307373,
      "cov-distil (oracle2student)": 5.444433689117432,
      "cov-distil (oracle2teacher)": 5.0701117515563965,
      "epoch": 0.9222919937205651,
      "rel-constrast": 2.7483692169189453,
      "step": 1175,
      "subrel-constrast": 3.95206880569458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8168413639068604,
      "cov-distil (oracle2student)": 4.352237701416016,
      "cov-distil (oracle2teacher)": 4.130849361419678,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.047734260559082,
      "step": 1176,
      "subrel-constrast": 4.339925289154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3629803657531738,
      "cov-distil (oracle2student)": 4.347002029418945,
      "cov-distil (oracle2teacher)": 4.287919044494629,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.5425915718078613,
      "step": 1177,
      "subrel-constrast": 3.3128583431243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9597233533859253,
      "cov-distil (oracle2student)": 4.670734882354736,
      "cov-distil (oracle2teacher)": 3.746410608291626,
      "epoch": 0.9246467817896389,
      "rel-constrast": 3.4769604206085205,
      "step": 1178,
      "subrel-constrast": 4.1891374588012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.794081687927246,
      "cov-distil (oracle2student)": 3.0966110229492188,
      "cov-distil (oracle2teacher)": 3.311258316040039,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.671198844909668,
      "step": 1179,
      "subrel-constrast": 3.9548184871673584,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 4.90625,
      "learning_rate": 9.448676355366282e-05,
      "loss": 0.8132,
      "step": 1180
    },
    {
      "cov-distil": 1.4084253311157227,
      "cov-distil (oracle2student)": 4.341270923614502,
      "cov-distil (oracle2teacher)": 4.15592098236084,
      "epoch": 0.9262166405023547,
      "rel-constrast": 3.8682658672332764,
      "step": 1180,
      "subrel-constrast": 4.227786540985107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8480610847473145,
      "cov-distil (oracle2student)": 2.886322021484375,
      "cov-distil (oracle2teacher)": 3.089888572692871,
      "epoch": 0.9270015698587127,
      "rel-constrast": 2.4521639347076416,
      "step": 1181,
      "subrel-constrast": 4.010279178619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5726611614227295,
      "cov-distil (oracle2student)": 7.181271076202393,
      "cov-distil (oracle2teacher)": 6.917494773864746,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.468705654144287,
      "step": 1182,
      "subrel-constrast": 4.951630115509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563510537147522,
      "cov-distil (oracle2student)": 4.173855781555176,
      "cov-distil (oracle2teacher)": 3.9959354400634766,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.330199956893921,
      "step": 1183,
      "subrel-constrast": 4.078639030456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4686963558197021,
      "cov-distil (oracle2student)": 3.81717586517334,
      "cov-distil (oracle2teacher)": 3.3644003868103027,
      "epoch": 0.9293563579277865,
      "rel-constrast": 2.9366137981414795,
      "step": 1184,
      "subrel-constrast": 3.3497939109802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8359509706497192,
      "cov-distil (oracle2student)": 4.507197380065918,
      "cov-distil (oracle2teacher)": 3.996276378631592,
      "epoch": 0.9301412872841445,
      "rel-constrast": 2.811890125274658,
      "step": 1185,
      "subrel-constrast": 3.266674041748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.402831792831421,
      "cov-distil (oracle2student)": 4.349660873413086,
      "cov-distil (oracle2teacher)": 3.8565120697021484,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.171682357788086,
      "step": 1186,
      "subrel-constrast": 2.5724501609802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2889400720596313,
      "cov-distil (oracle2student)": 3.794382333755493,
      "cov-distil (oracle2teacher)": 3.950767993927002,
      "epoch": 0.9317111459968603,
      "rel-constrast": 2.874828815460205,
      "step": 1187,
      "subrel-constrast": 3.6819698810577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.145060420036316,
      "cov-distil (oracle2student)": 3.56148624420166,
      "cov-distil (oracle2teacher)": 3.6071555614471436,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.4049525260925293,
      "step": 1188,
      "subrel-constrast": 3.269461154937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.290686845779419,
      "cov-distil (oracle2student)": 3.6157917976379395,
      "cov-distil (oracle2teacher)": 3.4642181396484375,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.3412487506866455,
      "step": 1189,
      "subrel-constrast": 3.05169415473938,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 4.25,
      "learning_rate": 9.432634024457414e-05,
      "loss": 0.7561,
      "step": 1190
    },
    {
      "cov-distil": 1.651381492614746,
      "cov-distil (oracle2student)": 3.8212718963623047,
      "cov-distil (oracle2teacher)": 3.1395416259765625,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.09847354888916,
      "step": 1190,
      "subrel-constrast": 2.8204944133758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132443428039551,
      "cov-distil (oracle2student)": 4.897375583648682,
      "cov-distil (oracle2teacher)": 4.544583320617676,
      "epoch": 0.934850863422292,
      "rel-constrast": 2.347287654876709,
      "step": 1191,
      "subrel-constrast": 3.9514925479888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1309560537338257,
      "cov-distil (oracle2student)": 3.466745376586914,
      "cov-distil (oracle2teacher)": 3.3126957416534424,
      "epoch": 0.9356357927786499,
      "rel-constrast": 1.6414308547973633,
      "step": 1192,
      "subrel-constrast": 2.354809522628784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.544095516204834,
      "cov-distil (oracle2student)": 3.9722468852996826,
      "cov-distil (oracle2teacher)": 4.182379722595215,
      "epoch": 0.9364207221350078,
      "rel-constrast": 2.6374053955078125,
      "step": 1193,
      "subrel-constrast": 3.483053207397461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5357329845428467,
      "cov-distil (oracle2student)": 3.408775806427002,
      "cov-distil (oracle2teacher)": 3.3998777866363525,
      "epoch": 0.9372056514913658,
      "rel-constrast": 2.763838052749634,
      "step": 1194,
      "subrel-constrast": 3.8121066093444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9423109292984009,
      "cov-distil (oracle2student)": 5.102648735046387,
      "cov-distil (oracle2teacher)": 3.864128351211548,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.697800874710083,
      "step": 1195,
      "subrel-constrast": 3.3299975395202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4925706386566162,
      "cov-distil (oracle2student)": 3.4724836349487305,
      "cov-distil (oracle2teacher)": 3.687856435775757,
      "epoch": 0.9387755102040817,
      "rel-constrast": 1.8960543870925903,
      "step": 1196,
      "subrel-constrast": 2.838519811630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500859260559082,
      "cov-distil (oracle2student)": 4.7425537109375,
      "cov-distil (oracle2teacher)": 4.123207092285156,
      "epoch": 0.9395604395604396,
      "rel-constrast": 2.3656721115112305,
      "step": 1197,
      "subrel-constrast": 3.2324914932250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6618547439575195,
      "cov-distil (oracle2student)": 4.34139347076416,
      "cov-distil (oracle2teacher)": 3.897106170654297,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.700942039489746,
      "step": 1198,
      "subrel-constrast": 3.374593496322632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4772766828536987,
      "cov-distil (oracle2student)": 3.2904539108276367,
      "cov-distil (oracle2teacher)": 3.220244884490967,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.042469501495361,
      "step": 1199,
      "subrel-constrast": 4.684903144836426,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.53125,
      "learning_rate": 9.416375653219709e-05,
      "loss": 0.6703,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3359375,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.05487060546875
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.040130615234375
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.014739990234375,
      "step": 1200
    },
    {
      "cov-distil": 1.651973009109497,
      "cov-distil (oracle2student)": 5.580442428588867,
      "cov-distil (oracle2teacher)": 4.751650810241699,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.3401174545288086,
      "step": 1200,
      "subrel-constrast": 2.8672213554382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3058257102966309,
      "cov-distil (oracle2student)": 3.5775439739227295,
      "cov-distil (oracle2teacher)": 3.3887455463409424,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.3225204944610596,
      "step": 1201,
      "subrel-constrast": 3.041269063949585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6058646440505981,
      "cov-distil (oracle2student)": 4.349255561828613,
      "cov-distil (oracle2teacher)": 4.065971374511719,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.4209256172180176,
      "step": 1202,
      "subrel-constrast": 4.1251630783081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4189627170562744,
      "cov-distil (oracle2student)": 4.400697708129883,
      "cov-distil (oracle2teacher)": 4.104702949523926,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.4919166564941406,
      "step": 1203,
      "subrel-constrast": 4.260965824127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6591110229492188,
      "cov-distil (oracle2student)": 3.479872703552246,
      "cov-distil (oracle2teacher)": 3.7567882537841797,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.4218313694000244,
      "step": 1204,
      "subrel-constrast": 3.146901845932007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969881296157837,
      "cov-distil (oracle2student)": 4.605207443237305,
      "cov-distil (oracle2teacher)": 4.360989570617676,
      "epoch": 0.945839874411303,
      "rel-constrast": 3.6552324295043945,
      "step": 1205,
      "subrel-constrast": 4.47305965423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680984020233154,
      "cov-distil (oracle2student)": 4.241245746612549,
      "cov-distil (oracle2teacher)": 3.9492015838623047,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.240964889526367,
      "step": 1206,
      "subrel-constrast": 3.499547243118286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5265922546386719,
      "cov-distil (oracle2student)": 4.027247905731201,
      "cov-distil (oracle2teacher)": 3.8509769439697266,
      "epoch": 0.9474097331240189,
      "rel-constrast": 2.928654670715332,
      "step": 1207,
      "subrel-constrast": 3.6869735717773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861913204193115,
      "cov-distil (oracle2student)": 4.037266731262207,
      "cov-distil (oracle2teacher)": 4.063358306884766,
      "epoch": 0.9481946624803768,
      "rel-constrast": 2.624581813812256,
      "step": 1208,
      "subrel-constrast": 3.698693037033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.17140531539917,
      "cov-distil (oracle2student)": 4.983379364013672,
      "cov-distil (oracle2teacher)": 4.6861772537231445,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.0126395225524902,
      "step": 1209,
      "subrel-constrast": 2.895998954772949,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 4.40625,
      "learning_rate": 9.399902034063242e-05,
      "loss": 0.7501,
      "step": 1210
    },
    {
      "cov-distil": 1.6320531368255615,
      "cov-distil (oracle2student)": 5.127579689025879,
      "cov-distil (oracle2teacher)": 4.746947765350342,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.150204181671143,
      "step": 1210,
      "subrel-constrast": 4.681164264678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7753593921661377,
      "cov-distil (oracle2student)": 7.374556541442871,
      "cov-distil (oracle2teacher)": 5.983691692352295,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.190474271774292,
      "step": 1211,
      "subrel-constrast": 2.7858238220214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4840810298919678,
      "cov-distil (oracle2student)": 3.923983573913574,
      "cov-distil (oracle2teacher)": 3.5162248611450195,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.134782552719116,
      "step": 1212,
      "subrel-constrast": 3.0191900730133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8066534996032715,
      "cov-distil (oracle2student)": 3.7430312633514404,
      "cov-distil (oracle2teacher)": 4.091936111450195,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.593024969100952,
      "step": 1213,
      "subrel-constrast": 3.77610445022583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706920623779297,
      "cov-distil (oracle2student)": 3.4483489990234375,
      "cov-distil (oracle2teacher)": 3.5968966484069824,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.109964370727539,
      "step": 1214,
      "subrel-constrast": 3.313976764678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243675947189331,
      "cov-distil (oracle2student)": 4.761490821838379,
      "cov-distil (oracle2teacher)": 4.674930572509766,
      "epoch": 0.9536891679748822,
      "rel-constrast": 2.441842555999756,
      "step": 1215,
      "subrel-constrast": 3.1908552646636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9273148775100708,
      "cov-distil (oracle2student)": 4.863650321960449,
      "cov-distil (oracle2teacher)": 4.070465564727783,
      "epoch": 0.9544740973312402,
      "rel-constrast": 2.729811906814575,
      "step": 1216,
      "subrel-constrast": 3.5563762187957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5320173501968384,
      "cov-distil (oracle2student)": 3.4982082843780518,
      "cov-distil (oracle2teacher)": 3.4243669509887695,
      "epoch": 0.9552590266875981,
      "rel-constrast": 1.9344758987426758,
      "step": 1217,
      "subrel-constrast": 2.976001739501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404026985168457,
      "cov-distil (oracle2student)": 4.59323787689209,
      "cov-distil (oracle2teacher)": 4.623620510101318,
      "epoch": 0.9560439560439561,
      "rel-constrast": 2.6728334426879883,
      "step": 1218,
      "subrel-constrast": 3.495543956756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.417191743850708,
      "cov-distil (oracle2student)": 2.271084785461426,
      "cov-distil (oracle2teacher)": 2.3886284828186035,
      "epoch": 0.956828885400314,
      "rel-constrast": 1.9708667993545532,
      "step": 1219,
      "subrel-constrast": 3.0748450756073,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.75,
      "learning_rate": 9.383213969888972e-05,
      "loss": 0.6627,
      "step": 1220
    },
    {
      "cov-distil": 1.5353842973709106,
      "cov-distil (oracle2student)": 4.188446998596191,
      "cov-distil (oracle2teacher)": 4.483578681945801,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.152864933013916,
      "step": 1220,
      "subrel-constrast": 4.372608184814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4892754554748535,
      "cov-distil (oracle2student)": 4.461016654968262,
      "cov-distil (oracle2teacher)": 4.4480061531066895,
      "epoch": 0.9583987441130298,
      "rel-constrast": 2.278667449951172,
      "step": 1221,
      "subrel-constrast": 3.451118230819702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808103084564209,
      "cov-distil (oracle2student)": 6.423932075500488,
      "cov-distil (oracle2teacher)": 4.986484527587891,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.1910033226013184,
      "step": 1222,
      "subrel-constrast": 3.024477243423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.261834979057312,
      "cov-distil (oracle2student)": 4.339646816253662,
      "cov-distil (oracle2teacher)": 3.834820508956909,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.516898155212402,
      "step": 1223,
      "subrel-constrast": 4.800014972686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746564269065857,
      "cov-distil (oracle2student)": 4.608949661254883,
      "cov-distil (oracle2teacher)": 4.1526265144348145,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.0289666652679443,
      "step": 1224,
      "subrel-constrast": 3.577869415283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4320449829101562,
      "cov-distil (oracle2student)": 5.8398261070251465,
      "cov-distil (oracle2teacher)": 5.1253862380981445,
      "epoch": 0.9615384615384616,
      "rel-constrast": 1.8613483905792236,
      "step": 1225,
      "subrel-constrast": 2.700789451599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5091779232025146,
      "cov-distil (oracle2student)": 3.353769302368164,
      "cov-distil (oracle2teacher)": 3.006638526916504,
      "epoch": 0.9623233908948194,
      "rel-constrast": 1.9979803562164307,
      "step": 1226,
      "subrel-constrast": 2.6790080070495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4290409088134766,
      "cov-distil (oracle2student)": 5.6248579025268555,
      "cov-distil (oracle2teacher)": 4.402497291564941,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.002202033996582,
      "step": 1227,
      "subrel-constrast": 3.0146026611328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075827121734619,
      "cov-distil (oracle2student)": 3.381258487701416,
      "cov-distil (oracle2teacher)": 3.554561138153076,
      "epoch": 0.9638932496075353,
      "rel-constrast": 2.9298620223999023,
      "step": 1228,
      "subrel-constrast": 3.9828600883483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1311776638031006,
      "cov-distil (oracle2student)": 4.22435998916626,
      "cov-distil (oracle2teacher)": 3.7478814125061035,
      "epoch": 0.9646781789638933,
      "rel-constrast": 2.4351794719696045,
      "step": 1229,
      "subrel-constrast": 3.136162281036377,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 4.25,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.7234,
      "step": 1230
    },
    {
      "cov-distil": 1.8911972045898438,
      "cov-distil (oracle2student)": 3.89785099029541,
      "cov-distil (oracle2teacher)": 4.051961898803711,
      "epoch": 0.9654631083202512,
      "rel-constrast": 2.524933338165283,
      "step": 1230,
      "subrel-constrast": 3.699458599090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503393530845642,
      "cov-distil (oracle2student)": 3.55098032951355,
      "cov-distil (oracle2teacher)": 3.560030221939087,
      "epoch": 0.966248037676609,
      "rel-constrast": 3.2700300216674805,
      "step": 1231,
      "subrel-constrast": 3.9070444107055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3105442523956299,
      "cov-distil (oracle2student)": 3.85469388961792,
      "cov-distil (oracle2teacher)": 3.6011829376220703,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.521653175354004,
      "step": 1232,
      "subrel-constrast": 3.1495187282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8848893642425537,
      "cov-distil (oracle2student)": 4.034107208251953,
      "cov-distil (oracle2teacher)": 4.12956428527832,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.1676106452941895,
      "step": 1233,
      "subrel-constrast": 3.016857624053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3262971639633179,
      "cov-distil (oracle2student)": 4.38935661315918,
      "cov-distil (oracle2teacher)": 4.024491786956787,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.415470600128174,
      "step": 1234,
      "subrel-constrast": 3.6690151691436768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4115527868270874,
      "cov-distil (oracle2student)": 5.522864818572998,
      "cov-distil (oracle2teacher)": 4.903315544128418,
      "epoch": 0.9693877551020408,
      "rel-constrast": 3.762134552001953,
      "step": 1235,
      "subrel-constrast": 3.6904513835906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211632251739502,
      "cov-distil (oracle2student)": 3.2907469272613525,
      "cov-distil (oracle2teacher)": 3.470127582550049,
      "epoch": 0.9701726844583988,
      "rel-constrast": 2.9709057807922363,
      "step": 1236,
      "subrel-constrast": 3.433534622192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7925339937210083,
      "cov-distil (oracle2student)": 4.7224225997924805,
      "cov-distil (oracle2teacher)": 4.304594993591309,
      "epoch": 0.9709576138147566,
      "rel-constrast": 1.7192656993865967,
      "step": 1237,
      "subrel-constrast": 2.5960750579833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375677585601807,
      "cov-distil (oracle2student)": 3.9763054847717285,
      "cov-distil (oracle2teacher)": 4.025575637817383,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.7205071449279785,
      "step": 1238,
      "subrel-constrast": 4.3936004638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3395456075668335,
      "cov-distil (oracle2student)": 4.309823036193848,
      "cov-distil (oracle2teacher)": 4.337226867675781,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.5018014907836914,
      "step": 1239,
      "subrel-constrast": 3.262911558151245,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 3.671875,
      "learning_rate": 9.34919777030994e-05,
      "loss": 0.7534,
      "step": 1240
    },
    {
      "cov-distil": 1.726205825805664,
      "cov-distil (oracle2student)": 4.603857517242432,
      "cov-distil (oracle2teacher)": 4.304234504699707,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.342561960220337,
      "step": 1240,
      "subrel-constrast": 3.549687623977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8876800537109375,
      "cov-distil (oracle2student)": 3.2894906997680664,
      "cov-distil (oracle2teacher)": 3.3400888442993164,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.526780128479004,
      "step": 1241,
      "subrel-constrast": 3.4339122772216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5308513641357422,
      "cov-distil (oracle2student)": 3.5118296146392822,
      "cov-distil (oracle2teacher)": 3.4375510215759277,
      "epoch": 0.9748822605965463,
      "rel-constrast": 1.9532501697540283,
      "step": 1242,
      "subrel-constrast": 3.011195182800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6644922494888306,
      "cov-distil (oracle2student)": 4.0343170166015625,
      "cov-distil (oracle2teacher)": 4.105052947998047,
      "epoch": 0.9756671899529042,
      "rel-constrast": 2.197195053100586,
      "step": 1243,
      "subrel-constrast": 3.431218147277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1933566331863403,
      "cov-distil (oracle2student)": 3.9735631942749023,
      "cov-distil (oracle2teacher)": 3.46718430519104,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.2542433738708496,
      "step": 1244,
      "subrel-constrast": 3.0974068641662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6354248523712158,
      "cov-distil (oracle2student)": 2.30124568939209,
      "cov-distil (oracle2teacher)": 2.647350311279297,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.967939615249634,
      "step": 1245,
      "subrel-constrast": 3.6830475330352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2061002254486084,
      "cov-distil (oracle2student)": 4.468083381652832,
      "cov-distil (oracle2teacher)": 4.168485641479492,
      "epoch": 0.978021978021978,
      "rel-constrast": 2.7040135860443115,
      "step": 1246,
      "subrel-constrast": 3.4273927211761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841383695602417,
      "cov-distil (oracle2student)": 3.8744421005249023,
      "cov-distil (oracle2teacher)": 4.223719120025635,
      "epoch": 0.978806907378336,
      "rel-constrast": 2.8118836879730225,
      "step": 1247,
      "subrel-constrast": 3.7503790855407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.825094223022461,
      "cov-distil (oracle2student)": 4.261458396911621,
      "cov-distil (oracle2teacher)": 4.531240463256836,
      "epoch": 0.9795918367346939,
      "rel-constrast": 2.4509730339050293,
      "step": 1248,
      "subrel-constrast": 4.01243257522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960715293884277,
      "cov-distil (oracle2student)": 3.100825786590576,
      "cov-distil (oracle2teacher)": 3.1083269119262695,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.428035020828247,
      "step": 1249,
      "subrel-constrast": 3.1701910495758057,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.46875,
      "learning_rate": 9.331871292806759e-05,
      "loss": 0.6567,
      "step": 1250
    },
    {
      "cov-distil": 1.5723294019699097,
      "cov-distil (oracle2student)": 6.342667102813721,
      "cov-distil (oracle2teacher)": 5.603926658630371,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.766427516937256,
      "step": 1250,
      "subrel-constrast": 4.0027666091918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607456922531128,
      "cov-distil (oracle2student)": 5.397531509399414,
      "cov-distil (oracle2teacher)": 4.263660430908203,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.4395267963409424,
      "step": 1251,
      "subrel-constrast": 2.793652296066284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910184383392334,
      "cov-distil (oracle2student)": 4.554836273193359,
      "cov-distil (oracle2teacher)": 3.8060102462768555,
      "epoch": 0.9827315541601256,
      "rel-constrast": 2.964834690093994,
      "step": 1252,
      "subrel-constrast": 3.3481926918029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3141286373138428,
      "cov-distil (oracle2student)": 3.746471405029297,
      "cov-distil (oracle2teacher)": 3.399857997894287,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.110316753387451,
      "step": 1253,
      "subrel-constrast": 2.423584222793579,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0416882038116455,
      "cov-distil (oracle2student)": 4.956063747406006,
      "cov-distil (oracle2teacher)": 4.145363807678223,
      "epoch": 0.9843014128728415,
      "rel-constrast": 2.409696102142334,
      "step": 1254,
      "subrel-constrast": 3.4571895599365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8013112545013428,
      "cov-distil (oracle2student)": 4.069427013397217,
      "cov-distil (oracle2teacher)": 3.516806125640869,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.429356098175049,
      "step": 1255,
      "subrel-constrast": 3.192715883255005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259074330329895,
      "cov-distil (oracle2student)": 3.620154619216919,
      "cov-distil (oracle2teacher)": 3.2952451705932617,
      "epoch": 0.9858712715855573,
      "rel-constrast": 2.9067718982696533,
      "step": 1256,
      "subrel-constrast": 3.2480101585388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9833863973617554,
      "cov-distil (oracle2student)": 3.0052943229675293,
      "cov-distil (oracle2teacher)": 3.2686147689819336,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.33992600440979,
      "step": 1257,
      "subrel-constrast": 3.346937656402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7864938974380493,
      "cov-distil (oracle2student)": 3.249915361404419,
      "cov-distil (oracle2teacher)": 3.665097951889038,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.273538589477539,
      "step": 1258,
      "subrel-constrast": 3.3535757064819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073343276977539,
      "cov-distil (oracle2student)": 2.733218193054199,
      "cov-distil (oracle2teacher)": 2.7117550373077393,
      "epoch": 0.9882260596546311,
      "rel-constrast": 2.664980411529541,
      "step": 1259,
      "subrel-constrast": 3.4557998180389404,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 4.9375,
      "learning_rate": 9.314333686008125e-05,
      "loss": 0.7002,
      "step": 1260
    },
    {
      "cov-distil": 1.3596465587615967,
      "cov-distil (oracle2student)": 2.55757737159729,
      "cov-distil (oracle2teacher)": 2.454068899154663,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.220100164413452,
      "step": 1260,
      "subrel-constrast": 2.5653817653656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995294332504272,
      "cov-distil (oracle2student)": 3.102917194366455,
      "cov-distil (oracle2teacher)": 3.2564914226531982,
      "epoch": 0.9897959183673469,
      "rel-constrast": 1.9000300168991089,
      "step": 1261,
      "subrel-constrast": 2.969229221343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557433128356934,
      "cov-distil (oracle2student)": 4.915846824645996,
      "cov-distil (oracle2teacher)": 4.686688423156738,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.6763815879821777,
      "step": 1262,
      "subrel-constrast": 4.002439975738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5895144939422607,
      "cov-distil (oracle2student)": 4.934428691864014,
      "cov-distil (oracle2teacher)": 4.220395088195801,
      "epoch": 0.9913657770800628,
      "rel-constrast": 2.7884504795074463,
      "step": 1263,
      "subrel-constrast": 3.4936256408691406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6384613513946533,
      "cov-distil (oracle2student)": 4.963699817657471,
      "cov-distil (oracle2teacher)": 4.24692964553833,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.375150203704834,
      "step": 1264,
      "subrel-constrast": 3.9870662689208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7853341102600098,
      "cov-distil (oracle2student)": 1.8142735958099365,
      "cov-distil (oracle2teacher)": 1.9525620937347412,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.2866839170455933,
      "step": 1265,
      "subrel-constrast": 2.274399518966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3591992855072021,
      "cov-distil (oracle2student)": 3.3413033485412598,
      "cov-distil (oracle2teacher)": 3.388810396194458,
      "epoch": 0.9937205651491365,
      "rel-constrast": 2.923172950744629,
      "step": 1266,
      "subrel-constrast": 3.3907699584960938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483105182647705,
      "cov-distil (oracle2student)": 4.921360969543457,
      "cov-distil (oracle2teacher)": 4.669990539550781,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.4363884925842285,
      "step": 1267,
      "subrel-constrast": 3.4475395679473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4366953372955322,
      "cov-distil (oracle2student)": 5.16304349899292,
      "cov-distil (oracle2teacher)": 4.358236789703369,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.628952980041504,
      "step": 1268,
      "subrel-constrast": 3.346139907836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621807098388672,
      "cov-distil (oracle2student)": 4.9516425132751465,
      "cov-distil (oracle2teacher)": 4.473914623260498,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.1364853382110596,
      "step": 1269,
      "subrel-constrast": 3.285517930984497,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 4.03125,
      "learning_rate": 9.296585804672252e-05,
      "loss": 0.6489,
      "step": 1270
    },
    {
      "cov-distil": 2.027562141418457,
      "cov-distil (oracle2student)": 4.149717330932617,
      "cov-distil (oracle2teacher)": 3.8038382530212402,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.1835403442382812,
      "step": 1270,
      "subrel-constrast": 3.765296459197998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3894035816192627,
      "cov-distil (oracle2student)": 3.0562074184417725,
      "cov-distil (oracle2teacher)": 3.071662425994873,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.198730230331421,
      "step": 1271,
      "subrel-constrast": 2.830690622329712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543473720550537,
      "cov-distil (oracle2student)": 4.525149345397949,
      "cov-distil (oracle2teacher)": 4.362823009490967,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.364227294921875,
      "step": 1272,
      "subrel-constrast": 4.795634746551514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2063825130462646,
      "cov-distil (oracle2student)": 4.246784687042236,
      "cov-distil (oracle2teacher)": 3.9861767292022705,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.239637613296509,
      "step": 1273,
      "subrel-constrast": 3.874192714691162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.496533751487732,
      "cov-distil (oracle2student)": 4.799142837524414,
      "cov-distil (oracle2teacher)": 4.584830284118652,
      "epoch": 1.0,
      "rel-constrast": 3.146115779876709,
      "step": 1274,
      "subrel-constrast": 3.256359338760376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.752443552017212,
      "cov-distil (oracle2student)": 3.5284955501556396,
      "cov-distil (oracle2teacher)": 3.882075309753418,
      "epoch": 1.000784929356358,
      "rel-constrast": 2.9834482669830322,
      "step": 1275,
      "subrel-constrast": 4.239994049072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.038299798965454,
      "cov-distil (oracle2student)": 2.5720767974853516,
      "cov-distil (oracle2teacher)": 3.2045040130615234,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.1010966300964355,
      "step": 1276,
      "subrel-constrast": 4.146419048309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6026523113250732,
      "cov-distil (oracle2student)": 3.695927381515503,
      "cov-distil (oracle2teacher)": 4.250887393951416,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.0202829837799072,
      "step": 1277,
      "subrel-constrast": 3.7170491218566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4796037673950195,
      "cov-distil (oracle2student)": 4.309455394744873,
      "cov-distil (oracle2teacher)": 4.129423141479492,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.0055782794952393,
      "step": 1278,
      "subrel-constrast": 3.6551742553710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908538579940796,
      "cov-distil (oracle2student)": 3.531766891479492,
      "cov-distil (oracle2teacher)": 3.419351816177368,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.4159135818481445,
      "step": 1279,
      "subrel-constrast": 3.2756242752075195,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 4.0625,
      "learning_rate": 9.278628513805838e-05,
      "loss": 0.8076,
      "step": 1280
    },
    {
      "cov-distil": 1.6343048810958862,
      "cov-distil (oracle2student)": 3.8100128173828125,
      "cov-distil (oracle2teacher)": 3.6284892559051514,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.0606231689453125,
      "step": 1280,
      "subrel-constrast": 3.9587061405181885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445044994354248,
      "cov-distil (oracle2student)": 3.5154685974121094,
      "cov-distil (oracle2teacher)": 3.443711757659912,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.3061671257019043,
      "step": 1281,
      "subrel-constrast": 3.0260605812072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.265535831451416,
      "cov-distil (oracle2student)": 3.7933788299560547,
      "cov-distil (oracle2teacher)": 3.606842279434204,
      "epoch": 1.0062794348508635,
      "rel-constrast": 2.6757729053497314,
      "step": 1282,
      "subrel-constrast": 4.150549411773682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5038139820098877,
      "cov-distil (oracle2student)": 4.142577648162842,
      "cov-distil (oracle2teacher)": 3.8769824504852295,
      "epoch": 1.0070643642072215,
      "rel-constrast": 2.8638319969177246,
      "step": 1283,
      "subrel-constrast": 3.4783480167388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2932273149490356,
      "cov-distil (oracle2student)": 5.2799482345581055,
      "cov-distil (oracle2teacher)": 4.663194179534912,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.272458076477051,
      "step": 1284,
      "subrel-constrast": 3.2771291732788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4212894439697266,
      "cov-distil (oracle2student)": 3.8462157249450684,
      "cov-distil (oracle2teacher)": 3.375058650970459,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.0474720001220703,
      "step": 1285,
      "subrel-constrast": 3.0877788066864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9003585577011108,
      "cov-distil (oracle2student)": 4.573905944824219,
      "cov-distil (oracle2teacher)": 3.822216033935547,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.0968680381774902,
      "step": 1286,
      "subrel-constrast": 3.0995688438415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2771875858306885,
      "cov-distil (oracle2student)": 4.058870315551758,
      "cov-distil (oracle2teacher)": 4.033919334411621,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.390862941741943,
      "step": 1287,
      "subrel-constrast": 4.844081401824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7461987733840942,
      "cov-distil (oracle2student)": 2.9813761711120605,
      "cov-distil (oracle2teacher)": 3.3035356998443604,
      "epoch": 1.010989010989011,
      "rel-constrast": 2.025026559829712,
      "step": 1288,
      "subrel-constrast": 3.317697286605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0606029033660889,
      "cov-distil (oracle2student)": 4.763128280639648,
      "cov-distil (oracle2teacher)": 4.931609153747559,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.0867397785186768,
      "step": 1289,
      "subrel-constrast": 3.8045620918273926,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 4.96875,
      "learning_rate": 9.260462688621905e-05,
      "loss": 0.7095,
      "step": 1290
    },
    {
      "cov-distil": 1.6559572219848633,
      "cov-distil (oracle2student)": 3.8413968086242676,
      "cov-distil (oracle2teacher)": 3.582730293273926,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.7232773303985596,
      "step": 1290,
      "subrel-constrast": 3.9425265789031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5074564218521118,
      "cov-distil (oracle2student)": 4.223133087158203,
      "cov-distil (oracle2teacher)": 3.9295971393585205,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.180685043334961,
      "step": 1291,
      "subrel-constrast": 3.998074769973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2667783498764038,
      "cov-distil (oracle2student)": 4.494844436645508,
      "cov-distil (oracle2teacher)": 3.7744858264923096,
      "epoch": 1.0141287284144427,
      "rel-constrast": 2.725365161895752,
      "step": 1292,
      "subrel-constrast": 3.3545565605163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834490180015564,
      "cov-distil (oracle2student)": 4.087664604187012,
      "cov-distil (oracle2teacher)": 3.521946668624878,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.544522285461426,
      "step": 1293,
      "subrel-constrast": 3.028614044189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5523234605789185,
      "cov-distil (oracle2student)": 5.831198692321777,
      "cov-distil (oracle2teacher)": 5.619960308074951,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.4888529777526855,
      "step": 1294,
      "subrel-constrast": 3.4590983390808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2293648719787598,
      "cov-distil (oracle2student)": 5.123573303222656,
      "cov-distil (oracle2teacher)": 4.798954486846924,
      "epoch": 1.0164835164835164,
      "rel-constrast": 2.596086025238037,
      "step": 1295,
      "subrel-constrast": 4.126358509063721,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6340258121490479,
      "cov-distil (oracle2student)": 3.8147876262664795,
      "cov-distil (oracle2teacher)": 3.6198954582214355,
      "epoch": 1.0172684458398744,
      "rel-constrast": 3.550809383392334,
      "step": 1296,
      "subrel-constrast": 4.380486488342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5746991634368896,
      "cov-distil (oracle2student)": 4.321469306945801,
      "cov-distil (oracle2teacher)": 3.683749198913574,
      "epoch": 1.0180533751962324,
      "rel-constrast": 1.879813551902771,
      "step": 1297,
      "subrel-constrast": 2.3293516635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5437545776367188,
      "cov-distil (oracle2student)": 3.5136728286743164,
      "cov-distil (oracle2teacher)": 3.425924301147461,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.126528263092041,
      "step": 1298,
      "subrel-constrast": 3.3034653663635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2843152284622192,
      "cov-distil (oracle2student)": 4.203226089477539,
      "cov-distil (oracle2teacher)": 4.056413650512695,
      "epoch": 1.0196232339089482,
      "rel-constrast": 1.7709119319915771,
      "step": 1299,
      "subrel-constrast": 2.5061018466949463,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 3.625,
      "learning_rate": 9.242089214497145e-05,
      "loss": 0.7299,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.27656251192092896,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.06561279296875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.041778564453125
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.023834228515625,
      "step": 1300
    },
    {
      "cov-distil": 1.435544729232788,
      "cov-distil (oracle2student)": 3.0789105892181396,
      "cov-distil (oracle2teacher)": 3.1684818267822266,
      "epoch": 1.0204081632653061,
      "rel-constrast": 2.842573642730713,
      "step": 1300,
      "subrel-constrast": 3.836982488632202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.078481435775757,
      "cov-distil (oracle2student)": 3.8370656967163086,
      "cov-distil (oracle2teacher)": 3.8046951293945312,
      "epoch": 1.0211930926216641,
      "rel-constrast": 2.397944927215576,
      "step": 1301,
      "subrel-constrast": 3.324679136276245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5432647466659546,
      "cov-distil (oracle2student)": 6.031289577484131,
      "cov-distil (oracle2teacher)": 5.4289093017578125,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.68496036529541,
      "step": 1302,
      "subrel-constrast": 3.623476266860962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6760070323944092,
      "cov-distil (oracle2student)": 4.132582664489746,
      "cov-distil (oracle2teacher)": 4.11187219619751,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.4178481101989746,
      "step": 1303,
      "subrel-constrast": 2.981788396835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2873802185058594,
      "cov-distil (oracle2student)": 4.288538455963135,
      "cov-distil (oracle2teacher)": 4.416986465454102,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.1306307315826416,
      "step": 1304,
      "subrel-constrast": 3.350548505783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5614233016967773,
      "cov-distil (oracle2student)": 3.216691017150879,
      "cov-distil (oracle2teacher)": 3.025327682495117,
      "epoch": 1.0243328100470959,
      "rel-constrast": 2.646757125854492,
      "step": 1305,
      "subrel-constrast": 3.49454927444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9893481731414795,
      "cov-distil (oracle2student)": 3.4414682388305664,
      "cov-distil (oracle2teacher)": 3.1642603874206543,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.1072616577148438,
      "step": 1306,
      "subrel-constrast": 2.9515674114227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055946350097656,
      "cov-distil (oracle2student)": 5.639744758605957,
      "cov-distil (oracle2teacher)": 5.098483085632324,
      "epoch": 1.0259026687598116,
      "rel-constrast": 3.5530710220336914,
      "step": 1307,
      "subrel-constrast": 4.356233596801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505218505859375,
      "cov-distil (oracle2student)": 3.3341567516326904,
      "cov-distil (oracle2teacher)": 3.3750829696655273,
      "epoch": 1.0266875981161696,
      "rel-constrast": 2.8444924354553223,
      "step": 1308,
      "subrel-constrast": 3.3693394660949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3895950317382812,
      "cov-distil (oracle2student)": 3.7099995613098145,
      "cov-distil (oracle2teacher)": 3.231344699859619,
      "epoch": 1.0274725274725274,
      "rel-constrast": 1.7403634786605835,
      "step": 1309,
      "subrel-constrast": 2.413712739944458,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 3.296875,
      "learning_rate": 9.223508986928766e-05,
      "loss": 0.6994,
      "step": 1310
    },
    {
      "cov-distil": 1.4227657318115234,
      "cov-distil (oracle2student)": 2.162091016769409,
      "cov-distil (oracle2teacher)": 2.485175609588623,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.3381564617156982,
      "step": 1310,
      "subrel-constrast": 3.2346370220184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7506788969039917,
      "cov-distil (oracle2student)": 3.244732141494751,
      "cov-distil (oracle2teacher)": 3.273892402648926,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.4583983421325684,
      "step": 1311,
      "subrel-constrast": 3.204083204269409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.878706932067871,
      "cov-distil (oracle2student)": 4.2392354011535645,
      "cov-distil (oracle2teacher)": 3.639827251434326,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.1761045455932617,
      "step": 1312,
      "subrel-constrast": 3.401547908782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658934593200684,
      "cov-distil (oracle2student)": 4.482950687408447,
      "cov-distil (oracle2teacher)": 4.073265075683594,
      "epoch": 1.030612244897959,
      "rel-constrast": 2.5127956867218018,
      "step": 1313,
      "subrel-constrast": 3.6263341903686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.12408447265625,
      "cov-distil (oracle2student)": 5.886972427368164,
      "cov-distil (oracle2teacher)": 5.109951019287109,
      "epoch": 1.031397174254317,
      "rel-constrast": 2.661440372467041,
      "step": 1314,
      "subrel-constrast": 3.6294381618499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008411884307861,
      "cov-distil (oracle2student)": 3.957035779953003,
      "cov-distil (oracle2teacher)": 4.008385181427002,
      "epoch": 1.032182103610675,
      "rel-constrast": 2.6950716972351074,
      "step": 1315,
      "subrel-constrast": 3.8344686031341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609814167022705,
      "cov-distil (oracle2student)": 3.444033145904541,
      "cov-distil (oracle2teacher)": 4.028675556182861,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.4037532806396484,
      "step": 1316,
      "subrel-constrast": 3.3695871829986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5707595348358154,
      "cov-distil (oracle2student)": 3.4595561027526855,
      "cov-distil (oracle2teacher)": 3.2262306213378906,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.2668709754943848,
      "step": 1317,
      "subrel-constrast": 3.4615542888641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6150765419006348,
      "cov-distil (oracle2student)": 4.884091377258301,
      "cov-distil (oracle2teacher)": 4.301809310913086,
      "epoch": 1.0345368916797488,
      "rel-constrast": 2.9100379943847656,
      "step": 1318,
      "subrel-constrast": 2.98763108253479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4198365211486816,
      "cov-distil (oracle2student)": 3.7030320167541504,
      "cov-distil (oracle2teacher)": 3.4942030906677246,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.205320358276367,
      "step": 1319,
      "subrel-constrast": 3.2331249713897705,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 3.90625,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.6828,
      "step": 1320
    },
    {
      "cov-distil": 1.5107958316802979,
      "cov-distil (oracle2student)": 3.934297800064087,
      "cov-distil (oracle2teacher)": 3.2086739540100098,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.2470641136169434,
      "step": 1320,
      "subrel-constrast": 2.9476735591888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133556842803955,
      "cov-distil (oracle2student)": 5.64048957824707,
      "cov-distil (oracle2teacher)": 4.6055402755737305,
      "epoch": 1.0368916797488226,
      "rel-constrast": 2.630391836166382,
      "step": 1321,
      "subrel-constrast": 3.5649666786193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7720431089401245,
      "cov-distil (oracle2student)": 4.684732437133789,
      "cov-distil (oracle2teacher)": 3.5343222618103027,
      "epoch": 1.0376766091051806,
      "rel-constrast": 2.9386072158813477,
      "step": 1322,
      "subrel-constrast": 3.618769884109497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2369327545166016,
      "cov-distil (oracle2student)": 5.290683746337891,
      "cov-distil (oracle2teacher)": 4.382033348083496,
      "epoch": 1.0384615384615385,
      "rel-constrast": 2.5824694633483887,
      "step": 1323,
      "subrel-constrast": 2.957828998565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7084834575653076,
      "cov-distil (oracle2student)": 4.801592826843262,
      "cov-distil (oracle2teacher)": 4.573149681091309,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.330925464630127,
      "step": 1324,
      "subrel-constrast": 3.025042772293091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6483409404754639,
      "cov-distil (oracle2student)": 4.576464653015137,
      "cov-distil (oracle2teacher)": 4.517220497131348,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.221100091934204,
      "step": 1325,
      "subrel-constrast": 4.010844707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.425302267074585,
      "cov-distil (oracle2student)": 4.60395622253418,
      "cov-distil (oracle2teacher)": 4.097194194793701,
      "epoch": 1.0408163265306123,
      "rel-constrast": 2.071265459060669,
      "step": 1326,
      "subrel-constrast": 2.7067792415618896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444546461105347,
      "cov-distil (oracle2student)": 4.787205219268799,
      "cov-distil (oracle2teacher)": 4.694511413574219,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.1643998622894287,
      "step": 1327,
      "subrel-constrast": 3.3173069953918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749159812927246,
      "cov-distil (oracle2student)": 3.9704229831695557,
      "cov-distil (oracle2teacher)": 3.9091074466705322,
      "epoch": 1.042386185243328,
      "rel-constrast": 1.8608733415603638,
      "step": 1328,
      "subrel-constrast": 3.028872489929199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8131392002105713,
      "cov-distil (oracle2student)": 3.913818120956421,
      "cov-distil (oracle2teacher)": 3.5009331703186035,
      "epoch": 1.043171114599686,
      "rel-constrast": 2.4605183601379395,
      "step": 1329,
      "subrel-constrast": 3.181942939758301,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 4.75,
      "learning_rate": 9.1857319037902e-05,
      "loss": 0.6779,
      "step": 1330
    },
    {
      "cov-distil": 1.6918214559555054,
      "cov-distil (oracle2student)": 1.985854983329773,
      "cov-distil (oracle2teacher)": 2.3230671882629395,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.636200189590454,
      "step": 1330,
      "subrel-constrast": 3.023737668991089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7705529928207397,
      "cov-distil (oracle2student)": 4.77442741394043,
      "cov-distil (oracle2teacher)": 4.307469844818115,
      "epoch": 1.0447409733124018,
      "rel-constrast": 5.260841369628906,
      "step": 1331,
      "subrel-constrast": 5.249504089355469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6209807395935059,
      "cov-distil (oracle2student)": 3.914160966873169,
      "cov-distil (oracle2teacher)": 4.043169021606445,
      "epoch": 1.0455259026687598,
      "rel-constrast": 1.7109123468399048,
      "step": 1332,
      "subrel-constrast": 2.741431713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.185981035232544,
      "cov-distil (oracle2student)": 3.6772313117980957,
      "cov-distil (oracle2teacher)": 3.24367356300354,
      "epoch": 1.0463108320251178,
      "rel-constrast": 2.508150100708008,
      "step": 1333,
      "subrel-constrast": 3.006462812423706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651005744934082,
      "cov-distil (oracle2student)": 1.9110437631607056,
      "cov-distil (oracle2teacher)": 2.4883735179901123,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.2930707931518555,
      "step": 1334,
      "subrel-constrast": 2.959874391555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9518980979919434,
      "cov-distil (oracle2student)": 4.3900251388549805,
      "cov-distil (oracle2teacher)": 3.9883272647857666,
      "epoch": 1.0478806907378335,
      "rel-constrast": 2.933549404144287,
      "step": 1335,
      "subrel-constrast": 3.5531764030456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353724002838135,
      "cov-distil (oracle2student)": 3.5855536460876465,
      "cov-distil (oracle2teacher)": 3.6431875228881836,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.3266654014587402,
      "step": 1336,
      "subrel-constrast": 4.189326763153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.79240882396698,
      "cov-distil (oracle2student)": 3.195918560028076,
      "cov-distil (oracle2teacher)": 2.9547760486602783,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.092291831970215,
      "step": 1337,
      "subrel-constrast": 2.7976536750793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.405869483947754,
      "cov-distil (oracle2student)": 4.81923770904541,
      "cov-distil (oracle2teacher)": 4.486390590667725,
      "epoch": 1.0502354788069075,
      "rel-constrast": 2.7384090423583984,
      "step": 1338,
      "subrel-constrast": 4.017813682556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741344928741455,
      "cov-distil (oracle2student)": 4.122046947479248,
      "cov-distil (oracle2teacher)": 3.474472999572754,
      "epoch": 1.0510204081632653,
      "rel-constrast": 1.7659763097763062,
      "step": 1339,
      "subrel-constrast": 2.6532986164093018,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 3.5625,
      "learning_rate": 9.16653688942175e-05,
      "loss": 0.7014,
      "step": 1340
    },
    {
      "cov-distil": 1.8385217189788818,
      "cov-distil (oracle2student)": 4.181255340576172,
      "cov-distil (oracle2teacher)": 3.955644130706787,
      "epoch": 1.0518053375196232,
      "rel-constrast": 2.593562126159668,
      "step": 1340,
      "subrel-constrast": 3.3708744049072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5935218334197998,
      "cov-distil (oracle2student)": 4.656263828277588,
      "cov-distil (oracle2teacher)": 4.097611427307129,
      "epoch": 1.0525902668759812,
      "rel-constrast": 2.212906837463379,
      "step": 1341,
      "subrel-constrast": 3.1522858142852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6353771686553955,
      "cov-distil (oracle2student)": 4.512859344482422,
      "cov-distil (oracle2teacher)": 4.555948257446289,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.429433822631836,
      "step": 1342,
      "subrel-constrast": 3.5841257572174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8711049556732178,
      "cov-distil (oracle2student)": 3.9377341270446777,
      "cov-distil (oracle2teacher)": 4.186897277832031,
      "epoch": 1.054160125588697,
      "rel-constrast": 2.8636534214019775,
      "step": 1343,
      "subrel-constrast": 4.2037248611450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4972853660583496,
      "cov-distil (oracle2student)": 4.1551995277404785,
      "cov-distil (oracle2teacher)": 3.8827147483825684,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.2651991844177246,
      "step": 1344,
      "subrel-constrast": 4.087406158447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6645784378051758,
      "cov-distil (oracle2student)": 4.686002731323242,
      "cov-distil (oracle2teacher)": 3.6605072021484375,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.4630093574523926,
      "step": 1345,
      "subrel-constrast": 2.8347725868225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621270656585693,
      "cov-distil (oracle2student)": 4.745555877685547,
      "cov-distil (oracle2teacher)": 4.599802017211914,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.5193660259246826,
      "step": 1346,
      "subrel-constrast": 3.424694776535034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7663073539733887,
      "cov-distil (oracle2student)": 2.375230073928833,
      "cov-distil (oracle2teacher)": 2.6679885387420654,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.0128839015960693,
      "step": 1347,
      "subrel-constrast": 3.170344114303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375484466552734,
      "cov-distil (oracle2student)": 2.5244088172912598,
      "cov-distil (oracle2teacher)": 2.5160017013549805,
      "epoch": 1.0580847723704867,
      "rel-constrast": 3.0053763389587402,
      "step": 1348,
      "subrel-constrast": 3.866759777069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505988597869873,
      "cov-distil (oracle2student)": 2.927445411682129,
      "cov-distil (oracle2teacher)": 2.973633289337158,
      "epoch": 1.0588697017268447,
      "rel-constrast": 2.258024215698242,
      "step": 1349,
      "subrel-constrast": 3.5144689083099365,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 5.09375,
      "learning_rate": 9.147138803923416e-05,
      "loss": 0.6816,
      "step": 1350
    },
    {
      "cov-distil": 1.7232111692428589,
      "cov-distil (oracle2student)": 2.4178807735443115,
      "cov-distil (oracle2teacher)": 2.9550857543945312,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.0654256343841553,
      "step": 1350,
      "subrel-constrast": 4.053812026977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719884395599365,
      "cov-distil (oracle2student)": 3.6220436096191406,
      "cov-distil (oracle2teacher)": 3.7351577281951904,
      "epoch": 1.0604395604395604,
      "rel-constrast": 1.617389440536499,
      "step": 1351,
      "subrel-constrast": 2.709071397781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46259605884552,
      "cov-distil (oracle2student)": 5.338980674743652,
      "cov-distil (oracle2teacher)": 4.9523797035217285,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.418498992919922,
      "step": 1352,
      "subrel-constrast": 3.0732035636901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6162368059158325,
      "cov-distil (oracle2student)": 5.823265075683594,
      "cov-distil (oracle2teacher)": 4.918757438659668,
      "epoch": 1.0620094191522762,
      "rel-constrast": 2.733581304550171,
      "step": 1353,
      "subrel-constrast": 3.335575580596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2637585401535034,
      "cov-distil (oracle2student)": 4.595176696777344,
      "cov-distil (oracle2teacher)": 4.580601692199707,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.1380231380462646,
      "step": 1354,
      "subrel-constrast": 2.9332449436187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3319240808486938,
      "cov-distil (oracle2student)": 4.396291732788086,
      "cov-distil (oracle2teacher)": 4.10595703125,
      "epoch": 1.0635792778649922,
      "rel-constrast": 2.902350425720215,
      "step": 1355,
      "subrel-constrast": 3.3334176540374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8756940364837646,
      "cov-distil (oracle2student)": 3.5156192779541016,
      "cov-distil (oracle2teacher)": 3.921072483062744,
      "epoch": 1.0643642072213502,
      "rel-constrast": 3.768909454345703,
      "step": 1356,
      "subrel-constrast": 4.345647811889648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633460283279419,
      "cov-distil (oracle2student)": 5.826426029205322,
      "cov-distil (oracle2teacher)": 5.2067413330078125,
      "epoch": 1.065149136577708,
      "rel-constrast": 2.6809024810791016,
      "step": 1357,
      "subrel-constrast": 3.611293077468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628828525543213,
      "cov-distil (oracle2student)": 3.154690742492676,
      "cov-distil (oracle2teacher)": 3.5574522018432617,
      "epoch": 1.065934065934066,
      "rel-constrast": 2.540149211883545,
      "step": 1358,
      "subrel-constrast": 3.479745864868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3074936866760254,
      "cov-distil (oracle2student)": 5.7100911140441895,
      "cov-distil (oracle2teacher)": 5.076666831970215,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.0129575729370117,
      "step": 1359,
      "subrel-constrast": 3.7077131271362305,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 5.0625,
      "learning_rate": 9.127538592730519e-05,
      "loss": 0.7102,
      "step": 1360
    },
    {
      "cov-distil": 1.080758810043335,
      "cov-distil (oracle2student)": 3.588216781616211,
      "cov-distil (oracle2teacher)": 3.702209949493408,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.5231432914733887,
      "step": 1360,
      "subrel-constrast": 3.650846242904663,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0941896438598633,
      "cov-distil (oracle2student)": 3.8152289390563965,
      "cov-distil (oracle2teacher)": 4.26212215423584,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.605457305908203,
      "step": 1361,
      "subrel-constrast": 4.601670265197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3963532447814941,
      "cov-distil (oracle2student)": 5.52241325378418,
      "cov-distil (oracle2teacher)": 4.849437236785889,
      "epoch": 1.0690737833594977,
      "rel-constrast": 2.979219913482666,
      "step": 1362,
      "subrel-constrast": 3.0611469745635986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8325297832489014,
      "cov-distil (oracle2student)": 4.211177825927734,
      "cov-distil (oracle2teacher)": 3.798135757446289,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.0340352058410645,
      "step": 1363,
      "subrel-constrast": 3.821584939956665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8770633935928345,
      "cov-distil (oracle2student)": 2.7745466232299805,
      "cov-distil (oracle2teacher)": 3.143465042114258,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.3920164108276367,
      "step": 1364,
      "subrel-constrast": 3.5519068241119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9168500900268555,
      "cov-distil (oracle2student)": 3.237098217010498,
      "cov-distil (oracle2teacher)": 3.1912026405334473,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.0080294609069824,
      "step": 1365,
      "subrel-constrast": 3.0766639709472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070383310317993,
      "cov-distil (oracle2student)": 4.164373397827148,
      "cov-distil (oracle2teacher)": 4.427802085876465,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.0260109901428223,
      "step": 1366,
      "subrel-constrast": 3.9870851039886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4785864353179932,
      "cov-distil (oracle2student)": 4.861960411071777,
      "cov-distil (oracle2teacher)": 4.520398139953613,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.003387928009033,
      "step": 1367,
      "subrel-constrast": 2.6945607662200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063410997390747,
      "cov-distil (oracle2student)": 4.590878009796143,
      "cov-distil (oracle2teacher)": 4.650384902954102,
      "epoch": 1.0737833594976451,
      "rel-constrast": 2.3410749435424805,
      "step": 1368,
      "subrel-constrast": 3.9331796169281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826420783996582,
      "cov-distil (oracle2student)": 4.863162517547607,
      "cov-distil (oracle2teacher)": 4.475925445556641,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.0971994400024414,
      "step": 1369,
      "subrel-constrast": 3.7541110515594482,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 5.28125,
      "learning_rate": 9.107737211129701e-05,
      "loss": 0.7187,
      "step": 1370
    },
    {
      "cov-distil": 1.8289847373962402,
      "cov-distil (oracle2student)": 2.7924492359161377,
      "cov-distil (oracle2teacher)": 2.5678186416625977,
      "epoch": 1.0753532182103611,
      "rel-constrast": 1.8489643335342407,
      "step": 1370,
      "subrel-constrast": 2.8832480907440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.16793954372406,
      "cov-distil (oracle2student)": 4.306473255157471,
      "cov-distil (oracle2teacher)": 3.8369081020355225,
      "epoch": 1.076138147566719,
      "rel-constrast": 2.0497918128967285,
      "step": 1371,
      "subrel-constrast": 2.7585232257843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8356596231460571,
      "cov-distil (oracle2student)": 4.659369468688965,
      "cov-distil (oracle2teacher)": 4.280679225921631,
      "epoch": 1.0769230769230769,
      "rel-constrast": 1.793134331703186,
      "step": 1372,
      "subrel-constrast": 2.565680980682373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812760829925537,
      "cov-distil (oracle2student)": 3.94313645362854,
      "cov-distil (oracle2teacher)": 3.491278648376465,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.025528907775879,
      "step": 1373,
      "subrel-constrast": 2.987967014312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386316299438477,
      "cov-distil (oracle2student)": 3.591538429260254,
      "cov-distil (oracle2teacher)": 3.4714953899383545,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.24363374710083,
      "step": 1374,
      "subrel-constrast": 3.9193546772003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820124626159668,
      "cov-distil (oracle2student)": 3.8390872478485107,
      "cov-distil (oracle2teacher)": 3.350621461868286,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.2689552307128906,
      "step": 1375,
      "subrel-constrast": 3.3534488677978516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.377878189086914,
      "cov-distil (oracle2student)": 5.61826229095459,
      "cov-distil (oracle2teacher)": 5.424530982971191,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.1020829677581787,
      "step": 1376,
      "subrel-constrast": 2.621086597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7247116565704346,
      "cov-distil (oracle2student)": 3.8584229946136475,
      "cov-distil (oracle2teacher)": 3.83791184425354,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.4483182430267334,
      "step": 1377,
      "subrel-constrast": 3.4051315784454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6125223636627197,
      "cov-distil (oracle2student)": 3.9223034381866455,
      "cov-distil (oracle2teacher)": 4.140458106994629,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.575402021408081,
      "step": 1378,
      "subrel-constrast": 3.452030897140503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8974988460540771,
      "cov-distil (oracle2student)": 2.6039257049560547,
      "cov-distil (oracle2teacher)": 2.657160758972168,
      "epoch": 1.0824175824175823,
      "rel-constrast": 1.7774461507797241,
      "step": 1379,
      "subrel-constrast": 2.3631160259246826,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 3.796875,
      "learning_rate": 9.087735624212365e-05,
      "loss": 0.5956,
      "step": 1380
    },
    {
      "cov-distil": 1.6677453517913818,
      "cov-distil (oracle2student)": 5.250985145568848,
      "cov-distil (oracle2teacher)": 5.357531547546387,
      "epoch": 1.0832025117739403,
      "rel-constrast": 3.7967662811279297,
      "step": 1380,
      "subrel-constrast": 4.559445381164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.63155460357666,
      "cov-distil (oracle2student)": 4.160059928894043,
      "cov-distil (oracle2teacher)": 4.29091739654541,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.5916035175323486,
      "step": 1381,
      "subrel-constrast": 4.03554105758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7427897453308105,
      "cov-distil (oracle2student)": 5.047139644622803,
      "cov-distil (oracle2teacher)": 4.430423259735107,
      "epoch": 1.084772370486656,
      "rel-constrast": 2.8585801124572754,
      "step": 1382,
      "subrel-constrast": 3.6163790225982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951182842254639,
      "cov-distil (oracle2student)": 4.780002117156982,
      "cov-distil (oracle2teacher)": 5.011022567749023,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.002410411834717,
      "step": 1383,
      "subrel-constrast": 3.6806201934814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2784000635147095,
      "cov-distil (oracle2student)": 4.919982433319092,
      "cov-distil (oracle2teacher)": 4.2767839431762695,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.193398952484131,
      "step": 1384,
      "subrel-constrast": 2.430006742477417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539935827255249,
      "cov-distil (oracle2student)": 3.3293933868408203,
      "cov-distil (oracle2teacher)": 3.2560958862304688,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.407805919647217,
      "step": 1385,
      "subrel-constrast": 3.257488250732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962958574295044,
      "cov-distil (oracle2student)": 6.7480573654174805,
      "cov-distil (oracle2teacher)": 6.5656232833862305,
      "epoch": 1.0879120879120878,
      "rel-constrast": 3.1022894382476807,
      "step": 1386,
      "subrel-constrast": 3.883413791656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5603601932525635,
      "cov-distil (oracle2student)": 4.886218547821045,
      "cov-distil (oracle2teacher)": 5.075627326965332,
      "epoch": 1.0886970172684458,
      "rel-constrast": 3.0226526260375977,
      "step": 1387,
      "subrel-constrast": 3.462559700012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063184976577759,
      "cov-distil (oracle2student)": 5.148538112640381,
      "cov-distil (oracle2teacher)": 4.76318359375,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.270747184753418,
      "step": 1388,
      "subrel-constrast": 3.9740042686462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9133234024047852,
      "cov-distil (oracle2student)": 3.426563262939453,
      "cov-distil (oracle2teacher)": 3.3628411293029785,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.3616957664489746,
      "step": 1389,
      "subrel-constrast": 3.426616907119751,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 4.0625,
      "learning_rate": 9.06753480682764e-05,
      "loss": 0.7601,
      "step": 1390
    },
    {
      "cov-distil": 1.2701984643936157,
      "cov-distil (oracle2student)": 2.5666494369506836,
      "cov-distil (oracle2teacher)": 2.8539113998413086,
      "epoch": 1.0910518053375196,
      "rel-constrast": 1.7999587059020996,
      "step": 1390,
      "subrel-constrast": 2.3518755435943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0403945446014404,
      "cov-distil (oracle2student)": 6.533897399902344,
      "cov-distil (oracle2teacher)": 6.344549179077148,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.1585988998413086,
      "step": 1391,
      "subrel-constrast": 2.966217517852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7836802005767822,
      "cov-distil (oracle2student)": 4.177377223968506,
      "cov-distil (oracle2teacher)": 4.057860374450684,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.033285140991211,
      "step": 1392,
      "subrel-constrast": 4.687787055969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7408251762390137,
      "cov-distil (oracle2student)": 3.756614923477173,
      "cov-distil (oracle2teacher)": 3.777437210083008,
      "epoch": 1.0934065934065935,
      "rel-constrast": 2.960780143737793,
      "step": 1393,
      "subrel-constrast": 3.458866596221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9176511764526367,
      "cov-distil (oracle2student)": 4.879524230957031,
      "cov-distil (oracle2teacher)": 4.887177467346191,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.141913890838623,
      "step": 1394,
      "subrel-constrast": 3.4432497024536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5415278673171997,
      "cov-distil (oracle2student)": 4.979656219482422,
      "cov-distil (oracle2teacher)": 4.610848426818848,
      "epoch": 1.0949764521193093,
      "rel-constrast": 2.8539061546325684,
      "step": 1395,
      "subrel-constrast": 3.5080409049987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3543293476104736,
      "cov-distil (oracle2student)": 5.324610710144043,
      "cov-distil (oracle2teacher)": 5.260262489318848,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.4211044311523438,
      "step": 1396,
      "subrel-constrast": 3.817732334136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5336575508117676,
      "cov-distil (oracle2student)": 4.574918746948242,
      "cov-distil (oracle2teacher)": 4.381747245788574,
      "epoch": 1.096546310832025,
      "rel-constrast": 3.2736105918884277,
      "step": 1397,
      "subrel-constrast": 3.9639341831207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027905941009521,
      "cov-distil (oracle2student)": 3.7908270359039307,
      "cov-distil (oracle2teacher)": 3.7559404373168945,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.0675201416015625,
      "step": 1398,
      "subrel-constrast": 3.5794308185577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8368927240371704,
      "cov-distil (oracle2student)": 4.562469959259033,
      "cov-distil (oracle2teacher)": 4.527246952056885,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.768451690673828,
      "step": 1399,
      "subrel-constrast": 4.423852920532227,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.65625,
      "learning_rate": 9.047135743534868e-05,
      "loss": 0.7785,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.30156251788139343,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.05389404296875
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.033233642578125
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.020660400390625,
      "step": 1400
    },
    {
      "cov-distil": 1.44236421585083,
      "cov-distil (oracle2student)": 4.0538129806518555,
      "cov-distil (oracle2teacher)": 3.8058691024780273,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.3729991912841797,
      "step": 1400,
      "subrel-constrast": 4.661759853363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541278600692749,
      "cov-distil (oracle2student)": 3.2178590297698975,
      "cov-distil (oracle2teacher)": 3.366187572479248,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.3649673461914062,
      "step": 1401,
      "subrel-constrast": 3.187680721282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830606460571289,
      "cov-distil (oracle2student)": 5.600731372833252,
      "cov-distil (oracle2teacher)": 5.142122268676758,
      "epoch": 1.1004709576138147,
      "rel-constrast": 3.7183923721313477,
      "step": 1402,
      "subrel-constrast": 3.9869742393493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8939909934997559,
      "cov-distil (oracle2student)": 5.525115013122559,
      "cov-distil (oracle2teacher)": 4.870617389678955,
      "epoch": 1.1012558869701727,
      "rel-constrast": 1.9314475059509277,
      "step": 1403,
      "subrel-constrast": 2.9647765159606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.534744381904602,
      "cov-distil (oracle2student)": 4.788778305053711,
      "cov-distil (oracle2teacher)": 4.0955705642700195,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.235530376434326,
      "step": 1404,
      "subrel-constrast": 3.411717176437378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889150857925415,
      "cov-distil (oracle2student)": 3.96500563621521,
      "cov-distil (oracle2teacher)": 4.206035614013672,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.0627589225769043,
      "step": 1405,
      "subrel-constrast": 4.183586597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1638343334198,
      "cov-distil (oracle2student)": 4.888171195983887,
      "cov-distil (oracle2teacher)": 4.568888187408447,
      "epoch": 1.1036106750392465,
      "rel-constrast": 1.8258178234100342,
      "step": 1406,
      "subrel-constrast": 3.075580596923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5152846574783325,
      "cov-distil (oracle2student)": 3.8382411003112793,
      "cov-distil (oracle2teacher)": 3.850959300994873,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.6906208992004395,
      "step": 1407,
      "subrel-constrast": 3.376427412033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9163845777511597,
      "cov-distil (oracle2student)": 4.389390468597412,
      "cov-distil (oracle2teacher)": 4.193359375,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.286865234375,
      "step": 1408,
      "subrel-constrast": 4.104910850524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881553053855896,
      "cov-distil (oracle2student)": 4.559872150421143,
      "cov-distil (oracle2teacher)": 4.2489800453186035,
      "epoch": 1.1059654631083202,
      "rel-constrast": 2.8737800121307373,
      "step": 1409,
      "subrel-constrast": 3.48812198638916,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 4.5625,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.7281,
      "step": 1410
    },
    {
      "cov-distil": 1.6885337829589844,
      "cov-distil (oracle2student)": 2.3249828815460205,
      "cov-distil (oracle2teacher)": 2.8969554901123047,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.5649986267089844,
      "step": 1410,
      "subrel-constrast": 3.306666135787964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7076969146728516,
      "cov-distil (oracle2student)": 4.713911056518555,
      "cov-distil (oracle2teacher)": 4.498772621154785,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.320183753967285,
      "step": 1411,
      "subrel-constrast": 3.2064590454101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063164472579956,
      "cov-distil (oracle2student)": 3.7231783866882324,
      "cov-distil (oracle2teacher)": 3.9737234115600586,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.1067214012145996,
      "step": 1412,
      "subrel-constrast": 4.560111999511719,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585552453994751,
      "cov-distil (oracle2student)": 3.248539447784424,
      "cov-distil (oracle2teacher)": 2.5685319900512695,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.571706771850586,
      "step": 1413,
      "subrel-constrast": 3.85978102684021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5660343170166016,
      "cov-distil (oracle2student)": 2.945675849914551,
      "cov-distil (oracle2teacher)": 2.755072832107544,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.332653284072876,
      "step": 1414,
      "subrel-constrast": 3.347292184829712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681736707687378,
      "cov-distil (oracle2student)": 6.681564807891846,
      "cov-distil (oracle2teacher)": 5.725033760070801,
      "epoch": 1.110675039246468,
      "rel-constrast": 2.0240840911865234,
      "step": 1415,
      "subrel-constrast": 2.6956686973571777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73063063621521,
      "cov-distil (oracle2student)": 4.647397994995117,
      "cov-distil (oracle2teacher)": 4.169096946716309,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.564549446105957,
      "step": 1416,
      "subrel-constrast": 3.5501277446746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3720600605010986,
      "cov-distil (oracle2student)": 4.227237701416016,
      "cov-distil (oracle2teacher)": 3.6559526920318604,
      "epoch": 1.1122448979591837,
      "rel-constrast": 1.717221736907959,
      "step": 1417,
      "subrel-constrast": 3.1817092895507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360374450683594,
      "cov-distil (oracle2student)": 3.9117021560668945,
      "cov-distil (oracle2teacher)": 3.9029016494750977,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.428067922592163,
      "step": 1418,
      "subrel-constrast": 3.1592931747436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045701265335083,
      "cov-distil (oracle2student)": 5.118283271789551,
      "cov-distil (oracle2teacher)": 4.620915412902832,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.2285118103027344,
      "step": 1419,
      "subrel-constrast": 2.3836545944213867,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 3.578125,
      "learning_rate": 9.005746865725207e-05,
      "loss": 0.6414,
      "step": 1420
    },
    {
      "cov-distil": 1.7216196060180664,
      "cov-distil (oracle2student)": 3.9739816188812256,
      "cov-distil (oracle2teacher)": 3.4261393547058105,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.346525192260742,
      "step": 1420,
      "subrel-constrast": 3.3982415199279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6061948537826538,
      "cov-distil (oracle2student)": 3.822503089904785,
      "cov-distil (oracle2teacher)": 3.851276397705078,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.0436794757843018,
      "step": 1421,
      "subrel-constrast": 3.439687967300415,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017531633377075,
      "cov-distil (oracle2student)": 4.478726387023926,
      "cov-distil (oracle2teacher)": 4.36216926574707,
      "epoch": 1.1161695447409734,
      "rel-constrast": 1.6133126020431519,
      "step": 1422,
      "subrel-constrast": 2.9268343448638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8161418437957764,
      "cov-distil (oracle2student)": 3.044504165649414,
      "cov-distil (oracle2teacher)": 3.1390509605407715,
      "epoch": 1.1169544740973312,
      "rel-constrast": 1.805611252784729,
      "step": 1423,
      "subrel-constrast": 2.8890278339385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3147118091583252,
      "cov-distil (oracle2student)": 6.3433661460876465,
      "cov-distil (oracle2teacher)": 4.930166244506836,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.751812219619751,
      "step": 1424,
      "subrel-constrast": 3.1417362689971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6222343444824219,
      "cov-distil (oracle2student)": 3.9430463314056396,
      "cov-distil (oracle2teacher)": 3.87227725982666,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.0740966796875,
      "step": 1425,
      "subrel-constrast": 2.9023735523223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002302885055542,
      "cov-distil (oracle2student)": 4.9008684158325195,
      "cov-distil (oracle2teacher)": 4.510751724243164,
      "epoch": 1.119309262166405,
      "rel-constrast": 1.913682222366333,
      "step": 1426,
      "subrel-constrast": 3.158801555633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.905817985534668,
      "cov-distil (oracle2student)": 4.844113826751709,
      "cov-distil (oracle2teacher)": 4.412388324737549,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.6258630752563477,
      "step": 1427,
      "subrel-constrast": 3.5265729427337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6100471019744873,
      "cov-distil (oracle2student)": 3.9551823139190674,
      "cov-distil (oracle2teacher)": 3.729271411895752,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.353696346282959,
      "step": 1428,
      "subrel-constrast": 3.4032607078552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180563449859619,
      "cov-distil (oracle2student)": 3.8010916709899902,
      "cov-distil (oracle2teacher)": 3.83986234664917,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.5552380084991455,
      "step": 1429,
      "subrel-constrast": 4.0550618171691895,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 5.8125,
      "learning_rate": 8.984759068443831e-05,
      "loss": 0.6466,
      "step": 1430
    },
    {
      "cov-distil": 1.8985657691955566,
      "cov-distil (oracle2student)": 3.3904120922088623,
      "cov-distil (oracle2teacher)": 3.151684284210205,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.115746021270752,
      "step": 1430,
      "subrel-constrast": 2.9986467361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729933500289917,
      "cov-distil (oracle2student)": 7.5190229415893555,
      "cov-distil (oracle2teacher)": 6.6090826988220215,
      "epoch": 1.1232339089481946,
      "rel-constrast": 1.901991367340088,
      "step": 1431,
      "subrel-constrast": 2.835864543914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516862392425537,
      "cov-distil (oracle2student)": 3.649843454360962,
      "cov-distil (oracle2teacher)": 3.4371204376220703,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.7825379371643066,
      "step": 1432,
      "subrel-constrast": 3.158567428588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.345611333847046,
      "cov-distil (oracle2student)": 7.66499662399292,
      "cov-distil (oracle2teacher)": 6.339788436889648,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.1913671493530273,
      "step": 1433,
      "subrel-constrast": 2.862201690673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5831876993179321,
      "cov-distil (oracle2student)": 4.054872035980225,
      "cov-distil (oracle2teacher)": 4.26957893371582,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.8744850158691406,
      "step": 1434,
      "subrel-constrast": 3.3799407482147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3268990516662598,
      "cov-distil (oracle2student)": 4.148804664611816,
      "cov-distil (oracle2teacher)": 4.0025529861450195,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.166053295135498,
      "step": 1435,
      "subrel-constrast": 3.803964853286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.415241003036499,
      "cov-distil (oracle2student)": 3.517071485519409,
      "cov-distil (oracle2teacher)": 3.898751735687256,
      "epoch": 1.1271585557299844,
      "rel-constrast": 2.5674538612365723,
      "step": 1436,
      "subrel-constrast": 3.3868942260742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4728920459747314,
      "cov-distil (oracle2student)": 8.101329803466797,
      "cov-distil (oracle2teacher)": 6.924234390258789,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.282076835632324,
      "step": 1437,
      "subrel-constrast": 3.897214889526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0387217998504639,
      "cov-distil (oracle2student)": 4.895327091217041,
      "cov-distil (oracle2teacher)": 4.2319746017456055,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.1743574142456055,
      "step": 1438,
      "subrel-constrast": 3.565739631652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735108852386475,
      "cov-distil (oracle2student)": 3.1892716884613037,
      "cov-distil (oracle2teacher)": 3.362489700317383,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.451916456222534,
      "step": 1439,
      "subrel-constrast": 3.2570018768310547,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 4.90625,
      "learning_rate": 8.963577059627118e-05,
      "loss": 0.6775,
      "step": 1440
    },
    {
      "cov-distil": 1.9132039546966553,
      "cov-distil (oracle2student)": 5.14228630065918,
      "cov-distil (oracle2teacher)": 4.8279595375061035,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.365907669067383,
      "step": 1440,
      "subrel-constrast": 3.4205260276794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439393520355225,
      "cov-distil (oracle2student)": 4.456230163574219,
      "cov-distil (oracle2teacher)": 4.154294013977051,
      "epoch": 1.1310832025117739,
      "rel-constrast": 2.4763357639312744,
      "step": 1441,
      "subrel-constrast": 3.2834339141845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839634656906128,
      "cov-distil (oracle2student)": 7.20042610168457,
      "cov-distil (oracle2teacher)": 5.992683410644531,
      "epoch": 1.1318681318681318,
      "rel-constrast": 2.6762619018554688,
      "step": 1442,
      "subrel-constrast": 3.400744915008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5943748950958252,
      "cov-distil (oracle2student)": 4.763287544250488,
      "cov-distil (oracle2teacher)": 4.443823337554932,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.699042797088623,
      "step": 1443,
      "subrel-constrast": 4.110958099365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6492030620574951,
      "cov-distil (oracle2student)": 4.56611967086792,
      "cov-distil (oracle2teacher)": 4.1327056884765625,
      "epoch": 1.1334379905808478,
      "rel-constrast": 2.6876041889190674,
      "step": 1444,
      "subrel-constrast": 3.3500657081604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6480814218521118,
      "cov-distil (oracle2student)": 3.980526924133301,
      "cov-distil (oracle2teacher)": 4.027394771575928,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.2168617248535156,
      "step": 1445,
      "subrel-constrast": 2.8596999645233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5082478523254395,
      "cov-distil (oracle2student)": 3.6631851196289062,
      "cov-distil (oracle2teacher)": 3.886056900024414,
      "epoch": 1.1350078492935636,
      "rel-constrast": 2.896669864654541,
      "step": 1446,
      "subrel-constrast": 3.6489756107330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.427353858947754,
      "cov-distil (oracle2student)": 4.375114917755127,
      "cov-distil (oracle2teacher)": 4.124561309814453,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.4208498001098633,
      "step": 1447,
      "subrel-constrast": 3.103489398956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4585565328598022,
      "cov-distil (oracle2student)": 3.4935638904571533,
      "cov-distil (oracle2teacher)": 3.6242964267730713,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.010965347290039,
      "step": 1448,
      "subrel-constrast": 3.5230023860931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502692461013794,
      "cov-distil (oracle2student)": 4.332066059112549,
      "cov-distil (oracle2teacher)": 4.131033897399902,
      "epoch": 1.1373626373626373,
      "rel-constrast": 1.7384697198867798,
      "step": 1449,
      "subrel-constrast": 2.8199868202209473,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 3.546875,
      "learning_rate": 8.942201871656291e-05,
      "loss": 0.6949,
      "step": 1450
    },
    {
      "cov-distil": 0.920332670211792,
      "cov-distil (oracle2student)": 3.1602392196655273,
      "cov-distil (oracle2teacher)": 3.1847715377807617,
      "epoch": 1.1381475667189953,
      "rel-constrast": 1.9453778266906738,
      "step": 1450,
      "subrel-constrast": 2.7418735027313232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7015260457992554,
      "cov-distil (oracle2student)": 2.8886427879333496,
      "cov-distil (oracle2teacher)": 2.8402230739593506,
      "epoch": 1.1389324960753533,
      "rel-constrast": 2.792250633239746,
      "step": 1451,
      "subrel-constrast": 3.176133632659912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8726913928985596,
      "cov-distil (oracle2student)": 2.7787928581237793,
      "cov-distil (oracle2teacher)": 2.9139609336853027,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.2228384017944336,
      "step": 1452,
      "subrel-constrast": 3.228459119796753,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097155570983887,
      "cov-distil (oracle2student)": 3.9595823287963867,
      "cov-distil (oracle2teacher)": 3.8262856006622314,
      "epoch": 1.140502354788069,
      "rel-constrast": 1.9164016246795654,
      "step": 1453,
      "subrel-constrast": 2.799814462661743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7255809307098389,
      "cov-distil (oracle2student)": 4.6407976150512695,
      "cov-distil (oracle2teacher)": 4.281615257263184,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.1533801555633545,
      "step": 1454,
      "subrel-constrast": 3.693359851837158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.596489429473877,
      "cov-distil (oracle2student)": 2.9985454082489014,
      "cov-distil (oracle2teacher)": 3.0485763549804688,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.018394947052002,
      "step": 1455,
      "subrel-constrast": 2.8314993381500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607059359550476,
      "cov-distil (oracle2student)": 5.808135032653809,
      "cov-distil (oracle2teacher)": 5.234864234924316,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.3880350589752197,
      "step": 1456,
      "subrel-constrast": 3.2648489475250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2922532558441162,
      "cov-distil (oracle2student)": 2.9715628623962402,
      "cov-distil (oracle2teacher)": 3.287144660949707,
      "epoch": 1.1436420722135008,
      "rel-constrast": 1.9679532051086426,
      "step": 1457,
      "subrel-constrast": 2.653871536254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8270572423934937,
      "cov-distil (oracle2student)": 4.041351318359375,
      "cov-distil (oracle2teacher)": 3.8701536655426025,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.3884196281433105,
      "step": 1458,
      "subrel-constrast": 3.309765338897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6107800006866455,
      "cov-distil (oracle2student)": 4.3089118003845215,
      "cov-distil (oracle2teacher)": 3.9474101066589355,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.533174514770508,
      "step": 1459,
      "subrel-constrast": 3.8606393337249756,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 4.96875,
      "learning_rate": 8.920634546327858e-05,
      "loss": 0.6486,
      "step": 1460
    },
    {
      "cov-distil": 2.382774591445923,
      "cov-distil (oracle2student)": 5.485628128051758,
      "cov-distil (oracle2teacher)": 4.918673515319824,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.491776943206787,
      "step": 1460,
      "subrel-constrast": 4.1858320236206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4890435934066772,
      "cov-distil (oracle2student)": 4.161591529846191,
      "cov-distil (oracle2teacher)": 3.7246999740600586,
      "epoch": 1.1467817896389325,
      "rel-constrast": 2.9489150047302246,
      "step": 1461,
      "subrel-constrast": 3.1888999938964844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129210948944092,
      "cov-distil (oracle2student)": 3.0199170112609863,
      "cov-distil (oracle2teacher)": 3.2253949642181396,
      "epoch": 1.1475667189952905,
      "rel-constrast": 1.9955458641052246,
      "step": 1462,
      "subrel-constrast": 2.7950398921966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429518699645996,
      "cov-distil (oracle2student)": 5.118095397949219,
      "cov-distil (oracle2teacher)": 4.465451240539551,
      "epoch": 1.1483516483516483,
      "rel-constrast": 2.3385937213897705,
      "step": 1463,
      "subrel-constrast": 3.2321484088897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8416804075241089,
      "cov-distil (oracle2student)": 6.746613025665283,
      "cov-distil (oracle2teacher)": 5.494604110717773,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.5431041717529297,
      "step": 1464,
      "subrel-constrast": 4.362311840057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1088435649871826,
      "cov-distil (oracle2student)": 3.8276405334472656,
      "cov-distil (oracle2teacher)": 3.8045883178710938,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.2470803260803223,
      "step": 1465,
      "subrel-constrast": 2.8486902713775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5087186098098755,
      "cov-distil (oracle2student)": 4.855030059814453,
      "cov-distil (oracle2teacher)": 4.582432746887207,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.60952091217041,
      "step": 1466,
      "subrel-constrast": 3.2654061317443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3786840438842773,
      "cov-distil (oracle2student)": 4.887744426727295,
      "cov-distil (oracle2teacher)": 4.600503444671631,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.0246376991271973,
      "step": 1467,
      "subrel-constrast": 2.5172810554504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3777512311935425,
      "cov-distil (oracle2student)": 2.1497914791107178,
      "cov-distil (oracle2teacher)": 2.161656141281128,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.4793962240219116,
      "step": 1468,
      "subrel-constrast": 2.367056369781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7728590965270996,
      "cov-distil (oracle2student)": 3.457270622253418,
      "cov-distil (oracle2teacher)": 3.7185635566711426,
      "epoch": 1.153061224489796,
      "rel-constrast": 2.3034682273864746,
      "step": 1469,
      "subrel-constrast": 2.947334051132202,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 4.875,
      "learning_rate": 8.898876134802826e-05,
      "loss": 0.6641,
      "step": 1470
    },
    {
      "cov-distil": 1.7113838195800781,
      "cov-distil (oracle2student)": 6.983272552490234,
      "cov-distil (oracle2teacher)": 6.1088056564331055,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.4585142135620117,
      "step": 1470,
      "subrel-constrast": 3.369832754135132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960344314575195,
      "cov-distil (oracle2student)": 3.4381847381591797,
      "cov-distil (oracle2teacher)": 3.5839836597442627,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.588690996170044,
      "step": 1471,
      "subrel-constrast": 2.6651878356933594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1655125617980957,
      "cov-distil (oracle2student)": 5.24053955078125,
      "cov-distil (oracle2teacher)": 5.013134479522705,
      "epoch": 1.1554160125588697,
      "rel-constrast": 1.8818936347961426,
      "step": 1472,
      "subrel-constrast": 2.780104875564575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5300767421722412,
      "cov-distil (oracle2student)": 6.164913177490234,
      "cov-distil (oracle2teacher)": 5.498805999755859,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.2269845008850098,
      "step": 1473,
      "subrel-constrast": 2.9037251472473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512404203414917,
      "cov-distil (oracle2student)": 4.064872741699219,
      "cov-distil (oracle2teacher)": 4.030491828918457,
      "epoch": 1.1569858712715855,
      "rel-constrast": 1.7766518592834473,
      "step": 1474,
      "subrel-constrast": 2.816473960876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.186896562576294,
      "cov-distil (oracle2student)": 5.949897766113281,
      "cov-distil (oracle2teacher)": 4.996249675750732,
      "epoch": 1.1577708006279435,
      "rel-constrast": 1.9086418151855469,
      "step": 1475,
      "subrel-constrast": 2.8229568004608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7240030765533447,
      "cov-distil (oracle2student)": 3.860840082168579,
      "cov-distil (oracle2teacher)": 3.6175026893615723,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.18544340133667,
      "step": 1476,
      "subrel-constrast": 3.1289167404174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5398478507995605,
      "cov-distil (oracle2student)": 4.542572021484375,
      "cov-distil (oracle2teacher)": 4.202126502990723,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.36609148979187,
      "step": 1477,
      "subrel-constrast": 3.3465678691864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3479182720184326,
      "cov-distil (oracle2student)": 5.017348289489746,
      "cov-distil (oracle2teacher)": 4.662605285644531,
      "epoch": 1.1601255886970172,
      "rel-constrast": 2.8745555877685547,
      "step": 1478,
      "subrel-constrast": 3.5719594955444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706235647201538,
      "cov-distil (oracle2student)": 2.640176296234131,
      "cov-distil (oracle2teacher)": 2.9243741035461426,
      "epoch": 1.1609105180533752,
      "rel-constrast": 2.9822335243225098,
      "step": 1479,
      "subrel-constrast": 3.500357151031494,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 5.15625,
      "learning_rate": 8.87692769755548e-05,
      "loss": 0.594,
      "step": 1480
    },
    {
      "cov-distil": 1.3952176570892334,
      "cov-distil (oracle2student)": 4.136480331420898,
      "cov-distil (oracle2teacher)": 3.5097858905792236,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.1989529132843018,
      "step": 1480,
      "subrel-constrast": 3.056321382522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0730199813842773,
      "cov-distil (oracle2student)": 3.07198429107666,
      "cov-distil (oracle2teacher)": 3.3458633422851562,
      "epoch": 1.1624803767660912,
      "rel-constrast": 1.1075165271759033,
      "step": 1481,
      "subrel-constrast": 2.3776631355285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7595065832138062,
      "cov-distil (oracle2student)": 4.5355987548828125,
      "cov-distil (oracle2teacher)": 3.721350908279419,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.64872145652771,
      "step": 1482,
      "subrel-constrast": 3.005540370941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3636153936386108,
      "cov-distil (oracle2student)": 7.133673667907715,
      "cov-distil (oracle2teacher)": 6.193906784057617,
      "epoch": 1.164050235478807,
      "rel-constrast": 2.934494972229004,
      "step": 1483,
      "subrel-constrast": 3.9500534534454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3385967016220093,
      "cov-distil (oracle2student)": 4.382026672363281,
      "cov-distil (oracle2teacher)": 4.057334899902344,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.5052990913391113,
      "step": 1484,
      "subrel-constrast": 3.060687303543091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1611063480377197,
      "cov-distil (oracle2student)": 4.532223701477051,
      "cov-distil (oracle2teacher)": 4.527599811553955,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.0750532150268555,
      "step": 1485,
      "subrel-constrast": 4.381795406341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8647761344909668,
      "cov-distil (oracle2student)": 3.5411906242370605,
      "cov-distil (oracle2teacher)": 3.5186100006103516,
      "epoch": 1.1664050235478807,
      "rel-constrast": 1.9845881462097168,
      "step": 1486,
      "subrel-constrast": 3.3729586601257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3404552936553955,
      "cov-distil (oracle2student)": 3.554081916809082,
      "cov-distil (oracle2teacher)": 3.616892099380493,
      "epoch": 1.1671899529042387,
      "rel-constrast": 1.9427120685577393,
      "step": 1487,
      "subrel-constrast": 3.155122995376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238523960113525,
      "cov-distil (oracle2student)": 5.060730934143066,
      "cov-distil (oracle2teacher)": 4.665079116821289,
      "epoch": 1.1679748822605966,
      "rel-constrast": 2.6883468627929688,
      "step": 1488,
      "subrel-constrast": 3.4167020320892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0488529205322266,
      "cov-distil (oracle2student)": 7.684642791748047,
      "cov-distil (oracle2teacher)": 6.413137435913086,
      "epoch": 1.1687598116169544,
      "rel-constrast": 2.6820180416107178,
      "step": 1489,
      "subrel-constrast": 3.2600693702697754,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 5.1875,
      "learning_rate": 8.854790304321681e-05,
      "loss": 0.6644,
      "step": 1490
    },
    {
      "cov-distil": 1.5790741443634033,
      "cov-distil (oracle2student)": 3.026587724685669,
      "cov-distil (oracle2teacher)": 3.71395206451416,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.252683162689209,
      "step": 1490,
      "subrel-constrast": 3.1973984241485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.230578899383545,
      "cov-distil (oracle2student)": 6.248869895935059,
      "cov-distil (oracle2teacher)": 5.154297828674316,
      "epoch": 1.1703296703296704,
      "rel-constrast": 1.6879925727844238,
      "step": 1491,
      "subrel-constrast": 2.5593457221984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810608983039856,
      "cov-distil (oracle2student)": 4.920379638671875,
      "cov-distil (oracle2teacher)": 4.863396644592285,
      "epoch": 1.1711145996860282,
      "rel-constrast": 2.116650104522705,
      "step": 1492,
      "subrel-constrast": 3.068960666656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6172666549682617,
      "cov-distil (oracle2student)": 4.53434419631958,
      "cov-distil (oracle2teacher)": 4.1293463706970215,
      "epoch": 1.1718995290423861,
      "rel-constrast": 2.9930942058563232,
      "step": 1493,
      "subrel-constrast": 3.556138753890991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810520887374878,
      "cov-distil (oracle2student)": 2.807432174682617,
      "cov-distil (oracle2teacher)": 2.8410439491271973,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.756678581237793,
      "step": 1494,
      "subrel-constrast": 3.710508346557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9425729513168335,
      "cov-distil (oracle2student)": 3.6123671531677246,
      "cov-distil (oracle2teacher)": 3.524376392364502,
      "epoch": 1.1734693877551021,
      "rel-constrast": 1.8721503019332886,
      "step": 1495,
      "subrel-constrast": 3.351774215698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.35511314868927,
      "cov-distil (oracle2student)": 3.150236129760742,
      "cov-distil (oracle2teacher)": 2.99460768699646,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.598984718322754,
      "step": 1496,
      "subrel-constrast": 3.033437490463257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555812120437622,
      "cov-distil (oracle2student)": 4.380667686462402,
      "cov-distil (oracle2teacher)": 4.323432445526123,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.354288339614868,
      "step": 1497,
      "subrel-constrast": 3.787031412124634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736794352531433,
      "cov-distil (oracle2student)": 4.265483379364014,
      "cov-distil (oracle2teacher)": 3.6608760356903076,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.1499147415161133,
      "step": 1498,
      "subrel-constrast": 2.9662508964538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632818341255188,
      "cov-distil (oracle2student)": 3.492344856262207,
      "cov-distil (oracle2teacher)": 3.4874637126922607,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.798807382583618,
      "step": 1499,
      "subrel-constrast": 3.2028145790100098,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 5.0625,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.6327,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7619999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7721800694806954,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.585598767142582,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.43499999999999994,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.6187215418066822,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.6133316993835529,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5428252780417074,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.3187499940395355,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.07049560546875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.046112060546875
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.024383544921875,
      "step": 1500
    },
    {
      "cov-distil": 1.7052438259124756,
      "cov-distil (oracle2student)": 4.503381729125977,
      "cov-distil (oracle2teacher)": 4.2352728843688965,
      "epoch": 1.1773940345368916,
      "rel-constrast": 1.7456778287887573,
      "step": 1500,
      "subrel-constrast": 2.6711738109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5976924896240234,
      "cov-distil (oracle2student)": 4.109921455383301,
      "cov-distil (oracle2teacher)": 3.886378288269043,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.7686309814453125,
      "step": 1501,
      "subrel-constrast": 3.611330032348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5985429286956787,
      "cov-distil (oracle2student)": 5.177509307861328,
      "cov-distil (oracle2teacher)": 4.85769510269165,
      "epoch": 1.1789638932496076,
      "rel-constrast": 2.783275604248047,
      "step": 1502,
      "subrel-constrast": 3.592716932296753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8807432651519775,
      "cov-distil (oracle2student)": 3.8029465675354004,
      "cov-distil (oracle2teacher)": 3.4699015617370605,
      "epoch": 1.1797488226059656,
      "rel-constrast": 1.9233524799346924,
      "step": 1503,
      "subrel-constrast": 2.6544852256774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5591078996658325,
      "cov-distil (oracle2student)": 5.466082572937012,
      "cov-distil (oracle2teacher)": 4.610783100128174,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.541856288909912,
      "step": 1504,
      "subrel-constrast": 3.051570415496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898470401763916,
      "cov-distil (oracle2student)": 2.8967223167419434,
      "cov-distil (oracle2teacher)": 2.912583351135254,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.03007435798645,
      "step": 1505,
      "subrel-constrast": 2.8148088455200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.211488962173462,
      "cov-distil (oracle2student)": 5.203065872192383,
      "cov-distil (oracle2teacher)": 5.033093452453613,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.7023119926452637,
      "step": 1506,
      "subrel-constrast": 4.187002182006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762690544128418,
      "cov-distil (oracle2student)": 4.866802215576172,
      "cov-distil (oracle2teacher)": 3.8803088665008545,
      "epoch": 1.182888540031397,
      "rel-constrast": 2.6440248489379883,
      "step": 1507,
      "subrel-constrast": 3.6964516639709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8378064632415771,
      "cov-distil (oracle2student)": 2.9254093170166016,
      "cov-distil (oracle2teacher)": 3.3326308727264404,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.3843607902526855,
      "step": 1508,
      "subrel-constrast": 3.41127610206604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.099351406097412,
      "cov-distil (oracle2student)": 1.9685165882110596,
      "cov-distil (oracle2teacher)": 1.9692935943603516,
      "epoch": 1.184458398744113,
      "rel-constrast": 1.9855897426605225,
      "step": 1509,
      "subrel-constrast": 2.537811040878296,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 4.0625,
      "learning_rate": 8.80995297483286e-05,
      "loss": 0.6768,
      "step": 1510
    },
    {
      "cov-distil": 2.1188366413116455,
      "cov-distil (oracle2student)": 4.176830291748047,
      "cov-distil (oracle2teacher)": 4.452783584594727,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.3178157806396484,
      "step": 1510,
      "subrel-constrast": 3.6419687271118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.692421317100525,
      "cov-distil (oracle2student)": 3.3259189128875732,
      "cov-distil (oracle2teacher)": 3.5183043479919434,
      "epoch": 1.1860282574568288,
      "rel-constrast": 2.988964080810547,
      "step": 1511,
      "subrel-constrast": 3.5802295207977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7515546083450317,
      "cov-distil (oracle2student)": 4.80131721496582,
      "cov-distil (oracle2teacher)": 4.453854560852051,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.3809189796447754,
      "step": 1512,
      "subrel-constrast": 3.4644148349761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3886380195617676,
      "cov-distil (oracle2student)": 5.22860050201416,
      "cov-distil (oracle2teacher)": 5.2533063888549805,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.733726978302002,
      "step": 1513,
      "subrel-constrast": 4.390034198760986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3133127689361572,
      "cov-distil (oracle2student)": 5.937033653259277,
      "cov-distil (oracle2teacher)": 5.1224775314331055,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.338839054107666,
      "step": 1514,
      "subrel-constrast": 3.005685329437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8530604839324951,
      "cov-distil (oracle2student)": 3.6696033477783203,
      "cov-distil (oracle2teacher)": 3.6206159591674805,
      "epoch": 1.1891679748822606,
      "rel-constrast": 1.888572096824646,
      "step": 1515,
      "subrel-constrast": 2.8321006298065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.168778896331787,
      "cov-distil (oracle2student)": 2.770020008087158,
      "cov-distil (oracle2teacher)": 3.1952412128448486,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.1271018981933594,
      "step": 1516,
      "subrel-constrast": 3.515486478805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2105193138122559,
      "cov-distil (oracle2student)": 4.329779624938965,
      "cov-distil (oracle2teacher)": 3.7545628547668457,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.113687038421631,
      "step": 1517,
      "subrel-constrast": 3.4414525032043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015023946762085,
      "cov-distil (oracle2student)": 4.385700225830078,
      "cov-distil (oracle2teacher)": 4.720728874206543,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.015457630157471,
      "step": 1518,
      "subrel-constrast": 4.659106254577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9592947959899902,
      "cov-distil (oracle2student)": 5.4805169105529785,
      "cov-distil (oracle2teacher)": 4.511702537536621,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.382565498352051,
      "step": 1519,
      "subrel-constrast": 3.9757142066955566,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.625,
      "learning_rate": 8.787255223886019e-05,
      "loss": 0.7509,
      "step": 1520
    },
    {
      "cov-distil": 1.4754095077514648,
      "cov-distil (oracle2student)": 4.544060707092285,
      "cov-distil (oracle2teacher)": 4.063207626342773,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.4997286796569824,
      "step": 1520,
      "subrel-constrast": 2.9171392917633057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.333594799041748,
      "cov-distil (oracle2student)": 5.943094253540039,
      "cov-distil (oracle2teacher)": 5.8992156982421875,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.1345419883728027,
      "step": 1521,
      "subrel-constrast": 3.4606754779815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676647424697876,
      "cov-distil (oracle2student)": 3.4983487129211426,
      "cov-distil (oracle2teacher)": 3.405188798904419,
      "epoch": 1.194662480376766,
      "rel-constrast": 2.9547228813171387,
      "step": 1522,
      "subrel-constrast": 3.7804667949676514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5238003730773926,
      "cov-distil (oracle2student)": 3.4825358390808105,
      "cov-distil (oracle2teacher)": 3.0369653701782227,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.03415846824646,
      "step": 1523,
      "subrel-constrast": 2.7790346145629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1547720432281494,
      "cov-distil (oracle2student)": 4.0608811378479,
      "cov-distil (oracle2teacher)": 4.79444694519043,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.4065489768981934,
      "step": 1524,
      "subrel-constrast": 3.559762954711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6022210121154785,
      "cov-distil (oracle2student)": 5.190400123596191,
      "cov-distil (oracle2teacher)": 4.856204509735107,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.393284559249878,
      "step": 1525,
      "subrel-constrast": 3.2589292526245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8397352695465088,
      "cov-distil (oracle2student)": 3.627033233642578,
      "cov-distil (oracle2teacher)": 3.636559009552002,
      "epoch": 1.1978021978021978,
      "rel-constrast": 2.4221863746643066,
      "step": 1526,
      "subrel-constrast": 3.2096338272094727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5980290174484253,
      "cov-distil (oracle2student)": 4.599432468414307,
      "cov-distil (oracle2teacher)": 4.392527103424072,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.0434372425079346,
      "step": 1527,
      "subrel-constrast": 4.105587959289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1118390560150146,
      "cov-distil (oracle2student)": 3.756171464920044,
      "cov-distil (oracle2teacher)": 3.804647922515869,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.573387622833252,
      "step": 1528,
      "subrel-constrast": 3.137127161026001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2146931886672974,
      "cov-distil (oracle2student)": 4.092416286468506,
      "cov-distil (oracle2teacher)": 3.1010258197784424,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.5102429389953613,
      "step": 1529,
      "subrel-constrast": 2.19943904876709,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 3.125,
      "learning_rate": 8.764372887462586e-05,
      "loss": 0.6656,
      "step": 1530
    },
    {
      "cov-distil": 1.5319048166275024,
      "cov-distil (oracle2student)": 4.690713882446289,
      "cov-distil (oracle2teacher)": 4.803866386413574,
      "epoch": 1.2009419152276295,
      "rel-constrast": 1.9022588729858398,
      "step": 1530,
      "subrel-constrast": 2.3043463230133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6928799152374268,
      "cov-distil (oracle2student)": 3.9762115478515625,
      "cov-distil (oracle2teacher)": 3.58125376701355,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.278289318084717,
      "step": 1531,
      "subrel-constrast": 2.9996278285980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8765828609466553,
      "cov-distil (oracle2student)": 3.2617220878601074,
      "cov-distil (oracle2teacher)": 3.383294105529785,
      "epoch": 1.2025117739403455,
      "rel-constrast": 2.861928939819336,
      "step": 1532,
      "subrel-constrast": 3.6048965454101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7005736827850342,
      "cov-distil (oracle2student)": 2.7689430713653564,
      "cov-distil (oracle2teacher)": 2.8691959381103516,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.3378090858459473,
      "step": 1533,
      "subrel-constrast": 2.847749710083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7741551399230957,
      "cov-distil (oracle2student)": 4.2705183029174805,
      "cov-distil (oracle2teacher)": 4.19755744934082,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.548121929168701,
      "step": 1534,
      "subrel-constrast": 3.4489381313323975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5406924486160278,
      "cov-distil (oracle2student)": 4.787934303283691,
      "cov-distil (oracle2teacher)": 4.429826736450195,
      "epoch": 1.2048665620094192,
      "rel-constrast": 2.546084403991699,
      "step": 1535,
      "subrel-constrast": 3.366830348968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532087802886963,
      "cov-distil (oracle2student)": 4.216512203216553,
      "cov-distil (oracle2teacher)": 4.116044044494629,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.0560710430145264,
      "step": 1536,
      "subrel-constrast": 3.01652193069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1020114421844482,
      "cov-distil (oracle2student)": 4.980038642883301,
      "cov-distil (oracle2teacher)": 4.7769951820373535,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.0466489791870117,
      "step": 1537,
      "subrel-constrast": 3.3903799057006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649499773979187,
      "cov-distil (oracle2student)": 3.3435850143432617,
      "cov-distil (oracle2teacher)": 3.404890537261963,
      "epoch": 1.207221350078493,
      "rel-constrast": 1.824823260307312,
      "step": 1538,
      "subrel-constrast": 2.8010292053222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6814985275268555,
      "cov-distil (oracle2student)": 4.174482345581055,
      "cov-distil (oracle2teacher)": 4.153911113739014,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.121013879776001,
      "step": 1539,
      "subrel-constrast": 3.202833890914917,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 3.75,
      "learning_rate": 8.741307080815357e-05,
      "loss": 0.6058,
      "step": 1540
    },
    {
      "cov-distil": 1.8879705667495728,
      "cov-distil (oracle2student)": 5.053159713745117,
      "cov-distil (oracle2teacher)": 5.307025909423828,
      "epoch": 1.2087912087912087,
      "rel-constrast": 2.791518211364746,
      "step": 1540,
      "subrel-constrast": 3.8433172702789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6674015522003174,
      "cov-distil (oracle2student)": 5.122541427612305,
      "cov-distil (oracle2teacher)": 5.297399520874023,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.4053690433502197,
      "step": 1541,
      "subrel-constrast": 3.468360185623169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8656513690948486,
      "cov-distil (oracle2student)": 3.4753832817077637,
      "cov-distil (oracle2teacher)": 3.2905421257019043,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.5891571044921875,
      "step": 1542,
      "subrel-constrast": 3.293689250946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3002510070800781,
      "cov-distil (oracle2student)": 4.869427680969238,
      "cov-distil (oracle2teacher)": 4.907262802124023,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.3854610919952393,
      "step": 1543,
      "subrel-constrast": 2.998671054840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2869793176651,
      "cov-distil (oracle2student)": 4.8755598068237305,
      "cov-distil (oracle2teacher)": 4.526385307312012,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.669271469116211,
      "step": 1544,
      "subrel-constrast": 3.140474796295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9493787288665771,
      "cov-distil (oracle2student)": 4.299631118774414,
      "cov-distil (oracle2teacher)": 4.346153736114502,
      "epoch": 1.2127158555729984,
      "rel-constrast": 1.5509233474731445,
      "step": 1545,
      "subrel-constrast": 3.146766185760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8113458156585693,
      "cov-distil (oracle2student)": 3.6827285289764404,
      "cov-distil (oracle2teacher)": 3.8221771717071533,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.5069375038146973,
      "step": 1546,
      "subrel-constrast": 3.562896728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5866665840148926,
      "cov-distil (oracle2student)": 3.8609683513641357,
      "cov-distil (oracle2teacher)": 3.6687941551208496,
      "epoch": 1.2142857142857142,
      "rel-constrast": 1.8883137702941895,
      "step": 1547,
      "subrel-constrast": 2.9181015491485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.797663927078247,
      "cov-distil (oracle2student)": 4.464213848114014,
      "cov-distil (oracle2teacher)": 4.430397987365723,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.0730440616607666,
      "step": 1548,
      "subrel-constrast": 2.6797778606414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4215760231018066,
      "cov-distil (oracle2student)": 4.857629776000977,
      "cov-distil (oracle2teacher)": 4.263479232788086,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.4875972270965576,
      "step": 1549,
      "subrel-constrast": 2.9811272621154785,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 4.53125,
      "learning_rate": 8.718058928139205e-05,
      "loss": 0.6251,
      "step": 1550
    },
    {
      "cov-distil": 1.9795624017715454,
      "cov-distil (oracle2student)": 5.373071193695068,
      "cov-distil (oracle2teacher)": 4.774299621582031,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.129133224487305,
      "step": 1550,
      "subrel-constrast": 4.876350402832031,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025479555130005,
      "cov-distil (oracle2student)": 3.5678608417510986,
      "cov-distil (oracle2teacher)": 4.240877628326416,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.6148624420166016,
      "step": 1551,
      "subrel-constrast": 3.7450690269470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6805269718170166,
      "cov-distil (oracle2student)": 4.672299861907959,
      "cov-distil (oracle2teacher)": 4.209847927093506,
      "epoch": 1.218210361067504,
      "rel-constrast": 1.948760747909546,
      "step": 1552,
      "subrel-constrast": 2.768570899963379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4374197721481323,
      "cov-distil (oracle2student)": 5.363409996032715,
      "cov-distil (oracle2teacher)": 4.59077262878418,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.24294114112854,
      "step": 1553,
      "subrel-constrast": 3.795907974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.288912057876587,
      "cov-distil (oracle2student)": 2.646209716796875,
      "cov-distil (oracle2teacher)": 2.6535143852233887,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.777419090270996,
      "step": 1554,
      "subrel-constrast": 3.084040641784668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0427820682525635,
      "cov-distil (oracle2student)": 2.892512559890747,
      "cov-distil (oracle2teacher)": 3.0620110034942627,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.547149658203125,
      "step": 1555,
      "subrel-constrast": 3.1722419261932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195249557495117,
      "cov-distil (oracle2student)": 2.6100406646728516,
      "cov-distil (oracle2teacher)": 2.6766295433044434,
      "epoch": 1.2213500784929356,
      "rel-constrast": 1.8106670379638672,
      "step": 1556,
      "subrel-constrast": 2.983778476715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3574326038360596,
      "cov-distil (oracle2student)": 3.0511093139648438,
      "cov-distil (oracle2teacher)": 2.6083593368530273,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.7965575456619263,
      "step": 1557,
      "subrel-constrast": 2.5140321254730225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014399528503418,
      "cov-distil (oracle2student)": 4.847307205200195,
      "cov-distil (oracle2teacher)": 4.49112606048584,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.069711208343506,
      "step": 1558,
      "subrel-constrast": 3.2520906925201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609018325805664,
      "cov-distil (oracle2student)": 6.503067970275879,
      "cov-distil (oracle2teacher)": 5.431318283081055,
      "epoch": 1.2237048665620094,
      "rel-constrast": 2.6438629627227783,
      "step": 1559,
      "subrel-constrast": 3.515343427658081,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 4.78125,
      "learning_rate": 8.694629562516294e-05,
      "loss": 0.6826,
      "step": 1560
    },
    {
      "cov-distil": 1.7590296268463135,
      "cov-distil (oracle2student)": 5.026432037353516,
      "cov-distil (oracle2teacher)": 4.79592752456665,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.1832680702209473,
      "step": 1560,
      "subrel-constrast": 3.865962505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282244086265564,
      "cov-distil (oracle2student)": 3.103921413421631,
      "cov-distil (oracle2teacher)": 3.126497983932495,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.1100246906280518,
      "step": 1561,
      "subrel-constrast": 2.989668369293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607615351676941,
      "cov-distil (oracle2student)": 3.2194132804870605,
      "cov-distil (oracle2teacher)": 3.4927477836608887,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.4880180358886719,
      "step": 1562,
      "subrel-constrast": 2.3301451206207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6793545484542847,
      "cov-distil (oracle2student)": 3.9975342750549316,
      "cov-distil (oracle2teacher)": 4.233152389526367,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.3272666931152344,
      "step": 1563,
      "subrel-constrast": 3.8486382961273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9196492433547974,
      "cov-distil (oracle2student)": 4.2021684646606445,
      "cov-distil (oracle2teacher)": 3.8455123901367188,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.6470274925231934,
      "step": 1564,
      "subrel-constrast": 3.147548198699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0161619186401367,
      "cov-distil (oracle2student)": 4.906928539276123,
      "cov-distil (oracle2teacher)": 4.846890926361084,
      "epoch": 1.2284144427001569,
      "rel-constrast": 2.92449951171875,
      "step": 1565,
      "subrel-constrast": 3.6165902614593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595526933670044,
      "cov-distil (oracle2student)": 3.3011350631713867,
      "cov-distil (oracle2teacher)": 3.828770160675049,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.1501903533935547,
      "step": 1566,
      "subrel-constrast": 3.215602397918701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9946669340133667,
      "cov-distil (oracle2student)": 3.1494898796081543,
      "cov-distil (oracle2teacher)": 2.9782841205596924,
      "epoch": 1.2299843014128728,
      "rel-constrast": 1.9591224193572998,
      "step": 1567,
      "subrel-constrast": 2.575129508972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4899609088897705,
      "cov-distil (oracle2student)": 4.153467178344727,
      "cov-distil (oracle2teacher)": 3.878864049911499,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.6330654621124268,
      "step": 1568,
      "subrel-constrast": 3.224483013153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.590836763381958,
      "cov-distil (oracle2student)": 5.1337409019470215,
      "cov-distil (oracle2teacher)": 4.657392978668213,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.433199882507324,
      "step": 1569,
      "subrel-constrast": 3.59806489944458,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 4.4375,
      "learning_rate": 8.671020125860851e-05,
      "loss": 0.6662,
      "step": 1570
    },
    {
      "cov-distil": 1.7456167936325073,
      "cov-distil (oracle2student)": 2.8606317043304443,
      "cov-distil (oracle2teacher)": 2.749175548553467,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.0275702476501465,
      "step": 1570,
      "subrel-constrast": 2.4011001586914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6710166931152344,
      "cov-distil (oracle2student)": 2.6930999755859375,
      "cov-distil (oracle2teacher)": 2.8560285568237305,
      "epoch": 1.2331240188383046,
      "rel-constrast": 2.8026866912841797,
      "step": 1571,
      "subrel-constrast": 3.5389108657836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1295480728149414,
      "cov-distil (oracle2student)": 3.238744020462036,
      "cov-distil (oracle2teacher)": 3.3423972129821777,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.079437732696533,
      "step": 1572,
      "subrel-constrast": 3.616511583328247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523513674736023,
      "cov-distil (oracle2student)": 4.308307647705078,
      "cov-distil (oracle2teacher)": 3.9786975383758545,
      "epoch": 1.2346938775510203,
      "rel-constrast": 3.3275716304779053,
      "step": 1573,
      "subrel-constrast": 3.7476463317871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4304237365722656,
      "cov-distil (oracle2student)": 5.036733627319336,
      "cov-distil (oracle2teacher)": 4.929434299468994,
      "epoch": 1.2354788069073783,
      "rel-constrast": 1.998268961906433,
      "step": 1574,
      "subrel-constrast": 2.6695785522460938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1377112865447998,
      "cov-distil (oracle2student)": 3.276977777481079,
      "cov-distil (oracle2teacher)": 3.1067492961883545,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.6878553628921509,
      "step": 1575,
      "subrel-constrast": 2.1284077167510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.406750202178955,
      "cov-distil (oracle2student)": 4.362957954406738,
      "cov-distil (oracle2teacher)": 4.253024101257324,
      "epoch": 1.2370486656200943,
      "rel-constrast": 3.613060712814331,
      "step": 1576,
      "subrel-constrast": 4.216906547546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8218880891799927,
      "cov-distil (oracle2student)": 5.037858009338379,
      "cov-distil (oracle2teacher)": 5.052990913391113,
      "epoch": 1.237833594976452,
      "rel-constrast": 2.9219093322753906,
      "step": 1577,
      "subrel-constrast": 3.639798402786255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489027261734009,
      "cov-distil (oracle2student)": 7.639407157897949,
      "cov-distil (oracle2teacher)": 6.840865612030029,
      "epoch": 1.23861852433281,
      "rel-constrast": 1.8260395526885986,
      "step": 1578,
      "subrel-constrast": 3.0016658306121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4034442901611328,
      "cov-distil (oracle2student)": 4.408943176269531,
      "cov-distil (oracle2teacher)": 4.7312726974487305,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.5375521183013916,
      "step": 1579,
      "subrel-constrast": 3.5869927406311035,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 4.09375,
      "learning_rate": 8.647231768863512e-05,
      "loss": 0.6836,
      "step": 1580
    },
    {
      "cov-distil": 1.6741304397583008,
      "cov-distil (oracle2student)": 2.858518362045288,
      "cov-distil (oracle2teacher)": 3.679445266723633,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.6582589149475098,
      "step": 1580,
      "subrel-constrast": 3.830401659011841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7064580917358398,
      "cov-distil (oracle2student)": 3.1459531784057617,
      "cov-distil (oracle2teacher)": 3.4859862327575684,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.3073883056640625,
      "step": 1581,
      "subrel-constrast": 3.5677809715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0611802339553833,
      "cov-distil (oracle2student)": 4.939063549041748,
      "cov-distil (oracle2teacher)": 5.2104973793029785,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.11116886138916,
      "step": 1582,
      "subrel-constrast": 4.425158977508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5699503421783447,
      "cov-distil (oracle2student)": 4.763095855712891,
      "cov-distil (oracle2teacher)": 4.560782432556152,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.3132121562957764,
      "step": 1583,
      "subrel-constrast": 3.0729589462280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4089345932006836,
      "cov-distil (oracle2student)": 5.642769813537598,
      "cov-distil (oracle2teacher)": 5.672878265380859,
      "epoch": 1.2433281004709575,
      "rel-constrast": 2.809359550476074,
      "step": 1584,
      "subrel-constrast": 3.6683189868927,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4095451831817627,
      "cov-distil (oracle2student)": 4.468162536621094,
      "cov-distil (oracle2teacher)": 4.743122100830078,
      "epoch": 1.2441130298273155,
      "rel-constrast": 2.735044479370117,
      "step": 1585,
      "subrel-constrast": 3.972578525543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2685585021972656,
      "cov-distil (oracle2student)": 5.885278701782227,
      "cov-distil (oracle2teacher)": 5.454242706298828,
      "epoch": 1.2448979591836735,
      "rel-constrast": 2.911004066467285,
      "step": 1586,
      "subrel-constrast": 3.3842389583587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6904022693634033,
      "cov-distil (oracle2student)": 4.3029866218566895,
      "cov-distil (oracle2teacher)": 4.133167743682861,
      "epoch": 1.2456828885400313,
      "rel-constrast": 2.800232410430908,
      "step": 1587,
      "subrel-constrast": 3.6963531970977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2325334548950195,
      "cov-distil (oracle2student)": 5.333390235900879,
      "cov-distil (oracle2teacher)": 4.859451770782471,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.0195188522338867,
      "step": 1588,
      "subrel-constrast": 3.044616460800171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731041669845581,
      "cov-distil (oracle2student)": 3.775192975997925,
      "cov-distil (oracle2teacher)": 4.119477272033691,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.1974687576293945,
      "step": 1589,
      "subrel-constrast": 2.876124858856201,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 4.53125,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.7109,
      "step": 1590
    },
    {
      "cov-distil": 1.1133463382720947,
      "cov-distil (oracle2student)": 2.7508788108825684,
      "cov-distil (oracle2teacher)": 2.9813008308410645,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.7132693529129028,
      "step": 1590,
      "subrel-constrast": 2.4097208976745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7169585227966309,
      "cov-distil (oracle2student)": 5.445006370544434,
      "cov-distil (oracle2teacher)": 5.43462610244751,
      "epoch": 1.248822605965463,
      "rel-constrast": 1.555607795715332,
      "step": 1591,
      "subrel-constrast": 2.845224618911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100680351257324,
      "cov-distil (oracle2student)": 5.221372604370117,
      "cov-distil (oracle2teacher)": 4.676468372344971,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.4916796684265137,
      "step": 1592,
      "subrel-constrast": 3.557326078414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242069959640503,
      "cov-distil (oracle2student)": 4.25541877746582,
      "cov-distil (oracle2teacher)": 4.326009273529053,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.625108003616333,
      "step": 1593,
      "subrel-constrast": 3.22477388381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012606143951416,
      "cov-distil (oracle2student)": 5.502788066864014,
      "cov-distil (oracle2teacher)": 4.8027544021606445,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.0597541332244873,
      "step": 1594,
      "subrel-constrast": 2.922990322113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3737232685089111,
      "cov-distil (oracle2student)": 3.648808717727661,
      "cov-distil (oracle2teacher)": 3.306321382522583,
      "epoch": 1.2519623233908947,
      "rel-constrast": 4.078673362731934,
      "step": 1595,
      "subrel-constrast": 3.6472115516662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0812323093414307,
      "cov-distil (oracle2student)": 4.2638139724731445,
      "cov-distil (oracle2teacher)": 4.3628387451171875,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.0836522579193115,
      "step": 1596,
      "subrel-constrast": 3.4508986473083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8772861957550049,
      "cov-distil (oracle2student)": 4.934313774108887,
      "cov-distil (oracle2teacher)": 4.658015727996826,
      "epoch": 1.2535321821036107,
      "rel-constrast": 2.9516491889953613,
      "step": 1597,
      "subrel-constrast": 3.9812920093536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934550762176514,
      "cov-distil (oracle2student)": 4.363414764404297,
      "cov-distil (oracle2teacher)": 3.62581729888916,
      "epoch": 1.2543171114599687,
      "rel-constrast": 1.9535953998565674,
      "step": 1598,
      "subrel-constrast": 2.485318660736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3315792083740234,
      "cov-distil (oracle2student)": 4.406782627105713,
      "cov-distil (oracle2teacher)": 4.5059733390808105,
      "epoch": 1.2551020408163265,
      "rel-constrast": 1.8971590995788574,
      "step": 1599,
      "subrel-constrast": 2.8368115425109863,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 3.84375,
      "learning_rate": 8.599122940150795e-05,
      "loss": 0.6259,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.328125,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.0615234375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.04058837890625
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.02093505859375,
      "step": 1600
    },
    {
      "cov-distil": 1.3285040855407715,
      "cov-distil (oracle2student)": 3.8837437629699707,
      "cov-distil (oracle2teacher)": 3.970703125,
      "epoch": 1.2558869701726845,
      "rel-constrast": 3.6065900325775146,
      "step": 1600,
      "subrel-constrast": 4.444797992706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469782829284668,
      "cov-distil (oracle2student)": 5.2564005851745605,
      "cov-distil (oracle2teacher)": 4.729925155639648,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.61423397064209,
      "step": 1601,
      "subrel-constrast": 4.235621929168701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3728673458099365,
      "cov-distil (oracle2student)": 4.047114849090576,
      "cov-distil (oracle2teacher)": 4.212071895599365,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.8084666728973389,
      "step": 1602,
      "subrel-constrast": 2.678288221359253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259108304977417,
      "cov-distil (oracle2student)": 3.9192872047424316,
      "cov-distil (oracle2teacher)": 4.168595314025879,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.1156599521636963,
      "step": 1603,
      "subrel-constrast": 2.707421064376831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8279502391815186,
      "cov-distil (oracle2student)": 6.29005241394043,
      "cov-distil (oracle2teacher)": 5.903875350952148,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.145425319671631,
      "step": 1604,
      "subrel-constrast": 4.026937961578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6938657760620117,
      "cov-distil (oracle2student)": 3.282243490219116,
      "cov-distil (oracle2teacher)": 3.7807106971740723,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.040135383605957,
      "step": 1605,
      "subrel-constrast": 3.453781843185425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640521764755249,
      "cov-distil (oracle2student)": 3.564246416091919,
      "cov-distil (oracle2teacher)": 4.478457450866699,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.331602096557617,
      "step": 1606,
      "subrel-constrast": 3.1064250469207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.08103084564209,
      "cov-distil (oracle2student)": 3.021688938140869,
      "cov-distil (oracle2teacher)": 3.1345198154449463,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.524754524230957,
      "step": 1607,
      "subrel-constrast": 3.737481117248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5034633874893188,
      "cov-distil (oracle2student)": 4.287128448486328,
      "cov-distil (oracle2teacher)": 4.20805025100708,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.6123576164245605,
      "step": 1608,
      "subrel-constrast": 3.500551223754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148592710494995,
      "cov-distil (oracle2student)": 3.2468323707580566,
      "cov-distil (oracle2teacher)": 3.2048873901367188,
      "epoch": 1.2629513343799057,
      "rel-constrast": 2.5566370487213135,
      "step": 1609,
      "subrel-constrast": 3.6154725551605225,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 4.125,
      "learning_rate": 8.574804813191858e-05,
      "loss": 0.7226,
      "step": 1610
    },
    {
      "cov-distil": 0.8844735026359558,
      "cov-distil (oracle2student)": 3.8353514671325684,
      "cov-distil (oracle2teacher)": 3.3771181106567383,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.0295941829681396,
      "step": 1610,
      "subrel-constrast": 2.6498465538024902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626332402229309,
      "cov-distil (oracle2student)": 6.020196437835693,
      "cov-distil (oracle2teacher)": 5.428250312805176,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.1103038787841797,
      "step": 1611,
      "subrel-constrast": 4.099916458129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696298360824585,
      "cov-distil (oracle2student)": 3.4350786209106445,
      "cov-distil (oracle2teacher)": 3.5820541381835938,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.3894027471542358,
      "step": 1612,
      "subrel-constrast": 2.220228672027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5287343263626099,
      "cov-distil (oracle2student)": 2.225925922393799,
      "cov-distil (oracle2teacher)": 2.5007243156433105,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.1925086975097656,
      "step": 1613,
      "subrel-constrast": 2.796937942504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4129114151000977,
      "cov-distil (oracle2student)": 4.556610107421875,
      "cov-distil (oracle2teacher)": 5.114994525909424,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.1442575454711914,
      "step": 1614,
      "subrel-constrast": 4.192028999328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5291547775268555,
      "cov-distil (oracle2student)": 4.168198585510254,
      "cov-distil (oracle2teacher)": 4.10190486907959,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.004732608795166,
      "step": 1615,
      "subrel-constrast": 2.7941031455993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9923288822174072,
      "cov-distil (oracle2student)": 4.925098896026611,
      "cov-distil (oracle2teacher)": 4.842667102813721,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.4030842781066895,
      "step": 1616,
      "subrel-constrast": 3.852900981903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6060535907745361,
      "cov-distil (oracle2student)": 5.636197566986084,
      "cov-distil (oracle2teacher)": 4.967113018035889,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.1057586669921875,
      "step": 1617,
      "subrel-constrast": 3.0074751377105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4615862369537354,
      "cov-distil (oracle2student)": 6.161072731018066,
      "cov-distil (oracle2teacher)": 5.283343315124512,
      "epoch": 1.2700156985871272,
      "rel-constrast": 2.6227760314941406,
      "step": 1618,
      "subrel-constrast": 3.483314275741577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7703149318695068,
      "cov-distil (oracle2student)": 3.7297303676605225,
      "cov-distil (oracle2teacher)": 3.9205780029296875,
      "epoch": 1.2708006279434851,
      "rel-constrast": 2.7746920585632324,
      "step": 1619,
      "subrel-constrast": 3.1492977142333984,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 4.8125,
      "learning_rate": 8.550312455289625e-05,
      "loss": 0.6582,
      "step": 1620
    },
    {
      "cov-distil": 1.3149724006652832,
      "cov-distil (oracle2student)": 2.950434684753418,
      "cov-distil (oracle2teacher)": 3.0719387531280518,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.296694040298462,
      "step": 1620,
      "subrel-constrast": 2.8358771800994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9652491807937622,
      "cov-distil (oracle2student)": 3.9915223121643066,
      "cov-distil (oracle2teacher)": 3.848843574523926,
      "epoch": 1.272370486656201,
      "rel-constrast": 2.0092782974243164,
      "step": 1621,
      "subrel-constrast": 2.997014284133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418309211730957,
      "cov-distil (oracle2student)": 5.228143215179443,
      "cov-distil (oracle2teacher)": 4.737204074859619,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.025054931640625,
      "step": 1622,
      "subrel-constrast": 3.93580961227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033524513244629,
      "cov-distil (oracle2student)": 4.023014068603516,
      "cov-distil (oracle2teacher)": 4.002674102783203,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.4401683807373047,
      "step": 1623,
      "subrel-constrast": 4.0424580574035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.271591067314148,
      "cov-distil (oracle2student)": 4.161586284637451,
      "cov-distil (oracle2teacher)": 4.333262920379639,
      "epoch": 1.2747252747252746,
      "rel-constrast": 2.848297595977783,
      "step": 1624,
      "subrel-constrast": 3.3349852561950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.898669958114624,
      "cov-distil (oracle2student)": 4.669811248779297,
      "cov-distil (oracle2teacher)": 4.356569290161133,
      "epoch": 1.2755102040816326,
      "rel-constrast": 1.8578072786331177,
      "step": 1625,
      "subrel-constrast": 2.39044189453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4453635215759277,
      "cov-distil (oracle2student)": 4.735353946685791,
      "cov-distil (oracle2teacher)": 4.54339075088501,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.528207778930664,
      "step": 1626,
      "subrel-constrast": 3.097658395767212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1933696269989014,
      "cov-distil (oracle2student)": 4.890844345092773,
      "cov-distil (oracle2teacher)": 4.81085205078125,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.1498184204101562,
      "step": 1627,
      "subrel-constrast": 3.7614362239837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098339557647705,
      "cov-distil (oracle2student)": 3.005347728729248,
      "cov-distil (oracle2teacher)": 3.7475571632385254,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.4567980766296387,
      "step": 1628,
      "subrel-constrast": 3.7427423000335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594939112663269,
      "cov-distil (oracle2student)": 3.9403953552246094,
      "cov-distil (oracle2teacher)": 4.1100687980651855,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.763700008392334,
      "step": 1629,
      "subrel-constrast": 3.7268457412719727,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 4.4375,
      "learning_rate": 8.525647060167063e-05,
      "loss": 0.7,
      "step": 1630
    },
    {
      "cov-distil": 1.8015943765640259,
      "cov-distil (oracle2student)": 3.9487223625183105,
      "cov-distil (oracle2teacher)": 3.582026243209839,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.335186719894409,
      "step": 1630,
      "subrel-constrast": 3.162233352661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6083996295928955,
      "cov-distil (oracle2student)": 5.469425678253174,
      "cov-distil (oracle2teacher)": 5.083529472351074,
      "epoch": 1.2802197802197801,
      "rel-constrast": 3.283641815185547,
      "step": 1631,
      "subrel-constrast": 3.5466995239257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38673996925354,
      "cov-distil (oracle2student)": 4.397341728210449,
      "cov-distil (oracle2teacher)": 4.5045599937438965,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.3037357330322266,
      "step": 1632,
      "subrel-constrast": 3.170166254043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8742365837097168,
      "cov-distil (oracle2student)": 4.7319817543029785,
      "cov-distil (oracle2teacher)": 4.187522888183594,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.5244219303131104,
      "step": 1633,
      "subrel-constrast": 3.5964643955230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826444625854492,
      "cov-distil (oracle2student)": 3.1420187950134277,
      "cov-distil (oracle2teacher)": 3.23829984664917,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.7303926944732666,
      "step": 1634,
      "subrel-constrast": 2.813969612121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.755732774734497,
      "cov-distil (oracle2student)": 4.287175178527832,
      "cov-distil (oracle2teacher)": 4.633411407470703,
      "epoch": 1.283359497645212,
      "rel-constrast": 3.7669153213500977,
      "step": 1635,
      "subrel-constrast": 4.3701958656311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252819061279297,
      "cov-distil (oracle2student)": 4.033242702484131,
      "cov-distil (oracle2teacher)": 4.377980709075928,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.7992641925811768,
      "step": 1636,
      "subrel-constrast": 2.8652825355529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159950017929077,
      "cov-distil (oracle2student)": 5.561666965484619,
      "cov-distil (oracle2teacher)": 5.194928169250488,
      "epoch": 1.2849293563579278,
      "rel-constrast": 2.717442512512207,
      "step": 1637,
      "subrel-constrast": 3.6586451530456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.197776436805725,
      "cov-distil (oracle2student)": 5.2266411781311035,
      "cov-distil (oracle2teacher)": 4.975461006164551,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.604090452194214,
      "step": 1638,
      "subrel-constrast": 2.691154956817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5334337949752808,
      "cov-distil (oracle2student)": 4.132648944854736,
      "cov-distil (oracle2teacher)": 4.10585355758667,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.6708601713180542,
      "step": 1639,
      "subrel-constrast": 2.7272911071777344,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 3.984375,
      "learning_rate": 8.500809829980734e-05,
      "loss": 0.6595,
      "step": 1640
    },
    {
      "cov-distil": 1.7557810544967651,
      "cov-distil (oracle2student)": 3.7222869396209717,
      "cov-distil (oracle2teacher)": 3.3127307891845703,
      "epoch": 1.2872841444270016,
      "rel-constrast": 2.4745495319366455,
      "step": 1640,
      "subrel-constrast": 3.7174105644226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074587106704712,
      "cov-distil (oracle2student)": 4.15061616897583,
      "cov-distil (oracle2teacher)": 4.620503902435303,
      "epoch": 1.2880690737833596,
      "rel-constrast": 2.4811620712280273,
      "step": 1641,
      "subrel-constrast": 3.6465866565704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3889014720916748,
      "cov-distil (oracle2student)": 4.589190483093262,
      "cov-distil (oracle2teacher)": 4.474174976348877,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.139465808868408,
      "step": 1642,
      "subrel-constrast": 2.987130641937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623257040977478,
      "cov-distil (oracle2student)": 4.021283149719238,
      "cov-distil (oracle2teacher)": 3.977602958679199,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.1970725059509277,
      "step": 1643,
      "subrel-constrast": 3.525026559829712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252785682678223,
      "cov-distil (oracle2student)": 4.027431011199951,
      "cov-distil (oracle2teacher)": 4.138116359710693,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.2515571117401123,
      "step": 1644,
      "subrel-constrast": 3.831218719482422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5048998594284058,
      "cov-distil (oracle2student)": 4.298874378204346,
      "cov-distil (oracle2teacher)": 3.8561906814575195,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.4955191612243652,
      "step": 1645,
      "subrel-constrast": 3.449025869369507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6941221952438354,
      "cov-distil (oracle2student)": 4.800694942474365,
      "cov-distil (oracle2teacher)": 4.453725814819336,
      "epoch": 1.291993720565149,
      "rel-constrast": 2.598033905029297,
      "step": 1646,
      "subrel-constrast": 3.3827319145202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3900470733642578,
      "cov-distil (oracle2student)": 4.102538108825684,
      "cov-distil (oracle2teacher)": 4.082840442657471,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.1005215644836426,
      "step": 1647,
      "subrel-constrast": 3.246147871017456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6068203449249268,
      "cov-distil (oracle2student)": 5.827215671539307,
      "cov-distil (oracle2teacher)": 5.4011125564575195,
      "epoch": 1.293563579277865,
      "rel-constrast": 2.4545226097106934,
      "step": 1648,
      "subrel-constrast": 3.8564469814300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844606637954712,
      "cov-distil (oracle2student)": 2.9987285137176514,
      "cov-distil (oracle2teacher)": 2.869882583618164,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.3290042877197266,
      "step": 1649,
      "subrel-constrast": 3.156325101852417,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 4.6875,
      "learning_rate": 8.4758019752622e-05,
      "loss": 0.6541,
      "step": 1650
    },
    {
      "cov-distil": 1.9399383068084717,
      "cov-distil (oracle2student)": 4.320046424865723,
      "cov-distil (oracle2teacher)": 4.035843372344971,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.087109088897705,
      "step": 1650,
      "subrel-constrast": 3.3212220668792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319469928741455,
      "cov-distil (oracle2student)": 2.662388324737549,
      "cov-distil (oracle2teacher)": 2.6479804515838623,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.4846057891845703,
      "step": 1651,
      "subrel-constrast": 2.8153226375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521233320236206,
      "cov-distil (oracle2student)": 2.822159767150879,
      "cov-distil (oracle2teacher)": 3.683366537094116,
      "epoch": 1.2967032967032968,
      "rel-constrast": 2.4577345848083496,
      "step": 1652,
      "subrel-constrast": 3.3059167861938477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017515182495117,
      "cov-distil (oracle2student)": 5.350798606872559,
      "cov-distil (oracle2teacher)": 4.894163131713867,
      "epoch": 1.2974882260596545,
      "rel-constrast": 2.7707009315490723,
      "step": 1653,
      "subrel-constrast": 4.0365800857543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.943749189376831,
      "cov-distil (oracle2student)": 3.7147085666656494,
      "cov-distil (oracle2teacher)": 4.617354393005371,
      "epoch": 1.2982731554160125,
      "rel-constrast": 2.508625030517578,
      "step": 1654,
      "subrel-constrast": 3.4283275604248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7120367288589478,
      "cov-distil (oracle2student)": 4.547889709472656,
      "cov-distil (oracle2teacher)": 4.684076309204102,
      "epoch": 1.2990580847723705,
      "rel-constrast": 2.8170230388641357,
      "step": 1655,
      "subrel-constrast": 3.7186222076416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5408012866973877,
      "cov-distil (oracle2student)": 6.59735631942749,
      "cov-distil (oracle2teacher)": 5.465314865112305,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.036327838897705,
      "step": 1656,
      "subrel-constrast": 3.2889673709869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129024982452393,
      "cov-distil (oracle2student)": 4.126771926879883,
      "cov-distil (oracle2teacher)": 4.471885681152344,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.3751564025878906,
      "step": 1657,
      "subrel-constrast": 3.521223306655884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4489455223083496,
      "cov-distil (oracle2student)": 3.051875591278076,
      "cov-distil (oracle2teacher)": 3.281080722808838,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.690951108932495,
      "step": 1658,
      "subrel-constrast": 3.0435731410980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8983161449432373,
      "cov-distil (oracle2student)": 3.591806173324585,
      "cov-distil (oracle2teacher)": 3.97707200050354,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.7870471477508545,
      "step": 1659,
      "subrel-constrast": 3.179255485534668,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.0,
      "learning_rate": 8.450624714859016e-05,
      "loss": 0.6925,
      "step": 1660
    },
    {
      "cov-distil": 1.505126953125,
      "cov-distil (oracle2student)": 3.3033905029296875,
      "cov-distil (oracle2teacher)": 3.1543807983398438,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.5047169923782349,
      "step": 1660,
      "subrel-constrast": 2.5533053874969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3202635049819946,
      "cov-distil (oracle2student)": 4.77537202835083,
      "cov-distil (oracle2teacher)": 4.702029228210449,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.185450553894043,
      "step": 1661,
      "subrel-constrast": 2.888766288757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4074945449829102,
      "cov-distil (oracle2student)": 5.693417072296143,
      "cov-distil (oracle2teacher)": 5.899380207061768,
      "epoch": 1.304552590266876,
      "rel-constrast": 2.4641685485839844,
      "step": 1662,
      "subrel-constrast": 3.062253713607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5560462474822998,
      "cov-distil (oracle2student)": 4.671944618225098,
      "cov-distil (oracle2teacher)": 3.9464797973632812,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.016493082046509,
      "step": 1663,
      "subrel-constrast": 3.387669801712036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4498963356018066,
      "cov-distil (oracle2student)": 4.81010103225708,
      "cov-distil (oracle2teacher)": 4.059659481048584,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.6352298259735107,
      "step": 1664,
      "subrel-constrast": 2.9720184803009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3687357902526855,
      "cov-distil (oracle2student)": 5.307042121887207,
      "cov-distil (oracle2teacher)": 4.188243865966797,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.034377336502075,
      "step": 1665,
      "subrel-constrast": 3.061933994293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8173846006393433,
      "cov-distil (oracle2student)": 3.5042660236358643,
      "cov-distil (oracle2teacher)": 3.8105411529541016,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.4667129516601562,
      "step": 1666,
      "subrel-constrast": 3.4441280364990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918107509613037,
      "cov-distil (oracle2student)": 5.045263767242432,
      "cov-distil (oracle2teacher)": 4.418376445770264,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.076169729232788,
      "step": 1667,
      "subrel-constrast": 3.4345414638519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2022955417633057,
      "cov-distil (oracle2student)": 4.663774013519287,
      "cov-distil (oracle2teacher)": 4.921772480010986,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.613058567047119,
      "step": 1668,
      "subrel-constrast": 4.648636817932129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0379579067230225,
      "cov-distil (oracle2student)": 3.865293025970459,
      "cov-distil (oracle2teacher)": 3.700742721557617,
      "epoch": 1.3100470957613815,
      "rel-constrast": 1.7257978916168213,
      "step": 1669,
      "subrel-constrast": 2.4864554405212402,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 3.90625,
      "learning_rate": 8.425279275875336e-05,
      "loss": 0.657,
      "step": 1670
    },
    {
      "cov-distil": 1.2375469207763672,
      "cov-distil (oracle2student)": 4.087010383605957,
      "cov-distil (oracle2teacher)": 4.021511077880859,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.1545228958129883,
      "step": 1670,
      "subrel-constrast": 2.889106273651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4091637134552002,
      "cov-distil (oracle2student)": 4.653805732727051,
      "cov-distil (oracle2teacher)": 4.824334621429443,
      "epoch": 1.3116169544740974,
      "rel-constrast": 1.9445314407348633,
      "step": 1671,
      "subrel-constrast": 3.305102825164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5900623798370361,
      "cov-distil (oracle2student)": 3.638094186782837,
      "cov-distil (oracle2teacher)": 3.920607805252075,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.677730083465576,
      "step": 1672,
      "subrel-constrast": 3.5431325435638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9573447704315186,
      "cov-distil (oracle2student)": 6.078675270080566,
      "cov-distil (oracle2teacher)": 6.056312561035156,
      "epoch": 1.3131868131868132,
      "rel-constrast": 2.32883620262146,
      "step": 1673,
      "subrel-constrast": 3.4867806434631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884203910827637,
      "cov-distil (oracle2student)": 4.727107048034668,
      "cov-distil (oracle2teacher)": 4.072474479675293,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.558274269104004,
      "step": 1674,
      "subrel-constrast": 3.49849534034729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1676058769226074,
      "cov-distil (oracle2student)": 3.225584030151367,
      "cov-distil (oracle2teacher)": 3.3439459800720215,
      "epoch": 1.314756671899529,
      "rel-constrast": 2.3914740085601807,
      "step": 1675,
      "subrel-constrast": 3.4856295585632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792457342147827,
      "cov-distil (oracle2student)": 3.6364684104919434,
      "cov-distil (oracle2teacher)": 3.8253324031829834,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.7693555355072021,
      "step": 1676,
      "subrel-constrast": 2.9087820053100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8652137517929077,
      "cov-distil (oracle2student)": 4.196157932281494,
      "cov-distil (oracle2teacher)": 3.929647922515869,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.817385196685791,
      "step": 1677,
      "subrel-constrast": 3.9808261394500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549696207046509,
      "cov-distil (oracle2student)": 3.5311641693115234,
      "cov-distil (oracle2teacher)": 3.5562896728515625,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.138990640640259,
      "step": 1678,
      "subrel-constrast": 3.8983426094055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3689017295837402,
      "cov-distil (oracle2student)": 5.746796607971191,
      "cov-distil (oracle2teacher)": 5.291024208068848,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.506214141845703,
      "step": 1679,
      "subrel-constrast": 3.499199390411377,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 4.375,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.6505,
      "step": 1680
    },
    {
      "cov-distil": 1.9940502643585205,
      "cov-distil (oracle2student)": 4.406655788421631,
      "cov-distil (oracle2teacher)": 4.720700263977051,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.465161085128784,
      "step": 1680,
      "subrel-constrast": 3.8174803256988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.232778549194336,
      "cov-distil (oracle2student)": 3.4234120845794678,
      "cov-distil (oracle2teacher)": 3.5610008239746094,
      "epoch": 1.3194662480376766,
      "rel-constrast": 2.723583459854126,
      "step": 1681,
      "subrel-constrast": 3.132788896560669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8604347705841064,
      "cov-distil (oracle2student)": 5.710222244262695,
      "cov-distil (oracle2teacher)": 5.389049530029297,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.280313491821289,
      "step": 1682,
      "subrel-constrast": 4.181234836578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2596020698547363,
      "cov-distil (oracle2student)": 4.094184875488281,
      "cov-distil (oracle2teacher)": 4.006253719329834,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.737588405609131,
      "step": 1683,
      "subrel-constrast": 3.240661382675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000795602798462,
      "cov-distil (oracle2student)": 5.098950386047363,
      "cov-distil (oracle2teacher)": 4.639337539672852,
      "epoch": 1.3218210361067504,
      "rel-constrast": 2.9156126976013184,
      "step": 1684,
      "subrel-constrast": 3.6179256439208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7457844018936157,
      "cov-distil (oracle2student)": 3.322906970977783,
      "cov-distil (oracle2teacher)": 3.5660176277160645,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.6050500869750977,
      "step": 1685,
      "subrel-constrast": 3.1064658164978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836706519126892,
      "cov-distil (oracle2student)": 4.3131303787231445,
      "cov-distil (oracle2teacher)": 4.411116600036621,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.5770370960235596,
      "step": 1686,
      "subrel-constrast": 3.6895365715026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0193698406219482,
      "cov-distil (oracle2student)": 4.102643013000488,
      "cov-distil (oracle2teacher)": 4.23882532119751,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.6140332221984863,
      "step": 1687,
      "subrel-constrast": 3.654165744781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5328648090362549,
      "cov-distil (oracle2student)": 4.531876564025879,
      "cov-distil (oracle2teacher)": 4.228949546813965,
      "epoch": 1.3249607535321821,
      "rel-constrast": 2.9515719413757324,
      "step": 1688,
      "subrel-constrast": 4.2615203857421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194023847579956,
      "cov-distil (oracle2student)": 3.8190553188323975,
      "cov-distil (oracle2teacher)": 4.321019172668457,
      "epoch": 1.3257456828885401,
      "rel-constrast": 2.968163013458252,
      "step": 1689,
      "subrel-constrast": 3.963870048522949,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 4.46875,
      "learning_rate": 8.374088811506819e-05,
      "loss": 0.7385,
      "step": 1690
    },
    {
      "cov-distil": 1.5639755725860596,
      "cov-distil (oracle2student)": 4.106729507446289,
      "cov-distil (oracle2teacher)": 4.155084609985352,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.109055519104004,
      "step": 1690,
      "subrel-constrast": 3.6347193717956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1855826377868652,
      "cov-distil (oracle2student)": 3.5377871990203857,
      "cov-distil (oracle2teacher)": 3.643209457397461,
      "epoch": 1.3273155416012559,
      "rel-constrast": 1.7893214225769043,
      "step": 1691,
      "subrel-constrast": 2.4796297550201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6840934753417969,
      "cov-distil (oracle2student)": 4.348725318908691,
      "cov-distil (oracle2teacher)": 4.381131172180176,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.5703084468841553,
      "step": 1692,
      "subrel-constrast": 4.02210807800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.267688274383545,
      "cov-distil (oracle2student)": 3.703186511993408,
      "cov-distil (oracle2teacher)": 3.8503477573394775,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.382892608642578,
      "step": 1693,
      "subrel-constrast": 3.642885684967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568611979484558,
      "cov-distil (oracle2student)": 4.920687675476074,
      "cov-distil (oracle2teacher)": 4.309473991394043,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.5310637950897217,
      "step": 1694,
      "subrel-constrast": 3.2266762256622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4667017459869385,
      "cov-distil (oracle2student)": 5.508774757385254,
      "cov-distil (oracle2teacher)": 5.269340515136719,
      "epoch": 1.3304552590266876,
      "rel-constrast": 2.9965858459472656,
      "step": 1695,
      "subrel-constrast": 3.802896738052368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6270956993103027,
      "cov-distil (oracle2student)": 4.917725563049316,
      "cov-distil (oracle2teacher)": 4.977171897888184,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.250159740447998,
      "step": 1696,
      "subrel-constrast": 3.530050277709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601701736450195,
      "cov-distil (oracle2student)": 3.992135763168335,
      "cov-distil (oracle2teacher)": 3.480821132659912,
      "epoch": 1.3320251177394034,
      "rel-constrast": 3.452986717224121,
      "step": 1697,
      "subrel-constrast": 3.5634279251098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9348998069763184,
      "cov-distil (oracle2student)": 4.7784528732299805,
      "cov-distil (oracle2teacher)": 4.322103977203369,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.6546993255615234,
      "step": 1698,
      "subrel-constrast": 3.5410475730895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4544198513031006,
      "cov-distil (oracle2student)": 4.935112953186035,
      "cov-distil (oracle2teacher)": 4.528042793273926,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.174147605895996,
      "step": 1699,
      "subrel-constrast": 2.719879150390625,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 3.859375,
      "learning_rate": 8.348246281072998e-05,
      "loss": 0.7386,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.3296875059604645,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.06427001953125
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.04052734375
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.02374267578125,
      "step": 1700
    },
    {
      "cov-distil": 1.881546974182129,
      "cov-distil (oracle2student)": 5.104612827301025,
      "cov-distil (oracle2teacher)": 4.849374771118164,
      "epoch": 1.3343799058084773,
      "rel-constrast": 2.6368062496185303,
      "step": 1700,
      "subrel-constrast": 3.786619186401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.813491940498352,
      "cov-distil (oracle2student)": 4.049243927001953,
      "cov-distil (oracle2teacher)": 4.018200397491455,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.3608760833740234,
      "step": 1701,
      "subrel-constrast": 3.3023743629455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2606114149093628,
      "cov-distil (oracle2student)": 4.66455078125,
      "cov-distil (oracle2teacher)": 4.372461318969727,
      "epoch": 1.335949764521193,
      "rel-constrast": 2.391864538192749,
      "step": 1702,
      "subrel-constrast": 3.2754011154174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2554082870483398,
      "cov-distil (oracle2student)": 2.7026917934417725,
      "cov-distil (oracle2teacher)": 3.318767547607422,
      "epoch": 1.336734693877551,
      "rel-constrast": 2.0319366455078125,
      "step": 1703,
      "subrel-constrast": 2.8171818256378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6301219463348389,
      "cov-distil (oracle2student)": 2.087876796722412,
      "cov-distil (oracle2teacher)": 2.432929515838623,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.61892569065094,
      "step": 1704,
      "subrel-constrast": 2.3978724479675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9796404838562012,
      "cov-distil (oracle2student)": 2.915083408355713,
      "cov-distil (oracle2teacher)": 3.0554542541503906,
      "epoch": 1.3383045525902668,
      "rel-constrast": 1.875448226928711,
      "step": 1705,
      "subrel-constrast": 3.2771499156951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024857759475708,
      "cov-distil (oracle2student)": 3.189730644226074,
      "cov-distil (oracle2teacher)": 3.9038853645324707,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.338135242462158,
      "step": 1706,
      "subrel-constrast": 3.293794870376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73935866355896,
      "cov-distil (oracle2student)": 3.573007106781006,
      "cov-distil (oracle2teacher)": 3.395077705383301,
      "epoch": 1.3398744113029828,
      "rel-constrast": 2.956981658935547,
      "step": 1707,
      "subrel-constrast": 3.952622890472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341141700744629,
      "cov-distil (oracle2student)": 3.941153049468994,
      "cov-distil (oracle2teacher)": 3.9561808109283447,
      "epoch": 1.3406593406593408,
      "rel-constrast": 2.624606132507324,
      "step": 1708,
      "subrel-constrast": 3.216168165206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553196907043457,
      "cov-distil (oracle2student)": 4.4813761711120605,
      "cov-distil (oracle2teacher)": 4.691559314727783,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.2830724716186523,
      "step": 1709,
      "subrel-constrast": 3.061908006668091,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 4.46875,
      "learning_rate": 8.322240561839109e-05,
      "loss": 0.6181,
      "step": 1710
    },
    {
      "cov-distil": 1.1302001476287842,
      "cov-distil (oracle2student)": 5.809534549713135,
      "cov-distil (oracle2teacher)": 5.420719146728516,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.6622183322906494,
      "step": 1710,
      "subrel-constrast": 3.1741762161254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749579429626465,
      "cov-distil (oracle2student)": 5.8267011642456055,
      "cov-distil (oracle2teacher)": 5.286123275756836,
      "epoch": 1.3430141287284145,
      "rel-constrast": 1.6380014419555664,
      "step": 1711,
      "subrel-constrast": 2.799656867980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7115917205810547,
      "cov-distil (oracle2student)": 2.9911699295043945,
      "cov-distil (oracle2teacher)": 3.745512008666992,
      "epoch": 1.3437990580847723,
      "rel-constrast": 2.8464508056640625,
      "step": 1712,
      "subrel-constrast": 4.085920333862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7046375274658203,
      "cov-distil (oracle2student)": 5.264168739318848,
      "cov-distil (oracle2teacher)": 4.76933479309082,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.252936601638794,
      "step": 1713,
      "subrel-constrast": 3.2100727558135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2019801139831543,
      "cov-distil (oracle2student)": 5.579473972320557,
      "cov-distil (oracle2teacher)": 5.381932735443115,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.0588114261627197,
      "step": 1714,
      "subrel-constrast": 3.060715436935425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926372766494751,
      "cov-distil (oracle2student)": 4.881031036376953,
      "cov-distil (oracle2teacher)": 4.431476593017578,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.148416519165039,
      "step": 1715,
      "subrel-constrast": 3.051229476928711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5512956380844116,
      "cov-distil (oracle2student)": 4.214174270629883,
      "cov-distil (oracle2teacher)": 4.195707321166992,
      "epoch": 1.346938775510204,
      "rel-constrast": 2.8800766468048096,
      "step": 1716,
      "subrel-constrast": 3.6810271739959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.852667212486267,
      "cov-distil (oracle2student)": 4.30107307434082,
      "cov-distil (oracle2teacher)": 4.233067512512207,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.370253562927246,
      "step": 1717,
      "subrel-constrast": 3.6698999404907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9349596500396729,
      "cov-distil (oracle2student)": 4.007303714752197,
      "cov-distil (oracle2teacher)": 4.248136520385742,
      "epoch": 1.34850863422292,
      "rel-constrast": 3.6913530826568604,
      "step": 1718,
      "subrel-constrast": 4.846398830413818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5713984966278076,
      "cov-distil (oracle2student)": 3.7766125202178955,
      "cov-distil (oracle2teacher)": 4.123816967010498,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.729470729827881,
      "step": 1719,
      "subrel-constrast": 3.819760799407959,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 4.46875,
      "learning_rate": 8.296072921287217e-05,
      "loss": 0.6721,
      "step": 1720
    },
    {
      "cov-distil": 1.5666805505752563,
      "cov-distil (oracle2student)": 4.636640548706055,
      "cov-distil (oracle2teacher)": 4.496852397918701,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.570223331451416,
      "step": 1720,
      "subrel-constrast": 3.3103229999542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4442431926727295,
      "cov-distil (oracle2student)": 5.921333312988281,
      "cov-distil (oracle2teacher)": 4.534747123718262,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.6966397762298584,
      "step": 1721,
      "subrel-constrast": 2.763315200805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9727404117584229,
      "cov-distil (oracle2student)": 3.632854461669922,
      "cov-distil (oracle2teacher)": 3.9052670001983643,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.363223075866699,
      "step": 1722,
      "subrel-constrast": 3.5757246017456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5534348487854004,
      "cov-distil (oracle2student)": 4.064326286315918,
      "cov-distil (oracle2teacher)": 3.823678970336914,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.0761892795562744,
      "step": 1723,
      "subrel-constrast": 3.8121519088745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001943588256836,
      "cov-distil (oracle2student)": 4.005478858947754,
      "cov-distil (oracle2teacher)": 3.7324092388153076,
      "epoch": 1.3532182103610675,
      "rel-constrast": 2.8545122146606445,
      "step": 1724,
      "subrel-constrast": 3.4419240951538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002570390701294,
      "cov-distil (oracle2student)": 2.9315848350524902,
      "cov-distil (oracle2teacher)": 2.9832193851470947,
      "epoch": 1.3540031397174255,
      "rel-constrast": 2.5717525482177734,
      "step": 1725,
      "subrel-constrast": 3.726975440979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4787445068359375,
      "cov-distil (oracle2student)": 5.467077732086182,
      "cov-distil (oracle2teacher)": 4.861415863037109,
      "epoch": 1.3547880690737832,
      "rel-constrast": 3.753772497177124,
      "step": 1726,
      "subrel-constrast": 4.344118118286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6936575174331665,
      "cov-distil (oracle2student)": 6.222742080688477,
      "cov-distil (oracle2teacher)": 5.892754077911377,
      "epoch": 1.3555729984301412,
      "rel-constrast": 2.7754533290863037,
      "step": 1727,
      "subrel-constrast": 3.6441075801849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6634577512741089,
      "cov-distil (oracle2student)": 4.457619667053223,
      "cov-distil (oracle2teacher)": 4.295949935913086,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.8278250694274902,
      "step": 1728,
      "subrel-constrast": 3.263078451156616,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2356204986572266,
      "cov-distil (oracle2student)": 5.991559982299805,
      "cov-distil (oracle2teacher)": 5.333221435546875,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.191409111022949,
      "step": 1729,
      "subrel-constrast": 3.2839338779449463,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 4.375,
      "learning_rate": 8.269744634791208e-05,
      "loss": 0.7361,
      "step": 1730
    },
    {
      "cov-distil": 1.248823881149292,
      "cov-distil (oracle2student)": 5.366302490234375,
      "cov-distil (oracle2teacher)": 5.084770679473877,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.4811158180236816,
      "step": 1730,
      "subrel-constrast": 3.154487371444702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841270923614502,
      "cov-distil (oracle2student)": 3.360480308532715,
      "cov-distil (oracle2teacher)": 3.471120595932007,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.553145408630371,
      "step": 1731,
      "subrel-constrast": 3.098660469055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7112642526626587,
      "cov-distil (oracle2student)": 4.23222541809082,
      "cov-distil (oracle2teacher)": 3.8045499324798584,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.5740249156951904,
      "step": 1732,
      "subrel-constrast": 3.4590165615081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7129380702972412,
      "cov-distil (oracle2student)": 3.3486409187316895,
      "cov-distil (oracle2teacher)": 3.6525042057037354,
      "epoch": 1.3602825745682887,
      "rel-constrast": 2.823751926422119,
      "step": 1733,
      "subrel-constrast": 3.2165892124176025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.304802417755127,
      "cov-distil (oracle2student)": 3.044013738632202,
      "cov-distil (oracle2teacher)": 3.2960565090179443,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.671558141708374,
      "step": 1734,
      "subrel-constrast": 2.857234477996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5352951288223267,
      "cov-distil (oracle2student)": 4.478758811950684,
      "cov-distil (oracle2teacher)": 4.306337833404541,
      "epoch": 1.3618524332810047,
      "rel-constrast": 1.8956817388534546,
      "step": 1735,
      "subrel-constrast": 3.0727531909942627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.247406244277954,
      "cov-distil (oracle2student)": 7.913661956787109,
      "cov-distil (oracle2teacher)": 6.680922508239746,
      "epoch": 1.3626373626373627,
      "rel-constrast": 4.426772117614746,
      "step": 1736,
      "subrel-constrast": 4.552150249481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0823113918304443,
      "cov-distil (oracle2student)": 4.157238006591797,
      "cov-distil (oracle2teacher)": 3.9283766746520996,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.227497100830078,
      "step": 1737,
      "subrel-constrast": 4.099916934967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1450141668319702,
      "cov-distil (oracle2student)": 4.338523864746094,
      "cov-distil (oracle2teacher)": 3.8266472816467285,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.6791858673095703,
      "step": 1738,
      "subrel-constrast": 3.0580201148986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400132417678833,
      "cov-distil (oracle2student)": 4.5819807052612305,
      "cov-distil (oracle2teacher)": 4.840109825134277,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.519444465637207,
      "step": 1739,
      "subrel-constrast": 4.4134111404418945,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 7.09375,
      "learning_rate": 8.243256985554621e-05,
      "loss": 0.7365,
      "step": 1740
    },
    {
      "cov-distil": 1.2122406959533691,
      "cov-distil (oracle2student)": 3.687640905380249,
      "cov-distil (oracle2teacher)": 3.716590642929077,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.553679943084717,
      "step": 1740,
      "subrel-constrast": 3.2377357482910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362076997756958,
      "cov-distil (oracle2student)": 3.6913695335388184,
      "cov-distil (oracle2teacher)": 3.1213650703430176,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.193016529083252,
      "step": 1741,
      "subrel-constrast": 2.4450838565826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.288994312286377,
      "cov-distil (oracle2student)": 4.860599040985107,
      "cov-distil (oracle2teacher)": 4.492242813110352,
      "epoch": 1.3673469387755102,
      "rel-constrast": 2.0059516429901123,
      "step": 1742,
      "subrel-constrast": 3.7696523666381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0457072257995605,
      "cov-distil (oracle2student)": 3.5259361267089844,
      "cov-distil (oracle2teacher)": 3.8157825469970703,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.2201082706451416,
      "step": 1743,
      "subrel-constrast": 2.624661445617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637181043624878,
      "cov-distil (oracle2student)": 3.993832588195801,
      "cov-distil (oracle2teacher)": 4.002808570861816,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.667415142059326,
      "step": 1744,
      "subrel-constrast": 3.3540570735931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633293867111206,
      "cov-distil (oracle2student)": 3.8995168209075928,
      "cov-distil (oracle2teacher)": 3.8811774253845215,
      "epoch": 1.369701726844584,
      "rel-constrast": 3.681727886199951,
      "step": 1745,
      "subrel-constrast": 3.885486364364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6021217107772827,
      "cov-distil (oracle2student)": 4.486928939819336,
      "cov-distil (oracle2teacher)": 4.021977424621582,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.51863169670105,
      "step": 1746,
      "subrel-constrast": 4.199725151062012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4768264293670654,
      "cov-distil (oracle2student)": 3.720946788787842,
      "cov-distil (oracle2teacher)": 3.831818103790283,
      "epoch": 1.3712715855572999,
      "rel-constrast": 1.9624130725860596,
      "step": 1747,
      "subrel-constrast": 3.066995143890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3306050300598145,
      "cov-distil (oracle2student)": 5.63314151763916,
      "cov-distil (oracle2teacher)": 5.034550666809082,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.307969093322754,
      "step": 1748,
      "subrel-constrast": 2.928676128387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714744210243225,
      "cov-distil (oracle2student)": 3.1296322345733643,
      "cov-distil (oracle2teacher)": 3.4889016151428223,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.1005077362060547,
      "step": 1749,
      "subrel-constrast": 3.0499637126922607,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 4.15625,
      "learning_rate": 8.21661126454811e-05,
      "loss": 0.671,
      "step": 1750
    },
    {
      "cov-distil": 1.5003432035446167,
      "cov-distil (oracle2student)": 5.633673667907715,
      "cov-distil (oracle2teacher)": 4.8430495262146,
      "epoch": 1.3736263736263736,
      "rel-constrast": 3.462080955505371,
      "step": 1750,
      "subrel-constrast": 4.0383100509643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8592896461486816,
      "cov-distil (oracle2student)": 3.128476142883301,
      "cov-distil (oracle2teacher)": 3.312859058380127,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.492215156555176,
      "step": 1751,
      "subrel-constrast": 2.892294406890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7263619899749756,
      "cov-distil (oracle2student)": 4.559236526489258,
      "cov-distil (oracle2teacher)": 4.709404468536377,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.1362435817718506,
      "step": 1752,
      "subrel-constrast": 3.2583227157592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7201967239379883,
      "cov-distil (oracle2student)": 3.524400234222412,
      "cov-distil (oracle2teacher)": 4.111703872680664,
      "epoch": 1.3759811616954474,
      "rel-constrast": 2.4294283390045166,
      "step": 1753,
      "subrel-constrast": 3.8295018672943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6075043678283691,
      "cov-distil (oracle2student)": 2.5102944374084473,
      "cov-distil (oracle2teacher)": 2.500481128692627,
      "epoch": 1.3767660910518054,
      "rel-constrast": 1.9895557165145874,
      "step": 1754,
      "subrel-constrast": 2.7538368701934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9539512395858765,
      "cov-distil (oracle2student)": 2.714651107788086,
      "cov-distil (oracle2teacher)": 2.8363211154937744,
      "epoch": 1.3775510204081631,
      "rel-constrast": 1.7377433776855469,
      "step": 1755,
      "subrel-constrast": 2.9225077629089355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777296543121338,
      "cov-distil (oracle2student)": 3.752987861633301,
      "cov-distil (oracle2teacher)": 3.6664347648620605,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.0974085330963135,
      "step": 1756,
      "subrel-constrast": 3.0256893634796143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2468862533569336,
      "cov-distil (oracle2student)": 4.24937105178833,
      "cov-distil (oracle2teacher)": 3.806318759918213,
      "epoch": 1.379120879120879,
      "rel-constrast": 2.882711172103882,
      "step": 1757,
      "subrel-constrast": 3.216688871383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.196784496307373,
      "cov-distil (oracle2student)": 4.467545509338379,
      "cov-distil (oracle2teacher)": 4.614918231964111,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.654599905014038,
      "step": 1758,
      "subrel-constrast": 3.4847583770751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.506242275238037,
      "cov-distil (oracle2student)": 3.900731086730957,
      "cov-distil (oracle2teacher)": 3.7676312923431396,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.6805248260498047,
      "step": 1759,
      "subrel-constrast": 3.4471728801727295,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.28125,
      "learning_rate": 8.189808770446528e-05,
      "loss": 0.6543,
      "step": 1760
    },
    {
      "cov-distil": 1.3770290613174438,
      "cov-distil (oracle2student)": 4.651832103729248,
      "cov-distil (oracle2teacher)": 4.493295669555664,
      "epoch": 1.3814756671899528,
      "rel-constrast": 2.7247540950775146,
      "step": 1760,
      "subrel-constrast": 3.476606607437134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5547935962677,
      "cov-distil (oracle2student)": 3.2298388481140137,
      "cov-distil (oracle2teacher)": 3.6017556190490723,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.756566286087036,
      "step": 1761,
      "subrel-constrast": 4.26331901550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636369228363037,
      "cov-distil (oracle2student)": 4.042573928833008,
      "cov-distil (oracle2teacher)": 3.7707791328430176,
      "epoch": 1.3830455259026688,
      "rel-constrast": 1.784289836883545,
      "step": 1762,
      "subrel-constrast": 2.807600498199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9450477361679077,
      "cov-distil (oracle2student)": 4.112959861755371,
      "cov-distil (oracle2teacher)": 3.7104616165161133,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.565319061279297,
      "step": 1763,
      "subrel-constrast": 2.8082644939422607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0652854442596436,
      "cov-distil (oracle2student)": 4.135473251342773,
      "cov-distil (oracle2teacher)": 3.8456430435180664,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.6964900493621826,
      "step": 1764,
      "subrel-constrast": 3.0498111248016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5449979305267334,
      "cov-distil (oracle2student)": 4.3763108253479,
      "cov-distil (oracle2teacher)": 4.333368301391602,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.325407028198242,
      "step": 1765,
      "subrel-constrast": 3.3263139724731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025611400604248,
      "cov-distil (oracle2student)": 4.192014217376709,
      "cov-distil (oracle2teacher)": 3.908997058868408,
      "epoch": 1.3861852433281006,
      "rel-constrast": 3.1396665573120117,
      "step": 1766,
      "subrel-constrast": 3.9854776859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.320971965789795,
      "cov-distil (oracle2student)": 2.5516695976257324,
      "cov-distil (oracle2teacher)": 3.155456781387329,
      "epoch": 1.3869701726844583,
      "rel-constrast": 2.114293336868286,
      "step": 1767,
      "subrel-constrast": 3.7452237606048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2248120307922363,
      "cov-distil (oracle2student)": 3.6221706867218018,
      "cov-distil (oracle2teacher)": 3.5887813568115234,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.2482409477233887,
      "step": 1768,
      "subrel-constrast": 2.4031455516815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8793390989303589,
      "cov-distil (oracle2student)": 4.639695167541504,
      "cov-distil (oracle2teacher)": 4.598433017730713,
      "epoch": 1.3885400313971743,
      "rel-constrast": 1.8873066902160645,
      "step": 1769,
      "subrel-constrast": 2.9944510459899902,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 3.75,
      "learning_rate": 8.162850809565623e-05,
      "loss": 0.6475,
      "step": 1770
    },
    {
      "cov-distil": 1.6884902715682983,
      "cov-distil (oracle2student)": 1.9500175714492798,
      "cov-distil (oracle2teacher)": 2.3831300735473633,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.2362842559814453,
      "step": 1770,
      "subrel-constrast": 3.386928081512451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.149374008178711,
      "cov-distil (oracle2student)": 4.4972825050354,
      "cov-distil (oracle2teacher)": 4.447757720947266,
      "epoch": 1.39010989010989,
      "rel-constrast": 2.316955089569092,
      "step": 1771,
      "subrel-constrast": 2.9283487796783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0925196409225464,
      "cov-distil (oracle2student)": 3.0140433311462402,
      "cov-distil (oracle2teacher)": 3.472130298614502,
      "epoch": 1.390894819466248,
      "rel-constrast": 2.4827961921691895,
      "step": 1772,
      "subrel-constrast": 3.411254644393921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6038885116577148,
      "cov-distil (oracle2student)": 3.6300055980682373,
      "cov-distil (oracle2teacher)": 3.5204012393951416,
      "epoch": 1.391679748822606,
      "rel-constrast": 1.7747089862823486,
      "step": 1773,
      "subrel-constrast": 2.9149043560028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1623191833496094,
      "cov-distil (oracle2student)": 4.778693199157715,
      "cov-distil (oracle2teacher)": 3.819505214691162,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.680330276489258,
      "step": 1774,
      "subrel-constrast": 4.858250141143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7161390781402588,
      "cov-distil (oracle2student)": 4.989012241363525,
      "cov-distil (oracle2teacher)": 4.173108100891113,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.3627243041992188,
      "step": 1775,
      "subrel-constrast": 3.1512649059295654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2013731002807617,
      "cov-distil (oracle2student)": 3.9147109985351562,
      "cov-distil (oracle2teacher)": 4.357678413391113,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.0136120319366455,
      "step": 1776,
      "subrel-constrast": 3.9121148586273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9511916637420654,
      "cov-distil (oracle2student)": 4.956542015075684,
      "cov-distil (oracle2teacher)": 4.303321361541748,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.1602187156677246,
      "step": 1777,
      "subrel-constrast": 3.1636533737182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6283938884735107,
      "cov-distil (oracle2student)": 4.953365325927734,
      "cov-distil (oracle2teacher)": 5.21557092666626,
      "epoch": 1.3956043956043955,
      "rel-constrast": 1.4879995584487915,
      "step": 1778,
      "subrel-constrast": 2.9094831943511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8185665607452393,
      "cov-distil (oracle2student)": 3.9815316200256348,
      "cov-distil (oracle2teacher)": 3.4745306968688965,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.1224775314331055,
      "step": 1779,
      "subrel-constrast": 3.3587594032287598,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 3.546875,
      "learning_rate": 8.135738695798376e-05,
      "loss": 0.6835,
      "step": 1780
    },
    {
      "cov-distil": 2.0646815299987793,
      "cov-distil (oracle2student)": 4.636549949645996,
      "cov-distil (oracle2teacher)": 4.862961769104004,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.312532424926758,
      "step": 1780,
      "subrel-constrast": 3.8154470920562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5026825666427612,
      "cov-distil (oracle2student)": 2.122445583343506,
      "cov-distil (oracle2teacher)": 2.6076443195343018,
      "epoch": 1.3979591836734695,
      "rel-constrast": 2.759859561920166,
      "step": 1781,
      "subrel-constrast": 3.8229918479919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5253853797912598,
      "cov-distil (oracle2student)": 4.218332290649414,
      "cov-distil (oracle2teacher)": 4.1931657791137695,
      "epoch": 1.3987441130298273,
      "rel-constrast": 2.2239458560943604,
      "step": 1782,
      "subrel-constrast": 3.678968906402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7580087184906006,
      "cov-distil (oracle2student)": 4.001781463623047,
      "cov-distil (oracle2teacher)": 3.403212547302246,
      "epoch": 1.3995290423861853,
      "rel-constrast": 3.02590274810791,
      "step": 1783,
      "subrel-constrast": 3.9661028385162354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5026922225952148,
      "cov-distil (oracle2student)": 4.21173620223999,
      "cov-distil (oracle2teacher)": 3.674509048461914,
      "epoch": 1.4003139717425432,
      "rel-constrast": 2.9274492263793945,
      "step": 1784,
      "subrel-constrast": 3.712996482849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5697476863861084,
      "cov-distil (oracle2student)": 5.570910453796387,
      "cov-distil (oracle2teacher)": 5.426023006439209,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.481483221054077,
      "step": 1785,
      "subrel-constrast": 4.241552352905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7437171936035156,
      "cov-distil (oracle2student)": 4.908859729766846,
      "cov-distil (oracle2teacher)": 4.23774528503418,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.114903450012207,
      "step": 1786,
      "subrel-constrast": 2.816736936569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.060009479522705,
      "cov-distil (oracle2student)": 4.5218305587768555,
      "cov-distil (oracle2teacher)": 4.286092758178711,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.0416066646575928,
      "step": 1787,
      "subrel-constrast": 2.8166913986206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.911731243133545,
      "cov-distil (oracle2student)": 4.7063093185424805,
      "cov-distil (oracle2teacher)": 4.646976470947266,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.318471074104309,
      "step": 1788,
      "subrel-constrast": 2.6955983638763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.062734603881836,
      "cov-distil (oracle2student)": 3.985820770263672,
      "cov-distil (oracle2teacher)": 3.50823974609375,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.556579113006592,
      "step": 1789,
      "subrel-constrast": 3.2115561962127686,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 4.0,
      "learning_rate": 8.108473750550965e-05,
      "loss": 0.6583,
      "step": 1790
    },
    {
      "cov-distil": 2.5250566005706787,
      "cov-distil (oracle2student)": 3.488750696182251,
      "cov-distil (oracle2teacher)": 3.580336332321167,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.043362617492676,
      "step": 1790,
      "subrel-constrast": 3.622323751449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366402506828308,
      "cov-distil (oracle2student)": 3.966312885284424,
      "cov-distil (oracle2teacher)": 3.8570802211761475,
      "epoch": 1.4058084772370487,
      "rel-constrast": 1.838828682899475,
      "step": 1791,
      "subrel-constrast": 2.804722547531128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2165510654449463,
      "cov-distil (oracle2student)": 5.475973129272461,
      "cov-distil (oracle2teacher)": 5.159796714782715,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.803640604019165,
      "step": 1792,
      "subrel-constrast": 3.8693597316741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.825880765914917,
      "cov-distil (oracle2student)": 3.092613697052002,
      "cov-distil (oracle2teacher)": 3.403458595275879,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.5209882259368896,
      "step": 1793,
      "subrel-constrast": 4.1878461837768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7078536748886108,
      "cov-distil (oracle2student)": 3.589487075805664,
      "cov-distil (oracle2teacher)": 3.767449378967285,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.6816062927246094,
      "step": 1794,
      "subrel-constrast": 3.8303165435791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3292019367218018,
      "cov-distil (oracle2student)": 5.506726264953613,
      "cov-distil (oracle2teacher)": 4.984915733337402,
      "epoch": 1.4089481946624804,
      "rel-constrast": 2.5748603343963623,
      "step": 1795,
      "subrel-constrast": 3.1430318355560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4279651641845703,
      "cov-distil (oracle2student)": 5.16116189956665,
      "cov-distil (oracle2teacher)": 4.486955642700195,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.495640754699707,
      "step": 1796,
      "subrel-constrast": 3.321119546890259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3464183807373047,
      "cov-distil (oracle2student)": 1.9086833000183105,
      "cov-distil (oracle2teacher)": 2.051727771759033,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.3454711437225342,
      "step": 1797,
      "subrel-constrast": 2.2168078422546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6721827983856201,
      "cov-distil (oracle2student)": 4.537841796875,
      "cov-distil (oracle2teacher)": 4.090658187866211,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.0791313648223877,
      "step": 1798,
      "subrel-constrast": 2.5288050174713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1410937309265137,
      "cov-distil (oracle2student)": 3.8827908039093018,
      "cov-distil (oracle2teacher)": 3.6196465492248535,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.234187126159668,
      "step": 1799,
      "subrel-constrast": 4.117590427398682,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 5.25,
      "learning_rate": 8.081057302678352e-05,
      "loss": 0.6593,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.3265624940395355,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.067779541015625
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.04241943359375
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.025360107421875,
      "step": 1800
    },
    {
      "cov-distil": 1.532367467880249,
      "cov-distil (oracle2student)": 3.5953667163848877,
      "cov-distil (oracle2teacher)": 3.436380386352539,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.7263646125793457,
      "step": 1800,
      "subrel-constrast": 3.559326410293579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3989284038543701,
      "cov-distil (oracle2student)": 3.6211307048797607,
      "cov-distil (oracle2teacher)": 3.0738649368286133,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.108426094055176,
      "step": 1801,
      "subrel-constrast": 3.010983467102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532935619354248,
      "cov-distil (oracle2student)": 4.438572883605957,
      "cov-distil (oracle2teacher)": 4.08754825592041,
      "epoch": 1.414442700156986,
      "rel-constrast": 2.632662296295166,
      "step": 1802,
      "subrel-constrast": 3.4774677753448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609116792678833,
      "cov-distil (oracle2student)": 2.511758804321289,
      "cov-distil (oracle2teacher)": 2.8105783462524414,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.2014532089233398,
      "step": 1803,
      "subrel-constrast": 2.2507526874542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1733624935150146,
      "cov-distil (oracle2student)": 3.386197090148926,
      "cov-distil (oracle2teacher)": 3.47279691696167,
      "epoch": 1.4160125588697017,
      "rel-constrast": 1.982263445854187,
      "step": 1804,
      "subrel-constrast": 3.0442497730255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0748146772384644,
      "cov-distil (oracle2student)": 5.498466491699219,
      "cov-distil (oracle2teacher)": 4.778252601623535,
      "epoch": 1.4167974882260597,
      "rel-constrast": 2.766113758087158,
      "step": 1805,
      "subrel-constrast": 2.6733474731445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7155144214630127,
      "cov-distil (oracle2student)": 4.676246643066406,
      "cov-distil (oracle2teacher)": 4.553204536437988,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.1929049491882324,
      "step": 1806,
      "subrel-constrast": 3.0602736473083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028960704803467,
      "cov-distil (oracle2student)": 5.258408546447754,
      "cov-distil (oracle2teacher)": 4.5496039390563965,
      "epoch": 1.4183673469387754,
      "rel-constrast": 1.6751245260238647,
      "step": 1807,
      "subrel-constrast": 2.7925772666931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5410548448562622,
      "cov-distil (oracle2student)": 4.366645812988281,
      "cov-distil (oracle2teacher)": 3.9290411472320557,
      "epoch": 1.4191522762951334,
      "rel-constrast": 2.615551471710205,
      "step": 1808,
      "subrel-constrast": 3.0561769008636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.171443462371826,
      "cov-distil (oracle2student)": 5.1957502365112305,
      "cov-distil (oracle2teacher)": 4.5748982429504395,
      "epoch": 1.4199372056514914,
      "rel-constrast": 2.9542906284332275,
      "step": 1809,
      "subrel-constrast": 3.7277235984802246,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 5.0625,
      "learning_rate": 8.053490688419533e-05,
      "loss": 0.6108,
      "step": 1810
    },
    {
      "cov-distil": 1.825860857963562,
      "cov-distil (oracle2student)": 5.195758819580078,
      "cov-distil (oracle2teacher)": 4.710780620574951,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.38930082321167,
      "step": 1810,
      "subrel-constrast": 3.274775505065918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4741382598876953,
      "cov-distil (oracle2student)": 4.369711399078369,
      "cov-distil (oracle2teacher)": 3.7948098182678223,
      "epoch": 1.4215070643642072,
      "rel-constrast": 1.8864073753356934,
      "step": 1811,
      "subrel-constrast": 2.601266860961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0787065029144287,
      "cov-distil (oracle2student)": 3.948172092437744,
      "cov-distil (oracle2teacher)": 4.175352096557617,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.0845913887023926,
      "step": 1812,
      "subrel-constrast": 3.918170928955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004101276397705,
      "cov-distil (oracle2student)": 4.5515289306640625,
      "cov-distil (oracle2teacher)": 4.6547346115112305,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.5225977897644043,
      "step": 1813,
      "subrel-constrast": 3.2799811363220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1720750331878662,
      "cov-distil (oracle2student)": 4.891752243041992,
      "cov-distil (oracle2teacher)": 4.184724807739258,
      "epoch": 1.423861852433281,
      "rel-constrast": 1.6051751375198364,
      "step": 1814,
      "subrel-constrast": 2.606538772583008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1856448650360107,
      "cov-distil (oracle2student)": 2.733708620071411,
      "cov-distil (oracle2teacher)": 3.1637046337127686,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.33504581451416,
      "step": 1815,
      "subrel-constrast": 3.0258660316467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8358209133148193,
      "cov-distil (oracle2student)": 6.0021233558654785,
      "cov-distil (oracle2teacher)": 5.323700904846191,
      "epoch": 1.4254317111459969,
      "rel-constrast": 2.7357797622680664,
      "step": 1816,
      "subrel-constrast": 3.519045829772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009029388427734,
      "cov-distil (oracle2student)": 5.538900852203369,
      "cov-distil (oracle2teacher)": 4.9595232009887695,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.2117509841918945,
      "step": 1817,
      "subrel-constrast": 3.9072253704071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098378896713257,
      "cov-distil (oracle2student)": 3.941099166870117,
      "cov-distil (oracle2teacher)": 3.898322582244873,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.1822643280029297,
      "step": 1818,
      "subrel-constrast": 3.444009304046631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5650935173034668,
      "cov-distil (oracle2student)": 3.577427387237549,
      "cov-distil (oracle2teacher)": 3.415973663330078,
      "epoch": 1.4277864992150706,
      "rel-constrast": 2.6727471351623535,
      "step": 1819,
      "subrel-constrast": 3.239964246749878,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 5.0625,
      "learning_rate": 8.02577525133239e-05,
      "loss": 0.658,
      "step": 1820
    },
    {
      "cov-distil": 1.6029771566390991,
      "cov-distil (oracle2student)": 3.8674697875976562,
      "cov-distil (oracle2teacher)": 3.8113062381744385,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.245530843734741,
      "step": 1820,
      "subrel-constrast": 3.012540578842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2920665740966797,
      "cov-distil (oracle2student)": 5.890052795410156,
      "cov-distil (oracle2teacher)": 5.087060928344727,
      "epoch": 1.4293563579277864,
      "rel-constrast": 2.731471061706543,
      "step": 1821,
      "subrel-constrast": 3.5178356170654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2402080297470093,
      "cov-distil (oracle2student)": 4.790957450866699,
      "cov-distil (oracle2teacher)": 4.519903182983398,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.061387062072754,
      "step": 1822,
      "subrel-constrast": 2.964954137802124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6431653499603271,
      "cov-distil (oracle2student)": 3.7940096855163574,
      "cov-distil (oracle2teacher)": 3.537576913833618,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.8315560817718506,
      "step": 1823,
      "subrel-constrast": 2.816206216812134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0136916637420654,
      "cov-distil (oracle2student)": 3.480353832244873,
      "cov-distil (oracle2teacher)": 3.244941234588623,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.2496795654296875,
      "step": 1824,
      "subrel-constrast": 3.352458953857422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124618530273438,
      "cov-distil (oracle2student)": 3.505283832550049,
      "cov-distil (oracle2teacher)": 3.621744394302368,
      "epoch": 1.4324960753532183,
      "rel-constrast": 2.665762186050415,
      "step": 1825,
      "subrel-constrast": 3.445913314819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7043558359146118,
      "cov-distil (oracle2student)": 6.952539443969727,
      "cov-distil (oracle2teacher)": 6.29973030090332,
      "epoch": 1.433281004709576,
      "rel-constrast": 3.353184700012207,
      "step": 1826,
      "subrel-constrast": 3.9363908767700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5860764980316162,
      "cov-distil (oracle2student)": 4.509330749511719,
      "cov-distil (oracle2teacher)": 4.141275882720947,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.803196907043457,
      "step": 1827,
      "subrel-constrast": 3.251556873321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7962729930877686,
      "cov-distil (oracle2student)": 4.19228458404541,
      "cov-distil (oracle2teacher)": 4.090226173400879,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.320021152496338,
      "step": 1828,
      "subrel-constrast": 3.041574239730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5056941509246826,
      "cov-distil (oracle2student)": 6.994562149047852,
      "cov-distil (oracle2teacher)": 5.631683349609375,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.513561248779297,
      "step": 1829,
      "subrel-constrast": 3.6374688148498535,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 5.5,
      "learning_rate": 7.997912342228232e-05,
      "loss": 0.6836,
      "step": 1830
    },
    {
      "cov-distil": 1.325416922569275,
      "cov-distil (oracle2student)": 5.845670700073242,
      "cov-distil (oracle2teacher)": 5.199704170227051,
      "epoch": 1.4364207221350078,
      "rel-constrast": 2.776562452316284,
      "step": 1830,
      "subrel-constrast": 3.4314045906066895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9872689247131348,
      "cov-distil (oracle2student)": 2.619999885559082,
      "cov-distil (oracle2teacher)": 3.3251895904541016,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.0665488243103027,
      "step": 1831,
      "subrel-constrast": 3.646057367324829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1377182006835938,
      "cov-distil (oracle2student)": 4.2922844886779785,
      "cov-distil (oracle2teacher)": 4.355794906616211,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.6677812337875366,
      "step": 1832,
      "subrel-constrast": 2.3189847469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7247929573059082,
      "cov-distil (oracle2student)": 4.868160247802734,
      "cov-distil (oracle2teacher)": 4.208384037017822,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.277036666870117,
      "step": 1833,
      "subrel-constrast": 3.048579216003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.508227586746216,
      "cov-distil (oracle2student)": 2.7294130325317383,
      "cov-distil (oracle2teacher)": 3.201002359390259,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.1100568771362305,
      "step": 1834,
      "subrel-constrast": 3.2501285076141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.359701156616211,
      "cov-distil (oracle2student)": 3.132033348083496,
      "cov-distil (oracle2teacher)": 3.162503719329834,
      "epoch": 1.4403453689167975,
      "rel-constrast": 2.809284210205078,
      "step": 1835,
      "subrel-constrast": 3.6465446949005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1547669172286987,
      "cov-distil (oracle2student)": 4.754095077514648,
      "cov-distil (oracle2teacher)": 4.596470355987549,
      "epoch": 1.4411302982731553,
      "rel-constrast": 2.385079860687256,
      "step": 1836,
      "subrel-constrast": 2.7203307151794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2310502529144287,
      "cov-distil (oracle2student)": 3.314162254333496,
      "cov-distil (oracle2teacher)": 3.1862828731536865,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.699375629425049,
      "step": 1837,
      "subrel-constrast": 3.271559715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735595464706421,
      "cov-distil (oracle2student)": 3.7090251445770264,
      "cov-distil (oracle2teacher)": 3.588632345199585,
      "epoch": 1.4427001569858713,
      "rel-constrast": 2.665440082550049,
      "step": 1838,
      "subrel-constrast": 3.4111921787261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075652599334717,
      "cov-distil (oracle2student)": 2.7601423263549805,
      "cov-distil (oracle2teacher)": 3.0964112281799316,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.1222500801086426,
      "step": 1839,
      "subrel-constrast": 3.00303053855896,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 3.71875,
      "learning_rate": 7.969903319105935e-05,
      "loss": 0.6301,
      "step": 1840
    },
    {
      "cov-distil": 1.6011316776275635,
      "cov-distil (oracle2student)": 6.538602828979492,
      "cov-distil (oracle2teacher)": 5.373701095581055,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.7423088550567627,
      "step": 1840,
      "subrel-constrast": 4.14380407333374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2221927642822266,
      "cov-distil (oracle2student)": 7.3488874435424805,
      "cov-distil (oracle2teacher)": 6.915430068969727,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.242504358291626,
      "step": 1841,
      "subrel-constrast": 4.274138450622559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6983952522277832,
      "cov-distil (oracle2student)": 2.763612747192383,
      "cov-distil (oracle2teacher)": 2.764805793762207,
      "epoch": 1.445839874411303,
      "rel-constrast": 1.8557775020599365,
      "step": 1842,
      "subrel-constrast": 2.777644157409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182168960571289,
      "cov-distil (oracle2student)": 4.40908145904541,
      "cov-distil (oracle2teacher)": 4.066384792327881,
      "epoch": 1.4466248037676608,
      "rel-constrast": 1.9282166957855225,
      "step": 1843,
      "subrel-constrast": 2.7228105068206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.150490164756775,
      "cov-distil (oracle2student)": 3.5982797145843506,
      "cov-distil (oracle2teacher)": 3.47902250289917,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.1267175674438477,
      "step": 1844,
      "subrel-constrast": 3.543342113494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9063329696655273,
      "cov-distil (oracle2student)": 6.088460922241211,
      "cov-distil (oracle2teacher)": 6.13456392288208,
      "epoch": 1.4481946624803768,
      "rel-constrast": 3.4345736503601074,
      "step": 1845,
      "subrel-constrast": 4.42949914932251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.416429042816162,
      "cov-distil (oracle2student)": 4.904092788696289,
      "cov-distil (oracle2teacher)": 4.608098030090332,
      "epoch": 1.4489795918367347,
      "rel-constrast": 2.657243013381958,
      "step": 1846,
      "subrel-constrast": 3.328171491622925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4343531131744385,
      "cov-distil (oracle2student)": 4.396565914154053,
      "cov-distil (oracle2teacher)": 3.9522130489349365,
      "epoch": 1.4497645211930927,
      "rel-constrast": 2.793367862701416,
      "step": 1847,
      "subrel-constrast": 3.2457799911499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2220556735992432,
      "cov-distil (oracle2student)": 4.547884941101074,
      "cov-distil (oracle2teacher)": 4.615163803100586,
      "epoch": 1.4505494505494505,
      "rel-constrast": 2.918731451034546,
      "step": 1848,
      "subrel-constrast": 3.7299959659576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5971511602401733,
      "cov-distil (oracle2student)": 5.281460762023926,
      "cov-distil (oracle2teacher)": 5.045908451080322,
      "epoch": 1.4513343799058085,
      "rel-constrast": 2.947012186050415,
      "step": 1849,
      "subrel-constrast": 3.5589981079101562,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 4.8125,
      "learning_rate": 7.941749547085777e-05,
      "loss": 0.7547,
      "step": 1850
    },
    {
      "cov-distil": 1.714191198348999,
      "cov-distil (oracle2student)": 3.275438070297241,
      "cov-distil (oracle2teacher)": 3.5575244426727295,
      "epoch": 1.4521193092621665,
      "rel-constrast": 1.7686712741851807,
      "step": 1850,
      "subrel-constrast": 3.1796865463256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.413842797279358,
      "cov-distil (oracle2student)": 4.891594886779785,
      "cov-distil (oracle2teacher)": 4.608328819274902,
      "epoch": 1.4529042386185242,
      "rel-constrast": 3.638119697570801,
      "step": 1851,
      "subrel-constrast": 3.9428012371063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.153099298477173,
      "cov-distil (oracle2student)": 5.599418640136719,
      "cov-distil (oracle2teacher)": 5.712355136871338,
      "epoch": 1.4536891679748822,
      "rel-constrast": 2.670318126678467,
      "step": 1852,
      "subrel-constrast": 4.185052871704102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421682357788086,
      "cov-distil (oracle2student)": 3.840024471282959,
      "cov-distil (oracle2teacher)": 3.4737794399261475,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.2191684246063232,
      "step": 1853,
      "subrel-constrast": 3.4258999824523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1602623462677002,
      "cov-distil (oracle2student)": 2.7666680812835693,
      "cov-distil (oracle2teacher)": 2.895108699798584,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.065748453140259,
      "step": 1854,
      "subrel-constrast": 3.9549033641815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6400823593139648,
      "cov-distil (oracle2student)": 4.010512828826904,
      "cov-distil (oracle2teacher)": 4.554477691650391,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.3691747188568115,
      "step": 1855,
      "subrel-constrast": 3.301790237426758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8135960102081299,
      "cov-distil (oracle2student)": 3.115915298461914,
      "cov-distil (oracle2teacher)": 3.1147351264953613,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.1118154525756836,
      "step": 1856,
      "subrel-constrast": 3.1391828060150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637444257736206,
      "cov-distil (oracle2student)": 4.4519548416137695,
      "cov-distil (oracle2teacher)": 4.141715049743652,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.4541382789611816,
      "step": 1857,
      "subrel-constrast": 3.156813621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8159964084625244,
      "cov-distil (oracle2student)": 3.4391324520111084,
      "cov-distil (oracle2teacher)": 3.9532456398010254,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.5267491340637207,
      "step": 1858,
      "subrel-constrast": 3.411865711212158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4598727226257324,
      "cov-distil (oracle2student)": 4.8511810302734375,
      "cov-distil (oracle2teacher)": 4.6280670166015625,
      "epoch": 1.4591836734693877,
      "rel-constrast": 2.914368152618408,
      "step": 1859,
      "subrel-constrast": 3.9807777404785156,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 4.3125,
      "learning_rate": 7.913452398342881e-05,
      "loss": 0.709,
      "step": 1860
    },
    {
      "cov-distil": 1.5762330293655396,
      "cov-distil (oracle2student)": 3.6821603775024414,
      "cov-distil (oracle2teacher)": 3.3476529121398926,
      "epoch": 1.4599686028257457,
      "rel-constrast": 2.65667986869812,
      "step": 1860,
      "subrel-constrast": 3.494835138320923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1794445514678955,
      "cov-distil (oracle2student)": 6.363114833831787,
      "cov-distil (oracle2teacher)": 5.757571220397949,
      "epoch": 1.4607535321821037,
      "rel-constrast": 1.8829214572906494,
      "step": 1861,
      "subrel-constrast": 2.5938782691955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2380201816558838,
      "cov-distil (oracle2student)": 3.6229159832000732,
      "cov-distil (oracle2teacher)": 3.3766796588897705,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.0932297706604004,
      "step": 1862,
      "subrel-constrast": 3.459852457046509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6951096057891846,
      "cov-distil (oracle2student)": 5.1736578941345215,
      "cov-distil (oracle2teacher)": 4.414026260375977,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.3628273010253906,
      "step": 1863,
      "subrel-constrast": 3.431036949157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.423135757446289,
      "cov-distil (oracle2student)": 4.423358917236328,
      "cov-distil (oracle2teacher)": 4.157340049743652,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.2760043144226074,
      "step": 1864,
      "subrel-constrast": 3.6959691047668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2975687980651855,
      "cov-distil (oracle2student)": 3.972299337387085,
      "cov-distil (oracle2teacher)": 3.3210158348083496,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.226484537124634,
      "step": 1865,
      "subrel-constrast": 3.532505989074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3902298212051392,
      "cov-distil (oracle2student)": 3.350216865539551,
      "cov-distil (oracle2teacher)": 3.3467836380004883,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.018183708190918,
      "step": 1866,
      "subrel-constrast": 3.4615349769592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322840690612793,
      "cov-distil (oracle2student)": 3.0162014961242676,
      "cov-distil (oracle2teacher)": 3.690798282623291,
      "epoch": 1.4654631083202512,
      "rel-constrast": 2.9907243251800537,
      "step": 1867,
      "subrel-constrast": 3.809238910675049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0714569091796875,
      "cov-distil (oracle2student)": 4.450311660766602,
      "cov-distil (oracle2teacher)": 4.51995849609375,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.1466479301452637,
      "step": 1868,
      "subrel-constrast": 3.127046585083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9811434745788574,
      "cov-distil (oracle2student)": 3.765726089477539,
      "cov-distil (oracle2teacher)": 3.6883459091186523,
      "epoch": 1.4670329670329672,
      "rel-constrast": 1.6694304943084717,
      "step": 1869,
      "subrel-constrast": 2.6103923320770264,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 4.375,
      "learning_rate": 7.885013252040359e-05,
      "loss": 0.671,
      "step": 1870
    },
    {
      "cov-distil": 1.849719762802124,
      "cov-distil (oracle2student)": 3.2968573570251465,
      "cov-distil (oracle2teacher)": 3.3588249683380127,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.0786478519439697,
      "step": 1870,
      "subrel-constrast": 4.0475544929504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360620021820068,
      "cov-distil (oracle2student)": 3.1814913749694824,
      "cov-distil (oracle2teacher)": 2.9931578636169434,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.1436495780944824,
      "step": 1871,
      "subrel-constrast": 3.133516788482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9204394817352295,
      "cov-distil (oracle2student)": 4.232725143432617,
      "cov-distil (oracle2teacher)": 3.98331880569458,
      "epoch": 1.469387755102041,
      "rel-constrast": 3.1466894149780273,
      "step": 1872,
      "subrel-constrast": 3.857067108154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724095344543457,
      "cov-distil (oracle2student)": 3.583395004272461,
      "cov-distil (oracle2teacher)": 4.008404731750488,
      "epoch": 1.4701726844583987,
      "rel-constrast": 2.3833794593811035,
      "step": 1873,
      "subrel-constrast": 3.5087311267852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2180891036987305,
      "cov-distil (oracle2student)": 3.8629300594329834,
      "cov-distil (oracle2teacher)": 3.760979413986206,
      "epoch": 1.4709576138147566,
      "rel-constrast": 1.81253981590271,
      "step": 1874,
      "subrel-constrast": 3.1502554416656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.849375605583191,
      "cov-distil (oracle2student)": 4.81764030456543,
      "cov-distil (oracle2teacher)": 4.933170318603516,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.4519050121307373,
      "step": 1875,
      "subrel-constrast": 3.6696815490722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020878791809082,
      "cov-distil (oracle2student)": 4.124528884887695,
      "cov-distil (oracle2teacher)": 4.167385101318359,
      "epoch": 1.4725274725274726,
      "rel-constrast": 2.493013381958008,
      "step": 1876,
      "subrel-constrast": 3.7132298946380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2204444408416748,
      "cov-distil (oracle2student)": 4.83308744430542,
      "cov-distil (oracle2teacher)": 4.469244956970215,
      "epoch": 1.4733124018838304,
      "rel-constrast": 2.936051845550537,
      "step": 1877,
      "subrel-constrast": 3.226144790649414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8470838069915771,
      "cov-distil (oracle2student)": 4.570984840393066,
      "cov-distil (oracle2teacher)": 4.48048210144043,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.4733078479766846,
      "step": 1878,
      "subrel-constrast": 4.389165878295898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6307356357574463,
      "cov-distil (oracle2student)": 4.471111297607422,
      "cov-distil (oracle2teacher)": 3.9107165336608887,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.248349666595459,
      "step": 1879,
      "subrel-constrast": 3.2755870819091797,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 4.40625,
      "learning_rate": 7.856433494262077e-05,
      "loss": 0.7237,
      "step": 1880
    },
    {
      "cov-distil": 1.7840594053268433,
      "cov-distil (oracle2student)": 4.243774890899658,
      "cov-distil (oracle2teacher)": 4.026970386505127,
      "epoch": 1.4756671899529041,
      "rel-constrast": 2.524385452270508,
      "step": 1880,
      "subrel-constrast": 3.353408098220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9326090812683105,
      "cov-distil (oracle2student)": 5.085029602050781,
      "cov-distil (oracle2teacher)": 4.441900730133057,
      "epoch": 1.4764521193092621,
      "rel-constrast": 2.6111936569213867,
      "step": 1881,
      "subrel-constrast": 3.735853672027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5074738264083862,
      "cov-distil (oracle2student)": 3.5675320625305176,
      "cov-distil (oracle2teacher)": 3.3991005420684814,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.589239239692688,
      "step": 1882,
      "subrel-constrast": 2.4670605659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6740286350250244,
      "cov-distil (oracle2student)": 3.1294307708740234,
      "cov-distil (oracle2teacher)": 3.374645709991455,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.159687042236328,
      "step": 1883,
      "subrel-constrast": 2.922947883605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2600553035736084,
      "cov-distil (oracle2student)": 3.584679126739502,
      "cov-distil (oracle2teacher)": 3.7075393199920654,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.242676258087158,
      "step": 1884,
      "subrel-constrast": 3.002887725830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4535393714904785,
      "cov-distil (oracle2student)": 4.085823059082031,
      "cov-distil (oracle2teacher)": 3.815483570098877,
      "epoch": 1.4795918367346939,
      "rel-constrast": 2.8051416873931885,
      "step": 1885,
      "subrel-constrast": 3.2543721199035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9932060241699219,
      "cov-distil (oracle2student)": 4.981815338134766,
      "cov-distil (oracle2teacher)": 4.581757068634033,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.6863635778427124,
      "step": 1886,
      "subrel-constrast": 2.666372299194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7752963304519653,
      "cov-distil (oracle2student)": 6.607002258300781,
      "cov-distil (oracle2teacher)": 6.221096038818359,
      "epoch": 1.4811616954474096,
      "rel-constrast": 2.989288806915283,
      "step": 1887,
      "subrel-constrast": 3.9177122116088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4217278957366943,
      "cov-distil (oracle2student)": 3.378554105758667,
      "cov-distil (oracle2teacher)": 3.343980073928833,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.2179322242736816,
      "step": 1888,
      "subrel-constrast": 3.0841124057769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4776389598846436,
      "cov-distil (oracle2student)": 3.466610908508301,
      "cov-distil (oracle2teacher)": 3.650160789489746,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.59816575050354,
      "step": 1889,
      "subrel-constrast": 3.9118683338165283,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 5.03125,
      "learning_rate": 7.827714517945115e-05,
      "loss": 0.6513,
      "step": 1890
    },
    {
      "cov-distil": 1.401970624923706,
      "cov-distil (oracle2student)": 3.488010883331299,
      "cov-distil (oracle2teacher)": 3.4518556594848633,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.155383586883545,
      "step": 1890,
      "subrel-constrast": 2.688490390777588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4299180507659912,
      "cov-distil (oracle2student)": 3.0968611240386963,
      "cov-distil (oracle2teacher)": 3.0487165451049805,
      "epoch": 1.4843014128728416,
      "rel-constrast": 2.9982712268829346,
      "step": 1891,
      "subrel-constrast": 3.497199773788452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6700189113616943,
      "cov-distil (oracle2student)": 3.7566328048706055,
      "cov-distil (oracle2teacher)": 3.676307439804077,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.1118416786193848,
      "step": 1892,
      "subrel-constrast": 2.826030731201172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7368357181549072,
      "cov-distil (oracle2student)": 3.5018436908721924,
      "cov-distil (oracle2teacher)": 3.687239646911621,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.3912317752838135,
      "step": 1893,
      "subrel-constrast": 3.1330959796905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2052369117736816,
      "cov-distil (oracle2student)": 4.22479248046875,
      "cov-distil (oracle2teacher)": 4.195526123046875,
      "epoch": 1.4866562009419153,
      "rel-constrast": 2.8477602005004883,
      "step": 1894,
      "subrel-constrast": 3.3660435676574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459041953086853,
      "cov-distil (oracle2student)": 5.152693748474121,
      "cov-distil (oracle2teacher)": 4.7973432540893555,
      "epoch": 1.487441130298273,
      "rel-constrast": 2.005978584289551,
      "step": 1895,
      "subrel-constrast": 2.8801426887512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317647933959961,
      "cov-distil (oracle2student)": 2.6824235916137695,
      "cov-distil (oracle2teacher)": 2.6870665550231934,
      "epoch": 1.488226059654631,
      "rel-constrast": 1.9499964714050293,
      "step": 1896,
      "subrel-constrast": 2.728090286254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2412221431732178,
      "cov-distil (oracle2student)": 6.986024856567383,
      "cov-distil (oracle2teacher)": 6.225713729858398,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.7363970279693604,
      "step": 1897,
      "subrel-constrast": 3.4646315574645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5264155864715576,
      "cov-distil (oracle2student)": 4.4167656898498535,
      "cov-distil (oracle2teacher)": 4.12000846862793,
      "epoch": 1.489795918367347,
      "rel-constrast": 2.8942935466766357,
      "step": 1898,
      "subrel-constrast": 3.3683106899261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0275325775146484,
      "cov-distil (oracle2student)": 5.132113456726074,
      "cov-distil (oracle2teacher)": 5.048547744750977,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.898336410522461,
      "step": 1899,
      "subrel-constrast": 3.716574192047119,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 5.1875,
      "learning_rate": 7.798857722811856e-05,
      "loss": 0.6623,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.35625001788139343,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.04620361328125
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.027191162109375
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.019012451171875,
      "step": 1900
    },
    {
      "cov-distil": 1.886752724647522,
      "cov-distil (oracle2student)": 4.200039863586426,
      "cov-distil (oracle2teacher)": 4.35728645324707,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.342231273651123,
      "step": 1900,
      "subrel-constrast": 3.8948819637298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3505765199661255,
      "cov-distil (oracle2student)": 3.3619959354400635,
      "cov-distil (oracle2teacher)": 3.5594160556793213,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.355166435241699,
      "step": 1901,
      "subrel-constrast": 2.7325358390808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2621146440505981,
      "cov-distil (oracle2student)": 2.634047031402588,
      "cov-distil (oracle2teacher)": 2.480397939682007,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.0204567909240723,
      "step": 1902,
      "subrel-constrast": 2.2083163261413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558030605316162,
      "cov-distil (oracle2student)": 3.763545513153076,
      "cov-distil (oracle2teacher)": 3.690098524093628,
      "epoch": 1.4937205651491365,
      "rel-constrast": 1.9087917804718018,
      "step": 1903,
      "subrel-constrast": 2.748906373977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889512300491333,
      "cov-distil (oracle2student)": 3.4569220542907715,
      "cov-distil (oracle2teacher)": 3.6450750827789307,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.3173961639404297,
      "step": 1904,
      "subrel-constrast": 4.00124979019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5791975259780884,
      "cov-distil (oracle2student)": 3.837679386138916,
      "cov-distil (oracle2teacher)": 3.9288792610168457,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.1761035919189453,
      "step": 1905,
      "subrel-constrast": 2.7091081142425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4816136360168457,
      "cov-distil (oracle2student)": 5.191506862640381,
      "cov-distil (oracle2teacher)": 4.640813827514648,
      "epoch": 1.4960753532182103,
      "rel-constrast": 2.6797287464141846,
      "step": 1906,
      "subrel-constrast": 4.1275634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5678927898406982,
      "cov-distil (oracle2student)": 4.643093109130859,
      "cov-distil (oracle2teacher)": 4.565855503082275,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.482715129852295,
      "step": 1907,
      "subrel-constrast": 3.0221495628356934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9036989212036133,
      "cov-distil (oracle2student)": 2.25692081451416,
      "cov-distil (oracle2teacher)": 2.8632168769836426,
      "epoch": 1.4976452119309263,
      "rel-constrast": 1.9598159790039062,
      "step": 1908,
      "subrel-constrast": 2.7054994106292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671995997428894,
      "cov-distil (oracle2student)": 3.8867197036743164,
      "cov-distil (oracle2teacher)": 3.9185004234313965,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.41152024269104,
      "step": 1909,
      "subrel-constrast": 3.3398659229278564,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 4.6875,
      "learning_rate": 7.769864515301787e-05,
      "loss": 0.6592,
      "step": 1910
    },
    {
      "cov-distil": 1.4159573316574097,
      "cov-distil (oracle2student)": 2.878265857696533,
      "cov-distil (oracle2teacher)": 3.393825054168701,
      "epoch": 1.499215070643642,
      "rel-constrast": 2.739377021789551,
      "step": 1910,
      "subrel-constrast": 3.4543142318725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2209410667419434,
      "cov-distil (oracle2student)": 4.075409889221191,
      "cov-distil (oracle2teacher)": 4.315690040588379,
      "epoch": 1.5,
      "rel-constrast": 3.1407630443573,
      "step": 1911,
      "subrel-constrast": 4.052245140075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7642920017242432,
      "cov-distil (oracle2student)": 4.955089569091797,
      "cov-distil (oracle2teacher)": 4.575924396514893,
      "epoch": 1.500784929356358,
      "rel-constrast": 1.8844913244247437,
      "step": 1912,
      "subrel-constrast": 3.3355019092559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0381250381469727,
      "cov-distil (oracle2student)": 3.720322608947754,
      "cov-distil (oracle2teacher)": 3.873605251312256,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.8026113510131836,
      "step": 1913,
      "subrel-constrast": 3.9674651622772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5827925205230713,
      "cov-distil (oracle2student)": 6.042149543762207,
      "cov-distil (oracle2teacher)": 5.464179992675781,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.0875027179718018,
      "step": 1914,
      "subrel-constrast": 3.6269590854644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8985741138458252,
      "cov-distil (oracle2student)": 4.987884044647217,
      "cov-distil (oracle2teacher)": 4.498298168182373,
      "epoch": 1.5031397174254317,
      "rel-constrast": 3.801344394683838,
      "step": 1915,
      "subrel-constrast": 4.9359612464904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9700748920440674,
      "cov-distil (oracle2student)": 3.1221261024475098,
      "cov-distil (oracle2teacher)": 3.586475133895874,
      "epoch": 1.5039246467817895,
      "rel-constrast": 2.5745484828948975,
      "step": 1916,
      "subrel-constrast": 3.9183578491210938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4062069654464722,
      "cov-distil (oracle2student)": 5.305710792541504,
      "cov-distil (oracle2teacher)": 4.843442916870117,
      "epoch": 1.5047095761381475,
      "rel-constrast": 2.8737435340881348,
      "step": 1917,
      "subrel-constrast": 3.2892448902130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9953891038894653,
      "cov-distil (oracle2student)": 3.426365852355957,
      "cov-distil (oracle2teacher)": 3.6734890937805176,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.0618784427642822,
      "step": 1918,
      "subrel-constrast": 3.1533565521240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7500262260437012,
      "cov-distil (oracle2student)": 3.493112802505493,
      "cov-distil (oracle2teacher)": 3.563711643218994,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.4472858905792236,
      "step": 1919,
      "subrel-constrast": 3.766949415206909,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 4.8125,
      "learning_rate": 7.740736308502938e-05,
      "loss": 0.7304,
      "step": 1920
    },
    {
      "cov-distil": 1.8069359064102173,
      "cov-distil (oracle2student)": 4.261995315551758,
      "cov-distil (oracle2teacher)": 4.639920234680176,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.35228157043457,
      "step": 1920,
      "subrel-constrast": 5.803033351898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5885075330734253,
      "cov-distil (oracle2student)": 3.9024546146392822,
      "cov-distil (oracle2teacher)": 3.3404111862182617,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.1853256225585938,
      "step": 1921,
      "subrel-constrast": 3.605836868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8321102857589722,
      "cov-distil (oracle2student)": 4.553194999694824,
      "cov-distil (oracle2teacher)": 4.103457927703857,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.104306221008301,
      "step": 1922,
      "subrel-constrast": 3.3597099781036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8692004680633545,
      "cov-distil (oracle2student)": 5.624322891235352,
      "cov-distil (oracle2teacher)": 4.6756157875061035,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.0418968200683594,
      "step": 1923,
      "subrel-constrast": 3.870783805847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6805340051651,
      "cov-distil (oracle2student)": 5.638169288635254,
      "cov-distil (oracle2teacher)": 4.818597793579102,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.5437493324279785,
      "step": 1924,
      "subrel-constrast": 2.4737184047698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7736387252807617,
      "cov-distil (oracle2student)": 3.683324098587036,
      "cov-distil (oracle2teacher)": 3.7414331436157227,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.1892809867858887,
      "step": 1925,
      "subrel-constrast": 3.70880389213562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473365068435669,
      "cov-distil (oracle2student)": 3.8746328353881836,
      "cov-distil (oracle2teacher)": 3.7327589988708496,
      "epoch": 1.511773940345369,
      "rel-constrast": 1.782657265663147,
      "step": 1926,
      "subrel-constrast": 3.102231740951538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2064356803894043,
      "cov-distil (oracle2student)": 4.08465051651001,
      "cov-distil (oracle2teacher)": 3.9236254692077637,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.148542881011963,
      "step": 1927,
      "subrel-constrast": 2.8926753997802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368836760520935,
      "cov-distil (oracle2student)": 3.168724536895752,
      "cov-distil (oracle2teacher)": 3.2467970848083496,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.4678661823272705,
      "step": 1928,
      "subrel-constrast": 3.2772583961486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.039125442504883,
      "cov-distil (oracle2student)": 4.829742908477783,
      "cov-distil (oracle2teacher)": 4.936426639556885,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.664114475250244,
      "step": 1929,
      "subrel-constrast": 3.982501983642578,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 4.59375,
      "learning_rate": 7.711474522083015e-05,
      "loss": 0.7311,
      "step": 1930
    },
    {
      "cov-distil": 1.3304225206375122,
      "cov-distil (oracle2student)": 4.51788330078125,
      "cov-distil (oracle2teacher)": 4.465704441070557,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.25060772895813,
      "step": 1930,
      "subrel-constrast": 3.1989755630493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2254689931869507,
      "cov-distil (oracle2student)": 4.0224714279174805,
      "cov-distil (oracle2teacher)": 4.0606842041015625,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.221846103668213,
      "step": 1931,
      "subrel-constrast": 2.8504581451416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567356824874878,
      "cov-distil (oracle2student)": 4.341473579406738,
      "cov-distil (oracle2teacher)": 4.024940013885498,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.4831790924072266,
      "step": 1932,
      "subrel-constrast": 3.2108676433563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3164458274841309,
      "cov-distil (oracle2student)": 5.324233531951904,
      "cov-distil (oracle2teacher)": 4.894278526306152,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.0000123977661133,
      "step": 1933,
      "subrel-constrast": 3.245039939880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7974495887756348,
      "cov-distil (oracle2student)": 4.127414703369141,
      "cov-distil (oracle2teacher)": 4.07045316696167,
      "epoch": 1.5180533751962324,
      "rel-constrast": 2.7633821964263916,
      "step": 1934,
      "subrel-constrast": 3.8325581550598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7533094882965088,
      "cov-distil (oracle2student)": 5.529356002807617,
      "cov-distil (oracle2teacher)": 5.161540985107422,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.8843870162963867,
      "step": 1935,
      "subrel-constrast": 3.5860517024993896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238898277282715,
      "cov-distil (oracle2student)": 3.2721705436706543,
      "cov-distil (oracle2teacher)": 3.5446767807006836,
      "epoch": 1.5196232339089482,
      "rel-constrast": 2.630891799926758,
      "step": 1936,
      "subrel-constrast": 3.4190073013305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4368133544921875,
      "cov-distil (oracle2student)": 4.927360534667969,
      "cov-distil (oracle2teacher)": 4.873538494110107,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.219517707824707,
      "step": 1937,
      "subrel-constrast": 3.8610708713531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2919907569885254,
      "cov-distil (oracle2student)": 4.0946855545043945,
      "cov-distil (oracle2teacher)": 4.255040168762207,
      "epoch": 1.521193092621664,
      "rel-constrast": 1.9469139575958252,
      "step": 1938,
      "subrel-constrast": 2.905780553817749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734667181968689,
      "cov-distil (oracle2student)": 4.745591163635254,
      "cov-distil (oracle2teacher)": 4.708282947540283,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.1722469329833984,
      "step": 1939,
      "subrel-constrast": 3.9592010974884033,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 5.125,
      "learning_rate": 7.682080582220206e-05,
      "loss": 0.7023,
      "step": 1940
    },
    {
      "cov-distil": 1.3431041240692139,
      "cov-distil (oracle2student)": 5.511101722717285,
      "cov-distil (oracle2teacher)": 5.482029914855957,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.5028610229492188,
      "step": 1940,
      "subrel-constrast": 3.2692806720733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7027552127838135,
      "cov-distil (oracle2student)": 3.46795654296875,
      "cov-distil (oracle2teacher)": 3.7281954288482666,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.0176219940185547,
      "step": 1941,
      "subrel-constrast": 3.092231512069702,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3362228870391846,
      "cov-distil (oracle2student)": 5.849971294403076,
      "cov-distil (oracle2teacher)": 5.333184242248535,
      "epoch": 1.5243328100470959,
      "rel-constrast": 2.4262232780456543,
      "step": 1942,
      "subrel-constrast": 3.3191776275634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5675296783447266,
      "cov-distil (oracle2student)": 3.3248231410980225,
      "cov-distil (oracle2teacher)": 3.5098838806152344,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.3231184482574463,
      "step": 1943,
      "subrel-constrast": 3.1518239974975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1707019805908203,
      "cov-distil (oracle2student)": 4.899975776672363,
      "cov-distil (oracle2teacher)": 4.562370777130127,
      "epoch": 1.5259026687598116,
      "rel-constrast": 1.9606904983520508,
      "step": 1944,
      "subrel-constrast": 2.486158609390259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3099669218063354,
      "cov-distil (oracle2student)": 3.0418455600738525,
      "cov-distil (oracle2teacher)": 2.6172242164611816,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.528700351715088,
      "step": 1945,
      "subrel-constrast": 3.1014392375946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9703110456466675,
      "cov-distil (oracle2student)": 5.363593101501465,
      "cov-distil (oracle2teacher)": 5.187426567077637,
      "epoch": 1.5274725274725274,
      "rel-constrast": 2.7432808876037598,
      "step": 1946,
      "subrel-constrast": 3.6887216567993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6351832151412964,
      "cov-distil (oracle2student)": 5.1651611328125,
      "cov-distil (oracle2teacher)": 5.284639835357666,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.1128740310668945,
      "step": 1947,
      "subrel-constrast": 4.101094722747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7808796167373657,
      "cov-distil (oracle2student)": 4.830690383911133,
      "cov-distil (oracle2teacher)": 4.38790225982666,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.522024631500244,
      "step": 1948,
      "subrel-constrast": 3.454918384552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6047875881195068,
      "cov-distil (oracle2student)": 6.505468368530273,
      "cov-distil (oracle2teacher)": 5.712862014770508,
      "epoch": 1.5298273155416013,
      "rel-constrast": 3.586416721343994,
      "step": 1949,
      "subrel-constrast": 4.552130699157715,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 4.75,
      "learning_rate": 7.65255592153367e-05,
      "loss": 0.6841,
      "step": 1950
    },
    {
      "cov-distil": 1.8873214721679688,
      "cov-distil (oracle2student)": 3.1896281242370605,
      "cov-distil (oracle2teacher)": 2.565793514251709,
      "epoch": 1.5306122448979593,
      "rel-constrast": 2.3059301376342773,
      "step": 1950,
      "subrel-constrast": 3.098353147506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200820446014404,
      "cov-distil (oracle2student)": 3.976916790008545,
      "cov-distil (oracle2teacher)": 3.4562249183654785,
      "epoch": 1.531397174254317,
      "rel-constrast": 2.859433889389038,
      "step": 1951,
      "subrel-constrast": 3.0793068408966064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4437720775604248,
      "cov-distil (oracle2student)": 4.223132610321045,
      "cov-distil (oracle2teacher)": 4.008525848388672,
      "epoch": 1.532182103610675,
      "rel-constrast": 1.8308401107788086,
      "step": 1952,
      "subrel-constrast": 2.5884721279144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1984741687774658,
      "cov-distil (oracle2student)": 4.675354957580566,
      "cov-distil (oracle2teacher)": 4.1792144775390625,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.2946536540985107,
      "step": 1953,
      "subrel-constrast": 2.5567002296447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9031884670257568,
      "cov-distil (oracle2student)": 4.57542085647583,
      "cov-distil (oracle2teacher)": 4.20659875869751,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.2020163536071777,
      "step": 1954,
      "subrel-constrast": 3.6314499378204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7366948127746582,
      "cov-distil (oracle2student)": 3.8093721866607666,
      "cov-distil (oracle2teacher)": 3.956577777862549,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.0159175395965576,
      "step": 1955,
      "subrel-constrast": 2.908726453781128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042334794998169,
      "cov-distil (oracle2student)": 5.843413352966309,
      "cov-distil (oracle2teacher)": 4.967995643615723,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.2589237689971924,
      "step": 1956,
      "subrel-constrast": 3.174222469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877477765083313,
      "cov-distil (oracle2student)": 3.4001429080963135,
      "cov-distil (oracle2teacher)": 3.3397464752197266,
      "epoch": 1.5361067503924648,
      "rel-constrast": 2.951350450515747,
      "step": 1957,
      "subrel-constrast": 4.446801662445068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3670724630355835,
      "cov-distil (oracle2student)": 2.954224109649658,
      "cov-distil (oracle2teacher)": 2.9937515258789062,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.7657334804534912,
      "step": 1958,
      "subrel-constrast": 2.528895139694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5477650165557861,
      "cov-distil (oracle2student)": 4.759838104248047,
      "cov-distil (oracle2teacher)": 4.21937894821167,
      "epoch": 1.5376766091051806,
      "rel-constrast": 3.6135544776916504,
      "step": 1959,
      "subrel-constrast": 3.892404317855835,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 5.5625,
      "learning_rate": 7.622901979013717e-05,
      "loss": 0.6443,
      "step": 1960
    },
    {
      "cov-distil": 1.8904316425323486,
      "cov-distil (oracle2student)": 3.560332775115967,
      "cov-distil (oracle2teacher)": 3.2800393104553223,
      "epoch": 1.5384615384615383,
      "rel-constrast": 2.4192399978637695,
      "step": 1960,
      "subrel-constrast": 3.441732168197632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8208744525909424,
      "cov-distil (oracle2student)": 3.7982122898101807,
      "cov-distil (oracle2teacher)": 3.90275239944458,
      "epoch": 1.5392464678178963,
      "rel-constrast": 2.656576633453369,
      "step": 1961,
      "subrel-constrast": 3.091195583343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6978442668914795,
      "cov-distil (oracle2student)": 3.833878755569458,
      "cov-distil (oracle2teacher)": 3.7779133319854736,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.1663718223571777,
      "step": 1962,
      "subrel-constrast": 2.899068593978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6552239656448364,
      "cov-distil (oracle2student)": 5.358099937438965,
      "cov-distil (oracle2teacher)": 5.377022743225098,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.0994105339050293,
      "step": 1963,
      "subrel-constrast": 3.555148124694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7594887018203735,
      "cov-distil (oracle2student)": 6.127719402313232,
      "cov-distil (oracle2teacher)": 5.277435302734375,
      "epoch": 1.5416012558869703,
      "rel-constrast": 1.8858203887939453,
      "step": 1964,
      "subrel-constrast": 3.2524564266204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3429739475250244,
      "cov-distil (oracle2student)": 3.171651601791382,
      "cov-distil (oracle2teacher)": 3.2112417221069336,
      "epoch": 1.542386185243328,
      "rel-constrast": 2.737612724304199,
      "step": 1965,
      "subrel-constrast": 3.293403148651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1383600234985352,
      "cov-distil (oracle2student)": 4.404036045074463,
      "cov-distil (oracle2teacher)": 4.162642478942871,
      "epoch": 1.543171114599686,
      "rel-constrast": 1.9753332138061523,
      "step": 1966,
      "subrel-constrast": 2.4309282302856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5533709526062012,
      "cov-distil (oracle2student)": 5.184863090515137,
      "cov-distil (oracle2teacher)": 5.009280204772949,
      "epoch": 1.5439560439560438,
      "rel-constrast": 2.931976318359375,
      "step": 1967,
      "subrel-constrast": 3.8694658279418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0857412815093994,
      "cov-distil (oracle2student)": 3.6287426948547363,
      "cov-distil (oracle2teacher)": 3.6615419387817383,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.4924278259277344,
      "step": 1968,
      "subrel-constrast": 3.2981512546539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6875057220458984,
      "cov-distil (oracle2student)": 3.1627066135406494,
      "cov-distil (oracle2teacher)": 3.1591644287109375,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.140871286392212,
      "step": 1969,
      "subrel-constrast": 2.972215175628662,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 3.6875,
      "learning_rate": 7.593120199951671e-05,
      "loss": 0.6292,
      "step": 1970
    },
    {
      "cov-distil": 1.8866379261016846,
      "cov-distil (oracle2student)": 4.444730281829834,
      "cov-distil (oracle2teacher)": 4.029333591461182,
      "epoch": 1.5463108320251178,
      "rel-constrast": 2.6397571563720703,
      "step": 1970,
      "subrel-constrast": 3.3227128982543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8048244714736938,
      "cov-distil (oracle2student)": 3.7936348915100098,
      "cov-distil (oracle2teacher)": 3.9485836029052734,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.4088001251220703,
      "step": 1971,
      "subrel-constrast": 3.2292654514312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8280587196350098,
      "cov-distil (oracle2student)": 4.810062885284424,
      "cov-distil (oracle2teacher)": 4.463654518127441,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.1019067764282227,
      "step": 1972,
      "subrel-constrast": 3.5423636436462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324759602546692,
      "cov-distil (oracle2student)": 3.7358450889587402,
      "cov-distil (oracle2teacher)": 2.9672255516052246,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.151282787322998,
      "step": 1973,
      "subrel-constrast": 2.736415147781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382534265518188,
      "cov-distil (oracle2student)": 5.140645980834961,
      "cov-distil (oracle2teacher)": 5.0086565017700195,
      "epoch": 1.5494505494505495,
      "rel-constrast": 1.7591476440429688,
      "step": 1974,
      "subrel-constrast": 3.0346226692199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670871615409851,
      "cov-distil (oracle2student)": 4.776560306549072,
      "cov-distil (oracle2teacher)": 4.7118730545043945,
      "epoch": 1.5502354788069073,
      "rel-constrast": 2.6638455390930176,
      "step": 1975,
      "subrel-constrast": 3.7908101081848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820315957069397,
      "cov-distil (oracle2student)": 5.855241775512695,
      "cov-distil (oracle2teacher)": 5.098751068115234,
      "epoch": 1.5510204081632653,
      "rel-constrast": 2.6214287281036377,
      "step": 1976,
      "subrel-constrast": 3.674354076385498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717167854309082,
      "cov-distil (oracle2student)": 3.689667224884033,
      "cov-distil (oracle2teacher)": 3.470128059387207,
      "epoch": 1.5518053375196232,
      "rel-constrast": 1.9523231983184814,
      "step": 1977,
      "subrel-constrast": 2.799916982650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1286914348602295,
      "cov-distil (oracle2student)": 4.567986488342285,
      "cov-distil (oracle2teacher)": 4.252442836761475,
      "epoch": 1.5525902668759812,
      "rel-constrast": 1.8796172142028809,
      "step": 1978,
      "subrel-constrast": 2.885232925415039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587405800819397,
      "cov-distil (oracle2student)": 4.108775615692139,
      "cov-distil (oracle2teacher)": 3.9681358337402344,
      "epoch": 1.5533751962323392,
      "rel-constrast": 2.7630879878997803,
      "step": 1979,
      "subrel-constrast": 3.963230609893799,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 4.8125,
      "learning_rate": 7.563212035869425e-05,
      "loss": 0.6393,
      "step": 1980
    },
    {
      "cov-distil": 2.120638847351074,
      "cov-distil (oracle2student)": 4.090850830078125,
      "cov-distil (oracle2teacher)": 4.491231918334961,
      "epoch": 1.554160125588697,
      "rel-constrast": 2.397040367126465,
      "step": 1980,
      "subrel-constrast": 3.857050657272339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8106884956359863,
      "cov-distil (oracle2student)": 3.2434191703796387,
      "cov-distil (oracle2teacher)": 3.1807894706726074,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.3776674270629883,
      "step": 1981,
      "subrel-constrast": 2.941965103149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2743759155273438,
      "cov-distil (oracle2student)": 2.3834705352783203,
      "cov-distil (oracle2teacher)": 2.7327656745910645,
      "epoch": 1.5557299843014127,
      "rel-constrast": 2.1041135787963867,
      "step": 1982,
      "subrel-constrast": 2.6320672035217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056441307067871,
      "cov-distil (oracle2student)": 5.0404253005981445,
      "cov-distil (oracle2teacher)": 4.415554523468018,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.490839719772339,
      "step": 1983,
      "subrel-constrast": 2.889082193374634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7487850189208984,
      "cov-distil (oracle2student)": 3.5033392906188965,
      "cov-distil (oracle2teacher)": 3.3561277389526367,
      "epoch": 1.5572998430141287,
      "rel-constrast": 1.7838579416275024,
      "step": 1984,
      "subrel-constrast": 2.6468136310577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7932288646697998,
      "cov-distil (oracle2student)": 3.310298204421997,
      "cov-distil (oracle2teacher)": 3.3627431392669678,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.9123767614364624,
      "step": 1985,
      "subrel-constrast": 2.9518895149230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.370036244392395,
      "cov-distil (oracle2student)": 4.562067985534668,
      "cov-distil (oracle2teacher)": 4.481754302978516,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.5129358768463135,
      "step": 1986,
      "subrel-constrast": 2.564619541168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991573572158813,
      "cov-distil (oracle2student)": 3.4331350326538086,
      "cov-distil (oracle2teacher)": 3.804431915283203,
      "epoch": 1.5596546310832025,
      "rel-constrast": 1.9985182285308838,
      "step": 1987,
      "subrel-constrast": 2.7889084815979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627441644668579,
      "cov-distil (oracle2student)": 3.6911063194274902,
      "cov-distil (oracle2teacher)": 3.533993721008301,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.1157846450805664,
      "step": 1988,
      "subrel-constrast": 3.7245852947235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3037344217300415,
      "cov-distil (oracle2student)": 3.027508497238159,
      "cov-distil (oracle2teacher)": 2.9196457862854004,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.3034472465515137,
      "step": 1989,
      "subrel-constrast": 2.9459245204925537,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 4.15625,
      "learning_rate": 7.533178944448705e-05,
      "loss": 0.5919,
      "step": 1990
    },
    {
      "cov-distil": 2.024873733520508,
      "cov-distil (oracle2student)": 3.360330104827881,
      "cov-distil (oracle2teacher)": 3.5404629707336426,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.394481658935547,
      "step": 1990,
      "subrel-constrast": 3.341437339782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2749147415161133,
      "cov-distil (oracle2student)": 2.937573194503784,
      "cov-distil (oracle2teacher)": 3.0794198513031006,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.1767354011535645,
      "step": 1991,
      "subrel-constrast": 2.5836780071258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3091249465942383,
      "cov-distil (oracle2student)": 4.039292335510254,
      "cov-distil (oracle2teacher)": 3.7785491943359375,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.1160478591918945,
      "step": 1992,
      "subrel-constrast": 3.686114549636841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9762898683547974,
      "cov-distil (oracle2student)": 3.007878065109253,
      "cov-distil (oracle2teacher)": 2.98213791847229,
      "epoch": 1.5643642072213502,
      "rel-constrast": 1.8211753368377686,
      "step": 1993,
      "subrel-constrast": 2.9774937629699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6075706481933594,
      "cov-distil (oracle2student)": 3.5395379066467285,
      "cov-distil (oracle2teacher)": 3.973316192626953,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.3528590202331543,
      "step": 1994,
      "subrel-constrast": 3.030174970626831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7216744422912598,
      "cov-distil (oracle2student)": 4.4497528076171875,
      "cov-distil (oracle2teacher)": 4.182180404663086,
      "epoch": 1.565934065934066,
      "rel-constrast": 2.975064754486084,
      "step": 1995,
      "subrel-constrast": 3.3562099933624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875588417053223,
      "cov-distil (oracle2student)": 2.591434955596924,
      "cov-distil (oracle2teacher)": 3.4416000843048096,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.5995187759399414,
      "step": 1996,
      "subrel-constrast": 3.6747496128082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350446224212646,
      "cov-distil (oracle2student)": 4.900628089904785,
      "cov-distil (oracle2teacher)": 4.240915298461914,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.2674171924591064,
      "step": 1997,
      "subrel-constrast": 2.2521634101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173840045928955,
      "cov-distil (oracle2student)": 2.4934849739074707,
      "cov-distil (oracle2teacher)": 2.9645209312438965,
      "epoch": 1.5682888540031397,
      "rel-constrast": 1.8697036504745483,
      "step": 1998,
      "subrel-constrast": 3.139516592025757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823900580406189,
      "cov-distil (oracle2student)": 4.2365264892578125,
      "cov-distil (oracle2teacher)": 3.7051100730895996,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.4393081665039062,
      "step": 1999,
      "subrel-constrast": 3.824051856994629,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 6.3125,
      "learning_rate": 7.503022389460014e-05,
      "loss": 0.6459,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}