{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.924646781789639,
  "eval_steps": 500.0,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.22031250596046448,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.043792724609375
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": -0.006439208984375,
      "step": 0
    },
    {
      "cov-distil": 1.9989408254623413,
      "cov-distil (oracle2student)": 5.017981052398682,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 6.024477481842041,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.590911388397217,
      "cov-distil (oracle2student)": 6.543224811553955,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 7.042376518249512,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.224440097808838,
      "cov-distil (oracle2student)": 4.77463436126709,
      "cov-distil (oracle2teacher)": 4.352740287780762,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 4.648467063903809,
      "step": 2,
      "subrel-constrast": 5.109892845153809,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.885896682739258,
      "cov-distil (oracle2student)": 5.3645124435424805,
      "cov-distil (oracle2teacher)": 3.347726345062256,
      "epoch": 0.002354788069073783,
      "rel-constrast": 5.739553451538086,
      "step": 3,
      "subrel-constrast": 4.283517360687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2158331871032715,
      "cov-distil (oracle2student)": 4.084691047668457,
      "cov-distil (oracle2teacher)": 4.018441200256348,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 4.0684003829956055,
      "step": 4,
      "subrel-constrast": 4.589417934417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5767998695373535,
      "cov-distil (oracle2student)": 9.704267501831055,
      "cov-distil (oracle2teacher)": 8.331369400024414,
      "epoch": 0.003924646781789639,
      "rel-constrast": 7.874483108520508,
      "step": 5,
      "subrel-constrast": 7.700264930725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.79292631149292,
      "cov-distil (oracle2student)": 7.11914587020874,
      "cov-distil (oracle2teacher)": 5.228112697601318,
      "epoch": 0.004709576138147566,
      "rel-constrast": 6.9429216384887695,
      "step": 6,
      "subrel-constrast": 6.355654239654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0856828689575195,
      "cov-distil (oracle2student)": 5.93704891204834,
      "cov-distil (oracle2teacher)": 5.008551120758057,
      "epoch": 0.005494505494505495,
      "rel-constrast": 4.818923473358154,
      "step": 7,
      "subrel-constrast": 5.020516395568848,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.434591054916382,
      "cov-distil (oracle2student)": 6.474992752075195,
      "cov-distil (oracle2teacher)": 4.747733116149902,
      "epoch": 0.006279434850863423,
      "rel-constrast": 5.501399993896484,
      "step": 8,
      "subrel-constrast": 3.926208972930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5756258964538574,
      "cov-distil (oracle2student)": 5.356744766235352,
      "cov-distil (oracle2teacher)": 4.575619697570801,
      "epoch": 0.00706436420722135,
      "rel-constrast": 5.720523834228516,
      "step": 9,
      "subrel-constrast": 5.084308624267578,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 14.6875,
      "learning_rate": 1.8e-06,
      "loss": 1.5355,
      "step": 10
    },
    {
      "cov-distil": 2.1977076530456543,
      "cov-distil (oracle2student)": 6.757143497467041,
      "cov-distil (oracle2teacher)": 5.617276191711426,
      "epoch": 0.007849293563579277,
      "rel-constrast": 5.512853622436523,
      "step": 10,
      "subrel-constrast": 5.326226711273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.706298828125,
      "cov-distil (oracle2student)": 6.122427940368652,
      "cov-distil (oracle2teacher)": 5.25514030456543,
      "epoch": 0.008634222919937205,
      "rel-constrast": 6.930272102355957,
      "step": 11,
      "subrel-constrast": 7.039256572723389,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.864715814590454,
      "cov-distil (oracle2student)": 7.023216247558594,
      "cov-distil (oracle2teacher)": 5.9542236328125,
      "epoch": 0.009419152276295133,
      "rel-constrast": 6.232133388519287,
      "step": 12,
      "subrel-constrast": 6.4162797927856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3469362258911133,
      "cov-distil (oracle2student)": 6.721796035766602,
      "cov-distil (oracle2teacher)": 6.2433061599731445,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.0683746337890625,
      "step": 13,
      "subrel-constrast": 5.341434955596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1811161041259766,
      "cov-distil (oracle2student)": 7.2861223220825195,
      "cov-distil (oracle2teacher)": 5.8947343826293945,
      "epoch": 0.01098901098901099,
      "rel-constrast": 7.474187850952148,
      "step": 14,
      "subrel-constrast": 6.791656970977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.64302659034729,
      "cov-distil (oracle2student)": 5.4572553634643555,
      "cov-distil (oracle2teacher)": 5.763911247253418,
      "epoch": 0.011773940345368918,
      "rel-constrast": 5.045305252075195,
      "step": 15,
      "subrel-constrast": 4.31443452835083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.655735969543457,
      "cov-distil (oracle2student)": 4.967411994934082,
      "cov-distil (oracle2teacher)": 4.9367451667785645,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.589081287384033,
      "step": 16,
      "subrel-constrast": 5.194316387176514,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.3185930252075195,
      "cov-distil (oracle2student)": 8.579732894897461,
      "cov-distil (oracle2teacher)": 6.211374282836914,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.12926959991455,
      "step": 17,
      "subrel-constrast": 7.03095817565918,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5940678119659424,
      "cov-distil (oracle2student)": 5.23136043548584,
      "cov-distil (oracle2teacher)": 4.642267227172852,
      "epoch": 0.0141287284144427,
      "rel-constrast": 7.647040367126465,
      "step": 18,
      "subrel-constrast": 6.048522472381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5200517177581787,
      "cov-distil (oracle2student)": 6.5976691246032715,
      "cov-distil (oracle2teacher)": 5.457851409912109,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.837478160858154,
      "step": 19,
      "subrel-constrast": 5.015170097351074,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 11.5,
      "learning_rate": 3.8e-06,
      "loss": 1.7192,
      "step": 20
    },
    {
      "cov-distil": 2.8882651329040527,
      "cov-distil (oracle2student)": 6.812105655670166,
      "cov-distil (oracle2teacher)": 5.1628193855285645,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.126932621002197,
      "step": 20,
      "subrel-constrast": 3.850844383239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3992528915405273,
      "cov-distil (oracle2student)": 7.211733818054199,
      "cov-distil (oracle2teacher)": 6.101794242858887,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.0363945960998535,
      "step": 21,
      "subrel-constrast": 5.17051887512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5096495151519775,
      "cov-distil (oracle2student)": 4.588565826416016,
      "cov-distil (oracle2teacher)": 4.846625804901123,
      "epoch": 0.01726844583987441,
      "rel-constrast": 4.975388050079346,
      "step": 22,
      "subrel-constrast": 4.857186794281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.170921325683594,
      "cov-distil (oracle2student)": 6.551638603210449,
      "cov-distil (oracle2teacher)": 4.069516658782959,
      "epoch": 0.01805337519623234,
      "rel-constrast": 6.165929794311523,
      "step": 23,
      "subrel-constrast": 4.358208179473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098790168762207,
      "cov-distil (oracle2student)": 5.845320701599121,
      "cov-distil (oracle2teacher)": 5.504785537719727,
      "epoch": 0.018838304552590265,
      "rel-constrast": 4.696883201599121,
      "step": 24,
      "subrel-constrast": 4.683824062347412,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.059403419494629,
      "cov-distil (oracle2student)": 6.316385269165039,
      "cov-distil (oracle2teacher)": 5.478769779205322,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.248359680175781,
      "step": 25,
      "subrel-constrast": 4.826545715332031,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4392154216766357,
      "cov-distil (oracle2student)": 7.097766876220703,
      "cov-distil (oracle2teacher)": 6.089644432067871,
      "epoch": 0.02040816326530612,
      "rel-constrast": 3.5677220821380615,
      "step": 26,
      "subrel-constrast": 5.144052505493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.950199604034424,
      "cov-distil (oracle2student)": 3.920788526535034,
      "cov-distil (oracle2teacher)": 3.7501702308654785,
      "epoch": 0.02119309262166405,
      "rel-constrast": 6.205774784088135,
      "step": 27,
      "subrel-constrast": 5.6194844245910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6556971073150635,
      "cov-distil (oracle2student)": 7.84365177154541,
      "cov-distil (oracle2teacher)": 6.098462104797363,
      "epoch": 0.02197802197802198,
      "rel-constrast": 5.898547649383545,
      "step": 28,
      "subrel-constrast": 5.221010684967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.909653902053833,
      "cov-distil (oracle2student)": 6.983352184295654,
      "cov-distil (oracle2teacher)": 5.800278186798096,
      "epoch": 0.022762951334379906,
      "rel-constrast": 8.33875846862793,
      "step": 29,
      "subrel-constrast": 6.201533317565918,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 18.625,
      "learning_rate": 5.8e-06,
      "loss": 1.4767,
      "step": 30
    },
    {
      "cov-distil": 3.3062081336975098,
      "cov-distil (oracle2student)": 5.957441329956055,
      "cov-distil (oracle2teacher)": 5.356626987457275,
      "epoch": 0.023547880690737835,
      "rel-constrast": 5.873440742492676,
      "step": 30,
      "subrel-constrast": 5.206483840942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.003835678100586,
      "cov-distil (oracle2student)": 6.451766490936279,
      "cov-distil (oracle2teacher)": 5.686596870422363,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.513315677642822,
      "step": 31,
      "subrel-constrast": 3.975355625152588,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.562520503997803,
      "cov-distil (oracle2student)": 6.852863311767578,
      "cov-distil (oracle2teacher)": 5.864892959594727,
      "epoch": 0.02511773940345369,
      "rel-constrast": 4.867502689361572,
      "step": 32,
      "subrel-constrast": 5.213437557220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.242316722869873,
      "cov-distil (oracle2student)": 6.31598424911499,
      "cov-distil (oracle2teacher)": 4.822293758392334,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.0525665283203125,
      "step": 33,
      "subrel-constrast": 4.827470779418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3685460090637207,
      "cov-distil (oracle2student)": 6.601994514465332,
      "cov-distil (oracle2teacher)": 5.246353626251221,
      "epoch": 0.026687598116169546,
      "rel-constrast": 7.083242416381836,
      "step": 34,
      "subrel-constrast": 6.778896808624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.851917266845703,
      "cov-distil (oracle2student)": 7.523550510406494,
      "cov-distil (oracle2teacher)": 5.629260540008545,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.395054340362549,
      "step": 35,
      "subrel-constrast": 5.885441303253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.128035068511963,
      "cov-distil (oracle2student)": 6.638618469238281,
      "cov-distil (oracle2teacher)": 5.311559677124023,
      "epoch": 0.0282574568288854,
      "rel-constrast": 7.698077201843262,
      "step": 36,
      "subrel-constrast": 7.009739398956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2630279064178467,
      "cov-distil (oracle2student)": 6.156218528747559,
      "cov-distil (oracle2teacher)": 5.182146072387695,
      "epoch": 0.029042386185243328,
      "rel-constrast": 7.442920207977295,
      "step": 37,
      "subrel-constrast": 5.945009708404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.768233299255371,
      "cov-distil (oracle2student)": 6.951910018920898,
      "cov-distil (oracle2teacher)": 5.957119464874268,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.2792134284973145,
      "step": 38,
      "subrel-constrast": 5.021896839141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8339362144470215,
      "cov-distil (oracle2student)": 7.501479148864746,
      "cov-distil (oracle2teacher)": 5.179250717163086,
      "epoch": 0.030612244897959183,
      "rel-constrast": 4.769600868225098,
      "step": 39,
      "subrel-constrast": 3.6820363998413086,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 14.5625,
      "learning_rate": 7.8e-06,
      "loss": 1.5852,
      "step": 40
    },
    {
      "cov-distil": 2.555297613143921,
      "cov-distil (oracle2student)": 5.6338653564453125,
      "cov-distil (oracle2teacher)": 4.482355117797852,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.083925247192383,
      "step": 40,
      "subrel-constrast": 4.808349609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1003241539001465,
      "cov-distil (oracle2student)": 5.317790985107422,
      "cov-distil (oracle2teacher)": 4.3466105461120605,
      "epoch": 0.03218210361067504,
      "rel-constrast": 5.45939826965332,
      "step": 41,
      "subrel-constrast": 4.781937122344971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9703564643859863,
      "cov-distil (oracle2student)": 5.934055328369141,
      "cov-distil (oracle2teacher)": 5.138962745666504,
      "epoch": 0.03296703296703297,
      "rel-constrast": 6.878569602966309,
      "step": 42,
      "subrel-constrast": 5.371658802032471,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.243804931640625,
      "cov-distil (oracle2student)": 5.817590713500977,
      "cov-distil (oracle2teacher)": 5.6087646484375,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.477522850036621,
      "step": 43,
      "subrel-constrast": 4.669333457946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4824013710021973,
      "cov-distil (oracle2student)": 5.98047399520874,
      "cov-distil (oracle2teacher)": 4.7714385986328125,
      "epoch": 0.03453689167974882,
      "rel-constrast": 7.041848659515381,
      "step": 44,
      "subrel-constrast": 6.727870464324951,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0051915645599365,
      "cov-distil (oracle2student)": 6.650215148925781,
      "cov-distil (oracle2teacher)": 4.8947858810424805,
      "epoch": 0.03532182103610675,
      "rel-constrast": 5.675704002380371,
      "step": 45,
      "subrel-constrast": 4.767962455749512,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6483213901519775,
      "cov-distil (oracle2student)": 6.8753862380981445,
      "cov-distil (oracle2teacher)": 6.548596382141113,
      "epoch": 0.03610675039246468,
      "rel-constrast": 6.93494987487793,
      "step": 46,
      "subrel-constrast": 6.726848602294922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9418654441833496,
      "cov-distil (oracle2student)": 7.053772926330566,
      "cov-distil (oracle2teacher)": 4.740725517272949,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.27586030960083,
      "step": 47,
      "subrel-constrast": 5.627386569976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.886073589324951,
      "cov-distil (oracle2student)": 6.735724449157715,
      "cov-distil (oracle2teacher)": 6.102228164672852,
      "epoch": 0.03767660910518053,
      "rel-constrast": 5.253280162811279,
      "step": 48,
      "subrel-constrast": 4.996863842010498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.664821147918701,
      "cov-distil (oracle2student)": 8.29526424407959,
      "cov-distil (oracle2teacher)": 6.44202995300293,
      "epoch": 0.038461538461538464,
      "rel-constrast": 8.128076553344727,
      "step": 49,
      "subrel-constrast": 6.752139568328857,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 15.0,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.654,
      "step": 50
    },
    {
      "cov-distil": 3.179777145385742,
      "cov-distil (oracle2student)": 6.031233787536621,
      "cov-distil (oracle2teacher)": 4.081709861755371,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.101325511932373,
      "step": 50,
      "subrel-constrast": 4.288801193237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2451171875,
      "cov-distil (oracle2student)": 8.157163619995117,
      "cov-distil (oracle2teacher)": 6.921818733215332,
      "epoch": 0.040031397174254316,
      "rel-constrast": 8.094298362731934,
      "step": 51,
      "subrel-constrast": 8.011505126953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1409428119659424,
      "cov-distil (oracle2student)": 5.032750606536865,
      "cov-distil (oracle2teacher)": 4.0509819984436035,
      "epoch": 0.04081632653061224,
      "rel-constrast": 5.012451171875,
      "step": 52,
      "subrel-constrast": 4.377075672149658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.448294162750244,
      "cov-distil (oracle2student)": 5.377243995666504,
      "cov-distil (oracle2teacher)": 4.072176456451416,
      "epoch": 0.041601255886970175,
      "rel-constrast": 7.902456283569336,
      "step": 53,
      "subrel-constrast": 5.899237632751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7443699836730957,
      "cov-distil (oracle2student)": 6.392620086669922,
      "cov-distil (oracle2teacher)": 6.287512302398682,
      "epoch": 0.0423861852433281,
      "rel-constrast": 5.377161502838135,
      "step": 54,
      "subrel-constrast": 6.020024299621582,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0702884197235107,
      "cov-distil (oracle2student)": 10.622819900512695,
      "cov-distil (oracle2teacher)": 8.74500846862793,
      "epoch": 0.04317111459968603,
      "rel-constrast": 5.927041530609131,
      "step": 55,
      "subrel-constrast": 6.688055515289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6151952743530273,
      "cov-distil (oracle2student)": 5.782410144805908,
      "cov-distil (oracle2teacher)": 5.242873191833496,
      "epoch": 0.04395604395604396,
      "rel-constrast": 5.679172515869141,
      "step": 56,
      "subrel-constrast": 5.444904804229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4716145992279053,
      "cov-distil (oracle2student)": 6.009775638580322,
      "cov-distil (oracle2teacher)": 4.831755638122559,
      "epoch": 0.044740973312401885,
      "rel-constrast": 5.917099475860596,
      "step": 57,
      "subrel-constrast": 5.02934455871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5788421630859375,
      "cov-distil (oracle2student)": 6.610551834106445,
      "cov-distil (oracle2teacher)": 5.569246768951416,
      "epoch": 0.04552590266875981,
      "rel-constrast": 7.342005729675293,
      "step": 58,
      "subrel-constrast": 5.217304706573486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5524449348449707,
      "cov-distil (oracle2student)": 9.672078132629395,
      "cov-distil (oracle2teacher)": 8.737354278564453,
      "epoch": 0.04631083202511774,
      "rel-constrast": 6.748601913452148,
      "step": 59,
      "subrel-constrast": 7.134464263916016,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 15.5625,
      "learning_rate": 1.18e-05,
      "loss": 1.6777,
      "step": 60
    },
    {
      "cov-distil": 3.496192693710327,
      "cov-distil (oracle2student)": 5.578493118286133,
      "cov-distil (oracle2teacher)": 4.646513938903809,
      "epoch": 0.04709576138147567,
      "rel-constrast": 4.8039326667785645,
      "step": 60,
      "subrel-constrast": 4.806005001068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6855032444000244,
      "cov-distil (oracle2student)": 5.660429954528809,
      "cov-distil (oracle2teacher)": 4.782925605773926,
      "epoch": 0.047880690737833596,
      "rel-constrast": 5.827277183532715,
      "step": 61,
      "subrel-constrast": 5.219032287597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.062665939331055,
      "cov-distil (oracle2student)": 6.531301021575928,
      "cov-distil (oracle2teacher)": 5.4628167152404785,
      "epoch": 0.04866562009419152,
      "rel-constrast": 5.303514003753662,
      "step": 62,
      "subrel-constrast": 4.789539337158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.996084690093994,
      "cov-distil (oracle2student)": 5.579823017120361,
      "cov-distil (oracle2teacher)": 3.7905120849609375,
      "epoch": 0.04945054945054945,
      "rel-constrast": 7.59337854385376,
      "step": 63,
      "subrel-constrast": 4.985969543457031,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.308494806289673,
      "cov-distil (oracle2student)": 4.7651472091674805,
      "cov-distil (oracle2teacher)": 3.442629814147949,
      "epoch": 0.05023547880690738,
      "rel-constrast": 4.909084320068359,
      "step": 64,
      "subrel-constrast": 3.8573927879333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5397794246673584,
      "cov-distil (oracle2student)": 7.556614875793457,
      "cov-distil (oracle2teacher)": 5.984519958496094,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.33320426940918,
      "step": 65,
      "subrel-constrast": 5.111749172210693,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8892366886138916,
      "cov-distil (oracle2student)": 5.131909370422363,
      "cov-distil (oracle2teacher)": 3.7006654739379883,
      "epoch": 0.05180533751962323,
      "rel-constrast": 4.9993205070495605,
      "step": 66,
      "subrel-constrast": 3.8624868392944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4021005630493164,
      "cov-distil (oracle2student)": 5.850512504577637,
      "cov-distil (oracle2teacher)": 5.038116455078125,
      "epoch": 0.05259026687598116,
      "rel-constrast": 6.513566017150879,
      "step": 67,
      "subrel-constrast": 5.022249698638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.935321092605591,
      "cov-distil (oracle2student)": 5.369965076446533,
      "cov-distil (oracle2teacher)": 4.145092487335205,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.031909942626953,
      "step": 68,
      "subrel-constrast": 4.0741190910339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.432495594024658,
      "cov-distil (oracle2student)": 6.083106994628906,
      "cov-distil (oracle2teacher)": 4.868999004364014,
      "epoch": 0.05416012558869702,
      "rel-constrast": 4.872220039367676,
      "step": 69,
      "subrel-constrast": 4.917860984802246,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 14.6875,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.4591,
      "step": 70
    },
    {
      "cov-distil": 3.0345380306243896,
      "cov-distil (oracle2student)": 5.824362754821777,
      "cov-distil (oracle2teacher)": 5.187926292419434,
      "epoch": 0.054945054945054944,
      "rel-constrast": 5.694558620452881,
      "step": 70,
      "subrel-constrast": 5.162909030914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.13486909866333,
      "cov-distil (oracle2student)": 5.767430305480957,
      "cov-distil (oracle2teacher)": 4.478599548339844,
      "epoch": 0.05572998430141287,
      "rel-constrast": 5.081554412841797,
      "step": 71,
      "subrel-constrast": 5.323479652404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.341862201690674,
      "cov-distil (oracle2student)": 8.452357292175293,
      "cov-distil (oracle2teacher)": 6.5567426681518555,
      "epoch": 0.0565149136577708,
      "rel-constrast": 8.060879707336426,
      "step": 72,
      "subrel-constrast": 6.52816104888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4458768367767334,
      "cov-distil (oracle2student)": 5.24019718170166,
      "cov-distil (oracle2teacher)": 3.9493649005889893,
      "epoch": 0.05729984301412873,
      "rel-constrast": 7.139843940734863,
      "step": 73,
      "subrel-constrast": 4.996312618255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8955283164978027,
      "cov-distil (oracle2student)": 10.032674789428711,
      "cov-distil (oracle2teacher)": 8.682584762573242,
      "epoch": 0.058084772370486655,
      "rel-constrast": 7.687155246734619,
      "step": 74,
      "subrel-constrast": 6.088878631591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1111350059509277,
      "cov-distil (oracle2student)": 6.499606132507324,
      "cov-distil (oracle2teacher)": 6.497236728668213,
      "epoch": 0.05886970172684458,
      "rel-constrast": 5.625309467315674,
      "step": 75,
      "subrel-constrast": 5.233251571655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.752800941467285,
      "cov-distil (oracle2student)": 4.5509233474731445,
      "cov-distil (oracle2teacher)": 3.765554666519165,
      "epoch": 0.059654631083202514,
      "rel-constrast": 4.902388572692871,
      "step": 76,
      "subrel-constrast": 4.530709743499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0004944801330566,
      "cov-distil (oracle2student)": 4.768328666687012,
      "cov-distil (oracle2teacher)": 4.577667713165283,
      "epoch": 0.06043956043956044,
      "rel-constrast": 4.4596662521362305,
      "step": 77,
      "subrel-constrast": 4.159592151641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1589486598968506,
      "cov-distil (oracle2student)": 6.324450492858887,
      "cov-distil (oracle2teacher)": 6.338315963745117,
      "epoch": 0.061224489795918366,
      "rel-constrast": 6.031223773956299,
      "step": 78,
      "subrel-constrast": 5.933864116668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2591099739074707,
      "cov-distil (oracle2student)": 7.582329273223877,
      "cov-distil (oracle2teacher)": 5.150389671325684,
      "epoch": 0.06200941915227629,
      "rel-constrast": 5.5001373291015625,
      "step": 79,
      "subrel-constrast": 5.466885089874268,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 12.0625,
      "learning_rate": 1.58e-05,
      "loss": 1.5774,
      "step": 80
    },
    {
      "cov-distil": 3.0406224727630615,
      "cov-distil (oracle2student)": 7.124165058135986,
      "cov-distil (oracle2teacher)": 7.063438892364502,
      "epoch": 0.06279434850863422,
      "rel-constrast": 6.491957664489746,
      "step": 80,
      "subrel-constrast": 6.430125713348389,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0687308311462402,
      "cov-distil (oracle2student)": 7.28802490234375,
      "cov-distil (oracle2teacher)": 6.864778518676758,
      "epoch": 0.06357927786499215,
      "rel-constrast": 6.201897621154785,
      "step": 81,
      "subrel-constrast": 6.779809951782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8989086151123047,
      "cov-distil (oracle2student)": 7.497507572174072,
      "cov-distil (oracle2teacher)": 6.346818447113037,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.302114009857178,
      "step": 82,
      "subrel-constrast": 4.8752899169921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.243736505508423,
      "cov-distil (oracle2student)": 6.233282089233398,
      "cov-distil (oracle2teacher)": 5.655214309692383,
      "epoch": 0.065149136577708,
      "rel-constrast": 5.749616622924805,
      "step": 83,
      "subrel-constrast": 5.426701545715332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.366870880126953,
      "cov-distil (oracle2student)": 5.77467155456543,
      "cov-distil (oracle2teacher)": 5.1649699211120605,
      "epoch": 0.06593406593406594,
      "rel-constrast": 4.902256965637207,
      "step": 84,
      "subrel-constrast": 4.4364824295043945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9250879287719727,
      "cov-distil (oracle2student)": 4.621449947357178,
      "cov-distil (oracle2teacher)": 4.265499114990234,
      "epoch": 0.06671899529042387,
      "rel-constrast": 4.967266082763672,
      "step": 85,
      "subrel-constrast": 4.097672462463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.979970932006836,
      "cov-distil (oracle2student)": 7.692070007324219,
      "cov-distil (oracle2teacher)": 6.095685958862305,
      "epoch": 0.06750392464678179,
      "rel-constrast": 5.543533802032471,
      "step": 86,
      "subrel-constrast": 5.260551929473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.002683162689209,
      "cov-distil (oracle2student)": 6.037163734436035,
      "cov-distil (oracle2teacher)": 5.258898735046387,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.427407264709473,
      "step": 87,
      "subrel-constrast": 6.06643009185791,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5548694133758545,
      "cov-distil (oracle2student)": 7.812252998352051,
      "cov-distil (oracle2teacher)": 8.124956130981445,
      "epoch": 0.06907378335949764,
      "rel-constrast": 5.344541072845459,
      "step": 88,
      "subrel-constrast": 5.623685836791992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.456543445587158,
      "cov-distil (oracle2student)": 7.29200553894043,
      "cov-distil (oracle2teacher)": 6.1561737060546875,
      "epoch": 0.06985871271585557,
      "rel-constrast": 5.385221481323242,
      "step": 89,
      "subrel-constrast": 4.898132801055908,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 14.0,
      "learning_rate": 1.78e-05,
      "loss": 1.4842,
      "step": 90
    },
    {
      "cov-distil": 3.0264265537261963,
      "cov-distil (oracle2student)": 5.663673400878906,
      "cov-distil (oracle2teacher)": 4.569024562835693,
      "epoch": 0.0706436420722135,
      "rel-constrast": 4.415755271911621,
      "step": 90,
      "subrel-constrast": 4.5116119384765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6064767837524414,
      "cov-distil (oracle2student)": 6.501408576965332,
      "cov-distil (oracle2teacher)": 5.638460636138916,
      "epoch": 0.07142857142857142,
      "rel-constrast": 5.015267372131348,
      "step": 91,
      "subrel-constrast": 4.1424946784973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1522977352142334,
      "cov-distil (oracle2student)": 5.679189682006836,
      "cov-distil (oracle2teacher)": 5.041932106018066,
      "epoch": 0.07221350078492936,
      "rel-constrast": 5.284162521362305,
      "step": 92,
      "subrel-constrast": 5.022839069366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358076810836792,
      "cov-distil (oracle2student)": 6.287805557250977,
      "cov-distil (oracle2teacher)": 5.502930641174316,
      "epoch": 0.07299843014128729,
      "rel-constrast": 3.7194433212280273,
      "step": 93,
      "subrel-constrast": 3.9273769855499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.551795244216919,
      "cov-distil (oracle2student)": 7.094259262084961,
      "cov-distil (oracle2teacher)": 6.410989284515381,
      "epoch": 0.07378335949764521,
      "rel-constrast": 5.936522960662842,
      "step": 94,
      "subrel-constrast": 5.9040117263793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9889988899230957,
      "cov-distil (oracle2student)": 7.585901260375977,
      "cov-distil (oracle2teacher)": 6.5708818435668945,
      "epoch": 0.07456828885400314,
      "rel-constrast": 4.7740983963012695,
      "step": 95,
      "subrel-constrast": 5.203524112701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7907609939575195,
      "cov-distil (oracle2student)": 6.30566930770874,
      "cov-distil (oracle2teacher)": 5.1206865310668945,
      "epoch": 0.07535321821036106,
      "rel-constrast": 5.323421955108643,
      "step": 96,
      "subrel-constrast": 4.513722896575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.201972484588623,
      "cov-distil (oracle2student)": 6.450406551361084,
      "cov-distil (oracle2teacher)": 5.843845367431641,
      "epoch": 0.076138147566719,
      "rel-constrast": 6.8042097091674805,
      "step": 97,
      "subrel-constrast": 5.8807573318481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1490790843963623,
      "cov-distil (oracle2student)": 5.094491481781006,
      "cov-distil (oracle2teacher)": 4.891767501831055,
      "epoch": 0.07692307692307693,
      "rel-constrast": 4.750081539154053,
      "step": 98,
      "subrel-constrast": 5.3133368492126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4351210594177246,
      "cov-distil (oracle2student)": 5.4910969734191895,
      "cov-distil (oracle2teacher)": 5.353191375732422,
      "epoch": 0.07770800627943485,
      "rel-constrast": 4.304207801818848,
      "step": 99,
      "subrel-constrast": 4.943361759185791,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 10.75,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.3313,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.2265625,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.0276947021484375
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.0291900634765625
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.001495361328125,
      "step": 100
    },
    {
      "cov-distil": 2.6351094245910645,
      "cov-distil (oracle2student)": 6.420079708099365,
      "cov-distil (oracle2teacher)": 4.811285018920898,
      "epoch": 0.07849293563579278,
      "rel-constrast": 7.989321708679199,
      "step": 100,
      "subrel-constrast": 5.289547920227051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.449251651763916,
      "cov-distil (oracle2student)": 5.590154647827148,
      "cov-distil (oracle2teacher)": 5.960813522338867,
      "epoch": 0.07927786499215071,
      "rel-constrast": 7.251814842224121,
      "step": 101,
      "subrel-constrast": 7.487259387969971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.605091094970703,
      "cov-distil (oracle2student)": 8.023599624633789,
      "cov-distil (oracle2teacher)": 6.16713809967041,
      "epoch": 0.08006279434850863,
      "rel-constrast": 4.046014785766602,
      "step": 102,
      "subrel-constrast": 3.731642723083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.634860038757324,
      "cov-distil (oracle2student)": 6.683403015136719,
      "cov-distil (oracle2teacher)": 6.13450813293457,
      "epoch": 0.08084772370486656,
      "rel-constrast": 5.300339221954346,
      "step": 103,
      "subrel-constrast": 4.820398807525635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5530221462249756,
      "cov-distil (oracle2student)": 5.683620452880859,
      "cov-distil (oracle2teacher)": 3.8274989128112793,
      "epoch": 0.08163265306122448,
      "rel-constrast": 5.99018669128418,
      "step": 104,
      "subrel-constrast": 4.879518508911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.873239517211914,
      "cov-distil (oracle2student)": 5.83644962310791,
      "cov-distil (oracle2teacher)": 4.31813907623291,
      "epoch": 0.08241758241758242,
      "rel-constrast": 4.912308692932129,
      "step": 105,
      "subrel-constrast": 4.1804094314575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9087564945220947,
      "cov-distil (oracle2student)": 6.724010467529297,
      "cov-distil (oracle2teacher)": 5.581170558929443,
      "epoch": 0.08320251177394035,
      "rel-constrast": 5.2570295333862305,
      "step": 106,
      "subrel-constrast": 4.483855247497559,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.211263418197632,
      "cov-distil (oracle2student)": 4.7434515953063965,
      "cov-distil (oracle2teacher)": 4.108025550842285,
      "epoch": 0.08398744113029827,
      "rel-constrast": 4.302957534790039,
      "step": 107,
      "subrel-constrast": 3.7378945350646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6665637493133545,
      "cov-distil (oracle2student)": 6.802295684814453,
      "cov-distil (oracle2teacher)": 6.704296588897705,
      "epoch": 0.0847723704866562,
      "rel-constrast": 4.602003574371338,
      "step": 108,
      "subrel-constrast": 4.8410749435424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1119375228881836,
      "cov-distil (oracle2student)": 4.116933822631836,
      "cov-distil (oracle2teacher)": 3.801696300506592,
      "epoch": 0.08555729984301413,
      "rel-constrast": 3.1096556186676025,
      "step": 109,
      "subrel-constrast": 2.8281612396240234,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 11.25,
      "learning_rate": 2.18e-05,
      "loss": 1.3857,
      "step": 110
    },
    {
      "cov-distil": 3.2228808403015137,
      "cov-distil (oracle2student)": 5.118434906005859,
      "cov-distil (oracle2teacher)": 4.929256916046143,
      "epoch": 0.08634222919937205,
      "rel-constrast": 4.542896270751953,
      "step": 110,
      "subrel-constrast": 5.148619651794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2539002895355225,
      "cov-distil (oracle2student)": 6.46175479888916,
      "cov-distil (oracle2teacher)": 5.868401050567627,
      "epoch": 0.08712715855572999,
      "rel-constrast": 5.869259834289551,
      "step": 111,
      "subrel-constrast": 5.904931545257568,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.826535701751709,
      "cov-distil (oracle2student)": 4.965552806854248,
      "cov-distil (oracle2teacher)": 4.328280925750732,
      "epoch": 0.08791208791208792,
      "rel-constrast": 6.202089309692383,
      "step": 112,
      "subrel-constrast": 5.608125686645508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5449764728546143,
      "cov-distil (oracle2student)": 5.1452836990356445,
      "cov-distil (oracle2teacher)": 3.8179514408111572,
      "epoch": 0.08869701726844584,
      "rel-constrast": 4.954300403594971,
      "step": 113,
      "subrel-constrast": 4.609903335571289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6602468490600586,
      "cov-distil (oracle2student)": 5.308966159820557,
      "cov-distil (oracle2teacher)": 4.167311668395996,
      "epoch": 0.08948194662480377,
      "rel-constrast": 4.702554702758789,
      "step": 114,
      "subrel-constrast": 4.219851493835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2332382202148438,
      "cov-distil (oracle2student)": 5.805965423583984,
      "cov-distil (oracle2teacher)": 4.528085708618164,
      "epoch": 0.09026687598116169,
      "rel-constrast": 5.302210330963135,
      "step": 115,
      "subrel-constrast": 4.542255878448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7884867191314697,
      "cov-distil (oracle2student)": 6.498457908630371,
      "cov-distil (oracle2teacher)": 5.257707595825195,
      "epoch": 0.09105180533751962,
      "rel-constrast": 5.767347812652588,
      "step": 116,
      "subrel-constrast": 5.467629432678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.346719264984131,
      "cov-distil (oracle2student)": 5.346728801727295,
      "cov-distil (oracle2teacher)": 5.076066017150879,
      "epoch": 0.09183673469387756,
      "rel-constrast": 4.276191711425781,
      "step": 117,
      "subrel-constrast": 4.379854679107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0200977325439453,
      "cov-distil (oracle2student)": 7.405205726623535,
      "cov-distil (oracle2teacher)": 6.355814456939697,
      "epoch": 0.09262166405023547,
      "rel-constrast": 3.8846940994262695,
      "step": 118,
      "subrel-constrast": 4.11023473739624,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.162384033203125,
      "cov-distil (oracle2student)": 2.6935033798217773,
      "cov-distil (oracle2teacher)": 3.72473406791687,
      "epoch": 0.09340659340659341,
      "rel-constrast": 3.726165771484375,
      "step": 119,
      "subrel-constrast": 3.7514824867248535,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 9.75,
      "learning_rate": 2.38e-05,
      "loss": 1.3008,
      "step": 120
    },
    {
      "cov-distil": 2.360382556915283,
      "cov-distil (oracle2student)": 6.667299270629883,
      "cov-distil (oracle2teacher)": 5.828243732452393,
      "epoch": 0.09419152276295134,
      "rel-constrast": 3.7040605545043945,
      "step": 120,
      "subrel-constrast": 4.108128547668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.112985849380493,
      "cov-distil (oracle2student)": 3.8569931983947754,
      "cov-distil (oracle2teacher)": 3.6624011993408203,
      "epoch": 0.09497645211930926,
      "rel-constrast": 4.733532428741455,
      "step": 121,
      "subrel-constrast": 4.009025573730469,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.935187816619873,
      "cov-distil (oracle2student)": 7.038307189941406,
      "cov-distil (oracle2teacher)": 6.054470062255859,
      "epoch": 0.09576138147566719,
      "rel-constrast": 4.227137565612793,
      "step": 122,
      "subrel-constrast": 3.983626127243042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4672415256500244,
      "cov-distil (oracle2student)": 4.717007160186768,
      "cov-distil (oracle2teacher)": 4.489325523376465,
      "epoch": 0.09654631083202511,
      "rel-constrast": 4.1013078689575195,
      "step": 123,
      "subrel-constrast": 3.994878053665161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2666873931884766,
      "cov-distil (oracle2student)": 7.578332901000977,
      "cov-distil (oracle2teacher)": 6.238527297973633,
      "epoch": 0.09733124018838304,
      "rel-constrast": 5.809881210327148,
      "step": 124,
      "subrel-constrast": 5.233585834503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194108247756958,
      "cov-distil (oracle2student)": 7.899198532104492,
      "cov-distil (oracle2teacher)": 7.034453392028809,
      "epoch": 0.09811616954474098,
      "rel-constrast": 5.486351013183594,
      "step": 125,
      "subrel-constrast": 5.105801105499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4531521797180176,
      "cov-distil (oracle2student)": 5.631479263305664,
      "cov-distil (oracle2teacher)": 4.3922343254089355,
      "epoch": 0.0989010989010989,
      "rel-constrast": 4.645771026611328,
      "step": 126,
      "subrel-constrast": 4.087932586669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4266016483306885,
      "cov-distil (oracle2student)": 4.546659469604492,
      "cov-distil (oracle2teacher)": 4.035019874572754,
      "epoch": 0.09968602825745683,
      "rel-constrast": 4.493709564208984,
      "step": 127,
      "subrel-constrast": 4.783648490905762,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7037672996520996,
      "cov-distil (oracle2student)": 4.477809906005859,
      "cov-distil (oracle2teacher)": 3.4473838806152344,
      "epoch": 0.10047095761381476,
      "rel-constrast": 5.096370697021484,
      "step": 128,
      "subrel-constrast": 4.145744800567627,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1208019256591797,
      "cov-distil (oracle2student)": 8.85189437866211,
      "cov-distil (oracle2teacher)": 6.382098197937012,
      "epoch": 0.10125588697017268,
      "rel-constrast": 4.8031158447265625,
      "step": 129,
      "subrel-constrast": 4.735823154449463,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 10.4375,
      "learning_rate": 2.58e-05,
      "loss": 1.2401,
      "step": 130
    },
    {
      "cov-distil": 1.8555831909179688,
      "cov-distil (oracle2student)": 6.49212646484375,
      "cov-distil (oracle2teacher)": 4.545014381408691,
      "epoch": 0.10204081632653061,
      "rel-constrast": 3.720686912536621,
      "step": 130,
      "subrel-constrast": 2.910759449005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5559983253479004,
      "cov-distil (oracle2student)": 3.947779893875122,
      "cov-distil (oracle2teacher)": 3.1135973930358887,
      "epoch": 0.10282574568288853,
      "rel-constrast": 4.492345333099365,
      "step": 131,
      "subrel-constrast": 3.907316207885742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.501744031906128,
      "cov-distil (oracle2student)": 3.857603073120117,
      "cov-distil (oracle2teacher)": 4.150932312011719,
      "epoch": 0.10361067503924647,
      "rel-constrast": 3.2606308460235596,
      "step": 132,
      "subrel-constrast": 4.077866554260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.32318115234375,
      "cov-distil (oracle2student)": 4.570570945739746,
      "cov-distil (oracle2teacher)": 3.2738072872161865,
      "epoch": 0.1043956043956044,
      "rel-constrast": 6.114501476287842,
      "step": 133,
      "subrel-constrast": 4.569876670837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140868902206421,
      "cov-distil (oracle2student)": 5.116214752197266,
      "cov-distil (oracle2teacher)": 4.520162582397461,
      "epoch": 0.10518053375196232,
      "rel-constrast": 5.941625595092773,
      "step": 134,
      "subrel-constrast": 5.641219615936279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2034988403320312,
      "cov-distil (oracle2student)": 4.97379732131958,
      "cov-distil (oracle2teacher)": 3.9024977684020996,
      "epoch": 0.10596546310832025,
      "rel-constrast": 4.971968173980713,
      "step": 135,
      "subrel-constrast": 4.451583385467529,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.246377944946289,
      "cov-distil (oracle2student)": 3.9440054893493652,
      "cov-distil (oracle2teacher)": 3.8214340209960938,
      "epoch": 0.10675039246467818,
      "rel-constrast": 3.6676015853881836,
      "step": 136,
      "subrel-constrast": 3.999481201171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0108532905578613,
      "cov-distil (oracle2student)": 5.237700939178467,
      "cov-distil (oracle2teacher)": 5.0101799964904785,
      "epoch": 0.1075353218210361,
      "rel-constrast": 3.608971118927002,
      "step": 137,
      "subrel-constrast": 3.8411965370178223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067253589630127,
      "cov-distil (oracle2student)": 6.853719711303711,
      "cov-distil (oracle2teacher)": 5.714383602142334,
      "epoch": 0.10832025117739404,
      "rel-constrast": 5.400152683258057,
      "step": 138,
      "subrel-constrast": 4.80242395401001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247955799102783,
      "cov-distil (oracle2student)": 6.364778518676758,
      "cov-distil (oracle2teacher)": 5.805251598358154,
      "epoch": 0.10910518053375197,
      "rel-constrast": 5.05926513671875,
      "step": 139,
      "subrel-constrast": 5.382837772369385,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 10.6875,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.2113,
      "step": 140
    },
    {
      "cov-distil": 2.3487284183502197,
      "cov-distil (oracle2student)": 3.868018388748169,
      "cov-distil (oracle2teacher)": 3.3821828365325928,
      "epoch": 0.10989010989010989,
      "rel-constrast": 3.9863667488098145,
      "step": 140,
      "subrel-constrast": 4.556828498840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9004948139190674,
      "cov-distil (oracle2student)": 6.407281875610352,
      "cov-distil (oracle2teacher)": 5.013850688934326,
      "epoch": 0.11067503924646782,
      "rel-constrast": 4.4379682540893555,
      "step": 141,
      "subrel-constrast": 4.527557373046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371265172958374,
      "cov-distil (oracle2student)": 5.384237289428711,
      "cov-distil (oracle2teacher)": 4.477989673614502,
      "epoch": 0.11145996860282574,
      "rel-constrast": 4.169025421142578,
      "step": 142,
      "subrel-constrast": 3.753755569458008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6737124919891357,
      "cov-distil (oracle2student)": 4.716396808624268,
      "cov-distil (oracle2teacher)": 4.515721321105957,
      "epoch": 0.11224489795918367,
      "rel-constrast": 5.2683844566345215,
      "step": 143,
      "subrel-constrast": 6.357266902923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3839969635009766,
      "cov-distil (oracle2student)": 5.216597557067871,
      "cov-distil (oracle2teacher)": 4.502408027648926,
      "epoch": 0.1130298273155416,
      "rel-constrast": 3.9578328132629395,
      "step": 144,
      "subrel-constrast": 4.4807209968566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.409961462020874,
      "cov-distil (oracle2student)": 4.617639064788818,
      "cov-distil (oracle2teacher)": 3.4705004692077637,
      "epoch": 0.11381475667189953,
      "rel-constrast": 3.988140106201172,
      "step": 145,
      "subrel-constrast": 3.7560057640075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.437391996383667,
      "cov-distil (oracle2student)": 7.210376739501953,
      "cov-distil (oracle2teacher)": 5.494784355163574,
      "epoch": 0.11459968602825746,
      "rel-constrast": 6.229181289672852,
      "step": 146,
      "subrel-constrast": 5.4068450927734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.487854480743408,
      "cov-distil (oracle2student)": 4.511354923248291,
      "cov-distil (oracle2teacher)": 4.271688938140869,
      "epoch": 0.11538461538461539,
      "rel-constrast": 3.3188250064849854,
      "step": 147,
      "subrel-constrast": 3.3439455032348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202552080154419,
      "cov-distil (oracle2student)": 7.626204490661621,
      "cov-distil (oracle2teacher)": 6.246827602386475,
      "epoch": 0.11616954474097331,
      "rel-constrast": 6.489372253417969,
      "step": 148,
      "subrel-constrast": 6.293572425842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.863210916519165,
      "cov-distil (oracle2student)": 6.021518230438232,
      "cov-distil (oracle2teacher)": 5.504705905914307,
      "epoch": 0.11695447409733124,
      "rel-constrast": 4.466584205627441,
      "step": 149,
      "subrel-constrast": 4.503949165344238,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 9.75,
      "learning_rate": 2.98e-05,
      "loss": 1.2155,
      "step": 150
    },
    {
      "cov-distil": 2.287616729736328,
      "cov-distil (oracle2student)": 2.882298707962036,
      "cov-distil (oracle2teacher)": 2.7673628330230713,
      "epoch": 0.11773940345368916,
      "rel-constrast": 2.9627468585968018,
      "step": 150,
      "subrel-constrast": 3.5341176986694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0427331924438477,
      "cov-distil (oracle2student)": 4.696889877319336,
      "cov-distil (oracle2teacher)": 3.7240023612976074,
      "epoch": 0.1185243328100471,
      "rel-constrast": 5.601482391357422,
      "step": 151,
      "subrel-constrast": 5.148781776428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4701590538024902,
      "cov-distil (oracle2student)": 4.69386625289917,
      "cov-distil (oracle2teacher)": 5.50289249420166,
      "epoch": 0.11930926216640503,
      "rel-constrast": 4.032348155975342,
      "step": 152,
      "subrel-constrast": 4.955265998840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4936716556549072,
      "cov-distil (oracle2student)": 5.162969589233398,
      "cov-distil (oracle2teacher)": 5.024870872497559,
      "epoch": 0.12009419152276295,
      "rel-constrast": 4.629176139831543,
      "step": 153,
      "subrel-constrast": 5.300038814544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183119773864746,
      "cov-distil (oracle2student)": 5.855337142944336,
      "cov-distil (oracle2teacher)": 5.426355361938477,
      "epoch": 0.12087912087912088,
      "rel-constrast": 4.844819068908691,
      "step": 154,
      "subrel-constrast": 5.301954746246338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5811121463775635,
      "cov-distil (oracle2student)": 3.470191478729248,
      "cov-distil (oracle2teacher)": 3.850992202758789,
      "epoch": 0.12166405023547881,
      "rel-constrast": 2.932185173034668,
      "step": 155,
      "subrel-constrast": 3.6993746757507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3218088150024414,
      "cov-distil (oracle2student)": 6.853663444519043,
      "cov-distil (oracle2teacher)": 6.932298183441162,
      "epoch": 0.12244897959183673,
      "rel-constrast": 5.364542484283447,
      "step": 156,
      "subrel-constrast": 5.229422092437744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1979424953460693,
      "cov-distil (oracle2student)": 5.085433006286621,
      "cov-distil (oracle2teacher)": 5.050604820251465,
      "epoch": 0.12323390894819466,
      "rel-constrast": 3.989543914794922,
      "step": 157,
      "subrel-constrast": 3.8962090015411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.554980993270874,
      "cov-distil (oracle2student)": 5.101729393005371,
      "cov-distil (oracle2teacher)": 4.854771614074707,
      "epoch": 0.12401883830455258,
      "rel-constrast": 4.322447776794434,
      "step": 158,
      "subrel-constrast": 4.546447277069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9088830947875977,
      "cov-distil (oracle2student)": 5.462224006652832,
      "cov-distil (oracle2teacher)": 4.165470123291016,
      "epoch": 0.12480376766091052,
      "rel-constrast": 5.018767356872559,
      "step": 159,
      "subrel-constrast": 4.491940498352051,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 10.9375,
      "learning_rate": 3.18e-05,
      "loss": 1.1551,
      "step": 160
    },
    {
      "cov-distil": 2.619602918624878,
      "cov-distil (oracle2student)": 4.800524711608887,
      "cov-distil (oracle2teacher)": 3.836061716079712,
      "epoch": 0.12558869701726844,
      "rel-constrast": 2.9076085090637207,
      "step": 160,
      "subrel-constrast": 4.102112770080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422273635864258,
      "cov-distil (oracle2student)": 4.461849212646484,
      "cov-distil (oracle2teacher)": 4.390769958496094,
      "epoch": 0.12637362637362637,
      "rel-constrast": 4.184550762176514,
      "step": 161,
      "subrel-constrast": 4.8927531242370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1470541954040527,
      "cov-distil (oracle2student)": 4.506244659423828,
      "cov-distil (oracle2teacher)": 4.10663366317749,
      "epoch": 0.1271585557299843,
      "rel-constrast": 3.4101767539978027,
      "step": 162,
      "subrel-constrast": 3.9394829273223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184699058532715,
      "cov-distil (oracle2student)": 5.2895121574401855,
      "cov-distil (oracle2teacher)": 5.066923141479492,
      "epoch": 0.12794348508634223,
      "rel-constrast": 4.675489902496338,
      "step": 163,
      "subrel-constrast": 5.054625511169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8112709522247314,
      "cov-distil (oracle2student)": 5.192995548248291,
      "cov-distil (oracle2teacher)": 5.131775379180908,
      "epoch": 0.12872841444270017,
      "rel-constrast": 4.274874687194824,
      "step": 164,
      "subrel-constrast": 4.948701858520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.495476245880127,
      "cov-distil (oracle2student)": 4.52199125289917,
      "cov-distil (oracle2teacher)": 4.415899276733398,
      "epoch": 0.12951334379905807,
      "rel-constrast": 4.410479545593262,
      "step": 165,
      "subrel-constrast": 4.421729564666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440857887268066,
      "cov-distil (oracle2student)": 3.6739463806152344,
      "cov-distil (oracle2teacher)": 3.8752641677856445,
      "epoch": 0.130298273155416,
      "rel-constrast": 3.7163758277893066,
      "step": 166,
      "subrel-constrast": 3.3575847148895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.273125648498535,
      "cov-distil (oracle2student)": 4.404480934143066,
      "cov-distil (oracle2teacher)": 4.422757148742676,
      "epoch": 0.13108320251177394,
      "rel-constrast": 3.8160104751586914,
      "step": 167,
      "subrel-constrast": 4.0439558029174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0575273036956787,
      "cov-distil (oracle2student)": 4.796754837036133,
      "cov-distil (oracle2teacher)": 4.4229936599731445,
      "epoch": 0.13186813186813187,
      "rel-constrast": 3.536931276321411,
      "step": 168,
      "subrel-constrast": 3.5277516841888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180096387863159,
      "cov-distil (oracle2student)": 4.21600866317749,
      "cov-distil (oracle2teacher)": 4.123889923095703,
      "epoch": 0.1326530612244898,
      "rel-constrast": 3.785921096801758,
      "step": 169,
      "subrel-constrast": 4.435865879058838,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 9.5625,
      "learning_rate": 3.38e-05,
      "loss": 1.0253,
      "step": 170
    },
    {
      "cov-distil": 2.7067089080810547,
      "cov-distil (oracle2student)": 3.167053699493408,
      "cov-distil (oracle2teacher)": 3.191770553588867,
      "epoch": 0.13343799058084774,
      "rel-constrast": 3.4640519618988037,
      "step": 170,
      "subrel-constrast": 4.463054180145264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.553863763809204,
      "cov-distil (oracle2student)": 3.817941427230835,
      "cov-distil (oracle2teacher)": 3.095231056213379,
      "epoch": 0.13422291993720564,
      "rel-constrast": 4.02174186706543,
      "step": 171,
      "subrel-constrast": 4.554732322692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761894702911377,
      "cov-distil (oracle2student)": 3.9062039852142334,
      "cov-distil (oracle2teacher)": 3.1740612983703613,
      "epoch": 0.13500784929356358,
      "rel-constrast": 3.650698661804199,
      "step": 172,
      "subrel-constrast": 3.6181893348693848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5625097751617432,
      "cov-distil (oracle2student)": 4.123663902282715,
      "cov-distil (oracle2teacher)": 4.11091947555542,
      "epoch": 0.1357927786499215,
      "rel-constrast": 2.7848923206329346,
      "step": 173,
      "subrel-constrast": 3.2112619876861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.520386219024658,
      "cov-distil (oracle2student)": 4.533496856689453,
      "cov-distil (oracle2teacher)": 4.161006927490234,
      "epoch": 0.13657770800627944,
      "rel-constrast": 5.352310657501221,
      "step": 174,
      "subrel-constrast": 5.04582405090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778397560119629,
      "cov-distil (oracle2student)": 4.337288856506348,
      "cov-distil (oracle2teacher)": 4.135603904724121,
      "epoch": 0.13736263736263737,
      "rel-constrast": 3.2110447883605957,
      "step": 175,
      "subrel-constrast": 3.6947989463806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3196349143981934,
      "cov-distil (oracle2student)": 4.454319953918457,
      "cov-distil (oracle2teacher)": 4.172549724578857,
      "epoch": 0.13814756671899528,
      "rel-constrast": 3.876349449157715,
      "step": 176,
      "subrel-constrast": 4.229249000549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1585545539855957,
      "cov-distil (oracle2student)": 4.686166763305664,
      "cov-distil (oracle2teacher)": 3.818331003189087,
      "epoch": 0.1389324960753532,
      "rel-constrast": 3.3617091178894043,
      "step": 177,
      "subrel-constrast": 3.8270695209503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8052399158477783,
      "cov-distil (oracle2student)": 4.382429599761963,
      "cov-distil (oracle2teacher)": 4.175406455993652,
      "epoch": 0.13971742543171115,
      "rel-constrast": 3.940762519836426,
      "step": 178,
      "subrel-constrast": 5.2242231369018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7267446517944336,
      "cov-distil (oracle2student)": 8.027734756469727,
      "cov-distil (oracle2teacher)": 5.95761775970459,
      "epoch": 0.14050235478806908,
      "rel-constrast": 3.6697492599487305,
      "step": 179,
      "subrel-constrast": 4.4293365478515625,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 8.4375,
      "learning_rate": 3.58e-05,
      "loss": 0.9909,
      "step": 180
    },
    {
      "cov-distil": 2.669672966003418,
      "cov-distil (oracle2student)": 4.354513168334961,
      "cov-distil (oracle2teacher)": 3.7265512943267822,
      "epoch": 0.141287284144427,
      "rel-constrast": 2.931420087814331,
      "step": 180,
      "subrel-constrast": 3.9343340396881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.327695369720459,
      "cov-distil (oracle2student)": 3.3217949867248535,
      "cov-distil (oracle2teacher)": 2.977478265762329,
      "epoch": 0.14207221350078492,
      "rel-constrast": 3.7753868103027344,
      "step": 181,
      "subrel-constrast": 3.912327766418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7130959033966064,
      "cov-distil (oracle2student)": 4.864332675933838,
      "cov-distil (oracle2teacher)": 4.116422653198242,
      "epoch": 0.14285714285714285,
      "rel-constrast": 3.616802453994751,
      "step": 182,
      "subrel-constrast": 3.909907579421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575543761253357,
      "cov-distil (oracle2student)": 5.664951324462891,
      "cov-distil (oracle2teacher)": 5.225700378417969,
      "epoch": 0.14364207221350078,
      "rel-constrast": 3.508880615234375,
      "step": 183,
      "subrel-constrast": 4.286149024963379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.10856294631958,
      "cov-distil (oracle2student)": 5.335554122924805,
      "cov-distil (oracle2teacher)": 4.731800079345703,
      "epoch": 0.14442700156985872,
      "rel-constrast": 3.9082388877868652,
      "step": 184,
      "subrel-constrast": 3.809213399887085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63939368724823,
      "cov-distil (oracle2student)": 5.083535671234131,
      "cov-distil (oracle2teacher)": 4.333920478820801,
      "epoch": 0.14521193092621665,
      "rel-constrast": 3.931126356124878,
      "step": 185,
      "subrel-constrast": 4.39507532119751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9975552558898926,
      "cov-distil (oracle2student)": 4.434893608093262,
      "cov-distil (oracle2teacher)": 3.5682010650634766,
      "epoch": 0.14599686028257458,
      "rel-constrast": 3.923959255218506,
      "step": 186,
      "subrel-constrast": 4.640081405639648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3963453769683838,
      "cov-distil (oracle2student)": 5.020665645599365,
      "cov-distil (oracle2teacher)": 5.241567134857178,
      "epoch": 0.14678178963893249,
      "rel-constrast": 4.240950107574463,
      "step": 187,
      "subrel-constrast": 4.126688480377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8137257099151611,
      "cov-distil (oracle2student)": 4.689477443695068,
      "cov-distil (oracle2teacher)": 5.24516487121582,
      "epoch": 0.14756671899529042,
      "rel-constrast": 3.5640339851379395,
      "step": 188,
      "subrel-constrast": 3.9959466457366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154453754425049,
      "cov-distil (oracle2student)": 5.495892524719238,
      "cov-distil (oracle2teacher)": 4.578904151916504,
      "epoch": 0.14835164835164835,
      "rel-constrast": 4.673454761505127,
      "step": 189,
      "subrel-constrast": 4.758023262023926,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 8.0625,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 1.0053,
      "step": 190
    },
    {
      "cov-distil": 2.174290180206299,
      "cov-distil (oracle2student)": 5.2297468185424805,
      "cov-distil (oracle2teacher)": 4.148782253265381,
      "epoch": 0.14913657770800628,
      "rel-constrast": 4.9470319747924805,
      "step": 190,
      "subrel-constrast": 5.042505741119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.800407648086548,
      "cov-distil (oracle2student)": 5.131906032562256,
      "cov-distil (oracle2teacher)": 4.885272979736328,
      "epoch": 0.14992150706436422,
      "rel-constrast": 4.068488121032715,
      "step": 191,
      "subrel-constrast": 5.614233016967773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6033143997192383,
      "cov-distil (oracle2student)": 6.778153419494629,
      "cov-distil (oracle2teacher)": 5.344417572021484,
      "epoch": 0.15070643642072212,
      "rel-constrast": 3.257606267929077,
      "step": 192,
      "subrel-constrast": 3.946422815322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8559606075286865,
      "cov-distil (oracle2student)": 3.2880020141601562,
      "cov-distil (oracle2teacher)": 3.6423306465148926,
      "epoch": 0.15149136577708006,
      "rel-constrast": 3.1038029193878174,
      "step": 193,
      "subrel-constrast": 4.173671722412109,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.682295322418213,
      "cov-distil (oracle2student)": 3.023639678955078,
      "cov-distil (oracle2teacher)": 2.6197805404663086,
      "epoch": 0.152276295133438,
      "rel-constrast": 4.512085914611816,
      "step": 194,
      "subrel-constrast": 4.714506149291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.693136215209961,
      "cov-distil (oracle2student)": 5.30255651473999,
      "cov-distil (oracle2teacher)": 4.789106369018555,
      "epoch": 0.15306122448979592,
      "rel-constrast": 4.509150505065918,
      "step": 195,
      "subrel-constrast": 4.750165939331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5385210514068604,
      "cov-distil (oracle2student)": 5.753807067871094,
      "cov-distil (oracle2teacher)": 5.658191680908203,
      "epoch": 0.15384615384615385,
      "rel-constrast": 3.4684054851531982,
      "step": 196,
      "subrel-constrast": 4.433170318603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9288809299468994,
      "cov-distil (oracle2student)": 3.507999897003174,
      "cov-distil (oracle2teacher)": 3.4903690814971924,
      "epoch": 0.1546310832025118,
      "rel-constrast": 3.1264522075653076,
      "step": 197,
      "subrel-constrast": 3.5095322132110596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874372959136963,
      "cov-distil (oracle2student)": 3.1296253204345703,
      "cov-distil (oracle2teacher)": 2.6894149780273438,
      "epoch": 0.1554160125588697,
      "rel-constrast": 2.49654221534729,
      "step": 198,
      "subrel-constrast": 2.7102510929107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2689590454101562,
      "cov-distil (oracle2student)": 5.198173522949219,
      "cov-distil (oracle2teacher)": 4.918524742126465,
      "epoch": 0.15620094191522763,
      "rel-constrast": 3.2337851524353027,
      "step": 199,
      "subrel-constrast": 3.990787982940674,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 7.59375,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.9741,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.2890625,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.07623291015625
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.054595947265625
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.021636962890625,
      "step": 200
    },
    {
      "cov-distil": 2.549987554550171,
      "cov-distil (oracle2student)": 5.679699897766113,
      "cov-distil (oracle2teacher)": 4.406343460083008,
      "epoch": 0.15698587127158556,
      "rel-constrast": 3.469435453414917,
      "step": 200,
      "subrel-constrast": 4.263796329498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.072492837905884,
      "cov-distil (oracle2student)": 4.421103477478027,
      "cov-distil (oracle2teacher)": 4.086739540100098,
      "epoch": 0.1577708006279435,
      "rel-constrast": 2.8959450721740723,
      "step": 201,
      "subrel-constrast": 3.6599676609039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120012044906616,
      "cov-distil (oracle2student)": 5.580467700958252,
      "cov-distil (oracle2teacher)": 5.210657119750977,
      "epoch": 0.15855572998430142,
      "rel-constrast": 4.105159759521484,
      "step": 202,
      "subrel-constrast": 4.515684127807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5557498931884766,
      "cov-distil (oracle2student)": 5.4342241287231445,
      "cov-distil (oracle2teacher)": 4.8454437255859375,
      "epoch": 0.15934065934065933,
      "rel-constrast": 4.789357662200928,
      "step": 203,
      "subrel-constrast": 4.5384392738342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951178073883057,
      "cov-distil (oracle2student)": 3.1762335300445557,
      "cov-distil (oracle2teacher)": 2.970641851425171,
      "epoch": 0.16012558869701726,
      "rel-constrast": 2.8483660221099854,
      "step": 204,
      "subrel-constrast": 3.338888645172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3388566970825195,
      "cov-distil (oracle2student)": 8.327499389648438,
      "cov-distil (oracle2teacher)": 6.882584571838379,
      "epoch": 0.1609105180533752,
      "rel-constrast": 4.098688125610352,
      "step": 205,
      "subrel-constrast": 5.355574607849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9717200994491577,
      "cov-distil (oracle2student)": 5.890042781829834,
      "cov-distil (oracle2teacher)": 5.369444847106934,
      "epoch": 0.16169544740973313,
      "rel-constrast": 4.868418216705322,
      "step": 206,
      "subrel-constrast": 4.526149749755859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9214519262313843,
      "cov-distil (oracle2student)": 4.261057376861572,
      "cov-distil (oracle2teacher)": 4.479575157165527,
      "epoch": 0.16248037676609106,
      "rel-constrast": 3.291041374206543,
      "step": 207,
      "subrel-constrast": 3.6747570037841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.142123222351074,
      "cov-distil (oracle2student)": 3.678309917449951,
      "cov-distil (oracle2teacher)": 3.5636820793151855,
      "epoch": 0.16326530612244897,
      "rel-constrast": 3.60056209564209,
      "step": 208,
      "subrel-constrast": 4.258810520172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7493714094161987,
      "cov-distil (oracle2student)": 5.9282732009887695,
      "cov-distil (oracle2teacher)": 5.123697280883789,
      "epoch": 0.1640502354788069,
      "rel-constrast": 3.2053074836730957,
      "step": 209,
      "subrel-constrast": 3.768296241760254,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 7.21875,
      "learning_rate": 4.18e-05,
      "loss": 0.9793,
      "step": 210
    },
    {
      "cov-distil": 2.345376968383789,
      "cov-distil (oracle2student)": 5.920524597167969,
      "cov-distil (oracle2teacher)": 4.9691572189331055,
      "epoch": 0.16483516483516483,
      "rel-constrast": 4.322092533111572,
      "step": 210,
      "subrel-constrast": 4.727095603942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2897653579711914,
      "cov-distil (oracle2student)": 4.233051300048828,
      "cov-distil (oracle2teacher)": 4.303415298461914,
      "epoch": 0.16562009419152277,
      "rel-constrast": 3.5500569343566895,
      "step": 211,
      "subrel-constrast": 4.293918609619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622340202331543,
      "cov-distil (oracle2student)": 4.55793571472168,
      "cov-distil (oracle2teacher)": 4.164148330688477,
      "epoch": 0.1664050235478807,
      "rel-constrast": 2.1066484451293945,
      "step": 212,
      "subrel-constrast": 3.301889419555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.502410411834717,
      "cov-distil (oracle2student)": 4.433128356933594,
      "cov-distil (oracle2teacher)": 4.37490177154541,
      "epoch": 0.16718995290423863,
      "rel-constrast": 2.046816825866699,
      "step": 213,
      "subrel-constrast": 3.1378297805786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0057029724121094,
      "cov-distil (oracle2student)": 4.5051374435424805,
      "cov-distil (oracle2teacher)": 4.010851860046387,
      "epoch": 0.16797488226059654,
      "rel-constrast": 3.858085870742798,
      "step": 214,
      "subrel-constrast": 3.9345157146453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2399110794067383,
      "cov-distil (oracle2student)": 2.816570281982422,
      "cov-distil (oracle2teacher)": 2.688227891921997,
      "epoch": 0.16875981161695447,
      "rel-constrast": 3.2961502075195312,
      "step": 215,
      "subrel-constrast": 3.817028284072876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1997504234313965,
      "cov-distil (oracle2student)": 3.4091291427612305,
      "cov-distil (oracle2teacher)": 3.5458288192749023,
      "epoch": 0.1695447409733124,
      "rel-constrast": 2.69796085357666,
      "step": 216,
      "subrel-constrast": 3.381369113922119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9515273571014404,
      "cov-distil (oracle2student)": 3.4918808937072754,
      "cov-distil (oracle2teacher)": 4.01389217376709,
      "epoch": 0.17032967032967034,
      "rel-constrast": 3.4837563037872314,
      "step": 217,
      "subrel-constrast": 3.90724515914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227881908416748,
      "cov-distil (oracle2student)": 4.059126377105713,
      "cov-distil (oracle2teacher)": 3.636045217514038,
      "epoch": 0.17111459968602827,
      "rel-constrast": 4.2929229736328125,
      "step": 218,
      "subrel-constrast": 3.5963075160980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4862127304077148,
      "cov-distil (oracle2student)": 4.062650203704834,
      "cov-distil (oracle2teacher)": 2.9822258949279785,
      "epoch": 0.17189952904238617,
      "rel-constrast": 4.052378177642822,
      "step": 219,
      "subrel-constrast": 3.7420217990875244,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 8.0625,
      "learning_rate": 4.38e-05,
      "loss": 0.8923,
      "step": 220
    },
    {
      "cov-distil": 1.715134859085083,
      "cov-distil (oracle2student)": 4.420961856842041,
      "cov-distil (oracle2teacher)": 3.932979106903076,
      "epoch": 0.1726844583987441,
      "rel-constrast": 4.40836238861084,
      "step": 220,
      "subrel-constrast": 4.055572986602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4334444999694824,
      "cov-distil (oracle2student)": 5.118119239807129,
      "cov-distil (oracle2teacher)": 4.7033491134643555,
      "epoch": 0.17346938775510204,
      "rel-constrast": 3.404664993286133,
      "step": 221,
      "subrel-constrast": 3.5390591621398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9003324508666992,
      "cov-distil (oracle2student)": 4.576716899871826,
      "cov-distil (oracle2teacher)": 4.50288200378418,
      "epoch": 0.17425431711145997,
      "rel-constrast": 3.6114907264709473,
      "step": 222,
      "subrel-constrast": 4.279026508331299,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115109443664551,
      "cov-distil (oracle2student)": 4.178623676300049,
      "cov-distil (oracle2teacher)": 3.9196269512176514,
      "epoch": 0.1750392464678179,
      "rel-constrast": 2.3811192512512207,
      "step": 223,
      "subrel-constrast": 3.4445719718933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0069656372070312,
      "cov-distil (oracle2student)": 3.5967891216278076,
      "cov-distil (oracle2teacher)": 2.9920647144317627,
      "epoch": 0.17582417582417584,
      "rel-constrast": 2.5347723960876465,
      "step": 224,
      "subrel-constrast": 3.259185791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.471125602722168,
      "cov-distil (oracle2student)": 4.3591508865356445,
      "cov-distil (oracle2teacher)": 4.378108501434326,
      "epoch": 0.17660910518053374,
      "rel-constrast": 3.4612081050872803,
      "step": 225,
      "subrel-constrast": 4.657461643218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028519630432129,
      "cov-distil (oracle2student)": 4.885909080505371,
      "cov-distil (oracle2teacher)": 4.493985652923584,
      "epoch": 0.17739403453689168,
      "rel-constrast": 4.046738147735596,
      "step": 226,
      "subrel-constrast": 4.278666973114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8783369064331055,
      "cov-distil (oracle2student)": 6.399436950683594,
      "cov-distil (oracle2teacher)": 5.225540637969971,
      "epoch": 0.1781789638932496,
      "rel-constrast": 3.6415212154388428,
      "step": 227,
      "subrel-constrast": 4.1666460037231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7756962776184082,
      "cov-distil (oracle2student)": 5.923917770385742,
      "cov-distil (oracle2teacher)": 5.717079162597656,
      "epoch": 0.17896389324960754,
      "rel-constrast": 3.7646610736846924,
      "step": 228,
      "subrel-constrast": 4.519895076751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8215231895446777,
      "cov-distil (oracle2student)": 4.3075480461120605,
      "cov-distil (oracle2teacher)": 4.437877178192139,
      "epoch": 0.17974882260596547,
      "rel-constrast": 4.13417911529541,
      "step": 229,
      "subrel-constrast": 4.3988566398620605,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 11.0625,
      "learning_rate": 4.58e-05,
      "loss": 0.9326,
      "step": 230
    },
    {
      "cov-distil": 1.940368890762329,
      "cov-distil (oracle2student)": 5.178546905517578,
      "cov-distil (oracle2teacher)": 4.552630424499512,
      "epoch": 0.18053375196232338,
      "rel-constrast": 4.062630653381348,
      "step": 230,
      "subrel-constrast": 4.57981014251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8983447551727295,
      "cov-distil (oracle2student)": 4.590436935424805,
      "cov-distil (oracle2teacher)": 4.294081211090088,
      "epoch": 0.1813186813186813,
      "rel-constrast": 3.5746774673461914,
      "step": 231,
      "subrel-constrast": 3.802752733230591,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149775505065918,
      "cov-distil (oracle2student)": 3.316385269165039,
      "cov-distil (oracle2teacher)": 3.3818163871765137,
      "epoch": 0.18210361067503925,
      "rel-constrast": 3.679567337036133,
      "step": 232,
      "subrel-constrast": 4.393537998199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856759786605835,
      "cov-distil (oracle2student)": 4.921825408935547,
      "cov-distil (oracle2teacher)": 4.281566619873047,
      "epoch": 0.18288854003139718,
      "rel-constrast": 3.8768553733825684,
      "step": 233,
      "subrel-constrast": 4.51777458190918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1320226192474365,
      "cov-distil (oracle2student)": 6.055144309997559,
      "cov-distil (oracle2teacher)": 6.049688339233398,
      "epoch": 0.1836734693877551,
      "rel-constrast": 4.3470306396484375,
      "step": 234,
      "subrel-constrast": 4.9231719970703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002854824066162,
      "cov-distil (oracle2student)": 5.093647003173828,
      "cov-distil (oracle2teacher)": 4.337342739105225,
      "epoch": 0.18445839874411302,
      "rel-constrast": 3.249843120574951,
      "step": 235,
      "subrel-constrast": 4.077451705932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1759095191955566,
      "cov-distil (oracle2student)": 5.025782585144043,
      "cov-distil (oracle2teacher)": 4.274228572845459,
      "epoch": 0.18524332810047095,
      "rel-constrast": 4.588722229003906,
      "step": 236,
      "subrel-constrast": 4.618008613586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.999634027481079,
      "cov-distil (oracle2student)": 6.046421051025391,
      "cov-distil (oracle2teacher)": 5.742504119873047,
      "epoch": 0.18602825745682888,
      "rel-constrast": 4.224057674407959,
      "step": 237,
      "subrel-constrast": 5.026642322540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358808994293213,
      "cov-distil (oracle2student)": 3.8381712436676025,
      "cov-distil (oracle2teacher)": 3.2188615798950195,
      "epoch": 0.18681318681318682,
      "rel-constrast": 3.7316060066223145,
      "step": 238,
      "subrel-constrast": 3.582110643386841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9649333953857422,
      "cov-distil (oracle2student)": 2.9438533782958984,
      "cov-distil (oracle2teacher)": 2.665102481842041,
      "epoch": 0.18759811616954475,
      "rel-constrast": 3.2988033294677734,
      "step": 239,
      "subrel-constrast": 3.814676284790039,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 6.53125,
      "learning_rate": 4.78e-05,
      "loss": 1.017,
      "step": 240
    },
    {
      "cov-distil": 1.8974131345748901,
      "cov-distil (oracle2student)": 4.974483489990234,
      "cov-distil (oracle2teacher)": 4.38322639465332,
      "epoch": 0.18838304552590268,
      "rel-constrast": 3.6166248321533203,
      "step": 240,
      "subrel-constrast": 4.096735000610352,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4376662969589233,
      "cov-distil (oracle2student)": 3.7000768184661865,
      "cov-distil (oracle2teacher)": 2.966287136077881,
      "epoch": 0.1891679748822606,
      "rel-constrast": 4.6126837730407715,
      "step": 241,
      "subrel-constrast": 4.341580390930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.473557472229004,
      "cov-distil (oracle2student)": 5.63783073425293,
      "cov-distil (oracle2teacher)": 4.233515739440918,
      "epoch": 0.18995290423861852,
      "rel-constrast": 4.6103925704956055,
      "step": 242,
      "subrel-constrast": 4.359237194061279,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957942008972168,
      "cov-distil (oracle2student)": 3.8459389209747314,
      "cov-distil (oracle2teacher)": 3.7637908458709717,
      "epoch": 0.19073783359497645,
      "rel-constrast": 2.978806972503662,
      "step": 243,
      "subrel-constrast": 3.759455680847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9000152349472046,
      "cov-distil (oracle2student)": 5.9765520095825195,
      "cov-distil (oracle2teacher)": 5.823503494262695,
      "epoch": 0.19152276295133439,
      "rel-constrast": 2.7631139755249023,
      "step": 244,
      "subrel-constrast": 4.33175802230835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448395013809204,
      "cov-distil (oracle2student)": 4.1266326904296875,
      "cov-distil (oracle2teacher)": 4.183588027954102,
      "epoch": 0.19230769230769232,
      "rel-constrast": 2.9547009468078613,
      "step": 245,
      "subrel-constrast": 3.201953887939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5361897945404053,
      "cov-distil (oracle2student)": 5.670442581176758,
      "cov-distil (oracle2teacher)": 5.21594762802124,
      "epoch": 0.19309262166405022,
      "rel-constrast": 3.310713291168213,
      "step": 246,
      "subrel-constrast": 3.926190137863159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8714672327041626,
      "cov-distil (oracle2student)": 4.948856353759766,
      "cov-distil (oracle2teacher)": 4.813126564025879,
      "epoch": 0.19387755102040816,
      "rel-constrast": 3.889686107635498,
      "step": 247,
      "subrel-constrast": 4.320209503173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186339139938354,
      "cov-distil (oracle2student)": 4.6461873054504395,
      "cov-distil (oracle2teacher)": 3.676900863647461,
      "epoch": 0.1946624803767661,
      "rel-constrast": 3.5097286701202393,
      "step": 248,
      "subrel-constrast": 3.227259635925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4764559268951416,
      "cov-distil (oracle2student)": 3.5097036361694336,
      "cov-distil (oracle2teacher)": 3.638442277908325,
      "epoch": 0.19544740973312402,
      "rel-constrast": 3.7803292274475098,
      "step": 249,
      "subrel-constrast": 4.232238292694092,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 6.6875,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.9427,
      "step": 250
    },
    {
      "cov-distil": 1.6597986221313477,
      "cov-distil (oracle2student)": 4.713982582092285,
      "cov-distil (oracle2teacher)": 4.236465930938721,
      "epoch": 0.19623233908948196,
      "rel-constrast": 3.739177703857422,
      "step": 250,
      "subrel-constrast": 4.410337924957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6477410793304443,
      "cov-distil (oracle2student)": 4.351513862609863,
      "cov-distil (oracle2teacher)": 3.61171817779541,
      "epoch": 0.1970172684458399,
      "rel-constrast": 3.1257731914520264,
      "step": 251,
      "subrel-constrast": 4.0402984619140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.612506151199341,
      "cov-distil (oracle2student)": 4.945602893829346,
      "cov-distil (oracle2teacher)": 5.651907920837402,
      "epoch": 0.1978021978021978,
      "rel-constrast": 3.1389389038085938,
      "step": 252,
      "subrel-constrast": 4.402360439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5925216674804688,
      "cov-distil (oracle2student)": 2.9384634494781494,
      "cov-distil (oracle2teacher)": 2.7325968742370605,
      "epoch": 0.19858712715855573,
      "rel-constrast": 4.661149501800537,
      "step": 253,
      "subrel-constrast": 5.193860054016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77860689163208,
      "cov-distil (oracle2student)": 3.044769525527954,
      "cov-distil (oracle2teacher)": 2.99178409576416,
      "epoch": 0.19937205651491366,
      "rel-constrast": 3.299074172973633,
      "step": 254,
      "subrel-constrast": 3.906949996948242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076045513153076,
      "cov-distil (oracle2student)": 3.0336225032806396,
      "cov-distil (oracle2teacher)": 3.9577205181121826,
      "epoch": 0.2001569858712716,
      "rel-constrast": 3.291436195373535,
      "step": 255,
      "subrel-constrast": 4.2760138511657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8243218660354614,
      "cov-distil (oracle2student)": 4.543873310089111,
      "cov-distil (oracle2teacher)": 3.8437588214874268,
      "epoch": 0.20094191522762953,
      "rel-constrast": 4.7095561027526855,
      "step": 256,
      "subrel-constrast": 4.952455997467041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5359063148498535,
      "cov-distil (oracle2student)": 4.197920799255371,
      "cov-distil (oracle2teacher)": 3.859335422515869,
      "epoch": 0.20172684458398743,
      "rel-constrast": 2.4296162128448486,
      "step": 257,
      "subrel-constrast": 3.1821224689483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022824287414551,
      "cov-distil (oracle2student)": 5.170648574829102,
      "cov-distil (oracle2teacher)": 5.354793548583984,
      "epoch": 0.20251177394034536,
      "rel-constrast": 4.192305564880371,
      "step": 258,
      "subrel-constrast": 4.745754241943359,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6104283332824707,
      "cov-distil (oracle2student)": 5.582677841186523,
      "cov-distil (oracle2teacher)": 4.46994686126709,
      "epoch": 0.2032967032967033,
      "rel-constrast": 2.4084246158599854,
      "step": 259,
      "subrel-constrast": 3.6201326847076416,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 5.875,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.9233,
      "step": 260
    },
    {
      "cov-distil": 2.2533552646636963,
      "cov-distil (oracle2student)": 5.432913780212402,
      "cov-distil (oracle2teacher)": 4.486701011657715,
      "epoch": 0.20408163265306123,
      "rel-constrast": 4.801570892333984,
      "step": 260,
      "subrel-constrast": 5.534252643585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7236340045928955,
      "cov-distil (oracle2student)": 4.375137805938721,
      "cov-distil (oracle2teacher)": 4.151730537414551,
      "epoch": 0.20486656200941916,
      "rel-constrast": 4.8546977043151855,
      "step": 261,
      "subrel-constrast": 5.796967506408691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8955960273742676,
      "cov-distil (oracle2student)": 4.904871463775635,
      "cov-distil (oracle2teacher)": 4.750977516174316,
      "epoch": 0.20565149136577707,
      "rel-constrast": 4.473680019378662,
      "step": 262,
      "subrel-constrast": 4.466209888458252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4517669677734375,
      "cov-distil (oracle2student)": 4.159343242645264,
      "cov-distil (oracle2teacher)": 3.6781539916992188,
      "epoch": 0.206436420722135,
      "rel-constrast": 3.2015581130981445,
      "step": 263,
      "subrel-constrast": 4.080938339233398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7155473232269287,
      "cov-distil (oracle2student)": 4.833913803100586,
      "cov-distil (oracle2teacher)": 3.6056058406829834,
      "epoch": 0.20722135007849293,
      "rel-constrast": 3.8387434482574463,
      "step": 264,
      "subrel-constrast": 3.4439778327941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0465221405029297,
      "cov-distil (oracle2student)": 3.99643874168396,
      "cov-distil (oracle2teacher)": 4.4956464767456055,
      "epoch": 0.20800627943485087,
      "rel-constrast": 3.2806215286254883,
      "step": 265,
      "subrel-constrast": 3.9281022548675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7309558391571045,
      "cov-distil (oracle2student)": 4.226318836212158,
      "cov-distil (oracle2teacher)": 3.6570725440979004,
      "epoch": 0.2087912087912088,
      "rel-constrast": 3.548503875732422,
      "step": 266,
      "subrel-constrast": 4.111094951629639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1937834024429321,
      "cov-distil (oracle2student)": 4.198436737060547,
      "cov-distil (oracle2teacher)": 3.9344077110290527,
      "epoch": 0.20957613814756673,
      "rel-constrast": 3.889242172241211,
      "step": 267,
      "subrel-constrast": 4.253139972686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4956319332122803,
      "cov-distil (oracle2student)": 5.039452075958252,
      "cov-distil (oracle2teacher)": 4.100647926330566,
      "epoch": 0.21036106750392464,
      "rel-constrast": 4.099567890167236,
      "step": 268,
      "subrel-constrast": 4.903372764587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091646909713745,
      "cov-distil (oracle2student)": 6.386205673217773,
      "cov-distil (oracle2teacher)": 6.267641067504883,
      "epoch": 0.21114599686028257,
      "rel-constrast": 4.049159526824951,
      "step": 269,
      "subrel-constrast": 4.805858135223389,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 6.625,
      "learning_rate": 5.380000000000001e-05,
      "loss": 1.0449,
      "step": 270
    },
    {
      "cov-distil": 1.422369122505188,
      "cov-distil (oracle2student)": 4.79067850112915,
      "cov-distil (oracle2teacher)": 4.722565174102783,
      "epoch": 0.2119309262166405,
      "rel-constrast": 3.5886762142181396,
      "step": 270,
      "subrel-constrast": 4.517887592315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8889544010162354,
      "cov-distil (oracle2student)": 4.865690231323242,
      "cov-distil (oracle2teacher)": 4.943857192993164,
      "epoch": 0.21271585557299844,
      "rel-constrast": 4.032329559326172,
      "step": 271,
      "subrel-constrast": 4.750463008880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9588487148284912,
      "cov-distil (oracle2student)": 5.093255043029785,
      "cov-distil (oracle2teacher)": 4.4146409034729,
      "epoch": 0.21350078492935637,
      "rel-constrast": 3.539595127105713,
      "step": 272,
      "subrel-constrast": 4.0912394523620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3905227184295654,
      "cov-distil (oracle2student)": 6.006475448608398,
      "cov-distil (oracle2teacher)": 5.428674697875977,
      "epoch": 0.21428571428571427,
      "rel-constrast": 3.5107595920562744,
      "step": 273,
      "subrel-constrast": 4.018148422241211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2264554500579834,
      "cov-distil (oracle2student)": 3.1091625690460205,
      "cov-distil (oracle2teacher)": 3.2538797855377197,
      "epoch": 0.2150706436420722,
      "rel-constrast": 2.1859006881713867,
      "step": 274,
      "subrel-constrast": 3.4214632511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6373634338378906,
      "cov-distil (oracle2student)": 6.165126323699951,
      "cov-distil (oracle2teacher)": 5.222399711608887,
      "epoch": 0.21585557299843014,
      "rel-constrast": 4.143608093261719,
      "step": 275,
      "subrel-constrast": 4.593328952789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.625453233718872,
      "cov-distil (oracle2student)": 3.859870433807373,
      "cov-distil (oracle2teacher)": 4.044793605804443,
      "epoch": 0.21664050235478807,
      "rel-constrast": 4.0525383949279785,
      "step": 276,
      "subrel-constrast": 4.920116424560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0849714279174805,
      "cov-distil (oracle2student)": 4.220630168914795,
      "cov-distil (oracle2teacher)": 3.987034797668457,
      "epoch": 0.217425431711146,
      "rel-constrast": 3.6761956214904785,
      "step": 277,
      "subrel-constrast": 4.461075305938721,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067598342895508,
      "cov-distil (oracle2student)": 4.442802429199219,
      "cov-distil (oracle2teacher)": 3.9542388916015625,
      "epoch": 0.21821036106750394,
      "rel-constrast": 3.3574135303497314,
      "step": 278,
      "subrel-constrast": 4.466387748718262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551810264587402,
      "cov-distil (oracle2student)": 2.9012060165405273,
      "cov-distil (oracle2teacher)": 3.2168242931365967,
      "epoch": 0.21899529042386184,
      "rel-constrast": 3.0865120887756348,
      "step": 279,
      "subrel-constrast": 3.674039840698242,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 5.28125,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.924,
      "step": 280
    },
    {
      "cov-distil": 1.7572321891784668,
      "cov-distil (oracle2student)": 2.6132631301879883,
      "cov-distil (oracle2teacher)": 3.104098320007324,
      "epoch": 0.21978021978021978,
      "rel-constrast": 2.432128667831421,
      "step": 280,
      "subrel-constrast": 3.3793723583221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241016149520874,
      "cov-distil (oracle2student)": 4.454005241394043,
      "cov-distil (oracle2teacher)": 3.8938615322113037,
      "epoch": 0.2205651491365777,
      "rel-constrast": 3.4165773391723633,
      "step": 281,
      "subrel-constrast": 3.486431121826172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6360628604888916,
      "cov-distil (oracle2student)": 3.9439241886138916,
      "cov-distil (oracle2teacher)": 3.8514907360076904,
      "epoch": 0.22135007849293564,
      "rel-constrast": 2.9311554431915283,
      "step": 282,
      "subrel-constrast": 3.4145736694335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8503533601760864,
      "cov-distil (oracle2student)": 3.850245237350464,
      "cov-distil (oracle2teacher)": 3.342064619064331,
      "epoch": 0.22213500784929358,
      "rel-constrast": 2.174450397491455,
      "step": 283,
      "subrel-constrast": 3.091642141342163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9776098728179932,
      "cov-distil (oracle2student)": 3.8531036376953125,
      "cov-distil (oracle2teacher)": 3.7271018028259277,
      "epoch": 0.22291993720565148,
      "rel-constrast": 3.9315783977508545,
      "step": 284,
      "subrel-constrast": 4.817642688751221,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241269588470459,
      "cov-distil (oracle2student)": 4.150514602661133,
      "cov-distil (oracle2teacher)": 3.847724437713623,
      "epoch": 0.2237048665620094,
      "rel-constrast": 3.3176090717315674,
      "step": 285,
      "subrel-constrast": 4.202500343322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.713684320449829,
      "cov-distil (oracle2student)": 4.36472225189209,
      "cov-distil (oracle2teacher)": 4.162614822387695,
      "epoch": 0.22448979591836735,
      "rel-constrast": 3.1399898529052734,
      "step": 286,
      "subrel-constrast": 4.188482284545898,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0229830741882324,
      "cov-distil (oracle2student)": 4.949430465698242,
      "cov-distil (oracle2teacher)": 4.833287715911865,
      "epoch": 0.22527472527472528,
      "rel-constrast": 2.501587390899658,
      "step": 287,
      "subrel-constrast": 4.347179412841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4797694683074951,
      "cov-distil (oracle2student)": 3.2319393157958984,
      "cov-distil (oracle2teacher)": 3.080458641052246,
      "epoch": 0.2260596546310832,
      "rel-constrast": 2.613762617111206,
      "step": 288,
      "subrel-constrast": 3.105257511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602002382278442,
      "cov-distil (oracle2student)": 4.416717529296875,
      "cov-distil (oracle2teacher)": 4.153279781341553,
      "epoch": 0.22684458398744112,
      "rel-constrast": 3.7565431594848633,
      "step": 289,
      "subrel-constrast": 4.33344030380249,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 6.34375,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.8018,
      "step": 290
    },
    {
      "cov-distil": 1.7529034614562988,
      "cov-distil (oracle2student)": 4.218539237976074,
      "cov-distil (oracle2teacher)": 3.850548267364502,
      "epoch": 0.22762951334379905,
      "rel-constrast": 2.9716553688049316,
      "step": 290,
      "subrel-constrast": 3.143662929534912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606696605682373,
      "cov-distil (oracle2student)": 3.901508331298828,
      "cov-distil (oracle2teacher)": 4.301668643951416,
      "epoch": 0.22841444270015698,
      "rel-constrast": 3.942248582839966,
      "step": 291,
      "subrel-constrast": 4.526463031768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4201338291168213,
      "cov-distil (oracle2student)": 3.507293701171875,
      "cov-distil (oracle2teacher)": 3.0315709114074707,
      "epoch": 0.22919937205651492,
      "rel-constrast": 3.0376689434051514,
      "step": 292,
      "subrel-constrast": 3.307476758956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.690527081489563,
      "cov-distil (oracle2student)": 3.718599796295166,
      "cov-distil (oracle2teacher)": 3.5138139724731445,
      "epoch": 0.22998430141287285,
      "rel-constrast": 3.486841917037964,
      "step": 293,
      "subrel-constrast": 4.143172264099121,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0503225326538086,
      "cov-distil (oracle2student)": 4.706372261047363,
      "cov-distil (oracle2teacher)": 4.194183826446533,
      "epoch": 0.23076923076923078,
      "rel-constrast": 2.5780515670776367,
      "step": 294,
      "subrel-constrast": 3.5411229133605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470081806182861,
      "cov-distil (oracle2student)": 3.931098222732544,
      "cov-distil (oracle2teacher)": 3.5865542888641357,
      "epoch": 0.2315541601255887,
      "rel-constrast": 3.1113924980163574,
      "step": 295,
      "subrel-constrast": 3.476969003677368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621494770050049,
      "cov-distil (oracle2student)": 4.549523830413818,
      "cov-distil (oracle2teacher)": 3.7834787368774414,
      "epoch": 0.23233908948194662,
      "rel-constrast": 3.4479165077209473,
      "step": 296,
      "subrel-constrast": 3.593404531478882,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1509923934936523,
      "cov-distil (oracle2student)": 4.455979347229004,
      "cov-distil (oracle2teacher)": 4.273685932159424,
      "epoch": 0.23312401883830455,
      "rel-constrast": 4.154843807220459,
      "step": 297,
      "subrel-constrast": 5.004892349243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3998432159423828,
      "cov-distil (oracle2student)": 3.2294511795043945,
      "cov-distil (oracle2teacher)": 3.317352294921875,
      "epoch": 0.23390894819466249,
      "rel-constrast": 3.0632266998291016,
      "step": 298,
      "subrel-constrast": 3.5670464038848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0884599685668945,
      "cov-distil (oracle2student)": 5.6301069259643555,
      "cov-distil (oracle2teacher)": 5.637539863586426,
      "epoch": 0.23469387755102042,
      "rel-constrast": 4.128951072692871,
      "step": 299,
      "subrel-constrast": 5.286614894866943,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 6.625,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.8909,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.2515625059604645,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.05780029296875
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.036468505859375
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.021331787109375,
      "step": 300
    },
    {
      "cov-distil": 2.2967052459716797,
      "cov-distil (oracle2student)": 4.4017510414123535,
      "cov-distil (oracle2teacher)": 4.099099636077881,
      "epoch": 0.23547880690737832,
      "rel-constrast": 2.9242398738861084,
      "step": 300,
      "subrel-constrast": 4.338224411010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595311164855957,
      "cov-distil (oracle2student)": 4.17804479598999,
      "cov-distil (oracle2teacher)": 4.304468631744385,
      "epoch": 0.23626373626373626,
      "rel-constrast": 4.597272872924805,
      "step": 301,
      "subrel-constrast": 4.6898698806762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2264418601989746,
      "cov-distil (oracle2student)": 5.309445381164551,
      "cov-distil (oracle2teacher)": 4.790663719177246,
      "epoch": 0.2370486656200942,
      "rel-constrast": 5.335843086242676,
      "step": 302,
      "subrel-constrast": 5.953857421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307065725326538,
      "cov-distil (oracle2student)": 3.952683687210083,
      "cov-distil (oracle2teacher)": 3.6692748069763184,
      "epoch": 0.23783359497645212,
      "rel-constrast": 3.017719268798828,
      "step": 303,
      "subrel-constrast": 3.6234068870544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6897454261779785,
      "cov-distil (oracle2student)": 3.985246419906616,
      "cov-distil (oracle2teacher)": 4.038206577301025,
      "epoch": 0.23861852433281006,
      "rel-constrast": 2.2062766551971436,
      "step": 304,
      "subrel-constrast": 3.397317886352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2313430309295654,
      "cov-distil (oracle2student)": 4.545960426330566,
      "cov-distil (oracle2teacher)": 4.423823833465576,
      "epoch": 0.239403453689168,
      "rel-constrast": 3.3945674896240234,
      "step": 305,
      "subrel-constrast": 4.428949356079102,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4004480838775635,
      "cov-distil (oracle2student)": 4.454916477203369,
      "cov-distil (oracle2teacher)": 4.364056587219238,
      "epoch": 0.2401883830455259,
      "rel-constrast": 3.8601784706115723,
      "step": 306,
      "subrel-constrast": 4.570957660675049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6807891130447388,
      "cov-distil (oracle2student)": 4.746438026428223,
      "cov-distil (oracle2teacher)": 4.423877239227295,
      "epoch": 0.24097331240188383,
      "rel-constrast": 2.7889456748962402,
      "step": 307,
      "subrel-constrast": 3.873350143432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027644872665405,
      "cov-distil (oracle2student)": 3.8286499977111816,
      "cov-distil (oracle2teacher)": 3.194075345993042,
      "epoch": 0.24175824175824176,
      "rel-constrast": 2.47934889793396,
      "step": 308,
      "subrel-constrast": 2.7526683807373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808030605316162,
      "cov-distil (oracle2student)": 3.8777401447296143,
      "cov-distil (oracle2teacher)": 4.174385070800781,
      "epoch": 0.2425431711145997,
      "rel-constrast": 2.293266773223877,
      "step": 309,
      "subrel-constrast": 3.562832832336426,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 6.125,
      "learning_rate": 6.18e-05,
      "loss": 0.8695,
      "step": 310
    },
    {
      "cov-distil": 1.6677241325378418,
      "cov-distil (oracle2student)": 4.228425025939941,
      "cov-distil (oracle2teacher)": 4.416943550109863,
      "epoch": 0.24332810047095763,
      "rel-constrast": 3.524862766265869,
      "step": 310,
      "subrel-constrast": 4.226138591766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995836734771729,
      "cov-distil (oracle2student)": 4.916572093963623,
      "cov-distil (oracle2teacher)": 4.8343505859375,
      "epoch": 0.24411302982731553,
      "rel-constrast": 4.072301864624023,
      "step": 311,
      "subrel-constrast": 4.911147117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9901001453399658,
      "cov-distil (oracle2student)": 4.8201117515563965,
      "cov-distil (oracle2teacher)": 4.40707540512085,
      "epoch": 0.24489795918367346,
      "rel-constrast": 3.38913631439209,
      "step": 312,
      "subrel-constrast": 4.223539352416992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4690146446228027,
      "cov-distil (oracle2student)": 3.501110553741455,
      "cov-distil (oracle2teacher)": 3.440234422683716,
      "epoch": 0.2456828885400314,
      "rel-constrast": 2.894542694091797,
      "step": 313,
      "subrel-constrast": 3.74194598197937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9900612831115723,
      "cov-distil (oracle2student)": 3.8982274532318115,
      "cov-distil (oracle2teacher)": 4.7158589363098145,
      "epoch": 0.24646781789638933,
      "rel-constrast": 5.285289764404297,
      "step": 314,
      "subrel-constrast": 6.270607948303223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1230154037475586,
      "cov-distil (oracle2student)": 2.795091390609741,
      "cov-distil (oracle2teacher)": 2.854583978652954,
      "epoch": 0.24725274725274726,
      "rel-constrast": 3.5906097888946533,
      "step": 315,
      "subrel-constrast": 4.390491962432861,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.608766555786133,
      "cov-distil (oracle2student)": 4.520586013793945,
      "cov-distil (oracle2teacher)": 4.337918281555176,
      "epoch": 0.24803767660910517,
      "rel-constrast": 3.843027114868164,
      "step": 316,
      "subrel-constrast": 4.884891510009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8467656373977661,
      "cov-distil (oracle2student)": 3.394619941711426,
      "cov-distil (oracle2teacher)": 2.795929193496704,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.0533511638641357,
      "step": 317,
      "subrel-constrast": 2.5105719566345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568500280380249,
      "cov-distil (oracle2student)": 4.544718265533447,
      "cov-distil (oracle2teacher)": 4.21469783782959,
      "epoch": 0.24960753532182103,
      "rel-constrast": 3.1324543952941895,
      "step": 318,
      "subrel-constrast": 3.7247860431671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.827920913696289,
      "cov-distil (oracle2student)": 2.0334372520446777,
      "cov-distil (oracle2teacher)": 2.330630302429199,
      "epoch": 0.25039246467817894,
      "rel-constrast": 2.85013747215271,
      "step": 319,
      "subrel-constrast": 4.247476577758789,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 5.28125,
      "learning_rate": 6.38e-05,
      "loss": 0.9156,
      "step": 320
    },
    {
      "cov-distil": 1.7885923385620117,
      "cov-distil (oracle2student)": 4.874814987182617,
      "cov-distil (oracle2teacher)": 4.288603782653809,
      "epoch": 0.25117739403453687,
      "rel-constrast": 4.115217208862305,
      "step": 320,
      "subrel-constrast": 4.526142120361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0207111835479736,
      "cov-distil (oracle2student)": 4.7151641845703125,
      "cov-distil (oracle2teacher)": 4.572437286376953,
      "epoch": 0.2519623233908948,
      "rel-constrast": 3.3116023540496826,
      "step": 321,
      "subrel-constrast": 4.437067985534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073516368865967,
      "cov-distil (oracle2student)": 3.744084358215332,
      "cov-distil (oracle2teacher)": 3.7761855125427246,
      "epoch": 0.25274725274725274,
      "rel-constrast": 3.5132904052734375,
      "step": 322,
      "subrel-constrast": 4.607532501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818782091140747,
      "cov-distil (oracle2student)": 5.764333248138428,
      "cov-distil (oracle2teacher)": 5.767582893371582,
      "epoch": 0.25353218210361067,
      "rel-constrast": 2.4540810585021973,
      "step": 323,
      "subrel-constrast": 3.568166494369507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.958632469177246,
      "cov-distil (oracle2student)": 3.7050561904907227,
      "cov-distil (oracle2teacher)": 4.104484558105469,
      "epoch": 0.2543171114599686,
      "rel-constrast": 2.5765411853790283,
      "step": 324,
      "subrel-constrast": 4.19771671295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6548418998718262,
      "cov-distil (oracle2student)": 3.5720388889312744,
      "cov-distil (oracle2teacher)": 3.3836560249328613,
      "epoch": 0.25510204081632654,
      "rel-constrast": 3.4555270671844482,
      "step": 325,
      "subrel-constrast": 3.7116334438323975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4631736278533936,
      "cov-distil (oracle2student)": 4.271485805511475,
      "cov-distil (oracle2teacher)": 3.6154839992523193,
      "epoch": 0.25588697017268447,
      "rel-constrast": 2.842444896697998,
      "step": 326,
      "subrel-constrast": 3.618567705154419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7781894207000732,
      "cov-distil (oracle2student)": 2.807318687438965,
      "cov-distil (oracle2teacher)": 2.757774829864502,
      "epoch": 0.2566718995290424,
      "rel-constrast": 3.3553590774536133,
      "step": 327,
      "subrel-constrast": 4.210433483123779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1787478923797607,
      "cov-distil (oracle2student)": 4.1376848220825195,
      "cov-distil (oracle2teacher)": 3.7683277130126953,
      "epoch": 0.25745682888540034,
      "rel-constrast": 4.664401054382324,
      "step": 328,
      "subrel-constrast": 4.489930629730225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541696548461914,
      "cov-distil (oracle2student)": 4.615175247192383,
      "cov-distil (oracle2teacher)": 3.679529905319214,
      "epoch": 0.25824175824175827,
      "rel-constrast": 3.502075672149658,
      "step": 329,
      "subrel-constrast": 4.230218887329102,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 6.25,
      "learning_rate": 6.58e-05,
      "loss": 0.8905,
      "step": 330
    },
    {
      "cov-distil": 1.6174688339233398,
      "cov-distil (oracle2student)": 3.7132651805877686,
      "cov-distil (oracle2teacher)": 3.239581346511841,
      "epoch": 0.25902668759811615,
      "rel-constrast": 4.003489017486572,
      "step": 330,
      "subrel-constrast": 4.406646728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5732554197311401,
      "cov-distil (oracle2student)": 5.3318328857421875,
      "cov-distil (oracle2teacher)": 4.816752910614014,
      "epoch": 0.2598116169544741,
      "rel-constrast": 3.6370291709899902,
      "step": 331,
      "subrel-constrast": 4.466891288757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5063531398773193,
      "cov-distil (oracle2student)": 4.017550945281982,
      "cov-distil (oracle2teacher)": 4.0868306159973145,
      "epoch": 0.260596546310832,
      "rel-constrast": 3.7100534439086914,
      "step": 332,
      "subrel-constrast": 4.447757244110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.404076099395752,
      "cov-distil (oracle2student)": 5.252320289611816,
      "cov-distil (oracle2teacher)": 4.281933307647705,
      "epoch": 0.26138147566718994,
      "rel-constrast": 5.398931503295898,
      "step": 333,
      "subrel-constrast": 5.777448654174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1000912189483643,
      "cov-distil (oracle2student)": 4.448729515075684,
      "cov-distil (oracle2teacher)": 4.561612129211426,
      "epoch": 0.2621664050235479,
      "rel-constrast": 4.303258419036865,
      "step": 334,
      "subrel-constrast": 5.162600517272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8957825899124146,
      "cov-distil (oracle2student)": 4.003879547119141,
      "cov-distil (oracle2teacher)": 4.2459917068481445,
      "epoch": 0.2629513343799058,
      "rel-constrast": 3.256770133972168,
      "step": 335,
      "subrel-constrast": 4.02813720703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295375347137451,
      "cov-distil (oracle2student)": 4.961045265197754,
      "cov-distil (oracle2teacher)": 4.097765922546387,
      "epoch": 0.26373626373626374,
      "rel-constrast": 2.9977545738220215,
      "step": 336,
      "subrel-constrast": 3.6126551628112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8229457139968872,
      "cov-distil (oracle2student)": 5.327207565307617,
      "cov-distil (oracle2teacher)": 4.765549659729004,
      "epoch": 0.2645211930926217,
      "rel-constrast": 3.218705892562866,
      "step": 337,
      "subrel-constrast": 4.289580821990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054279327392578,
      "cov-distil (oracle2student)": 3.8735759258270264,
      "cov-distil (oracle2teacher)": 3.424424886703491,
      "epoch": 0.2653061224489796,
      "rel-constrast": 3.048128128051758,
      "step": 338,
      "subrel-constrast": 3.7287724018096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5032819509506226,
      "cov-distil (oracle2student)": 1.7793630361557007,
      "cov-distil (oracle2teacher)": 2.3603873252868652,
      "epoch": 0.26609105180533754,
      "rel-constrast": 2.2925949096679688,
      "step": 339,
      "subrel-constrast": 2.7558114528656006,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 5.53125,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.9436,
      "step": 340
    },
    {
      "cov-distil": 2.4431686401367188,
      "cov-distil (oracle2student)": 4.6101531982421875,
      "cov-distil (oracle2teacher)": 4.135551452636719,
      "epoch": 0.2668759811616955,
      "rel-constrast": 3.0416622161865234,
      "step": 340,
      "subrel-constrast": 3.9515535831451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2437374591827393,
      "cov-distil (oracle2student)": 3.911616563796997,
      "cov-distil (oracle2teacher)": 3.492671489715576,
      "epoch": 0.26766091051805335,
      "rel-constrast": 3.782144069671631,
      "step": 341,
      "subrel-constrast": 4.093518257141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9391800165176392,
      "cov-distil (oracle2student)": 4.031132698059082,
      "cov-distil (oracle2teacher)": 4.021369934082031,
      "epoch": 0.2684458398744113,
      "rel-constrast": 4.196035385131836,
      "step": 342,
      "subrel-constrast": 5.085422992706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3270821571350098,
      "cov-distil (oracle2student)": 4.123188495635986,
      "cov-distil (oracle2teacher)": 3.8875677585601807,
      "epoch": 0.2692307692307692,
      "rel-constrast": 4.071023941040039,
      "step": 343,
      "subrel-constrast": 4.043724536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4832470417022705,
      "cov-distil (oracle2student)": 4.874258995056152,
      "cov-distil (oracle2teacher)": 4.214261531829834,
      "epoch": 0.27001569858712715,
      "rel-constrast": 3.111920118331909,
      "step": 344,
      "subrel-constrast": 4.054660320281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672494649887085,
      "cov-distil (oracle2student)": 5.806550979614258,
      "cov-distil (oracle2teacher)": 4.967223167419434,
      "epoch": 0.2708006279434851,
      "rel-constrast": 4.0076494216918945,
      "step": 345,
      "subrel-constrast": 4.525851249694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9357062578201294,
      "cov-distil (oracle2student)": 4.081295013427734,
      "cov-distil (oracle2teacher)": 3.8083930015563965,
      "epoch": 0.271585557299843,
      "rel-constrast": 2.4839324951171875,
      "step": 346,
      "subrel-constrast": 3.99479603767395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0712597370147705,
      "cov-distil (oracle2student)": 3.268425703048706,
      "cov-distil (oracle2teacher)": 3.425299644470215,
      "epoch": 0.27237048665620095,
      "rel-constrast": 2.886786460876465,
      "step": 347,
      "subrel-constrast": 3.4483840465545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796396017074585,
      "cov-distil (oracle2student)": 4.209636211395264,
      "cov-distil (oracle2teacher)": 4.432445526123047,
      "epoch": 0.2731554160125589,
      "rel-constrast": 2.369540214538574,
      "step": 348,
      "subrel-constrast": 3.5092597007751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535210132598877,
      "cov-distil (oracle2student)": 4.075098037719727,
      "cov-distil (oracle2teacher)": 3.6037793159484863,
      "epoch": 0.2739403453689168,
      "rel-constrast": 2.5993237495422363,
      "step": 349,
      "subrel-constrast": 3.2462987899780273,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 5.40625,
      "learning_rate": 6.98e-05,
      "loss": 0.8601,
      "step": 350
    },
    {
      "cov-distil": 2.5123066902160645,
      "cov-distil (oracle2student)": 2.9425320625305176,
      "cov-distil (oracle2teacher)": 3.2290968894958496,
      "epoch": 0.27472527472527475,
      "rel-constrast": 3.876889228820801,
      "step": 350,
      "subrel-constrast": 4.73759651184082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436147928237915,
      "cov-distil (oracle2student)": 3.415888786315918,
      "cov-distil (oracle2teacher)": 3.0817313194274902,
      "epoch": 0.2755102040816326,
      "rel-constrast": 3.28273868560791,
      "step": 351,
      "subrel-constrast": 3.6867237091064453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6348649263381958,
      "cov-distil (oracle2student)": 4.010116100311279,
      "cov-distil (oracle2teacher)": 4.21555757522583,
      "epoch": 0.27629513343799056,
      "rel-constrast": 3.4870643615722656,
      "step": 352,
      "subrel-constrast": 4.305854797363281,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1009230613708496,
      "cov-distil (oracle2student)": 5.627260208129883,
      "cov-distil (oracle2teacher)": 4.953949451446533,
      "epoch": 0.2770800627943485,
      "rel-constrast": 4.053922653198242,
      "step": 353,
      "subrel-constrast": 4.7411298751831055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7080755233764648,
      "cov-distil (oracle2student)": 2.7407140731811523,
      "cov-distil (oracle2teacher)": 2.490147113800049,
      "epoch": 0.2778649921507064,
      "rel-constrast": 3.7484915256500244,
      "step": 354,
      "subrel-constrast": 4.051052093505859,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031130313873291,
      "cov-distil (oracle2student)": 5.026152610778809,
      "cov-distil (oracle2teacher)": 4.744674205780029,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.559945821762085,
      "step": 355,
      "subrel-constrast": 3.714773416519165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.005746364593506,
      "cov-distil (oracle2student)": 4.017253398895264,
      "cov-distil (oracle2teacher)": 4.017498970031738,
      "epoch": 0.2794348508634223,
      "rel-constrast": 3.656675338745117,
      "step": 356,
      "subrel-constrast": 4.188436508178711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7195461988449097,
      "cov-distil (oracle2student)": 4.425095558166504,
      "cov-distil (oracle2teacher)": 4.371179580688477,
      "epoch": 0.2802197802197802,
      "rel-constrast": 4.078734397888184,
      "step": 357,
      "subrel-constrast": 4.626358985900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03867244720459,
      "cov-distil (oracle2student)": 4.778371810913086,
      "cov-distil (oracle2teacher)": 4.454864025115967,
      "epoch": 0.28100470957613816,
      "rel-constrast": 3.353924512863159,
      "step": 358,
      "subrel-constrast": 4.555548191070557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9577628374099731,
      "cov-distil (oracle2student)": 2.966353416442871,
      "cov-distil (oracle2teacher)": 2.5868096351623535,
      "epoch": 0.2817896389324961,
      "rel-constrast": 3.3460488319396973,
      "step": 359,
      "subrel-constrast": 3.9823224544525146,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 5.96875,
      "learning_rate": 7.18e-05,
      "loss": 0.934,
      "step": 360
    },
    {
      "cov-distil": 1.6738455295562744,
      "cov-distil (oracle2student)": 3.8920412063598633,
      "cov-distil (oracle2teacher)": 3.726383686065674,
      "epoch": 0.282574568288854,
      "rel-constrast": 2.82122802734375,
      "step": 360,
      "subrel-constrast": 4.14078426361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6517702341079712,
      "cov-distil (oracle2student)": 4.22556209564209,
      "cov-distil (oracle2teacher)": 4.145458698272705,
      "epoch": 0.28335949764521196,
      "rel-constrast": 3.45859956741333,
      "step": 361,
      "subrel-constrast": 4.801141262054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.124246120452881,
      "cov-distil (oracle2student)": 3.3692729473114014,
      "cov-distil (oracle2teacher)": 3.269765853881836,
      "epoch": 0.28414442700156983,
      "rel-constrast": 2.6506357192993164,
      "step": 362,
      "subrel-constrast": 3.755767345428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3526856899261475,
      "cov-distil (oracle2student)": 4.128577709197998,
      "cov-distil (oracle2teacher)": 3.9617979526519775,
      "epoch": 0.28492935635792777,
      "rel-constrast": 2.9778599739074707,
      "step": 363,
      "subrel-constrast": 3.5767078399658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512682318687439,
      "cov-distil (oracle2student)": 4.088039398193359,
      "cov-distil (oracle2teacher)": 3.870095729827881,
      "epoch": 0.2857142857142857,
      "rel-constrast": 3.1186094284057617,
      "step": 364,
      "subrel-constrast": 4.493895053863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.318560242652893,
      "cov-distil (oracle2student)": 3.774007558822632,
      "cov-distil (oracle2teacher)": 3.9330146312713623,
      "epoch": 0.28649921507064363,
      "rel-constrast": 3.1438307762145996,
      "step": 365,
      "subrel-constrast": 3.21142315864563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5610337257385254,
      "cov-distil (oracle2student)": 3.312736988067627,
      "cov-distil (oracle2teacher)": 3.4010515213012695,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.5814003944396973,
      "step": 366,
      "subrel-constrast": 3.7006542682647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051917791366577,
      "cov-distil (oracle2student)": 4.2715582847595215,
      "cov-distil (oracle2teacher)": 4.038430213928223,
      "epoch": 0.2880690737833595,
      "rel-constrast": 2.8441033363342285,
      "step": 367,
      "subrel-constrast": 3.8365793228149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9725018739700317,
      "cov-distil (oracle2student)": 2.9314498901367188,
      "cov-distil (oracle2teacher)": 2.748990774154663,
      "epoch": 0.28885400313971743,
      "rel-constrast": 2.933610439300537,
      "step": 368,
      "subrel-constrast": 3.744361400604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2145872116088867,
      "cov-distil (oracle2student)": 3.3812034130096436,
      "cov-distil (oracle2teacher)": 3.4346628189086914,
      "epoch": 0.28963893249607536,
      "rel-constrast": 2.348388910293579,
      "step": 369,
      "subrel-constrast": 3.7599081993103027,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 4.4375,
      "learning_rate": 7.38e-05,
      "loss": 0.7655,
      "step": 370
    },
    {
      "cov-distil": 1.5982998609542847,
      "cov-distil (oracle2student)": 3.4495015144348145,
      "cov-distil (oracle2teacher)": 3.394505500793457,
      "epoch": 0.2904238618524333,
      "rel-constrast": 3.514537811279297,
      "step": 370,
      "subrel-constrast": 4.076476573944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2880852222442627,
      "cov-distil (oracle2student)": 3.6574783325195312,
      "cov-distil (oracle2teacher)": 3.647876739501953,
      "epoch": 0.29120879120879123,
      "rel-constrast": 2.794341564178467,
      "step": 371,
      "subrel-constrast": 3.4986772537231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.04567813873291,
      "cov-distil (oracle2student)": 4.700648784637451,
      "cov-distil (oracle2teacher)": 4.806855201721191,
      "epoch": 0.29199372056514916,
      "rel-constrast": 3.336580753326416,
      "step": 372,
      "subrel-constrast": 3.9659783840179443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269620418548584,
      "cov-distil (oracle2student)": 4.146570682525635,
      "cov-distil (oracle2teacher)": 4.223325729370117,
      "epoch": 0.29277864992150704,
      "rel-constrast": 2.419754981994629,
      "step": 373,
      "subrel-constrast": 3.2351012229919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172276020050049,
      "cov-distil (oracle2student)": 3.3133389949798584,
      "cov-distil (oracle2teacher)": 3.4111156463623047,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.370569944381714,
      "step": 374,
      "subrel-constrast": 3.512500762939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8202558755874634,
      "cov-distil (oracle2student)": 3.695896625518799,
      "cov-distil (oracle2teacher)": 3.7496509552001953,
      "epoch": 0.2943485086342229,
      "rel-constrast": 3.4269840717315674,
      "step": 375,
      "subrel-constrast": 3.9582159519195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5901432037353516,
      "cov-distil (oracle2student)": 4.01591682434082,
      "cov-distil (oracle2teacher)": 3.6432065963745117,
      "epoch": 0.29513343799058084,
      "rel-constrast": 2.601034641265869,
      "step": 376,
      "subrel-constrast": 3.5744614601135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6221498250961304,
      "cov-distil (oracle2student)": 3.1593618392944336,
      "cov-distil (oracle2teacher)": 3.210846424102783,
      "epoch": 0.29591836734693877,
      "rel-constrast": 2.427070140838623,
      "step": 377,
      "subrel-constrast": 3.4299404621124268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8686389923095703,
      "cov-distil (oracle2student)": 4.451374530792236,
      "cov-distil (oracle2teacher)": 4.811197280883789,
      "epoch": 0.2967032967032967,
      "rel-constrast": 2.734043598175049,
      "step": 378,
      "subrel-constrast": 3.990455150604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1204309463500977,
      "cov-distil (oracle2student)": 5.119543075561523,
      "cov-distil (oracle2teacher)": 4.6156158447265625,
      "epoch": 0.29748822605965464,
      "rel-constrast": 3.432990550994873,
      "step": 379,
      "subrel-constrast": 4.648385524749756,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 5.59375,
      "learning_rate": 7.58e-05,
      "loss": 0.7699,
      "step": 380
    },
    {
      "cov-distil": 1.4901282787322998,
      "cov-distil (oracle2student)": 3.882534980773926,
      "cov-distil (oracle2teacher)": 4.313413619995117,
      "epoch": 0.29827315541601257,
      "rel-constrast": 3.789336919784546,
      "step": 380,
      "subrel-constrast": 4.319118976593018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5292083024978638,
      "cov-distil (oracle2student)": 3.9557268619537354,
      "cov-distil (oracle2teacher)": 3.8939146995544434,
      "epoch": 0.2990580847723705,
      "rel-constrast": 3.9264161586761475,
      "step": 381,
      "subrel-constrast": 4.056788921356201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013104200363159,
      "cov-distil (oracle2student)": 4.406268119812012,
      "cov-distil (oracle2teacher)": 3.9769487380981445,
      "epoch": 0.29984301412872844,
      "rel-constrast": 3.4898147583007812,
      "step": 382,
      "subrel-constrast": 3.9197194576263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7983310222625732,
      "cov-distil (oracle2student)": 6.397452354431152,
      "cov-distil (oracle2teacher)": 5.451635837554932,
      "epoch": 0.30062794348508637,
      "rel-constrast": 5.28471565246582,
      "step": 383,
      "subrel-constrast": 5.180600643157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024407863616943,
      "cov-distil (oracle2student)": 3.9786837100982666,
      "cov-distil (oracle2teacher)": 3.9482476711273193,
      "epoch": 0.30141287284144425,
      "rel-constrast": 3.2711925506591797,
      "step": 384,
      "subrel-constrast": 3.9141833782196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3950717449188232,
      "cov-distil (oracle2student)": 3.309399127960205,
      "cov-distil (oracle2teacher)": 3.834609270095825,
      "epoch": 0.3021978021978022,
      "rel-constrast": 2.4625673294067383,
      "step": 385,
      "subrel-constrast": 3.9310989379882812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5057661533355713,
      "cov-distil (oracle2student)": 4.342529296875,
      "cov-distil (oracle2teacher)": 4.3063812255859375,
      "epoch": 0.3029827315541601,
      "rel-constrast": 4.398950576782227,
      "step": 386,
      "subrel-constrast": 4.918764114379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5805926322937012,
      "cov-distil (oracle2student)": 3.5754523277282715,
      "cov-distil (oracle2teacher)": 3.645603656768799,
      "epoch": 0.30376766091051804,
      "rel-constrast": 2.5944032669067383,
      "step": 387,
      "subrel-constrast": 3.6405692100524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7895290851593018,
      "cov-distil (oracle2student)": 2.8489303588867188,
      "cov-distil (oracle2teacher)": 2.8890693187713623,
      "epoch": 0.304552590266876,
      "rel-constrast": 2.515228271484375,
      "step": 388,
      "subrel-constrast": 3.562199115753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6915912628173828,
      "cov-distil (oracle2student)": 4.64813232421875,
      "cov-distil (oracle2teacher)": 4.010524272918701,
      "epoch": 0.3053375196232339,
      "rel-constrast": 4.039992809295654,
      "step": 389,
      "subrel-constrast": 4.2532501220703125,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 6.3125,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.9373,
      "step": 390
    },
    {
      "cov-distil": 1.5741350650787354,
      "cov-distil (oracle2student)": 4.944725513458252,
      "cov-distil (oracle2teacher)": 4.311623573303223,
      "epoch": 0.30612244897959184,
      "rel-constrast": 2.881105422973633,
      "step": 390,
      "subrel-constrast": 3.5903172492980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6961135864257812,
      "cov-distil (oracle2student)": 3.9356441497802734,
      "cov-distil (oracle2teacher)": 3.8739137649536133,
      "epoch": 0.3069073783359498,
      "rel-constrast": 2.346997022628784,
      "step": 391,
      "subrel-constrast": 3.0937728881835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7665374279022217,
      "cov-distil (oracle2student)": 3.0499677658081055,
      "cov-distil (oracle2teacher)": 3.5326895713806152,
      "epoch": 0.3076923076923077,
      "rel-constrast": 1.8928890228271484,
      "step": 392,
      "subrel-constrast": 3.331143856048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6356903314590454,
      "cov-distil (oracle2student)": 3.8179514408111572,
      "cov-distil (oracle2teacher)": 3.7832045555114746,
      "epoch": 0.30847723704866564,
      "rel-constrast": 3.4706687927246094,
      "step": 393,
      "subrel-constrast": 4.18806791305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8889553546905518,
      "cov-distil (oracle2student)": 3.9479362964630127,
      "cov-distil (oracle2teacher)": 3.5913848876953125,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.326343536376953,
      "step": 394,
      "subrel-constrast": 3.1935722827911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764770269393921,
      "cov-distil (oracle2student)": 4.546638488769531,
      "cov-distil (oracle2teacher)": 3.984774112701416,
      "epoch": 0.31004709576138145,
      "rel-constrast": 3.949681520462036,
      "step": 395,
      "subrel-constrast": 4.553323268890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.312835454940796,
      "cov-distil (oracle2student)": 5.381592750549316,
      "cov-distil (oracle2teacher)": 4.784304618835449,
      "epoch": 0.3108320251177394,
      "rel-constrast": 2.563767194747925,
      "step": 396,
      "subrel-constrast": 3.2311172485351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723673820495605,
      "cov-distil (oracle2student)": 3.738740921020508,
      "cov-distil (oracle2teacher)": 4.044188499450684,
      "epoch": 0.3116169544740973,
      "rel-constrast": 2.638277053833008,
      "step": 397,
      "subrel-constrast": 3.6398446559906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469001054763794,
      "cov-distil (oracle2student)": 2.691608428955078,
      "cov-distil (oracle2teacher)": 3.0921998023986816,
      "epoch": 0.31240188383045525,
      "rel-constrast": 2.376332998275757,
      "step": 398,
      "subrel-constrast": 3.4336647987365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750564694404602,
      "cov-distil (oracle2student)": 4.535653114318848,
      "cov-distil (oracle2teacher)": 4.066794395446777,
      "epoch": 0.3131868131868132,
      "rel-constrast": 4.201013088226318,
      "step": 399,
      "subrel-constrast": 4.830847263336182,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 6.375,
      "learning_rate": 7.98e-05,
      "loss": 0.758,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.2734375,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.0521240234375
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.03460693359375
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.01751708984375,
      "step": 400
    },
    {
      "cov-distil": 2.542675495147705,
      "cov-distil (oracle2student)": 3.917009115219116,
      "cov-distil (oracle2teacher)": 3.3213655948638916,
      "epoch": 0.3139717425431711,
      "rel-constrast": 3.173818349838257,
      "step": 400,
      "subrel-constrast": 3.7043769359588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8513294458389282,
      "cov-distil (oracle2student)": 3.4820055961608887,
      "cov-distil (oracle2teacher)": 3.1082353591918945,
      "epoch": 0.31475667189952905,
      "rel-constrast": 3.1942193508148193,
      "step": 401,
      "subrel-constrast": 3.8711905479431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3352980613708496,
      "cov-distil (oracle2student)": 2.3656787872314453,
      "cov-distil (oracle2teacher)": 2.584226369857788,
      "epoch": 0.315541601255887,
      "rel-constrast": 2.665435791015625,
      "step": 402,
      "subrel-constrast": 3.4707250595092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429528832435608,
      "cov-distil (oracle2student)": 3.9019808769226074,
      "cov-distil (oracle2teacher)": 4.493139743804932,
      "epoch": 0.3163265306122449,
      "rel-constrast": 4.169053077697754,
      "step": 403,
      "subrel-constrast": 5.359470367431641,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57853102684021,
      "cov-distil (oracle2student)": 5.129067420959473,
      "cov-distil (oracle2teacher)": 4.538949966430664,
      "epoch": 0.31711145996860285,
      "rel-constrast": 2.9641833305358887,
      "step": 404,
      "subrel-constrast": 3.4285433292388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2877516746520996,
      "cov-distil (oracle2student)": 4.585236549377441,
      "cov-distil (oracle2teacher)": 3.7054319381713867,
      "epoch": 0.3178963893249607,
      "rel-constrast": 3.772272825241089,
      "step": 405,
      "subrel-constrast": 4.739696979522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092372179031372,
      "cov-distil (oracle2student)": 2.751926898956299,
      "cov-distil (oracle2teacher)": 2.9942617416381836,
      "epoch": 0.31868131868131866,
      "rel-constrast": 2.546765089035034,
      "step": 406,
      "subrel-constrast": 3.424940347671509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1682543754577637,
      "cov-distil (oracle2student)": 2.79258394241333,
      "cov-distil (oracle2teacher)": 3.0954551696777344,
      "epoch": 0.3194662480376766,
      "rel-constrast": 2.4890787601470947,
      "step": 407,
      "subrel-constrast": 3.418405771255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6288962364196777,
      "cov-distil (oracle2student)": 5.992103576660156,
      "cov-distil (oracle2teacher)": 5.573127746582031,
      "epoch": 0.3202511773940345,
      "rel-constrast": 3.9888415336608887,
      "step": 408,
      "subrel-constrast": 4.535562515258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871168851852417,
      "cov-distil (oracle2student)": 4.125149250030518,
      "cov-distil (oracle2teacher)": 4.16244649887085,
      "epoch": 0.32103610675039246,
      "rel-constrast": 2.67984676361084,
      "step": 409,
      "subrel-constrast": 3.8484139442443848,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 5.28125,
      "learning_rate": 8.18e-05,
      "loss": 0.8381,
      "step": 410
    },
    {
      "cov-distil": 1.9413704872131348,
      "cov-distil (oracle2student)": 4.98189640045166,
      "cov-distil (oracle2teacher)": 4.523797988891602,
      "epoch": 0.3218210361067504,
      "rel-constrast": 2.800323963165283,
      "step": 410,
      "subrel-constrast": 3.664006471633911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2843918800354004,
      "cov-distil (oracle2student)": 4.342442512512207,
      "cov-distil (oracle2teacher)": 3.6327295303344727,
      "epoch": 0.3226059654631083,
      "rel-constrast": 3.0779218673706055,
      "step": 411,
      "subrel-constrast": 4.105771541595459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3650808334350586,
      "cov-distil (oracle2student)": 5.078035831451416,
      "cov-distil (oracle2teacher)": 4.314974308013916,
      "epoch": 0.32339089481946626,
      "rel-constrast": 2.7173261642456055,
      "step": 412,
      "subrel-constrast": 3.1419613361358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8200763463974,
      "cov-distil (oracle2student)": 3.2939746379852295,
      "cov-distil (oracle2teacher)": 2.829498291015625,
      "epoch": 0.3241758241758242,
      "rel-constrast": 3.6275253295898438,
      "step": 413,
      "subrel-constrast": 4.080338954925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0116126537323,
      "cov-distil (oracle2student)": 3.205186367034912,
      "cov-distil (oracle2teacher)": 3.4429731369018555,
      "epoch": 0.3249607535321821,
      "rel-constrast": 3.922241687774658,
      "step": 414,
      "subrel-constrast": 5.054723739624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5362796783447266,
      "cov-distil (oracle2student)": 4.227656364440918,
      "cov-distil (oracle2teacher)": 4.000913143157959,
      "epoch": 0.32574568288854006,
      "rel-constrast": 2.67105770111084,
      "step": 415,
      "subrel-constrast": 3.3472540378570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6540837287902832,
      "cov-distil (oracle2student)": 3.226577043533325,
      "cov-distil (oracle2teacher)": 3.451770305633545,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.359063148498535,
      "step": 416,
      "subrel-constrast": 3.1665234565734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.143883228302002,
      "cov-distil (oracle2student)": 4.616706848144531,
      "cov-distil (oracle2teacher)": 4.500012397766113,
      "epoch": 0.32731554160125587,
      "rel-constrast": 3.811943531036377,
      "step": 417,
      "subrel-constrast": 4.153379440307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4971189498901367,
      "cov-distil (oracle2student)": 3.2555251121520996,
      "cov-distil (oracle2teacher)": 3.5004334449768066,
      "epoch": 0.3281004709576138,
      "rel-constrast": 2.160100221633911,
      "step": 418,
      "subrel-constrast": 3.272157907485962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3543100357055664,
      "cov-distil (oracle2student)": 3.7133471965789795,
      "cov-distil (oracle2teacher)": 3.725785493850708,
      "epoch": 0.32888540031397173,
      "rel-constrast": 2.643972873687744,
      "step": 419,
      "subrel-constrast": 3.130537986755371,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.5,
      "learning_rate": 8.38e-05,
      "loss": 0.7863,
      "step": 420
    },
    {
      "cov-distil": 1.5134952068328857,
      "cov-distil (oracle2student)": 4.415937423706055,
      "cov-distil (oracle2teacher)": 4.520108699798584,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.2120018005371094,
      "step": 420,
      "subrel-constrast": 3.3848533630371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5443507432937622,
      "cov-distil (oracle2student)": 4.856454849243164,
      "cov-distil (oracle2teacher)": 3.692047595977783,
      "epoch": 0.3304552590266876,
      "rel-constrast": 3.327235698699951,
      "step": 421,
      "subrel-constrast": 4.119352340698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9115656614303589,
      "cov-distil (oracle2student)": 3.611752986907959,
      "cov-distil (oracle2teacher)": 3.9255945682525635,
      "epoch": 0.33124018838304553,
      "rel-constrast": 2.832477331161499,
      "step": 422,
      "subrel-constrast": 4.2200026512146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1895861625671387,
      "cov-distil (oracle2student)": 3.4234955310821533,
      "cov-distil (oracle2teacher)": 3.4578585624694824,
      "epoch": 0.33202511773940346,
      "rel-constrast": 3.953479766845703,
      "step": 423,
      "subrel-constrast": 4.741032600402832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551228284835815,
      "cov-distil (oracle2student)": 2.8562028408050537,
      "cov-distil (oracle2teacher)": 2.718606948852539,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.114522933959961,
      "step": 424,
      "subrel-constrast": 3.0392329692840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5731637477874756,
      "cov-distil (oracle2student)": 3.1997389793395996,
      "cov-distil (oracle2teacher)": 2.6784145832061768,
      "epoch": 0.33359497645211933,
      "rel-constrast": 2.712453842163086,
      "step": 425,
      "subrel-constrast": 3.2333755493164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.745977520942688,
      "cov-distil (oracle2student)": 4.314862251281738,
      "cov-distil (oracle2teacher)": 4.135062217712402,
      "epoch": 0.33437990580847726,
      "rel-constrast": 2.4771933555603027,
      "step": 426,
      "subrel-constrast": 3.6278133392333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8195090293884277,
      "cov-distil (oracle2student)": 4.386937141418457,
      "cov-distil (oracle2teacher)": 4.317129611968994,
      "epoch": 0.33516483516483514,
      "rel-constrast": 3.2950210571289062,
      "step": 427,
      "subrel-constrast": 4.172346591949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.216766834259033,
      "cov-distil (oracle2student)": 5.182647705078125,
      "cov-distil (oracle2teacher)": 5.029834747314453,
      "epoch": 0.3359497645211931,
      "rel-constrast": 2.3517727851867676,
      "step": 428,
      "subrel-constrast": 3.556501626968384,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4140048027038574,
      "cov-distil (oracle2student)": 4.406224250793457,
      "cov-distil (oracle2teacher)": 4.142177581787109,
      "epoch": 0.336734693877551,
      "rel-constrast": 2.740175724029541,
      "step": 429,
      "subrel-constrast": 4.164257049560547,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 5.03125,
      "learning_rate": 8.58e-05,
      "loss": 0.7489,
      "step": 430
    },
    {
      "cov-distil": 1.76739501953125,
      "cov-distil (oracle2student)": 4.424360752105713,
      "cov-distil (oracle2teacher)": 3.779944896697998,
      "epoch": 0.33751962323390894,
      "rel-constrast": 2.821096658706665,
      "step": 430,
      "subrel-constrast": 3.4554879665374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9330995082855225,
      "cov-distil (oracle2student)": 5.418302059173584,
      "cov-distil (oracle2teacher)": 5.076933860778809,
      "epoch": 0.33830455259026687,
      "rel-constrast": 2.212780475616455,
      "step": 431,
      "subrel-constrast": 3.59612774848938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7189042568206787,
      "cov-distil (oracle2student)": 4.362942218780518,
      "cov-distil (oracle2teacher)": 3.9957399368286133,
      "epoch": 0.3390894819466248,
      "rel-constrast": 2.0445938110351562,
      "step": 432,
      "subrel-constrast": 2.3947110176086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658748626708984,
      "cov-distil (oracle2student)": 4.644219398498535,
      "cov-distil (oracle2teacher)": 4.1194963455200195,
      "epoch": 0.33987441130298274,
      "rel-constrast": 2.0866599082946777,
      "step": 433,
      "subrel-constrast": 3.3534696102142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5322978496551514,
      "cov-distil (oracle2student)": 4.873811721801758,
      "cov-distil (oracle2teacher)": 4.647310256958008,
      "epoch": 0.34065934065934067,
      "rel-constrast": 4.494509696960449,
      "step": 434,
      "subrel-constrast": 4.763187408447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8515584468841553,
      "cov-distil (oracle2student)": 4.021039962768555,
      "cov-distil (oracle2teacher)": 3.9717650413513184,
      "epoch": 0.3414442700156986,
      "rel-constrast": 2.7717952728271484,
      "step": 435,
      "subrel-constrast": 3.7262253761291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6236159801483154,
      "cov-distil (oracle2student)": 4.794266700744629,
      "cov-distil (oracle2teacher)": 5.18619441986084,
      "epoch": 0.34222919937205654,
      "rel-constrast": 2.7813374996185303,
      "step": 436,
      "subrel-constrast": 3.9089324474334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00252103805542,
      "cov-distil (oracle2student)": 4.682797431945801,
      "cov-distil (oracle2teacher)": 4.108931541442871,
      "epoch": 0.34301412872841447,
      "rel-constrast": 3.246796131134033,
      "step": 437,
      "subrel-constrast": 4.1366047859191895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6329665184020996,
      "cov-distil (oracle2student)": 6.317404270172119,
      "cov-distil (oracle2teacher)": 5.332479953765869,
      "epoch": 0.34379905808477235,
      "rel-constrast": 3.6912150382995605,
      "step": 438,
      "subrel-constrast": 3.7925198078155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6756668090820312,
      "cov-distil (oracle2student)": 6.731863498687744,
      "cov-distil (oracle2teacher)": 5.899005889892578,
      "epoch": 0.3445839874411303,
      "rel-constrast": 4.099170684814453,
      "step": 439,
      "subrel-constrast": 4.531783580780029,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 6.71875,
      "learning_rate": 8.78e-05,
      "loss": 0.8,
      "step": 440
    },
    {
      "cov-distil": 2.106051445007324,
      "cov-distil (oracle2student)": 3.307957172393799,
      "cov-distil (oracle2teacher)": 3.120715379714966,
      "epoch": 0.3453689167974882,
      "rel-constrast": 2.3618996143341064,
      "step": 440,
      "subrel-constrast": 3.092712879180908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8678284883499146,
      "cov-distil (oracle2student)": 3.3602511882781982,
      "cov-distil (oracle2teacher)": 3.992983818054199,
      "epoch": 0.34615384615384615,
      "rel-constrast": 3.1896002292633057,
      "step": 441,
      "subrel-constrast": 4.021874904632568,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2046892642974854,
      "cov-distil (oracle2student)": 3.5100393295288086,
      "cov-distil (oracle2teacher)": 3.4342756271362305,
      "epoch": 0.3469387755102041,
      "rel-constrast": 2.3492588996887207,
      "step": 442,
      "subrel-constrast": 3.548064708709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7333816289901733,
      "cov-distil (oracle2student)": 3.1996984481811523,
      "cov-distil (oracle2teacher)": 2.939197063446045,
      "epoch": 0.347723704866562,
      "rel-constrast": 2.3074231147766113,
      "step": 443,
      "subrel-constrast": 3.2215235233306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4208426475524902,
      "cov-distil (oracle2student)": 3.2782819271087646,
      "cov-distil (oracle2teacher)": 3.0400679111480713,
      "epoch": 0.34850863422291994,
      "rel-constrast": 3.3817763328552246,
      "step": 444,
      "subrel-constrast": 3.849688768386841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746071219444275,
      "cov-distil (oracle2student)": 4.570379257202148,
      "cov-distil (oracle2teacher)": 4.256129741668701,
      "epoch": 0.3492935635792779,
      "rel-constrast": 2.962029218673706,
      "step": 445,
      "subrel-constrast": 3.4093732833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.789650559425354,
      "cov-distil (oracle2student)": 4.75433874130249,
      "cov-distil (oracle2teacher)": 3.8446178436279297,
      "epoch": 0.3500784929356358,
      "rel-constrast": 3.3986191749572754,
      "step": 446,
      "subrel-constrast": 3.949256420135498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7014336585998535,
      "cov-distil (oracle2student)": 3.402616024017334,
      "cov-distil (oracle2teacher)": 3.2128071784973145,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.163048267364502,
      "step": 447,
      "subrel-constrast": 3.675577163696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2015447616577148,
      "cov-distil (oracle2student)": 3.550906181335449,
      "cov-distil (oracle2teacher)": 3.3061916828155518,
      "epoch": 0.3516483516483517,
      "rel-constrast": 2.629333019256592,
      "step": 448,
      "subrel-constrast": 3.5143837928771973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9509737491607666,
      "cov-distil (oracle2student)": 3.4398629665374756,
      "cov-distil (oracle2teacher)": 3.752173662185669,
      "epoch": 0.35243328100470955,
      "rel-constrast": 3.609726905822754,
      "step": 449,
      "subrel-constrast": 4.755138874053955,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 4.875,
      "learning_rate": 8.98e-05,
      "loss": 0.7781,
      "step": 450
    },
    {
      "cov-distil": 1.5606842041015625,
      "cov-distil (oracle2student)": 2.1380629539489746,
      "cov-distil (oracle2teacher)": 2.3431079387664795,
      "epoch": 0.3532182103610675,
      "rel-constrast": 2.5990984439849854,
      "step": 450,
      "subrel-constrast": 3.181063175201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7994574308395386,
      "cov-distil (oracle2student)": 4.59889030456543,
      "cov-distil (oracle2teacher)": 4.525901794433594,
      "epoch": 0.3540031397174254,
      "rel-constrast": 2.7777066230773926,
      "step": 451,
      "subrel-constrast": 3.73759388923645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5597050189971924,
      "cov-distil (oracle2student)": 3.7236690521240234,
      "cov-distil (oracle2teacher)": 3.5723352432250977,
      "epoch": 0.35478806907378335,
      "rel-constrast": 4.957003593444824,
      "step": 452,
      "subrel-constrast": 4.73854923248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120285987854004,
      "cov-distil (oracle2student)": 5.659257888793945,
      "cov-distil (oracle2teacher)": 4.465668678283691,
      "epoch": 0.3555729984301413,
      "rel-constrast": 3.462052822113037,
      "step": 453,
      "subrel-constrast": 3.930609941482544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441899061203003,
      "cov-distil (oracle2student)": 5.139626502990723,
      "cov-distil (oracle2teacher)": 4.708064079284668,
      "epoch": 0.3563579277864992,
      "rel-constrast": 2.8000738620758057,
      "step": 454,
      "subrel-constrast": 3.342196464538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2691937685012817,
      "cov-distil (oracle2student)": 3.4881551265716553,
      "cov-distil (oracle2teacher)": 3.2828269004821777,
      "epoch": 0.35714285714285715,
      "rel-constrast": 1.9054604768753052,
      "step": 455,
      "subrel-constrast": 2.7095534801483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7219340801239014,
      "cov-distil (oracle2student)": 4.333287715911865,
      "cov-distil (oracle2teacher)": 4.071536540985107,
      "epoch": 0.3579277864992151,
      "rel-constrast": 3.3563482761383057,
      "step": 456,
      "subrel-constrast": 4.458869934082031,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9319003820419312,
      "cov-distil (oracle2student)": 3.4243786334991455,
      "cov-distil (oracle2teacher)": 3.7058544158935547,
      "epoch": 0.358712715855573,
      "rel-constrast": 2.578774929046631,
      "step": 457,
      "subrel-constrast": 3.726984739303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6155028343200684,
      "cov-distil (oracle2student)": 2.9762909412384033,
      "cov-distil (oracle2teacher)": 3.252605438232422,
      "epoch": 0.35949764521193095,
      "rel-constrast": 2.841390609741211,
      "step": 458,
      "subrel-constrast": 3.7347638607025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0948758125305176,
      "cov-distil (oracle2student)": 4.138232231140137,
      "cov-distil (oracle2teacher)": 4.24996280670166,
      "epoch": 0.3602825745682888,
      "rel-constrast": 3.422231674194336,
      "step": 459,
      "subrel-constrast": 4.210091590881348,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 5.75,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.8103,
      "step": 460
    },
    {
      "cov-distil": 2.013596534729004,
      "cov-distil (oracle2student)": 4.675199508666992,
      "cov-distil (oracle2teacher)": 4.282191276550293,
      "epoch": 0.36106750392464676,
      "rel-constrast": 4.092818260192871,
      "step": 460,
      "subrel-constrast": 4.836939811706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836659669876099,
      "cov-distil (oracle2student)": 4.194636344909668,
      "cov-distil (oracle2teacher)": 3.9774842262268066,
      "epoch": 0.3618524332810047,
      "rel-constrast": 3.1883456707000732,
      "step": 461,
      "subrel-constrast": 3.45961856842041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.383394479751587,
      "cov-distil (oracle2student)": 2.4200403690338135,
      "cov-distil (oracle2teacher)": 2.6946346759796143,
      "epoch": 0.3626373626373626,
      "rel-constrast": 2.1763384342193604,
      "step": 462,
      "subrel-constrast": 2.737877607345581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6461050510406494,
      "cov-distil (oracle2student)": 4.921786308288574,
      "cov-distil (oracle2teacher)": 4.714392185211182,
      "epoch": 0.36342229199372056,
      "rel-constrast": 2.346903085708618,
      "step": 463,
      "subrel-constrast": 3.5821475982666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.659654140472412,
      "cov-distil (oracle2student)": 4.419693946838379,
      "cov-distil (oracle2teacher)": 4.130273818969727,
      "epoch": 0.3642072213500785,
      "rel-constrast": 2.387413501739502,
      "step": 464,
      "subrel-constrast": 3.3790462017059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650402069091797,
      "cov-distil (oracle2student)": 5.972143173217773,
      "cov-distil (oracle2teacher)": 5.262137413024902,
      "epoch": 0.3649921507064364,
      "rel-constrast": 5.032656669616699,
      "step": 465,
      "subrel-constrast": 5.718567848205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8763427734375,
      "cov-distil (oracle2student)": 3.244483470916748,
      "cov-distil (oracle2teacher)": 3.2030606269836426,
      "epoch": 0.36577708006279436,
      "rel-constrast": 3.5169308185577393,
      "step": 466,
      "subrel-constrast": 4.167441368103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2350058555603027,
      "cov-distil (oracle2student)": 6.541471481323242,
      "cov-distil (oracle2teacher)": 5.548497676849365,
      "epoch": 0.3665620094191523,
      "rel-constrast": 3.2790279388427734,
      "step": 467,
      "subrel-constrast": 4.278295993804932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5431735515594482,
      "cov-distil (oracle2student)": 2.496425151824951,
      "cov-distil (oracle2teacher)": 2.4403629302978516,
      "epoch": 0.3673469387755102,
      "rel-constrast": 2.806405782699585,
      "step": 468,
      "subrel-constrast": 3.0719187259674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8111008405685425,
      "cov-distil (oracle2student)": 3.932647228240967,
      "cov-distil (oracle2teacher)": 4.038336277008057,
      "epoch": 0.36813186813186816,
      "rel-constrast": 2.8314647674560547,
      "step": 469,
      "subrel-constrast": 4.01553201675415,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 4.75,
      "learning_rate": 9.38e-05,
      "loss": 0.8345,
      "step": 470
    },
    {
      "cov-distil": 1.968711256980896,
      "cov-distil (oracle2student)": 5.312798500061035,
      "cov-distil (oracle2teacher)": 5.107273578643799,
      "epoch": 0.36891679748822603,
      "rel-constrast": 3.0239205360412598,
      "step": 470,
      "subrel-constrast": 4.64637565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5886445045471191,
      "cov-distil (oracle2student)": 2.121401309967041,
      "cov-distil (oracle2teacher)": 2.244431495666504,
      "epoch": 0.36970172684458397,
      "rel-constrast": 1.8349723815917969,
      "step": 471,
      "subrel-constrast": 2.6822094917297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5071802139282227,
      "cov-distil (oracle2student)": 3.428968906402588,
      "cov-distil (oracle2teacher)": 3.634814739227295,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.3282856941223145,
      "step": 472,
      "subrel-constrast": 2.8512063026428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610358715057373,
      "cov-distil (oracle2student)": 3.8950283527374268,
      "cov-distil (oracle2teacher)": 3.770925521850586,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.6338863372802734,
      "step": 473,
      "subrel-constrast": 3.9846465587615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9631075859069824,
      "cov-distil (oracle2student)": 3.335554838180542,
      "cov-distil (oracle2teacher)": 3.7827396392822266,
      "epoch": 0.37205651491365777,
      "rel-constrast": 2.6441421508789062,
      "step": 474,
      "subrel-constrast": 3.956678628921509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2695066928863525,
      "cov-distil (oracle2student)": 4.103036880493164,
      "cov-distil (oracle2teacher)": 4.501965522766113,
      "epoch": 0.3728414442700157,
      "rel-constrast": 2.8776464462280273,
      "step": 475,
      "subrel-constrast": 3.7684757709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5005958080291748,
      "cov-distil (oracle2student)": 4.635610103607178,
      "cov-distil (oracle2teacher)": 4.268718719482422,
      "epoch": 0.37362637362637363,
      "rel-constrast": 3.2492074966430664,
      "step": 476,
      "subrel-constrast": 3.817701578140259,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2412242889404297,
      "cov-distil (oracle2student)": 4.894887924194336,
      "cov-distil (oracle2teacher)": 4.724802017211914,
      "epoch": 0.37441130298273156,
      "rel-constrast": 3.573352336883545,
      "step": 477,
      "subrel-constrast": 4.775816917419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068060874938965,
      "cov-distil (oracle2student)": 4.644349098205566,
      "cov-distil (oracle2teacher)": 4.102551460266113,
      "epoch": 0.3751962323390895,
      "rel-constrast": 3.348404884338379,
      "step": 478,
      "subrel-constrast": 4.293621063232422,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174278497695923,
      "cov-distil (oracle2student)": 3.236435890197754,
      "cov-distil (oracle2teacher)": 3.7435402870178223,
      "epoch": 0.37598116169544743,
      "rel-constrast": 3.558810234069824,
      "step": 479,
      "subrel-constrast": 3.9414689540863037,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 6.03125,
      "learning_rate": 9.58e-05,
      "loss": 0.7965,
      "step": 480
    },
    {
      "cov-distil": 2.342710494995117,
      "cov-distil (oracle2student)": 4.648438453674316,
      "cov-distil (oracle2teacher)": 4.2737274169921875,
      "epoch": 0.37676609105180536,
      "rel-constrast": 2.8115310668945312,
      "step": 480,
      "subrel-constrast": 4.009932994842529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9572761058807373,
      "cov-distil (oracle2student)": 3.0010321140289307,
      "cov-distil (oracle2teacher)": 3.356400489807129,
      "epoch": 0.37755102040816324,
      "rel-constrast": 2.1473028659820557,
      "step": 481,
      "subrel-constrast": 3.4780609607696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4057302474975586,
      "cov-distil (oracle2student)": 3.1093316078186035,
      "cov-distil (oracle2teacher)": 3.7473514080047607,
      "epoch": 0.3783359497645212,
      "rel-constrast": 2.4823672771453857,
      "step": 482,
      "subrel-constrast": 3.927305221557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3130571842193604,
      "cov-distil (oracle2student)": 3.921339511871338,
      "cov-distil (oracle2teacher)": 3.5297727584838867,
      "epoch": 0.3791208791208791,
      "rel-constrast": 2.6614441871643066,
      "step": 483,
      "subrel-constrast": 2.993887186050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6572272777557373,
      "cov-distil (oracle2student)": 3.960818290710449,
      "cov-distil (oracle2teacher)": 3.411330461502075,
      "epoch": 0.37990580847723704,
      "rel-constrast": 2.824087381362915,
      "step": 484,
      "subrel-constrast": 3.4526472091674805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4464226961135864,
      "cov-distil (oracle2student)": 3.6272783279418945,
      "cov-distil (oracle2teacher)": 3.425734281539917,
      "epoch": 0.38069073783359497,
      "rel-constrast": 2.319608688354492,
      "step": 485,
      "subrel-constrast": 3.3644542694091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296860694885254,
      "cov-distil (oracle2student)": 4.245620250701904,
      "cov-distil (oracle2teacher)": 4.003788948059082,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.1367149353027344,
      "step": 486,
      "subrel-constrast": 4.181914806365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3919525146484375,
      "cov-distil (oracle2student)": 3.2230894565582275,
      "cov-distil (oracle2teacher)": 2.9984538555145264,
      "epoch": 0.38226059654631084,
      "rel-constrast": 2.555746555328369,
      "step": 487,
      "subrel-constrast": 3.3193252086639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248267650604248,
      "cov-distil (oracle2student)": 4.4065093994140625,
      "cov-distil (oracle2teacher)": 4.106159210205078,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.1460626125335693,
      "step": 488,
      "subrel-constrast": 3.9644510746002197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097241163253784,
      "cov-distil (oracle2student)": 4.658888816833496,
      "cov-distil (oracle2teacher)": 4.121392250061035,
      "epoch": 0.3838304552590267,
      "rel-constrast": 2.884352445602417,
      "step": 489,
      "subrel-constrast": 4.366215229034424,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 5.375,
      "learning_rate": 9.78e-05,
      "loss": 0.7194,
      "step": 490
    },
    {
      "cov-distil": 1.2791731357574463,
      "cov-distil (oracle2student)": 6.087761402130127,
      "cov-distil (oracle2teacher)": 5.3748064041137695,
      "epoch": 0.38461538461538464,
      "rel-constrast": 2.8279049396514893,
      "step": 490,
      "subrel-constrast": 3.4444992542266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8564045429229736,
      "cov-distil (oracle2student)": 3.383542537689209,
      "cov-distil (oracle2teacher)": 3.2430267333984375,
      "epoch": 0.38540031397174257,
      "rel-constrast": 3.0061492919921875,
      "step": 491,
      "subrel-constrast": 3.479039430618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2190098762512207,
      "cov-distil (oracle2student)": 4.652955055236816,
      "cov-distil (oracle2teacher)": 4.225605487823486,
      "epoch": 0.38618524332810045,
      "rel-constrast": 2.8973186016082764,
      "step": 492,
      "subrel-constrast": 3.869051456451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8566319942474365,
      "cov-distil (oracle2student)": 4.14712381362915,
      "cov-distil (oracle2teacher)": 4.657670974731445,
      "epoch": 0.3869701726844584,
      "rel-constrast": 2.671963930130005,
      "step": 493,
      "subrel-constrast": 4.246461868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6047391891479492,
      "cov-distil (oracle2student)": 4.280533313751221,
      "cov-distil (oracle2teacher)": 3.557690382003784,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.3699352741241455,
      "step": 494,
      "subrel-constrast": 3.156848430633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6057689189910889,
      "cov-distil (oracle2student)": 5.265405654907227,
      "cov-distil (oracle2teacher)": 5.152177333831787,
      "epoch": 0.38854003139717425,
      "rel-constrast": 3.4769725799560547,
      "step": 495,
      "subrel-constrast": 4.1526994705200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4766788482666016,
      "cov-distil (oracle2student)": 4.507358551025391,
      "cov-distil (oracle2teacher)": 3.9723434448242188,
      "epoch": 0.3893249607535322,
      "rel-constrast": 1.95743727684021,
      "step": 496,
      "subrel-constrast": 2.964963436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835214614868164,
      "cov-distil (oracle2student)": 3.5617527961730957,
      "cov-distil (oracle2teacher)": 3.2140793800354004,
      "epoch": 0.3901098901098901,
      "rel-constrast": 2.670570135116577,
      "step": 497,
      "subrel-constrast": 3.495767116546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2839295864105225,
      "cov-distil (oracle2student)": 3.6190872192382812,
      "cov-distil (oracle2teacher)": 3.5845799446105957,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.171347141265869,
      "step": 498,
      "subrel-constrast": 2.622040271759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8921144008636475,
      "cov-distil (oracle2student)": 6.32896614074707,
      "cov-distil (oracle2teacher)": 5.980265140533447,
      "epoch": 0.391679748822606,
      "rel-constrast": 3.021364688873291,
      "step": 499,
      "subrel-constrast": 3.939293622970581,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 4.6875,
      "learning_rate": 9.98e-05,
      "loss": 0.719,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.748,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7685903838989119,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5881263409337727,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.429,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.6083372039852857,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5949817487334164,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.5366007280089417,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.3046875,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.062255859375
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.04571533203125
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": -0.01654052734375,
      "step": 500
    },
    {
      "cov-distil": 1.064724087715149,
      "cov-distil (oracle2student)": 4.043995380401611,
      "cov-distil (oracle2teacher)": 3.4688496589660645,
      "epoch": 0.3924646781789639,
      "rel-constrast": 2.196648120880127,
      "step": 500,
      "subrel-constrast": 2.737243413925171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8343162536621094,
      "cov-distil (oracle2student)": 4.841926574707031,
      "cov-distil (oracle2teacher)": 4.123363494873047,
      "epoch": 0.39324960753532184,
      "rel-constrast": 2.2812957763671875,
      "step": 501,
      "subrel-constrast": 2.9358913898468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325409173965454,
      "cov-distil (oracle2student)": 4.051278114318848,
      "cov-distil (oracle2teacher)": 3.8307931423187256,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.6588568687438965,
      "step": 502,
      "subrel-constrast": 4.235384464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774856686592102,
      "cov-distil (oracle2student)": 4.55896520614624,
      "cov-distil (oracle2teacher)": 4.09023380279541,
      "epoch": 0.39481946624803765,
      "rel-constrast": 2.740870714187622,
      "step": 503,
      "subrel-constrast": 3.0019044876098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9568603038787842,
      "cov-distil (oracle2student)": 3.34751033782959,
      "cov-distil (oracle2teacher)": 3.5429022312164307,
      "epoch": 0.3956043956043956,
      "rel-constrast": 3.3157155513763428,
      "step": 504,
      "subrel-constrast": 3.5185065269470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322134017944336,
      "cov-distil (oracle2student)": 5.146337509155273,
      "cov-distil (oracle2teacher)": 4.497530460357666,
      "epoch": 0.3963893249607535,
      "rel-constrast": 2.465681552886963,
      "step": 505,
      "subrel-constrast": 3.1033482551574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7644376754760742,
      "cov-distil (oracle2student)": 4.2720136642456055,
      "cov-distil (oracle2teacher)": 4.161349773406982,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.2122552394866943,
      "step": 506,
      "subrel-constrast": 3.8662123680114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4913837909698486,
      "cov-distil (oracle2student)": 5.2081804275512695,
      "cov-distil (oracle2teacher)": 5.071567058563232,
      "epoch": 0.3979591836734694,
      "rel-constrast": 3.540830373764038,
      "step": 507,
      "subrel-constrast": 4.157066345214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41483736038208,
      "cov-distil (oracle2student)": 3.339733123779297,
      "cov-distil (oracle2teacher)": 3.54333758354187,
      "epoch": 0.3987441130298273,
      "rel-constrast": 1.910088062286377,
      "step": 508,
      "subrel-constrast": 2.8989038467407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663440465927124,
      "cov-distil (oracle2student)": 5.2663679122924805,
      "cov-distil (oracle2teacher)": 4.9666337966918945,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.585883140563965,
      "step": 509,
      "subrel-constrast": 4.128127574920654,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 6.21875,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.7617,
      "step": 510
    },
    {
      "cov-distil": 0.8362132906913757,
      "cov-distil (oracle2student)": 4.489218235015869,
      "cov-distil (oracle2teacher)": 3.6853978633880615,
      "epoch": 0.4003139717425432,
      "rel-constrast": 2.0674402713775635,
      "step": 510,
      "subrel-constrast": 2.3442282676696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9256436824798584,
      "cov-distil (oracle2student)": 6.26784610748291,
      "cov-distil (oracle2teacher)": 5.293968200683594,
      "epoch": 0.4010989010989011,
      "rel-constrast": 3.352903366088867,
      "step": 511,
      "subrel-constrast": 3.773801803588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5571224689483643,
      "cov-distil (oracle2student)": 5.240749359130859,
      "cov-distil (oracle2teacher)": 5.017422199249268,
      "epoch": 0.40188383045525905,
      "rel-constrast": 3.2560157775878906,
      "step": 512,
      "subrel-constrast": 4.173751354217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1581984758377075,
      "cov-distil (oracle2student)": 4.1991095542907715,
      "cov-distil (oracle2teacher)": 4.056943893432617,
      "epoch": 0.4026687598116169,
      "rel-constrast": 3.4817018508911133,
      "step": 513,
      "subrel-constrast": 3.977668046951294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0940296649932861,
      "cov-distil (oracle2student)": 3.3928720951080322,
      "cov-distil (oracle2teacher)": 2.783409833908081,
      "epoch": 0.40345368916797486,
      "rel-constrast": 1.4188966751098633,
      "step": 514,
      "subrel-constrast": 2.104641914367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3339362144470215,
      "cov-distil (oracle2student)": 2.9661545753479004,
      "cov-distil (oracle2teacher)": 3.350687026977539,
      "epoch": 0.4042386185243328,
      "rel-constrast": 1.960937261581421,
      "step": 515,
      "subrel-constrast": 2.9778125286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065903663635254,
      "cov-distil (oracle2student)": 2.9553256034851074,
      "cov-distil (oracle2teacher)": 3.1137123107910156,
      "epoch": 0.4050235478806907,
      "rel-constrast": 2.4875781536102295,
      "step": 516,
      "subrel-constrast": 3.26711368560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5875242948532104,
      "cov-distil (oracle2student)": 5.629907608032227,
      "cov-distil (oracle2teacher)": 5.578482627868652,
      "epoch": 0.40580847723704866,
      "rel-constrast": 3.5451748371124268,
      "step": 517,
      "subrel-constrast": 4.413788795471191,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3234379291534424,
      "cov-distil (oracle2student)": 4.151607513427734,
      "cov-distil (oracle2teacher)": 3.673780679702759,
      "epoch": 0.4065934065934066,
      "rel-constrast": 3.4499101638793945,
      "step": 518,
      "subrel-constrast": 3.567401170730591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6964929103851318,
      "cov-distil (oracle2student)": 3.3030571937561035,
      "cov-distil (oracle2teacher)": 3.6886143684387207,
      "epoch": 0.4073783359497645,
      "rel-constrast": 2.8693618774414062,
      "step": 519,
      "subrel-constrast": 3.763413667678833,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 4.59375,
      "learning_rate": 9.999560138895238e-05,
      "loss": 0.7337,
      "step": 520
    },
    {
      "cov-distil": 1.3844785690307617,
      "cov-distil (oracle2student)": 4.870382308959961,
      "cov-distil (oracle2teacher)": 5.042142868041992,
      "epoch": 0.40816326530612246,
      "rel-constrast": 2.285342216491699,
      "step": 520,
      "subrel-constrast": 2.7938928604125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1942439079284668,
      "cov-distil (oracle2student)": 4.333702564239502,
      "cov-distil (oracle2teacher)": 4.050881385803223,
      "epoch": 0.4089481946624804,
      "rel-constrast": 2.951141834259033,
      "step": 521,
      "subrel-constrast": 3.590132474899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.299607276916504,
      "cov-distil (oracle2student)": 3.2231040000915527,
      "cov-distil (oracle2teacher)": 3.475341796875,
      "epoch": 0.4097331240188383,
      "rel-constrast": 2.7536420822143555,
      "step": 522,
      "subrel-constrast": 2.981229543685913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2262377738952637,
      "cov-distil (oracle2student)": 4.3517303466796875,
      "cov-distil (oracle2teacher)": 3.734360933303833,
      "epoch": 0.41051805337519626,
      "rel-constrast": 2.2537665367126465,
      "step": 523,
      "subrel-constrast": 2.9972946643829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3322162628173828,
      "cov-distil (oracle2student)": 3.9037935733795166,
      "cov-distil (oracle2teacher)": 3.634415626525879,
      "epoch": 0.41130298273155413,
      "rel-constrast": 2.69075345993042,
      "step": 524,
      "subrel-constrast": 3.4972267150878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8353365659713745,
      "cov-distil (oracle2student)": 4.325195789337158,
      "cov-distil (oracle2teacher)": 4.208422660827637,
      "epoch": 0.41208791208791207,
      "rel-constrast": 2.646759271621704,
      "step": 525,
      "subrel-constrast": 3.7324678897857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2348146438598633,
      "cov-distil (oracle2student)": 5.334722518920898,
      "cov-distil (oracle2teacher)": 4.16086483001709,
      "epoch": 0.41287284144427,
      "rel-constrast": 1.8219037055969238,
      "step": 526,
      "subrel-constrast": 2.373183250427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768502950668335,
      "cov-distil (oracle2student)": 4.644313812255859,
      "cov-distil (oracle2teacher)": 4.153977870941162,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.178308010101318,
      "step": 527,
      "subrel-constrast": 4.400379180908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555947184562683,
      "cov-distil (oracle2student)": 7.501550674438477,
      "cov-distil (oracle2teacher)": 6.407212257385254,
      "epoch": 0.41444270015698587,
      "rel-constrast": 2.2046663761138916,
      "step": 528,
      "subrel-constrast": 2.9245216846466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446610927581787,
      "cov-distil (oracle2student)": 3.481152057647705,
      "cov-distil (oracle2teacher)": 3.3215107917785645,
      "epoch": 0.4152276295133438,
      "rel-constrast": 3.0494179725646973,
      "step": 529,
      "subrel-constrast": 3.628014087677002,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 5.15625,
      "learning_rate": 9.99897530200195e-05,
      "loss": 0.7091,
      "step": 530
    },
    {
      "cov-distil": 1.9361860752105713,
      "cov-distil (oracle2student)": 6.131485462188721,
      "cov-distil (oracle2teacher)": 5.439848899841309,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.484621047973633,
      "step": 530,
      "subrel-constrast": 4.053180694580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326114296913147,
      "cov-distil (oracle2student)": 2.369565486907959,
      "cov-distil (oracle2teacher)": 2.6447229385375977,
      "epoch": 0.41679748822605966,
      "rel-constrast": 2.898150682449341,
      "step": 531,
      "subrel-constrast": 3.1208717823028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6779662370681763,
      "cov-distil (oracle2student)": 3.267662525177002,
      "cov-distil (oracle2teacher)": 3.628819704055786,
      "epoch": 0.4175824175824176,
      "rel-constrast": 2.38238787651062,
      "step": 532,
      "subrel-constrast": 3.1166629791259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6307178735733032,
      "cov-distil (oracle2student)": 4.301050186157227,
      "cov-distil (oracle2teacher)": 4.66481351852417,
      "epoch": 0.41836734693877553,
      "rel-constrast": 3.0480215549468994,
      "step": 533,
      "subrel-constrast": 3.8132286071777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6196696758270264,
      "cov-distil (oracle2student)": 4.901400089263916,
      "cov-distil (oracle2teacher)": 4.6940083503723145,
      "epoch": 0.41915227629513346,
      "rel-constrast": 3.391160726547241,
      "step": 534,
      "subrel-constrast": 4.4366230964660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7094805240631104,
      "cov-distil (oracle2student)": 4.426634788513184,
      "cov-distil (oracle2teacher)": 4.390989303588867,
      "epoch": 0.41993720565149134,
      "rel-constrast": 3.7284398078918457,
      "step": 535,
      "subrel-constrast": 4.590115547180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6989052295684814,
      "cov-distil (oracle2student)": 4.1482768058776855,
      "cov-distil (oracle2teacher)": 3.9019577503204346,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.0333478450775146,
      "step": 536,
      "subrel-constrast": 3.8342583179473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2017943859100342,
      "cov-distil (oracle2student)": 4.927650451660156,
      "cov-distil (oracle2teacher)": 4.799077987670898,
      "epoch": 0.4215070643642072,
      "rel-constrast": 3.8947036266326904,
      "step": 537,
      "subrel-constrast": 4.033358573913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5869323015213013,
      "cov-distil (oracle2student)": 4.06916618347168,
      "cov-distil (oracle2teacher)": 4.038043022155762,
      "epoch": 0.42229199372056514,
      "rel-constrast": 2.444528102874756,
      "step": 538,
      "subrel-constrast": 3.9795408248901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4204192161560059,
      "cov-distil (oracle2student)": 4.987321376800537,
      "cov-distil (oracle2teacher)": 4.1324639320373535,
      "epoch": 0.4230769230769231,
      "rel-constrast": 1.9431252479553223,
      "step": 539,
      "subrel-constrast": 2.582310676574707,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 5.53125,
      "learning_rate": 9.998146822104943e-05,
      "loss": 0.7957,
      "step": 540
    },
    {
      "cov-distil": 2.1954774856567383,
      "cov-distil (oracle2student)": 4.125428199768066,
      "cov-distil (oracle2teacher)": 3.805713415145874,
      "epoch": 0.423861852433281,
      "rel-constrast": 2.708061695098877,
      "step": 540,
      "subrel-constrast": 3.4500720500946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6882808208465576,
      "cov-distil (oracle2student)": 3.8932738304138184,
      "cov-distil (oracle2teacher)": 3.410966634750366,
      "epoch": 0.42464678178963894,
      "rel-constrast": 1.94844388961792,
      "step": 541,
      "subrel-constrast": 3.140291690826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7040541172027588,
      "cov-distil (oracle2student)": 3.7442495822906494,
      "cov-distil (oracle2teacher)": 3.4568252563476562,
      "epoch": 0.42543171114599687,
      "rel-constrast": 2.030285358428955,
      "step": 542,
      "subrel-constrast": 3.0572123527526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050766229629517,
      "cov-distil (oracle2student)": 4.839250087738037,
      "cov-distil (oracle2teacher)": 4.9626007080078125,
      "epoch": 0.4262166405023548,
      "rel-constrast": 2.758479118347168,
      "step": 543,
      "subrel-constrast": 3.2616446018218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9704614877700806,
      "cov-distil (oracle2student)": 3.281574010848999,
      "cov-distil (oracle2teacher)": 3.231130599975586,
      "epoch": 0.42700156985871274,
      "rel-constrast": 1.931106448173523,
      "step": 544,
      "subrel-constrast": 2.552210807800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3016631603240967,
      "cov-distil (oracle2student)": 3.5645828247070312,
      "cov-distil (oracle2teacher)": 3.383444309234619,
      "epoch": 0.42778649921507067,
      "rel-constrast": 3.0712485313415527,
      "step": 545,
      "subrel-constrast": 3.5705041885375977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3345651626586914,
      "cov-distil (oracle2student)": 4.819069862365723,
      "cov-distil (oracle2teacher)": 4.362841606140137,
      "epoch": 0.42857142857142855,
      "rel-constrast": 2.977200508117676,
      "step": 546,
      "subrel-constrast": 3.4489080905914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3160951137542725,
      "cov-distil (oracle2student)": 2.846609115600586,
      "cov-distil (oracle2teacher)": 3.1309542655944824,
      "epoch": 0.4293563579277865,
      "rel-constrast": 2.7566542625427246,
      "step": 547,
      "subrel-constrast": 3.407714366912842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6784155368804932,
      "cov-distil (oracle2student)": 4.113494873046875,
      "cov-distil (oracle2teacher)": 3.6987719535827637,
      "epoch": 0.4301412872841444,
      "rel-constrast": 3.4620325565338135,
      "step": 548,
      "subrel-constrast": 3.9267005920410156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3717327117919922,
      "cov-distil (oracle2student)": 5.262799263000488,
      "cov-distil (oracle2teacher)": 4.158496379852295,
      "epoch": 0.43092621664050235,
      "rel-constrast": 2.2925143241882324,
      "step": 549,
      "subrel-constrast": 2.646209716796875,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 5.25,
      "learning_rate": 9.997074739583162e-05,
      "loss": 0.6858,
      "step": 550
    },
    {
      "cov-distil": 1.1780309677124023,
      "cov-distil (oracle2student)": 4.770448684692383,
      "cov-distil (oracle2teacher)": 4.659536361694336,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.2916667461395264,
      "step": 550,
      "subrel-constrast": 3.417267084121704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5417098999023438,
      "cov-distil (oracle2student)": 3.9518895149230957,
      "cov-distil (oracle2teacher)": 3.71779465675354,
      "epoch": 0.4324960753532182,
      "rel-constrast": 1.9571455717086792,
      "step": 551,
      "subrel-constrast": 2.6446516513824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7706841230392456,
      "cov-distil (oracle2student)": 3.934856414794922,
      "cov-distil (oracle2teacher)": 4.13383150100708,
      "epoch": 0.43328100470957615,
      "rel-constrast": 2.5322704315185547,
      "step": 552,
      "subrel-constrast": 3.2278826236724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3015174865722656,
      "cov-distil (oracle2student)": 3.790403127670288,
      "cov-distil (oracle2teacher)": 3.4060750007629395,
      "epoch": 0.4340659340659341,
      "rel-constrast": 2.43910813331604,
      "step": 553,
      "subrel-constrast": 3.501683473587036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2186195850372314,
      "cov-distil (oracle2student)": 3.5366268157958984,
      "cov-distil (oracle2teacher)": 3.3854880332946777,
      "epoch": 0.434850863422292,
      "rel-constrast": 2.9161837100982666,
      "step": 554,
      "subrel-constrast": 3.3161895275115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3949769735336304,
      "cov-distil (oracle2student)": 3.6023402214050293,
      "cov-distil (oracle2teacher)": 4.046255111694336,
      "epoch": 0.43563579277864994,
      "rel-constrast": 2.6301944255828857,
      "step": 555,
      "subrel-constrast": 2.8838791847229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5842504501342773,
      "cov-distil (oracle2student)": 4.818526268005371,
      "cov-distil (oracle2teacher)": 4.527451515197754,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.232719659805298,
      "step": 556,
      "subrel-constrast": 3.583489418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8622453212738037,
      "cov-distil (oracle2student)": 3.5787172317504883,
      "cov-distil (oracle2teacher)": 3.006601572036743,
      "epoch": 0.43720565149136575,
      "rel-constrast": 2.9126553535461426,
      "step": 557,
      "subrel-constrast": 3.188805103302002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5904862880706787,
      "cov-distil (oracle2student)": 4.86739444732666,
      "cov-distil (oracle2teacher)": 4.306217670440674,
      "epoch": 0.4379905808477237,
      "rel-constrast": 3.602405071258545,
      "step": 558,
      "subrel-constrast": 4.24079704284668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.403940200805664,
      "cov-distil (oracle2student)": 5.46498441696167,
      "cov-distil (oracle2teacher)": 5.356123447418213,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.149445056915283,
      "step": 559,
      "subrel-constrast": 3.788438558578491,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.46875,
      "learning_rate": 9.995759106688393e-05,
      "loss": 0.7312,
      "step": 560
    },
    {
      "cov-distil": 1.8412208557128906,
      "cov-distil (oracle2student)": 3.828261375427246,
      "cov-distil (oracle2teacher)": 3.886836051940918,
      "epoch": 0.43956043956043955,
      "rel-constrast": 2.723123550415039,
      "step": 560,
      "subrel-constrast": 3.8260536193847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494004726409912,
      "cov-distil (oracle2student)": 3.667882204055786,
      "cov-distil (oracle2teacher)": 3.352442502975464,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.4583494663238525,
      "step": 561,
      "subrel-constrast": 3.07570219039917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6156865358352661,
      "cov-distil (oracle2student)": 2.5614967346191406,
      "cov-distil (oracle2teacher)": 2.775696039199829,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.0102972984313965,
      "step": 562,
      "subrel-constrast": 2.251896381378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3714773654937744,
      "cov-distil (oracle2student)": 3.9052670001983643,
      "cov-distil (oracle2teacher)": 3.451173782348633,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.2738733291625977,
      "step": 563,
      "subrel-constrast": 3.229933738708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6284966468811035,
      "cov-distil (oracle2student)": 3.030433416366577,
      "cov-distil (oracle2teacher)": 2.5600426197052,
      "epoch": 0.4427001569858713,
      "rel-constrast": 1.772089958190918,
      "step": 564,
      "subrel-constrast": 2.5233988761901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5157098770141602,
      "cov-distil (oracle2student)": 4.92869758605957,
      "cov-distil (oracle2teacher)": 4.667665481567383,
      "epoch": 0.4434850863422292,
      "rel-constrast": 2.390575885772705,
      "step": 565,
      "subrel-constrast": 3.441349506378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9886916875839233,
      "cov-distil (oracle2student)": 4.71428918838501,
      "cov-distil (oracle2teacher)": 4.056010723114014,
      "epoch": 0.44427001569858715,
      "rel-constrast": 3.636265754699707,
      "step": 566,
      "subrel-constrast": 3.309779405593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571622610092163,
      "cov-distil (oracle2student)": 4.27462100982666,
      "cov-distil (oracle2teacher)": 3.8175790309906006,
      "epoch": 0.44505494505494503,
      "rel-constrast": 2.7252933979034424,
      "step": 567,
      "subrel-constrast": 3.5897104740142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7490417957305908,
      "cov-distil (oracle2student)": 3.9919216632843018,
      "cov-distil (oracle2teacher)": 3.575406551361084,
      "epoch": 0.44583987441130296,
      "rel-constrast": 3.093538284301758,
      "step": 568,
      "subrel-constrast": 3.724853754043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3401620388031006,
      "cov-distil (oracle2student)": 4.734575271606445,
      "cov-distil (oracle2teacher)": 3.8480448722839355,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.373664379119873,
      "step": 569,
      "subrel-constrast": 3.17134428024292,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 4.125,
      "learning_rate": 9.99419998754273e-05,
      "loss": 0.6742,
      "step": 570
    },
    {
      "cov-distil": 1.5663472414016724,
      "cov-distil (oracle2student)": 2.8080954551696777,
      "cov-distil (oracle2teacher)": 3.140183448791504,
      "epoch": 0.4474097331240188,
      "rel-constrast": 2.714507818222046,
      "step": 570,
      "subrel-constrast": 3.0625157356262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4828159809112549,
      "cov-distil (oracle2student)": 3.3158390522003174,
      "cov-distil (oracle2teacher)": 3.5714569091796875,
      "epoch": 0.44819466248037676,
      "rel-constrast": 2.556056022644043,
      "step": 571,
      "subrel-constrast": 3.569253921508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2030270099639893,
      "cov-distil (oracle2student)": 4.950257301330566,
      "cov-distil (oracle2teacher)": 4.229374885559082,
      "epoch": 0.4489795918367347,
      "rel-constrast": 2.9242589473724365,
      "step": 572,
      "subrel-constrast": 3.6182405948638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3558776378631592,
      "cov-distil (oracle2student)": 3.9244160652160645,
      "cov-distil (oracle2teacher)": 3.6057448387145996,
      "epoch": 0.4497645211930926,
      "rel-constrast": 2.4803452491760254,
      "step": 573,
      "subrel-constrast": 3.7409121990203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.423059105873108,
      "cov-distil (oracle2student)": 4.726345062255859,
      "cov-distil (oracle2teacher)": 4.410152912139893,
      "epoch": 0.45054945054945056,
      "rel-constrast": 3.29189133644104,
      "step": 574,
      "subrel-constrast": 3.6573095321655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0153237581253052,
      "cov-distil (oracle2student)": 5.12358283996582,
      "cov-distil (oracle2teacher)": 4.546700954437256,
      "epoch": 0.4513343799058085,
      "rel-constrast": 3.228379726409912,
      "step": 575,
      "subrel-constrast": 3.4585678577423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3407001495361328,
      "cov-distil (oracle2student)": 4.726701259613037,
      "cov-distil (oracle2teacher)": 4.473458290100098,
      "epoch": 0.4521193092621664,
      "rel-constrast": 3.8995299339294434,
      "step": 576,
      "subrel-constrast": 4.242430210113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9493684768676758,
      "cov-distil (oracle2student)": 3.3183929920196533,
      "cov-distil (oracle2teacher)": 3.631474494934082,
      "epoch": 0.45290423861852436,
      "rel-constrast": 3.6730599403381348,
      "step": 577,
      "subrel-constrast": 4.254594802856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.386885643005371,
      "cov-distil (oracle2student)": 4.718549728393555,
      "cov-distil (oracle2teacher)": 4.036258220672607,
      "epoch": 0.45368916797488223,
      "rel-constrast": 2.720240831375122,
      "step": 578,
      "subrel-constrast": 3.5484917163848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8905638456344604,
      "cov-distil (oracle2student)": 4.546570777893066,
      "cov-distil (oracle2teacher)": 3.5931203365325928,
      "epoch": 0.45447409733124017,
      "rel-constrast": 3.4114177227020264,
      "step": 579,
      "subrel-constrast": 3.588167667388916,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 5.1875,
      "learning_rate": 9.992397458135438e-05,
      "loss": 0.809,
      "step": 580
    },
    {
      "cov-distil": 1.2425031661987305,
      "cov-distil (oracle2student)": 3.83716082572937,
      "cov-distil (oracle2teacher)": 3.573727607727051,
      "epoch": 0.4552590266875981,
      "rel-constrast": 2.725754737854004,
      "step": 580,
      "subrel-constrast": 3.475965976715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7379825115203857,
      "cov-distil (oracle2student)": 3.5704505443573,
      "cov-distil (oracle2teacher)": 3.822070360183716,
      "epoch": 0.45604395604395603,
      "rel-constrast": 2.4552977085113525,
      "step": 581,
      "subrel-constrast": 3.2881739139556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3312441110610962,
      "cov-distil (oracle2student)": 5.753185272216797,
      "cov-distil (oracle2teacher)": 5.100201606750488,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.3835301399230957,
      "step": 582,
      "subrel-constrast": 3.081001043319702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8823832273483276,
      "cov-distil (oracle2student)": 3.412200450897217,
      "cov-distil (oracle2teacher)": 3.0924160480499268,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.177237033843994,
      "step": 583,
      "subrel-constrast": 2.4349722862243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5193450450897217,
      "cov-distil (oracle2student)": 3.8552942276000977,
      "cov-distil (oracle2teacher)": 3.4629039764404297,
      "epoch": 0.45839874411302983,
      "rel-constrast": 2.7740790843963623,
      "step": 584,
      "subrel-constrast": 3.3922576904296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3065922260284424,
      "cov-distil (oracle2student)": 5.494824409484863,
      "cov-distil (oracle2teacher)": 5.020522117614746,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.1517462730407715,
      "step": 585,
      "subrel-constrast": 3.7482333183288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2422267198562622,
      "cov-distil (oracle2student)": 3.7118167877197266,
      "cov-distil (oracle2teacher)": 3.8170392513275146,
      "epoch": 0.4599686028257457,
      "rel-constrast": 2.6311557292938232,
      "step": 586,
      "subrel-constrast": 3.36653995513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9524171352386475,
      "cov-distil (oracle2student)": 5.091070652008057,
      "cov-distil (oracle2teacher)": 4.759181976318359,
      "epoch": 0.46075353218210363,
      "rel-constrast": 3.964937210083008,
      "step": 587,
      "subrel-constrast": 5.071061611175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3626699447631836,
      "cov-distil (oracle2student)": 4.750166416168213,
      "cov-distil (oracle2teacher)": 4.018034934997559,
      "epoch": 0.46153846153846156,
      "rel-constrast": 2.669342517852783,
      "step": 588,
      "subrel-constrast": 3.244004726409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5504268407821655,
      "cov-distil (oracle2student)": 5.144525051116943,
      "cov-distil (oracle2teacher)": 4.466137886047363,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.199347496032715,
      "step": 589,
      "subrel-constrast": 3.2982263565063477,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 4.09375,
      "learning_rate": 9.990351606319261e-05,
      "loss": 0.7161,
      "step": 590
    },
    {
      "cov-distil": 1.7470245361328125,
      "cov-distil (oracle2student)": 4.583029747009277,
      "cov-distil (oracle2teacher)": 4.087934494018555,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.234175682067871,
      "step": 590,
      "subrel-constrast": 3.8817028999328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7728760242462158,
      "cov-distil (oracle2student)": 6.127932548522949,
      "cov-distil (oracle2teacher)": 5.748483657836914,
      "epoch": 0.4638932496075353,
      "rel-constrast": 2.3799829483032227,
      "step": 591,
      "subrel-constrast": 3.9297304153442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5459836721420288,
      "cov-distil (oracle2student)": 4.727659225463867,
      "cov-distil (oracle2teacher)": 4.312219142913818,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.040503978729248,
      "step": 592,
      "subrel-constrast": 3.248272657394409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2167911529541016,
      "cov-distil (oracle2student)": 5.077496528625488,
      "cov-distil (oracle2teacher)": 3.833080291748047,
      "epoch": 0.4654631083202512,
      "rel-constrast": 4.020133018493652,
      "step": 593,
      "subrel-constrast": 4.330609321594238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8085253238677979,
      "cov-distil (oracle2student)": 5.845093250274658,
      "cov-distil (oracle2teacher)": 5.271096229553223,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.0169782638549805,
      "step": 594,
      "subrel-constrast": 3.3135387897491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2754626274108887,
      "cov-distil (oracle2student)": 4.720412731170654,
      "cov-distil (oracle2teacher)": 4.645022869110107,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.283468723297119,
      "step": 595,
      "subrel-constrast": 4.031104564666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7471524477005005,
      "cov-distil (oracle2student)": 4.926459312438965,
      "cov-distil (oracle2teacher)": 4.216473579406738,
      "epoch": 0.46781789638932497,
      "rel-constrast": 3.3562185764312744,
      "step": 596,
      "subrel-constrast": 3.850604295730591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874845266342163,
      "cov-distil (oracle2student)": 4.242829322814941,
      "cov-distil (oracle2teacher)": 4.095656871795654,
      "epoch": 0.4686028257456829,
      "rel-constrast": 4.249845504760742,
      "step": 597,
      "subrel-constrast": 4.63899564743042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8535265922546387,
      "cov-distil (oracle2student)": 4.501684188842773,
      "cov-distil (oracle2teacher)": 3.905008316040039,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.710141181945801,
      "step": 598,
      "subrel-constrast": 3.352034091949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.450470209121704,
      "cov-distil (oracle2student)": 2.64184308052063,
      "cov-distil (oracle2teacher)": 2.900785207748413,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.0380020141601562,
      "step": 599,
      "subrel-constrast": 2.7727859020233154,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 4.28125,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.7765,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.3375000059604645,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0565185546875
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.0374755859375
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.01904296875,
      "step": 600
    },
    {
      "cov-distil": 1.4967104196548462,
      "cov-distil (oracle2student)": 3.662320613861084,
      "cov-distil (oracle2teacher)": 3.774827241897583,
      "epoch": 0.47095761381475665,
      "rel-constrast": 2.493803024291992,
      "step": 600,
      "subrel-constrast": 3.2367851734161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3699287176132202,
      "cov-distil (oracle2student)": 5.110383033752441,
      "cov-distil (oracle2teacher)": 3.68410062789917,
      "epoch": 0.4717425431711146,
      "rel-constrast": 3.0712389945983887,
      "step": 601,
      "subrel-constrast": 3.26012921333313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6487305164337158,
      "cov-distil (oracle2student)": 3.2399003505706787,
      "cov-distil (oracle2teacher)": 3.0174450874328613,
      "epoch": 0.4725274725274725,
      "rel-constrast": 1.5337506532669067,
      "step": 602,
      "subrel-constrast": 2.6996843814849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.402620553970337,
      "cov-distil (oracle2student)": 6.207877159118652,
      "cov-distil (oracle2teacher)": 5.557224750518799,
      "epoch": 0.47331240188383045,
      "rel-constrast": 3.8744983673095703,
      "step": 603,
      "subrel-constrast": 4.648711204528809,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451892614364624,
      "cov-distil (oracle2student)": 2.923943042755127,
      "cov-distil (oracle2teacher)": 3.3413987159729004,
      "epoch": 0.4740973312401884,
      "rel-constrast": 2.804152488708496,
      "step": 604,
      "subrel-constrast": 3.5131492614746094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5541558265686035,
      "cov-distil (oracle2student)": 4.306783199310303,
      "cov-distil (oracle2teacher)": 3.9789645671844482,
      "epoch": 0.4748822605965463,
      "rel-constrast": 3.4478707313537598,
      "step": 605,
      "subrel-constrast": 4.339507102966309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5686181783676147,
      "cov-distil (oracle2student)": 3.613572597503662,
      "cov-distil (oracle2teacher)": 3.7701210975646973,
      "epoch": 0.47566718995290425,
      "rel-constrast": 3.0674710273742676,
      "step": 606,
      "subrel-constrast": 3.463714599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7361030578613281,
      "cov-distil (oracle2student)": 3.313892126083374,
      "cov-distil (oracle2teacher)": 3.423732280731201,
      "epoch": 0.4764521193092622,
      "rel-constrast": 2.828819990158081,
      "step": 607,
      "subrel-constrast": 3.3792543411254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.758493185043335,
      "cov-distil (oracle2student)": 2.909585952758789,
      "cov-distil (oracle2teacher)": 2.776071548461914,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.0479440689086914,
      "step": 608,
      "subrel-constrast": 2.5214295387268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4663362503051758,
      "cov-distil (oracle2student)": 3.487002372741699,
      "cov-distil (oracle2teacher)": 3.377824306488037,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.1144919395446777,
      "step": 609,
      "subrel-constrast": 2.7415475845336914,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 4.53125,
      "learning_rate": 9.985530346162299e-05,
      "loss": 0.7207,
      "step": 610
    },
    {
      "cov-distil": 1.8462767601013184,
      "cov-distil (oracle2student)": 3.882798433303833,
      "cov-distil (oracle2teacher)": 3.692734956741333,
      "epoch": 0.478806907378336,
      "rel-constrast": 3.7314023971557617,
      "step": 610,
      "subrel-constrast": 4.4982686042785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555680274963379,
      "cov-distil (oracle2student)": 5.733102798461914,
      "cov-distil (oracle2teacher)": 5.288784503936768,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.2283775806427,
      "step": 611,
      "subrel-constrast": 3.815889596939087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656654715538025,
      "cov-distil (oracle2student)": 6.242155075073242,
      "cov-distil (oracle2teacher)": 4.750432014465332,
      "epoch": 0.4803767660910518,
      "rel-constrast": 1.8042471408843994,
      "step": 612,
      "subrel-constrast": 2.4405503273010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6463491916656494,
      "cov-distil (oracle2student)": 3.221475124359131,
      "cov-distil (oracle2teacher)": 2.96323299407959,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.0398905277252197,
      "step": 613,
      "subrel-constrast": 3.126967191696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3842236995697021,
      "cov-distil (oracle2student)": 2.7986903190612793,
      "cov-distil (oracle2teacher)": 3.0130627155303955,
      "epoch": 0.48194662480376765,
      "rel-constrast": 1.948494791984558,
      "step": 614,
      "subrel-constrast": 2.690624713897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6698131561279297,
      "cov-distil (oracle2student)": 3.0685863494873047,
      "cov-distil (oracle2teacher)": 2.8282947540283203,
      "epoch": 0.4827315541601256,
      "rel-constrast": 1.7557244300842285,
      "step": 615,
      "subrel-constrast": 3.143179416656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4116404056549072,
      "cov-distil (oracle2student)": 3.6081933975219727,
      "cov-distil (oracle2teacher)": 3.8212292194366455,
      "epoch": 0.4835164835164835,
      "rel-constrast": 3.16245174407959,
      "step": 616,
      "subrel-constrast": 3.6396474838256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1753883361816406,
      "cov-distil (oracle2student)": 4.978818416595459,
      "cov-distil (oracle2teacher)": 5.115211486816406,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.56088924407959,
      "step": 617,
      "subrel-constrast": 3.8438780307769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678259015083313,
      "cov-distil (oracle2student)": 3.1858630180358887,
      "cov-distil (oracle2teacher)": 3.0812084674835205,
      "epoch": 0.4850863422291994,
      "rel-constrast": 2.732773780822754,
      "step": 618,
      "subrel-constrast": 3.26455020904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6160378456115723,
      "cov-distil (oracle2student)": 4.781214237213135,
      "cov-distil (oracle2teacher)": 4.206349849700928,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.333930730819702,
      "step": 619,
      "subrel-constrast": 3.059199571609497,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 4.46875,
      "learning_rate": 9.982755172802933e-05,
      "loss": 0.6716,
      "step": 620
    },
    {
      "cov-distil": 1.435434103012085,
      "cov-distil (oracle2student)": 4.194553375244141,
      "cov-distil (oracle2teacher)": 4.042673110961914,
      "epoch": 0.48665620094191525,
      "rel-constrast": 2.743514060974121,
      "step": 620,
      "subrel-constrast": 3.4923996925354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7742550373077393,
      "cov-distil (oracle2student)": 3.4868991374969482,
      "cov-distil (oracle2teacher)": 3.4284281730651855,
      "epoch": 0.48744113029827313,
      "rel-constrast": 2.7438411712646484,
      "step": 621,
      "subrel-constrast": 3.2335119247436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8243393898010254,
      "cov-distil (oracle2student)": 4.933043479919434,
      "cov-distil (oracle2teacher)": 4.3696136474609375,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.067061424255371,
      "step": 622,
      "subrel-constrast": 3.924567937850952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836382269859314,
      "cov-distil (oracle2student)": 3.178884983062744,
      "cov-distil (oracle2teacher)": 3.379539728164673,
      "epoch": 0.489010989010989,
      "rel-constrast": 2.5028278827667236,
      "step": 623,
      "subrel-constrast": 3.288984775543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903816223144531,
      "cov-distil (oracle2student)": 4.096661567687988,
      "cov-distil (oracle2teacher)": 4.152554512023926,
      "epoch": 0.4897959183673469,
      "rel-constrast": 2.9253692626953125,
      "step": 624,
      "subrel-constrast": 3.229759693145752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5455492734909058,
      "cov-distil (oracle2student)": 3.8327276706695557,
      "cov-distil (oracle2teacher)": 3.94985294342041,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.150819778442383,
      "step": 625,
      "subrel-constrast": 4.074830532073975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7866296768188477,
      "cov-distil (oracle2student)": 3.787193775177002,
      "cov-distil (oracle2teacher)": 3.318544864654541,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.1215829849243164,
      "step": 626,
      "subrel-constrast": 3.6888272762298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5972328186035156,
      "cov-distil (oracle2student)": 3.179105281829834,
      "cov-distil (oracle2teacher)": 2.946181297302246,
      "epoch": 0.4921507064364207,
      "rel-constrast": 1.7679035663604736,
      "step": 627,
      "subrel-constrast": 2.5828726291656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918485164642334,
      "cov-distil (oracle2student)": 5.158781051635742,
      "cov-distil (oracle2teacher)": 4.505436420440674,
      "epoch": 0.49293563579277866,
      "rel-constrast": 2.1932101249694824,
      "step": 628,
      "subrel-constrast": 2.747030735015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2153925895690918,
      "cov-distil (oracle2student)": 3.650006055831909,
      "cov-distil (oracle2teacher)": 3.623967170715332,
      "epoch": 0.4937205651491366,
      "rel-constrast": 2.9419946670532227,
      "step": 629,
      "subrel-constrast": 3.4574782848358154,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 5.09375,
      "learning_rate": 9.979737146986064e-05,
      "loss": 0.7203,
      "step": 630
    },
    {
      "cov-distil": 1.5100984573364258,
      "cov-distil (oracle2student)": 2.908534049987793,
      "cov-distil (oracle2teacher)": 2.942805767059326,
      "epoch": 0.4945054945054945,
      "rel-constrast": 3.146796941757202,
      "step": 630,
      "subrel-constrast": 3.3145782947540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4372786283493042,
      "cov-distil (oracle2student)": 4.920167446136475,
      "cov-distil (oracle2teacher)": 4.28160285949707,
      "epoch": 0.49529042386185246,
      "rel-constrast": 2.749901533126831,
      "step": 631,
      "subrel-constrast": 2.8684444427490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4758243560791016,
      "cov-distil (oracle2student)": 4.320586204528809,
      "cov-distil (oracle2teacher)": 4.024404525756836,
      "epoch": 0.49607535321821034,
      "rel-constrast": 3.6686642169952393,
      "step": 632,
      "subrel-constrast": 4.107781410217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5685043334960938,
      "cov-distil (oracle2student)": 5.418582439422607,
      "cov-distil (oracle2teacher)": 5.009466171264648,
      "epoch": 0.49686028257456827,
      "rel-constrast": 2.5606777667999268,
      "step": 633,
      "subrel-constrast": 3.831481456756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5279791355133057,
      "cov-distil (oracle2student)": 4.728094577789307,
      "cov-distil (oracle2teacher)": 4.319513320922852,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.0823049545288086,
      "step": 634,
      "subrel-constrast": 3.5697851181030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6336276531219482,
      "cov-distil (oracle2student)": 5.890628814697266,
      "cov-distil (oracle2teacher)": 5.283763885498047,
      "epoch": 0.49843014128728413,
      "rel-constrast": 2.7640905380249023,
      "step": 635,
      "subrel-constrast": 3.4118683338165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0715187788009644,
      "cov-distil (oracle2student)": 3.332335948944092,
      "cov-distil (oracle2teacher)": 2.820620059967041,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.4856057167053223,
      "step": 636,
      "subrel-constrast": 2.7423765659332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8205623626708984,
      "cov-distil (oracle2student)": 3.9613521099090576,
      "cov-distil (oracle2teacher)": 4.210191249847412,
      "epoch": 0.5,
      "rel-constrast": 1.9112471342086792,
      "step": 637,
      "subrel-constrast": 2.977950096130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441983699798584,
      "cov-distil (oracle2student)": 5.631577968597412,
      "cov-distil (oracle2teacher)": 5.251753807067871,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.049532175064087,
      "step": 638,
      "subrel-constrast": 3.719663143157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559440016746521,
      "cov-distil (oracle2student)": 4.179976940155029,
      "cov-distil (oracle2teacher)": 3.858327865600586,
      "epoch": 0.5015698587127159,
      "rel-constrast": 2.8293278217315674,
      "step": 639,
      "subrel-constrast": 3.3968255519866943,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 4.09375,
      "learning_rate": 9.976476415806013e-05,
      "loss": 0.7463,
      "step": 640
    },
    {
      "cov-distil": 1.5123580694198608,
      "cov-distil (oracle2student)": 5.52154541015625,
      "cov-distil (oracle2teacher)": 4.977862358093262,
      "epoch": 0.5023547880690737,
      "rel-constrast": 2.9457991123199463,
      "step": 640,
      "subrel-constrast": 3.281759262084961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672019004821777,
      "cov-distil (oracle2student)": 3.6270320415496826,
      "cov-distil (oracle2teacher)": 3.7970633506774902,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.4145054817199707,
      "step": 641,
      "subrel-constrast": 3.3474884033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7132642269134521,
      "cov-distil (oracle2student)": 4.479948997497559,
      "cov-distil (oracle2teacher)": 4.6902546882629395,
      "epoch": 0.5039246467817896,
      "rel-constrast": 2.6744961738586426,
      "step": 642,
      "subrel-constrast": 3.6570186614990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301231026649475,
      "cov-distil (oracle2student)": 3.614689350128174,
      "cov-distil (oracle2teacher)": 3.5854249000549316,
      "epoch": 0.5047095761381476,
      "rel-constrast": 2.449375629425049,
      "step": 643,
      "subrel-constrast": 3.4311113357543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148008584976196,
      "cov-distil (oracle2student)": 5.1538777351379395,
      "cov-distil (oracle2teacher)": 5.141979217529297,
      "epoch": 0.5054945054945055,
      "rel-constrast": 2.1474456787109375,
      "step": 644,
      "subrel-constrast": 2.696540355682373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7111324071884155,
      "cov-distil (oracle2student)": 3.84653902053833,
      "cov-distil (oracle2teacher)": 4.227983474731445,
      "epoch": 0.5062794348508635,
      "rel-constrast": 1.7551860809326172,
      "step": 645,
      "subrel-constrast": 3.3226003646850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3665761947631836,
      "cov-distil (oracle2student)": 4.535589218139648,
      "cov-distil (oracle2teacher)": 4.279155731201172,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.582939624786377,
      "step": 646,
      "subrel-constrast": 3.743804454803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4074828624725342,
      "cov-distil (oracle2student)": 3.8224680423736572,
      "cov-distil (oracle2teacher)": 4.430781364440918,
      "epoch": 0.5078492935635793,
      "rel-constrast": 2.253668785095215,
      "step": 647,
      "subrel-constrast": 3.307898759841919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3185232877731323,
      "cov-distil (oracle2student)": 4.830681800842285,
      "cov-distil (oracle2teacher)": 4.904415130615234,
      "epoch": 0.5086342229199372,
      "rel-constrast": 3.4065377712249756,
      "step": 648,
      "subrel-constrast": 3.3460772037506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0311198234558105,
      "cov-distil (oracle2student)": 4.765547275543213,
      "cov-distil (oracle2teacher)": 4.770193576812744,
      "epoch": 0.5094191522762951,
      "rel-constrast": 4.349208831787109,
      "step": 649,
      "subrel-constrast": 5.176698207855225,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 6.125,
      "learning_rate": 9.972973138186217e-05,
      "loss": 0.7381,
      "step": 650
    },
    {
      "cov-distil": 1.402004599571228,
      "cov-distil (oracle2student)": 3.084242820739746,
      "cov-distil (oracle2teacher)": 3.091395616531372,
      "epoch": 0.5102040816326531,
      "rel-constrast": 1.9274462461471558,
      "step": 650,
      "subrel-constrast": 2.5331125259399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4224581718444824,
      "cov-distil (oracle2student)": 3.466132164001465,
      "cov-distil (oracle2teacher)": 3.6047141551971436,
      "epoch": 0.510989010989011,
      "rel-constrast": 3.7274258136749268,
      "step": 651,
      "subrel-constrast": 4.158180236816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382556915283203,
      "cov-distil (oracle2student)": 4.30579948425293,
      "cov-distil (oracle2teacher)": 3.7617342472076416,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.4900264739990234,
      "step": 652,
      "subrel-constrast": 2.928312301635742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7814044952392578,
      "cov-distil (oracle2student)": 4.190834045410156,
      "cov-distil (oracle2teacher)": 3.987602710723877,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.3418121337890625,
      "step": 653,
      "subrel-constrast": 4.058880805969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5492424964904785,
      "cov-distil (oracle2student)": 5.23334264755249,
      "cov-distil (oracle2teacher)": 5.075303077697754,
      "epoch": 0.5133437990580848,
      "rel-constrast": 3.072875499725342,
      "step": 654,
      "subrel-constrast": 3.549661636352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5059962272644043,
      "cov-distil (oracle2student)": 3.2493953704833984,
      "cov-distil (oracle2teacher)": 3.0510783195495605,
      "epoch": 0.5141287284144427,
      "rel-constrast": 2.2677829265594482,
      "step": 655,
      "subrel-constrast": 3.0268540382385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9903504252433777,
      "cov-distil (oracle2student)": 4.2097978591918945,
      "cov-distil (oracle2teacher)": 3.9270806312561035,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.2320141792297363,
      "step": 656,
      "subrel-constrast": 2.7335166931152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7646234035491943,
      "cov-distil (oracle2student)": 3.899080514907837,
      "cov-distil (oracle2teacher)": 3.658559799194336,
      "epoch": 0.5156985871271585,
      "rel-constrast": 3.6554481983184814,
      "step": 657,
      "subrel-constrast": 4.185831546783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1501736640930176,
      "cov-distil (oracle2student)": 2.4043917655944824,
      "cov-distil (oracle2teacher)": 3.085226535797119,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.0829968452453613,
      "step": 658,
      "subrel-constrast": 2.757331132888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8707683086395264,
      "cov-distil (oracle2student)": 5.150839805603027,
      "cov-distil (oracle2teacher)": 4.875090599060059,
      "epoch": 0.5172684458398744,
      "rel-constrast": 1.9839105606079102,
      "step": 659,
      "subrel-constrast": 3.30488920211792,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 4.09375,
      "learning_rate": 9.969227484871484e-05,
      "loss": 0.7095,
      "step": 660
    },
    {
      "cov-distil": 1.350569248199463,
      "cov-distil (oracle2student)": 5.278413772583008,
      "cov-distil (oracle2teacher)": 4.8940887451171875,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.696385383605957,
      "step": 660,
      "subrel-constrast": 4.469452381134033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4961860179901123,
      "cov-distil (oracle2student)": 2.863259792327881,
      "cov-distil (oracle2teacher)": 3.300262451171875,
      "epoch": 0.5188383045525903,
      "rel-constrast": 2.9852163791656494,
      "step": 661,
      "subrel-constrast": 3.9732108116149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9757553339004517,
      "cov-distil (oracle2student)": 2.7699098587036133,
      "cov-distil (oracle2teacher)": 3.2739241123199463,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.4133877754211426,
      "step": 662,
      "subrel-constrast": 3.986213445663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.081453561782837,
      "cov-distil (oracle2student)": 3.3866395950317383,
      "cov-distil (oracle2teacher)": 3.7026100158691406,
      "epoch": 0.5204081632653061,
      "rel-constrast": 2.757878541946411,
      "step": 663,
      "subrel-constrast": 3.895350456237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400452733039856,
      "cov-distil (oracle2student)": 4.6747331619262695,
      "cov-distil (oracle2teacher)": 4.557989120483398,
      "epoch": 0.521193092621664,
      "rel-constrast": 1.8466181755065918,
      "step": 664,
      "subrel-constrast": 2.819756269454956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3579998016357422,
      "cov-distil (oracle2student)": 6.249478340148926,
      "cov-distil (oracle2teacher)": 6.012664794921875,
      "epoch": 0.521978021978022,
      "rel-constrast": 4.039380073547363,
      "step": 665,
      "subrel-constrast": 4.368485927581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0757408142089844,
      "cov-distil (oracle2student)": 3.232316732406616,
      "cov-distil (oracle2teacher)": 3.117976188659668,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.4049501419067383,
      "step": 666,
      "subrel-constrast": 2.797485828399658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7760871648788452,
      "cov-distil (oracle2student)": 4.002559185028076,
      "cov-distil (oracle2teacher)": 4.416190147399902,
      "epoch": 0.5235478806907379,
      "rel-constrast": 2.989767074584961,
      "step": 667,
      "subrel-constrast": 3.806030511856079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810035228729248,
      "cov-distil (oracle2student)": 4.983792304992676,
      "cov-distil (oracle2teacher)": 5.073568344116211,
      "epoch": 0.5243328100470958,
      "rel-constrast": 1.9871602058410645,
      "step": 668,
      "subrel-constrast": 2.971518039703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7793813943862915,
      "cov-distil (oracle2student)": 3.5153446197509766,
      "cov-distil (oracle2teacher)": 4.224116802215576,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.35317325592041,
      "step": 669,
      "subrel-constrast": 3.5468151569366455,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 7.46875,
      "learning_rate": 9.965239638419672e-05,
      "loss": 0.7746,
      "step": 670
    },
    {
      "cov-distil": 1.5741254091262817,
      "cov-distil (oracle2student)": 3.639838218688965,
      "cov-distil (oracle2teacher)": 3.819552421569824,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.2625017166137695,
      "step": 670,
      "subrel-constrast": 2.881664991378784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1256295442581177,
      "cov-distil (oracle2student)": 5.470059871673584,
      "cov-distil (oracle2teacher)": 5.305062294006348,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.2002596855163574,
      "step": 671,
      "subrel-constrast": 4.1943817138671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0436491966247559,
      "cov-distil (oracle2student)": 2.6450469493865967,
      "cov-distil (oracle2teacher)": 3.044390916824341,
      "epoch": 0.5274725274725275,
      "rel-constrast": 2.732276439666748,
      "step": 672,
      "subrel-constrast": 3.1736104488372803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1499087810516357,
      "cov-distil (oracle2student)": 5.53624153137207,
      "cov-distil (oracle2teacher)": 5.029439926147461,
      "epoch": 0.5282574568288854,
      "rel-constrast": 3.5362002849578857,
      "step": 673,
      "subrel-constrast": 4.262887954711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760151743888855,
      "cov-distil (oracle2student)": 4.524819374084473,
      "cov-distil (oracle2teacher)": 4.7918500900268555,
      "epoch": 0.5290423861852434,
      "rel-constrast": 2.794811725616455,
      "step": 674,
      "subrel-constrast": 3.5872979164123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7613590955734253,
      "cov-distil (oracle2student)": 5.317580699920654,
      "cov-distil (oracle2teacher)": 5.121026992797852,
      "epoch": 0.5298273155416012,
      "rel-constrast": 2.629027843475342,
      "step": 675,
      "subrel-constrast": 3.4842143058776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4108455181121826,
      "cov-distil (oracle2student)": 5.072010040283203,
      "cov-distil (oracle2teacher)": 4.931358337402344,
      "epoch": 0.5306122448979592,
      "rel-constrast": 3.557922840118408,
      "step": 676,
      "subrel-constrast": 4.35413932800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0456509590148926,
      "cov-distil (oracle2student)": 3.3070244789123535,
      "cov-distil (oracle2teacher)": 3.4071524143218994,
      "epoch": 0.5313971742543171,
      "rel-constrast": 3.0545260906219482,
      "step": 677,
      "subrel-constrast": 3.392432689666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.076122522354126,
      "cov-distil (oracle2student)": 7.464256286621094,
      "cov-distil (oracle2teacher)": 7.212774276733398,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.2281157970428467,
      "step": 678,
      "subrel-constrast": 2.768291711807251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4524413347244263,
      "cov-distil (oracle2student)": 4.4149885177612305,
      "cov-distil (oracle2teacher)": 3.765320062637329,
      "epoch": 0.532967032967033,
      "rel-constrast": 3.0950839519500732,
      "step": 679,
      "subrel-constrast": 3.690272569656372,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 5.46875,
      "learning_rate": 9.961009793192792e-05,
      "loss": 0.7608,
      "step": 680
    },
    {
      "cov-distil": 2.349773406982422,
      "cov-distil (oracle2student)": 2.6892824172973633,
      "cov-distil (oracle2teacher)": 3.3966989517211914,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.6144981384277344,
      "step": 680,
      "subrel-constrast": 3.6256439685821533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6395847797393799,
      "cov-distil (oracle2student)": 4.917900562286377,
      "cov-distil (oracle2teacher)": 4.857755661010742,
      "epoch": 0.5345368916797488,
      "rel-constrast": 2.906942844390869,
      "step": 681,
      "subrel-constrast": 3.25396728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.443953037261963,
      "cov-distil (oracle2student)": 4.230560302734375,
      "cov-distil (oracle2teacher)": 4.744039535522461,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.9077844619750977,
      "step": 682,
      "subrel-constrast": 4.308396339416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3388419151306152,
      "cov-distil (oracle2student)": 5.344615459442139,
      "cov-distil (oracle2teacher)": 5.075442314147949,
      "epoch": 0.5361067503924647,
      "rel-constrast": 2.0371110439300537,
      "step": 683,
      "subrel-constrast": 2.851691246032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4036165475845337,
      "cov-distil (oracle2student)": 3.1208200454711914,
      "cov-distil (oracle2teacher)": 3.570516586303711,
      "epoch": 0.5368916797488226,
      "rel-constrast": 2.979321002960205,
      "step": 684,
      "subrel-constrast": 3.661055564880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.971642255783081,
      "cov-distil (oracle2student)": 5.014255523681641,
      "cov-distil (oracle2teacher)": 4.647988796234131,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.4135942459106445,
      "step": 685,
      "subrel-constrast": 3.4669008255004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7089223861694336,
      "cov-distil (oracle2student)": 3.3351330757141113,
      "cov-distil (oracle2teacher)": 3.5893282890319824,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.352079391479492,
      "step": 686,
      "subrel-constrast": 2.9743077754974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6835391521453857,
      "cov-distil (oracle2student)": 3.6303813457489014,
      "cov-distil (oracle2teacher)": 3.555901050567627,
      "epoch": 0.5392464678178964,
      "rel-constrast": 2.6044209003448486,
      "step": 687,
      "subrel-constrast": 3.3618295192718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5425325632095337,
      "cov-distil (oracle2student)": 3.877666473388672,
      "cov-distil (oracle2teacher)": 4.098247051239014,
      "epoch": 0.5400313971742543,
      "rel-constrast": 1.976728081703186,
      "step": 688,
      "subrel-constrast": 2.708796262741089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3641886711120605,
      "cov-distil (oracle2student)": 5.675561904907227,
      "cov-distil (oracle2teacher)": 5.2925567626953125,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.1209261417388916,
      "step": 689,
      "subrel-constrast": 2.708890438079834,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 4.4375,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.7115,
      "step": 690
    },
    {
      "cov-distil": 1.4710578918457031,
      "cov-distil (oracle2student)": 4.9304609298706055,
      "cov-distil (oracle2teacher)": 4.515944480895996,
      "epoch": 0.5416012558869702,
      "rel-constrast": 3.609416961669922,
      "step": 690,
      "subrel-constrast": 4.034361362457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2946220636367798,
      "cov-distil (oracle2student)": 4.333978176116943,
      "cov-distil (oracle2teacher)": 4.326067924499512,
      "epoch": 0.542386185243328,
      "rel-constrast": 2.2550599575042725,
      "step": 691,
      "subrel-constrast": 3.174283981323242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3239240646362305,
      "cov-distil (oracle2student)": 5.427350997924805,
      "cov-distil (oracle2teacher)": 4.684999942779541,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.5510973930358887,
      "step": 692,
      "subrel-constrast": 3.1270668506622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5802767276763916,
      "cov-distil (oracle2student)": 3.9356274604797363,
      "cov-distil (oracle2teacher)": 4.2313313484191895,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.246957302093506,
      "step": 693,
      "subrel-constrast": 4.018335342407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8220350742340088,
      "cov-distil (oracle2student)": 5.030050277709961,
      "cov-distil (oracle2teacher)": 4.840696334838867,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.7129549980163574,
      "step": 694,
      "subrel-constrast": 3.498418092727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2969422340393066,
      "cov-distil (oracle2student)": 6.8411993980407715,
      "cov-distil (oracle2teacher)": 6.123249530792236,
      "epoch": 0.5455259026687598,
      "rel-constrast": 1.8922237157821655,
      "step": 695,
      "subrel-constrast": 2.900413990020752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5639665126800537,
      "cov-distil (oracle2student)": 5.440637111663818,
      "cov-distil (oracle2teacher)": 4.676438331604004,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.3515453338623047,
      "step": 696,
      "subrel-constrast": 3.8916871547698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7781174182891846,
      "cov-distil (oracle2student)": 4.532617568969727,
      "cov-distil (oracle2teacher)": 5.2020368576049805,
      "epoch": 0.5470957613814756,
      "rel-constrast": 2.9692776203155518,
      "step": 697,
      "subrel-constrast": 4.320835113525391,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9339921474456787,
      "cov-distil (oracle2student)": 4.834040641784668,
      "cov-distil (oracle2teacher)": 4.484373092651367,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.199385643005371,
      "step": 698,
      "subrel-constrast": 3.100637435913086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5931650400161743,
      "cov-distil (oracle2student)": 4.96407413482666,
      "cov-distil (oracle2teacher)": 4.6597137451171875,
      "epoch": 0.5486656200941915,
      "rel-constrast": 3.9338579177856445,
      "step": 699,
      "subrel-constrast": 4.631774425506592,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 6.1875,
      "learning_rate": 9.951824942825215e-05,
      "loss": 0.7572,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.30156251788139343,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.0560302734375
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.0362548828125
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.019775390625,
      "step": 700
    },
    {
      "cov-distil": 1.8603215217590332,
      "cov-distil (oracle2student)": 4.6786370277404785,
      "cov-distil (oracle2teacher)": 4.4215826988220215,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.3885960578918457,
      "step": 700,
      "subrel-constrast": 3.057347059249878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8477778434753418,
      "cov-distil (oracle2student)": 5.160202503204346,
      "cov-distil (oracle2teacher)": 4.956329822540283,
      "epoch": 0.5502354788069074,
      "rel-constrast": 2.079754114151001,
      "step": 701,
      "subrel-constrast": 3.434323787689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2748879194259644,
      "cov-distil (oracle2student)": 3.728853225708008,
      "cov-distil (oracle2teacher)": 3.574925184249878,
      "epoch": 0.5510204081632653,
      "rel-constrast": 2.7907662391662598,
      "step": 702,
      "subrel-constrast": 3.777320384979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017949342727661,
      "cov-distil (oracle2student)": 4.043598175048828,
      "cov-distil (oracle2teacher)": 3.802302837371826,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.243577003479004,
      "step": 703,
      "subrel-constrast": 3.386847734451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5840637683868408,
      "cov-distil (oracle2student)": 2.092383861541748,
      "cov-distil (oracle2teacher)": 2.4648563861846924,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.0867886543273926,
      "step": 704,
      "subrel-constrast": 2.770437240600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7410813570022583,
      "cov-distil (oracle2student)": 4.578998565673828,
      "cov-distil (oracle2teacher)": 4.246877193450928,
      "epoch": 0.5533751962323391,
      "rel-constrast": 2.160571575164795,
      "step": 705,
      "subrel-constrast": 2.925117015838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9872180223464966,
      "cov-distil (oracle2student)": 3.0311038494110107,
      "cov-distil (oracle2teacher)": 3.5846328735351562,
      "epoch": 0.554160125588697,
      "rel-constrast": 1.8034820556640625,
      "step": 706,
      "subrel-constrast": 2.910332202911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680134057998657,
      "cov-distil (oracle2student)": 3.627612352371216,
      "cov-distil (oracle2teacher)": 3.7834970951080322,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.3350672721862793,
      "step": 707,
      "subrel-constrast": 3.1127827167510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009196281433105,
      "cov-distil (oracle2student)": 4.2532572746276855,
      "cov-distil (oracle2teacher)": 4.370421886444092,
      "epoch": 0.5557299843014128,
      "rel-constrast": 2.9205079078674316,
      "step": 708,
      "subrel-constrast": 3.811605930328369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.084303617477417,
      "cov-distil (oracle2student)": 3.041454792022705,
      "cov-distil (oracle2teacher)": 3.3255648612976074,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.4354381561279297,
      "step": 709,
      "subrel-constrast": 3.501460552215576,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 4.34375,
      "learning_rate": 9.946870385341167e-05,
      "loss": 0.625,
      "step": 710
    },
    {
      "cov-distil": 2.028268575668335,
      "cov-distil (oracle2student)": 3.729125738143921,
      "cov-distil (oracle2teacher)": 3.861908435821533,
      "epoch": 0.5572998430141287,
      "rel-constrast": 1.8339364528656006,
      "step": 710,
      "subrel-constrast": 2.512655019760132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65362548828125,
      "cov-distil (oracle2student)": 4.377889156341553,
      "cov-distil (oracle2teacher)": 3.719752311706543,
      "epoch": 0.5580847723704867,
      "rel-constrast": 2.407001495361328,
      "step": 711,
      "subrel-constrast": 3.2422919273376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7355601787567139,
      "cov-distil (oracle2student)": 4.0036773681640625,
      "cov-distil (oracle2teacher)": 3.582146406173706,
      "epoch": 0.5588697017268446,
      "rel-constrast": 1.8252131938934326,
      "step": 712,
      "subrel-constrast": 2.816258430480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5057252645492554,
      "cov-distil (oracle2student)": 4.2578020095825195,
      "cov-distil (oracle2teacher)": 4.55427360534668,
      "epoch": 0.5596546310832025,
      "rel-constrast": 2.6975581645965576,
      "step": 713,
      "subrel-constrast": 3.2291979789733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1666758060455322,
      "cov-distil (oracle2student)": 5.365593910217285,
      "cov-distil (oracle2teacher)": 4.775696754455566,
      "epoch": 0.5604395604395604,
      "rel-constrast": 2.3269803524017334,
      "step": 714,
      "subrel-constrast": 3.0700371265411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5206503868103027,
      "cov-distil (oracle2student)": 2.83760404586792,
      "cov-distil (oracle2teacher)": 3.1313910484313965,
      "epoch": 0.5612244897959183,
      "rel-constrast": 2.6215767860412598,
      "step": 715,
      "subrel-constrast": 3.898193597793579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919080972671509,
      "cov-distil (oracle2student)": 2.652615785598755,
      "cov-distil (oracle2teacher)": 2.9113035202026367,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.024888515472412,
      "step": 716,
      "subrel-constrast": 2.7350258827209473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.452683925628662,
      "cov-distil (oracle2student)": 3.890057325363159,
      "cov-distil (oracle2teacher)": 3.54856276512146,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.11319637298584,
      "step": 717,
      "subrel-constrast": 2.9065537452697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6682060956954956,
      "cov-distil (oracle2student)": 4.502749443054199,
      "cov-distil (oracle2teacher)": 4.1750593185424805,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.109374523162842,
      "step": 718,
      "subrel-constrast": 3.7314465045928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461202621459961,
      "cov-distil (oracle2student)": 4.797717094421387,
      "cov-distil (oracle2teacher)": 4.351416110992432,
      "epoch": 0.5643642072213501,
      "rel-constrast": 2.732322931289673,
      "step": 719,
      "subrel-constrast": 3.080990791320801,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 4.25,
      "learning_rate": 9.941674724373531e-05,
      "loss": 0.6343,
      "step": 720
    },
    {
      "cov-distil": 1.3775506019592285,
      "cov-distil (oracle2student)": 3.9208154678344727,
      "cov-distil (oracle2teacher)": 3.622586250305176,
      "epoch": 0.565149136577708,
      "rel-constrast": 2.5309243202209473,
      "step": 720,
      "subrel-constrast": 3.4007325172424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6491765975952148,
      "cov-distil (oracle2student)": 3.6285295486450195,
      "cov-distil (oracle2teacher)": 3.7350549697875977,
      "epoch": 0.5659340659340659,
      "rel-constrast": 2.5254106521606445,
      "step": 721,
      "subrel-constrast": 3.4550678730010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2066755294799805,
      "cov-distil (oracle2student)": 4.9826812744140625,
      "cov-distil (oracle2teacher)": 4.646780967712402,
      "epoch": 0.5667189952904239,
      "rel-constrast": 2.9485883712768555,
      "step": 722,
      "subrel-constrast": 3.6643409729003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022556781768799,
      "cov-distil (oracle2student)": 4.357587814331055,
      "cov-distil (oracle2teacher)": 4.462549209594727,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.6368680000305176,
      "step": 723,
      "subrel-constrast": 3.6427929401397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3857760429382324,
      "cov-distil (oracle2student)": 4.697751998901367,
      "cov-distil (oracle2teacher)": 4.174093246459961,
      "epoch": 0.5682888540031397,
      "rel-constrast": 1.409717082977295,
      "step": 724,
      "subrel-constrast": 2.0933749675750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3662948608398438,
      "cov-distil (oracle2student)": 5.760652542114258,
      "cov-distil (oracle2teacher)": 5.541896343231201,
      "epoch": 0.5690737833594977,
      "rel-constrast": 4.014163017272949,
      "step": 725,
      "subrel-constrast": 4.988486289978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055171489715576,
      "cov-distil (oracle2student)": 5.102067947387695,
      "cov-distil (oracle2teacher)": 4.850968360900879,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.194596290588379,
      "step": 726,
      "subrel-constrast": 2.9878320693969727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313060522079468,
      "cov-distil (oracle2student)": 5.026113510131836,
      "cov-distil (oracle2teacher)": 5.168074607849121,
      "epoch": 0.5706436420722135,
      "rel-constrast": 3.9443490505218506,
      "step": 727,
      "subrel-constrast": 4.331953525543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3632298707962036,
      "cov-distil (oracle2student)": 3.185199737548828,
      "cov-distil (oracle2teacher)": 3.3803868293762207,
      "epoch": 0.5714285714285714,
      "rel-constrast": 2.825591564178467,
      "step": 728,
      "subrel-constrast": 3.4937984943389893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594631314277649,
      "cov-distil (oracle2student)": 4.310708999633789,
      "cov-distil (oracle2teacher)": 4.080115795135498,
      "epoch": 0.5722135007849294,
      "rel-constrast": 2.9646224975585938,
      "step": 729,
      "subrel-constrast": 3.6300644874572754,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 4.78125,
      "learning_rate": 9.936238213151491e-05,
      "loss": 0.7379,
      "step": 730
    },
    {
      "cov-distil": 1.6485775709152222,
      "cov-distil (oracle2student)": 4.191906929016113,
      "cov-distil (oracle2teacher)": 3.869929790496826,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.040466070175171,
      "step": 730,
      "subrel-constrast": 3.3823132514953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.212617039680481,
      "cov-distil (oracle2student)": 3.5970935821533203,
      "cov-distil (oracle2teacher)": 3.958833694458008,
      "epoch": 0.5737833594976453,
      "rel-constrast": 2.4322407245635986,
      "step": 731,
      "subrel-constrast": 2.853665351867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0997443199157715,
      "cov-distil (oracle2student)": 4.119034290313721,
      "cov-distil (oracle2teacher)": 3.77140474319458,
      "epoch": 0.5745682888540031,
      "rel-constrast": 1.805221438407898,
      "step": 732,
      "subrel-constrast": 2.7713422775268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244091272354126,
      "cov-distil (oracle2student)": 4.085283279418945,
      "cov-distil (oracle2teacher)": 3.4021525382995605,
      "epoch": 0.5753532182103611,
      "rel-constrast": 1.9131513833999634,
      "step": 733,
      "subrel-constrast": 2.562028169631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3806394338607788,
      "cov-distil (oracle2student)": 4.039632797241211,
      "cov-distil (oracle2teacher)": 4.403690338134766,
      "epoch": 0.576138147566719,
      "rel-constrast": 2.968928575515747,
      "step": 734,
      "subrel-constrast": 3.645873785018921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2350902557373047,
      "cov-distil (oracle2student)": 4.720323085784912,
      "cov-distil (oracle2teacher)": 4.13458776473999,
      "epoch": 0.5769230769230769,
      "rel-constrast": 2.950982093811035,
      "step": 735,
      "subrel-constrast": 3.397047758102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4806098937988281,
      "cov-distil (oracle2student)": 5.30654239654541,
      "cov-distil (oracle2teacher)": 4.932878017425537,
      "epoch": 0.5777080062794349,
      "rel-constrast": 1.8076075315475464,
      "step": 736,
      "subrel-constrast": 2.585456132888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0793209075927734,
      "cov-distil (oracle2student)": 2.824924945831299,
      "cov-distil (oracle2teacher)": 3.1092453002929688,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.071730852127075,
      "step": 737,
      "subrel-constrast": 2.5958926677703857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7519118785858154,
      "cov-distil (oracle2student)": 3.8484740257263184,
      "cov-distil (oracle2teacher)": 3.7108254432678223,
      "epoch": 0.5792778649921507,
      "rel-constrast": 2.7992677688598633,
      "step": 738,
      "subrel-constrast": 3.4148831367492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903956890106201,
      "cov-distil (oracle2student)": 3.1682848930358887,
      "cov-distil (oracle2teacher)": 2.963791608810425,
      "epoch": 0.5800627943485086,
      "rel-constrast": 1.971470832824707,
      "step": 739,
      "subrel-constrast": 2.9837450981140137,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 4.0625,
      "learning_rate": 9.930561116642935e-05,
      "loss": 0.6298,
      "step": 740
    },
    {
      "cov-distil": 1.6944533586502075,
      "cov-distil (oracle2student)": 4.717728137969971,
      "cov-distil (oracle2teacher)": 4.636056423187256,
      "epoch": 0.5808477237048666,
      "rel-constrast": 2.6468911170959473,
      "step": 740,
      "subrel-constrast": 3.693573474884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.551374077796936,
      "cov-distil (oracle2student)": 5.393620014190674,
      "cov-distil (oracle2teacher)": 4.9579668045043945,
      "epoch": 0.5816326530612245,
      "rel-constrast": 2.716866970062256,
      "step": 741,
      "subrel-constrast": 3.3019938468933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7785598039627075,
      "cov-distil (oracle2student)": 4.846284866333008,
      "cov-distil (oracle2teacher)": 4.185946464538574,
      "epoch": 0.5824175824175825,
      "rel-constrast": 2.548227071762085,
      "step": 742,
      "subrel-constrast": 3.4062962532043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8604893684387207,
      "cov-distil (oracle2student)": 2.2271862030029297,
      "cov-distil (oracle2teacher)": 2.7351789474487305,
      "epoch": 0.5832025117739403,
      "rel-constrast": 2.5266237258911133,
      "step": 743,
      "subrel-constrast": 3.573176860809326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2230693101882935,
      "cov-distil (oracle2student)": 6.475716590881348,
      "cov-distil (oracle2teacher)": 5.366118907928467,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.3860559463500977,
      "step": 744,
      "subrel-constrast": 3.8031556606292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140300273895264,
      "cov-distil (oracle2student)": 4.36263370513916,
      "cov-distil (oracle2teacher)": 4.320107936859131,
      "epoch": 0.5847723704866562,
      "rel-constrast": 2.804933547973633,
      "step": 745,
      "subrel-constrast": 3.7986762523651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3815910816192627,
      "cov-distil (oracle2student)": 4.374643325805664,
      "cov-distil (oracle2teacher)": 4.435834884643555,
      "epoch": 0.5855572998430141,
      "rel-constrast": 3.6224722862243652,
      "step": 746,
      "subrel-constrast": 4.16565465927124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4469648599624634,
      "cov-distil (oracle2student)": 5.737392425537109,
      "cov-distil (oracle2teacher)": 5.591649055480957,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.4462575912475586,
      "step": 747,
      "subrel-constrast": 4.246304035186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2352283000946045,
      "cov-distil (oracle2student)": 4.269351959228516,
      "cov-distil (oracle2teacher)": 3.8794498443603516,
      "epoch": 0.5871271585557299,
      "rel-constrast": 2.969682216644287,
      "step": 748,
      "subrel-constrast": 4.282553672790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.588336706161499,
      "cov-distil (oracle2student)": 6.872044086456299,
      "cov-distil (oracle2teacher)": 5.941703796386719,
      "epoch": 0.5879120879120879,
      "rel-constrast": 3.0537757873535156,
      "step": 749,
      "subrel-constrast": 3.886293649673462,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 5.875,
      "learning_rate": 9.924643711541539e-05,
      "loss": 0.7842,
      "step": 750
    },
    {
      "cov-distil": 1.9223014116287231,
      "cov-distil (oracle2student)": 5.282973289489746,
      "cov-distil (oracle2teacher)": 5.183008670806885,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.3012237548828125,
      "step": 750,
      "subrel-constrast": 3.484858751296997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7037850618362427,
      "cov-distil (oracle2student)": 5.631537437438965,
      "cov-distil (oracle2teacher)": 5.296452522277832,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.6432695388793945,
      "step": 751,
      "subrel-constrast": 5.086883544921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.007809042930603,
      "cov-distil (oracle2student)": 6.1518964767456055,
      "cov-distil (oracle2teacher)": 6.086224555969238,
      "epoch": 0.5902668759811617,
      "rel-constrast": 2.6197314262390137,
      "step": 752,
      "subrel-constrast": 3.4518465995788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2960243225097656,
      "cov-distil (oracle2student)": 4.131731986999512,
      "cov-distil (oracle2teacher)": 4.411002159118652,
      "epoch": 0.5910518053375197,
      "rel-constrast": 2.9321017265319824,
      "step": 753,
      "subrel-constrast": 3.209019184112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6666353940963745,
      "cov-distil (oracle2student)": 4.595471382141113,
      "cov-distil (oracle2teacher)": 4.7614617347717285,
      "epoch": 0.5918367346938775,
      "rel-constrast": 2.6683599948883057,
      "step": 754,
      "subrel-constrast": 3.7487897872924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3954095840454102,
      "cov-distil (oracle2student)": 3.9951226711273193,
      "cov-distil (oracle2teacher)": 4.287659645080566,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.194471836090088,
      "step": 755,
      "subrel-constrast": 3.6416726112365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919454097747803,
      "cov-distil (oracle2student)": 4.940797805786133,
      "cov-distil (oracle2teacher)": 4.609397888183594,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.2743895053863525,
      "step": 756,
      "subrel-constrast": 3.3189537525177,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307892918586731,
      "cov-distil (oracle2student)": 4.07364559173584,
      "cov-distil (oracle2teacher)": 3.4479897022247314,
      "epoch": 0.5941915227629513,
      "rel-constrast": 3.8018627166748047,
      "step": 757,
      "subrel-constrast": 3.6141955852508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.036787509918213,
      "cov-distil (oracle2student)": 3.923306941986084,
      "cov-distil (oracle2teacher)": 3.9770474433898926,
      "epoch": 0.5949764521193093,
      "rel-constrast": 3.2849631309509277,
      "step": 758,
      "subrel-constrast": 3.8184170722961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1557457447052,
      "cov-distil (oracle2student)": 3.5048556327819824,
      "cov-distil (oracle2teacher)": 3.909580707550049,
      "epoch": 0.5957613814756672,
      "rel-constrast": 2.5933339595794678,
      "step": 759,
      "subrel-constrast": 3.8129634857177734,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 4.25,
      "learning_rate": 9.918486286253279e-05,
      "loss": 0.8231,
      "step": 760
    },
    {
      "cov-distil": 1.3414530754089355,
      "cov-distil (oracle2student)": 3.1096808910369873,
      "cov-distil (oracle2teacher)": 3.281905174255371,
      "epoch": 0.5965463108320251,
      "rel-constrast": 3.111945390701294,
      "step": 760,
      "subrel-constrast": 3.512913703918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001896858215332,
      "cov-distil (oracle2student)": 5.69229793548584,
      "cov-distil (oracle2teacher)": 4.952828884124756,
      "epoch": 0.597331240188383,
      "rel-constrast": 2.805422782897949,
      "step": 761,
      "subrel-constrast": 3.4502382278442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0647132396697998,
      "cov-distil (oracle2student)": 2.7094099521636963,
      "cov-distil (oracle2teacher)": 2.901538372039795,
      "epoch": 0.598116169544741,
      "rel-constrast": 2.508882522583008,
      "step": 762,
      "subrel-constrast": 3.240093946456909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.460381031036377,
      "cov-distil (oracle2student)": 3.4607434272766113,
      "cov-distil (oracle2teacher)": 3.1429190635681152,
      "epoch": 0.5989010989010989,
      "rel-constrast": 2.4092774391174316,
      "step": 763,
      "subrel-constrast": 3.17071270942688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2989745140075684,
      "cov-distil (oracle2student)": 5.600887298583984,
      "cov-distil (oracle2teacher)": 5.241623878479004,
      "epoch": 0.5996860282574569,
      "rel-constrast": 2.665778160095215,
      "step": 764,
      "subrel-constrast": 3.620102882385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285677433013916,
      "cov-distil (oracle2student)": 4.525888442993164,
      "cov-distil (oracle2teacher)": 4.178246974945068,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.610318183898926,
      "step": 765,
      "subrel-constrast": 3.2312419414520264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110185384750366,
      "cov-distil (oracle2student)": 5.321989059448242,
      "cov-distil (oracle2teacher)": 4.812591075897217,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.3226137161254883,
      "step": 766,
      "subrel-constrast": 4.483676433563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4554235935211182,
      "cov-distil (oracle2student)": 4.494707107543945,
      "cov-distil (oracle2teacher)": 4.768360614776611,
      "epoch": 0.6020408163265306,
      "rel-constrast": 2.6851348876953125,
      "step": 767,
      "subrel-constrast": 3.614354372024536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6473791599273682,
      "cov-distil (oracle2student)": 4.116063117980957,
      "cov-distil (oracle2teacher)": 3.8386316299438477,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.103732109069824,
      "step": 768,
      "subrel-constrast": 3.5614583492279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6530150175094604,
      "cov-distil (oracle2student)": 4.366119384765625,
      "cov-distil (oracle2teacher)": 4.441441535949707,
      "epoch": 0.6036106750392465,
      "rel-constrast": 2.9374561309814453,
      "step": 769,
      "subrel-constrast": 3.793393850326538,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 4.4375,
      "learning_rate": 9.912089140882376e-05,
      "loss": 0.7448,
      "step": 770
    },
    {
      "cov-distil": 1.542353630065918,
      "cov-distil (oracle2student)": 3.459707021713257,
      "cov-distil (oracle2teacher)": 3.3230745792388916,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.044468879699707,
      "step": 770,
      "subrel-constrast": 3.212669610977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3957772254943848,
      "cov-distil (oracle2student)": 4.929129600524902,
      "cov-distil (oracle2teacher)": 4.862569808959961,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.2097721099853516,
      "step": 771,
      "subrel-constrast": 2.959266424179077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4395654201507568,
      "cov-distil (oracle2student)": 4.510257720947266,
      "cov-distil (oracle2teacher)": 4.490582466125488,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.1476082801818848,
      "step": 772,
      "subrel-constrast": 3.790222644805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6010903120040894,
      "cov-distil (oracle2student)": 3.542111873626709,
      "cov-distil (oracle2teacher)": 3.8687055110931396,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.521134376525879,
      "step": 773,
      "subrel-constrast": 3.176870584487915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6260313987731934,
      "cov-distil (oracle2student)": 4.871740341186523,
      "cov-distil (oracle2teacher)": 4.679498195648193,
      "epoch": 0.6075353218210361,
      "rel-constrast": 2.4205098152160645,
      "step": 774,
      "subrel-constrast": 3.603609323501587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.454667329788208,
      "cov-distil (oracle2student)": 3.5194525718688965,
      "cov-distil (oracle2teacher)": 3.5520565509796143,
      "epoch": 0.6083202511773941,
      "rel-constrast": 4.609344959259033,
      "step": 775,
      "subrel-constrast": 4.815328121185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0375580787658691,
      "cov-distil (oracle2student)": 4.723128318786621,
      "cov-distil (oracle2teacher)": 4.128521919250488,
      "epoch": 0.609105180533752,
      "rel-constrast": 2.865474224090576,
      "step": 776,
      "subrel-constrast": 3.477750301361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4386720657348633,
      "cov-distil (oracle2student)": 4.118827819824219,
      "cov-distil (oracle2teacher)": 4.2397966384887695,
      "epoch": 0.6098901098901099,
      "rel-constrast": 2.6606051921844482,
      "step": 777,
      "subrel-constrast": 3.482161045074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3661922216415405,
      "cov-distil (oracle2student)": 2.6173739433288574,
      "cov-distil (oracle2teacher)": 3.202317476272583,
      "epoch": 0.6106750392464678,
      "rel-constrast": 1.8556054830551147,
      "step": 778,
      "subrel-constrast": 2.7579896450042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3595590591430664,
      "cov-distil (oracle2student)": 3.868940830230713,
      "cov-distil (oracle2teacher)": 4.056550979614258,
      "epoch": 0.6114599686028257,
      "rel-constrast": 2.6243135929107666,
      "step": 779,
      "subrel-constrast": 3.9044389724731445,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 5.3125,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.7346,
      "step": 780
    },
    {
      "cov-distil": 1.4987356662750244,
      "cov-distil (oracle2student)": 3.7157766819000244,
      "cov-distil (oracle2teacher)": 3.833364486694336,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.42910099029541,
      "step": 780,
      "subrel-constrast": 3.1256821155548096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4821487665176392,
      "cov-distil (oracle2student)": 6.00930118560791,
      "cov-distil (oracle2teacher)": 5.992935657501221,
      "epoch": 0.6130298273155416,
      "rel-constrast": 2.372361183166504,
      "step": 781,
      "subrel-constrast": 3.4051554203033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5110254287719727,
      "cov-distil (oracle2student)": 4.419549465179443,
      "cov-distil (oracle2teacher)": 4.162345886230469,
      "epoch": 0.6138147566718996,
      "rel-constrast": 2.918416976928711,
      "step": 782,
      "subrel-constrast": 3.6118545532226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.15826153755188,
      "cov-distil (oracle2student)": 3.5698766708374023,
      "cov-distil (oracle2teacher)": 3.595555305480957,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.2798526287078857,
      "step": 783,
      "subrel-constrast": 4.319746494293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662979006767273,
      "cov-distil (oracle2student)": 3.5024890899658203,
      "cov-distil (oracle2teacher)": 3.7156996726989746,
      "epoch": 0.6153846153846154,
      "rel-constrast": 3.8563895225524902,
      "step": 784,
      "subrel-constrast": 4.385089874267578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4180511236190796,
      "cov-distil (oracle2student)": 2.7301621437072754,
      "cov-distil (oracle2teacher)": 2.6462419033050537,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.1866776943206787,
      "step": 785,
      "subrel-constrast": 2.849574089050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1362864971160889,
      "cov-distil (oracle2student)": 3.9216434955596924,
      "cov-distil (oracle2teacher)": 3.8891186714172363,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.2697675228118896,
      "step": 786,
      "subrel-constrast": 3.771019458770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9554781913757324,
      "cov-distil (oracle2student)": 7.3242292404174805,
      "cov-distil (oracle2teacher)": 5.98380184173584,
      "epoch": 0.6177394034536892,
      "rel-constrast": 3.265012741088867,
      "step": 787,
      "subrel-constrast": 4.004302978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418177843093872,
      "cov-distil (oracle2student)": 4.630147457122803,
      "cov-distil (oracle2teacher)": 4.567622184753418,
      "epoch": 0.6185243328100472,
      "rel-constrast": 2.916835069656372,
      "step": 788,
      "subrel-constrast": 3.5639851093292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834952473640442,
      "cov-distil (oracle2student)": 4.419960975646973,
      "cov-distil (oracle2teacher)": 3.597294330596924,
      "epoch": 0.619309262166405,
      "rel-constrast": 3.6211190223693848,
      "step": 789,
      "subrel-constrast": 3.867347240447998,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 6.21875,
      "learning_rate": 9.898576948712426e-05,
      "loss": 0.7931,
      "step": 790
    },
    {
      "cov-distil": 1.5017201900482178,
      "cov-distil (oracle2student)": 5.731951713562012,
      "cov-distil (oracle2teacher)": 5.083329200744629,
      "epoch": 0.6200941915227629,
      "rel-constrast": 3.533722162246704,
      "step": 790,
      "subrel-constrast": 4.087466716766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.23575758934021,
      "cov-distil (oracle2student)": 2.9366867542266846,
      "cov-distil (oracle2teacher)": 3.364473581314087,
      "epoch": 0.6208791208791209,
      "rel-constrast": 2.6948790550231934,
      "step": 791,
      "subrel-constrast": 3.5940558910369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5665233135223389,
      "cov-distil (oracle2student)": 4.229638576507568,
      "cov-distil (oracle2teacher)": 3.9924468994140625,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.27871036529541,
      "step": 792,
      "subrel-constrast": 2.6802377700805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7252917289733887,
      "cov-distil (oracle2student)": 4.218842506408691,
      "cov-distil (oracle2teacher)": 3.9498140811920166,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.2106575965881348,
      "step": 793,
      "subrel-constrast": 3.1604504585266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5243990421295166,
      "cov-distil (oracle2student)": 4.1701436042785645,
      "cov-distil (oracle2teacher)": 4.023083686828613,
      "epoch": 0.6232339089481946,
      "rel-constrast": 2.7713799476623535,
      "step": 794,
      "subrel-constrast": 3.252312421798706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0973950624465942,
      "cov-distil (oracle2student)": 2.7702860832214355,
      "cov-distil (oracle2teacher)": 2.772754192352295,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.142995595932007,
      "step": 795,
      "subrel-constrast": 2.4253480434417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5447654724121094,
      "cov-distil (oracle2student)": 4.44835090637207,
      "cov-distil (oracle2teacher)": 4.186827659606934,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.1412739753723145,
      "step": 796,
      "subrel-constrast": 3.847597599029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5887013673782349,
      "cov-distil (oracle2student)": 3.9318113327026367,
      "cov-distil (oracle2teacher)": 3.9172005653381348,
      "epoch": 0.6255886970172685,
      "rel-constrast": 1.899495244026184,
      "step": 797,
      "subrel-constrast": 2.888746500015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676682710647583,
      "cov-distil (oracle2student)": 4.261659622192383,
      "cov-distil (oracle2teacher)": 3.8655664920806885,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.138000726699829,
      "step": 798,
      "subrel-constrast": 3.911039113998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4409937858581543,
      "cov-distil (oracle2student)": 4.838174343109131,
      "cov-distil (oracle2teacher)": 4.5873637199401855,
      "epoch": 0.6271585557299842,
      "rel-constrast": 3.9466652870178223,
      "step": 799,
      "subrel-constrast": 4.269659996032715,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 5.5625,
      "learning_rate": 9.891462560478562e-05,
      "loss": 0.7304,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.3187499940395355,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.057861328125
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.03387451171875
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.02398681640625,
      "step": 800
    },
    {
      "cov-distil": 1.713832139968872,
      "cov-distil (oracle2student)": 3.9871015548706055,
      "cov-distil (oracle2teacher)": 3.7934646606445312,
      "epoch": 0.6279434850863422,
      "rel-constrast": 1.6451151371002197,
      "step": 800,
      "subrel-constrast": 2.951237678527832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2303855419158936,
      "cov-distil (oracle2student)": 4.837799072265625,
      "cov-distil (oracle2teacher)": 4.274792671203613,
      "epoch": 0.6287284144427001,
      "rel-constrast": 3.8521361351013184,
      "step": 801,
      "subrel-constrast": 4.648285865783691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7198810577392578,
      "cov-distil (oracle2student)": 2.988628387451172,
      "cov-distil (oracle2teacher)": 3.559980869293213,
      "epoch": 0.6295133437990581,
      "rel-constrast": 2.3368401527404785,
      "step": 802,
      "subrel-constrast": 3.2713451385498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308194398880005,
      "cov-distil (oracle2student)": 6.241652488708496,
      "cov-distil (oracle2teacher)": 5.5864667892456055,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.0105388164520264,
      "step": 803,
      "subrel-constrast": 3.202972412109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7014870643615723,
      "cov-distil (oracle2student)": 3.588146209716797,
      "cov-distil (oracle2teacher)": 3.2581756114959717,
      "epoch": 0.631083202511774,
      "rel-constrast": 1.9677070379257202,
      "step": 804,
      "subrel-constrast": 3.043543815612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.969831645488739,
      "cov-distil (oracle2student)": 4.037076950073242,
      "cov-distil (oracle2teacher)": 4.298563003540039,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.4121952056884766,
      "step": 805,
      "subrel-constrast": 3.7727131843566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3658452033996582,
      "cov-distil (oracle2student)": 4.658673286437988,
      "cov-distil (oracle2teacher)": 4.708155632019043,
      "epoch": 0.6326530612244898,
      "rel-constrast": 2.510589122772217,
      "step": 806,
      "subrel-constrast": 3.1394870281219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775761365890503,
      "cov-distil (oracle2student)": 4.680424690246582,
      "cov-distil (oracle2teacher)": 4.517380714416504,
      "epoch": 0.6334379905808477,
      "rel-constrast": 2.9338157176971436,
      "step": 807,
      "subrel-constrast": 4.0044474601745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783122181892395,
      "cov-distil (oracle2student)": 4.343849182128906,
      "cov-distil (oracle2teacher)": 4.14031457901001,
      "epoch": 0.6342229199372057,
      "rel-constrast": 1.8962583541870117,
      "step": 808,
      "subrel-constrast": 3.173478841781616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8830161094665527,
      "cov-distil (oracle2student)": 4.224252700805664,
      "cov-distil (oracle2teacher)": 4.20334529876709,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.2941737174987793,
      "step": 809,
      "subrel-constrast": 2.8484137058258057,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 4.34375,
      "learning_rate": 9.884109769260325e-05,
      "loss": 0.6884,
      "step": 810
    },
    {
      "cov-distil": 1.7505539655685425,
      "cov-distil (oracle2student)": 5.0406951904296875,
      "cov-distil (oracle2teacher)": 4.540581703186035,
      "epoch": 0.6357927786499215,
      "rel-constrast": 2.0256400108337402,
      "step": 810,
      "subrel-constrast": 3.3658552169799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9300628900527954,
      "cov-distil (oracle2student)": 3.8782668113708496,
      "cov-distil (oracle2teacher)": 4.024173736572266,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.1631996631622314,
      "step": 811,
      "subrel-constrast": 3.5450260639190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4964544773101807,
      "cov-distil (oracle2student)": 3.4880166053771973,
      "cov-distil (oracle2teacher)": 3.546294689178467,
      "epoch": 0.6373626373626373,
      "rel-constrast": 2.4833803176879883,
      "step": 812,
      "subrel-constrast": 3.1161818504333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680060386657715,
      "cov-distil (oracle2student)": 4.93651008605957,
      "cov-distil (oracle2teacher)": 4.7135162353515625,
      "epoch": 0.6381475667189953,
      "rel-constrast": 2.835784673690796,
      "step": 813,
      "subrel-constrast": 3.1947073936462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978450059890747,
      "cov-distil (oracle2student)": 4.146483898162842,
      "cov-distil (oracle2teacher)": 3.9874749183654785,
      "epoch": 0.6389324960753532,
      "rel-constrast": 3.2996461391448975,
      "step": 814,
      "subrel-constrast": 4.412311553955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3768503665924072,
      "cov-distil (oracle2student)": 2.8563072681427,
      "cov-distil (oracle2teacher)": 3.0826988220214844,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.2783799171447754,
      "step": 815,
      "subrel-constrast": 3.183297872543335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591726303100586,
      "cov-distil (oracle2student)": 3.4464831352233887,
      "cov-distil (oracle2teacher)": 4.059414863586426,
      "epoch": 0.640502354788069,
      "rel-constrast": 2.736586093902588,
      "step": 816,
      "subrel-constrast": 3.382416248321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4371912479400635,
      "cov-distil (oracle2student)": 5.064401626586914,
      "cov-distil (oracle2teacher)": 4.50703763961792,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.3258211612701416,
      "step": 817,
      "subrel-constrast": 3.852466106414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9158759117126465,
      "cov-distil (oracle2student)": 4.080444812774658,
      "cov-distil (oracle2teacher)": 3.949254035949707,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.4167215824127197,
      "step": 818,
      "subrel-constrast": 3.4369170665740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6685255765914917,
      "cov-distil (oracle2student)": 4.17201042175293,
      "cov-distil (oracle2teacher)": 3.8066253662109375,
      "epoch": 0.6428571428571429,
      "rel-constrast": 2.396115779876709,
      "step": 819,
      "subrel-constrast": 3.1240952014923096,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 4.125,
      "learning_rate": 9.876518933422386e-05,
      "loss": 0.6908,
      "step": 820
    },
    {
      "cov-distil": 1.2651169300079346,
      "cov-distil (oracle2student)": 3.619236707687378,
      "cov-distil (oracle2teacher)": 3.5285849571228027,
      "epoch": 0.6436420722135008,
      "rel-constrast": 2.8112943172454834,
      "step": 820,
      "subrel-constrast": 3.336489677429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042360782623291,
      "cov-distil (oracle2student)": 4.618283271789551,
      "cov-distil (oracle2teacher)": 4.554393768310547,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.010857105255127,
      "step": 821,
      "subrel-constrast": 3.114055633544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37400221824646,
      "cov-distil (oracle2student)": 4.8871026039123535,
      "cov-distil (oracle2teacher)": 4.238458633422852,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.0229244232177734,
      "step": 822,
      "subrel-constrast": 3.50494647026062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6977295875549316,
      "cov-distil (oracle2student)": 4.029040813446045,
      "cov-distil (oracle2teacher)": 4.391790390014648,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.020493507385254,
      "step": 823,
      "subrel-constrast": 4.145211219787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2081284523010254,
      "cov-distil (oracle2student)": 4.33034610748291,
      "cov-distil (oracle2teacher)": 3.643559217453003,
      "epoch": 0.6467817896389325,
      "rel-constrast": 2.882011890411377,
      "step": 824,
      "subrel-constrast": 3.701411724090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743307113647461,
      "cov-distil (oracle2student)": 3.9029808044433594,
      "cov-distil (oracle2teacher)": 3.788592576980591,
      "epoch": 0.6475667189952904,
      "rel-constrast": 3.6036009788513184,
      "step": 825,
      "subrel-constrast": 4.309937477111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8245210647583008,
      "cov-distil (oracle2student)": 4.799679756164551,
      "cov-distil (oracle2teacher)": 5.02194356918335,
      "epoch": 0.6483516483516484,
      "rel-constrast": 2.620025396347046,
      "step": 826,
      "subrel-constrast": 3.9737675189971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8678866624832153,
      "cov-distil (oracle2student)": 4.633173942565918,
      "cov-distil (oracle2teacher)": 4.263980865478516,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.1919405460357666,
      "step": 827,
      "subrel-constrast": 3.611349582672119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2984061241149902,
      "cov-distil (oracle2student)": 2.7544806003570557,
      "cov-distil (oracle2teacher)": 2.9491305351257324,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.0505380630493164,
      "step": 828,
      "subrel-constrast": 2.993997097015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5009740591049194,
      "cov-distil (oracle2student)": 5.395658493041992,
      "cov-distil (oracle2teacher)": 5.068297863006592,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.0326716899871826,
      "step": 829,
      "subrel-constrast": 4.0453619956970215,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 4.625,
      "learning_rate": 9.868690422931372e-05,
      "loss": 0.7732,
      "step": 830
    },
    {
      "cov-distil": 1.6522243022918701,
      "cov-distil (oracle2student)": 3.7360944747924805,
      "cov-distil (oracle2teacher)": 3.6335701942443848,
      "epoch": 0.6514913657770801,
      "rel-constrast": 3.423149824142456,
      "step": 830,
      "subrel-constrast": 4.136610507965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7236876487731934,
      "cov-distil (oracle2student)": 2.963115930557251,
      "cov-distil (oracle2teacher)": 3.645367383956909,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.55918550491333,
      "step": 831,
      "subrel-constrast": 3.6275906562805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5114548206329346,
      "cov-distil (oracle2student)": 4.930320739746094,
      "cov-distil (oracle2teacher)": 4.5993876457214355,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.199190616607666,
      "step": 832,
      "subrel-constrast": 4.274593353271484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3684941530227661,
      "cov-distil (oracle2student)": 2.5817737579345703,
      "cov-distil (oracle2teacher)": 2.8705573081970215,
      "epoch": 0.6538461538461539,
      "rel-constrast": 1.7096863985061646,
      "step": 833,
      "subrel-constrast": 3.018994092941284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5697592496871948,
      "cov-distil (oracle2student)": 3.624447822570801,
      "cov-distil (oracle2teacher)": 3.4426350593566895,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.6270217895507812,
      "step": 834,
      "subrel-constrast": 3.8972342014312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4077365398406982,
      "cov-distil (oracle2student)": 6.124544143676758,
      "cov-distil (oracle2teacher)": 5.508701801300049,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.405546188354492,
      "step": 835,
      "subrel-constrast": 2.9773452281951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4030425548553467,
      "cov-distil (oracle2student)": 4.919620037078857,
      "cov-distil (oracle2teacher)": 4.631455898284912,
      "epoch": 0.6562009419152276,
      "rel-constrast": 3.4495530128479004,
      "step": 836,
      "subrel-constrast": 4.0600972175598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882954359054565,
      "cov-distil (oracle2student)": 3.858405590057373,
      "cov-distil (oracle2teacher)": 3.6809961795806885,
      "epoch": 0.6569858712715856,
      "rel-constrast": 3.3110108375549316,
      "step": 837,
      "subrel-constrast": 4.380541801452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1527748107910156,
      "cov-distil (oracle2student)": 3.966207265853882,
      "cov-distil (oracle2teacher)": 3.7389070987701416,
      "epoch": 0.6577708006279435,
      "rel-constrast": 2.3134922981262207,
      "step": 838,
      "subrel-constrast": 2.978025197982788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1251851320266724,
      "cov-distil (oracle2student)": 4.157655715942383,
      "cov-distil (oracle2teacher)": 3.7684881687164307,
      "epoch": 0.6585557299843015,
      "rel-constrast": 3.6957597732543945,
      "step": 839,
      "subrel-constrast": 4.255192279815674,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 5.4375,
      "learning_rate": 9.860624619337844e-05,
      "loss": 0.7796,
      "step": 840
    },
    {
      "cov-distil": 1.3773359060287476,
      "cov-distil (oracle2student)": 4.977662086486816,
      "cov-distil (oracle2teacher)": 4.734762191772461,
      "epoch": 0.6593406593406593,
      "rel-constrast": 2.6085152626037598,
      "step": 840,
      "subrel-constrast": 3.556532382965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0228271484375,
      "cov-distil (oracle2student)": 4.465517997741699,
      "cov-distil (oracle2teacher)": 4.401031494140625,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.233855962753296,
      "step": 841,
      "subrel-constrast": 3.0730886459350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9614696502685547,
      "cov-distil (oracle2student)": 5.069090366363525,
      "cov-distil (oracle2teacher)": 5.036818981170654,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.8546462059020996,
      "step": 842,
      "subrel-constrast": 3.910444974899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3964699506759644,
      "cov-distil (oracle2student)": 3.2192609310150146,
      "cov-distil (oracle2teacher)": 3.1204471588134766,
      "epoch": 0.6616954474097331,
      "rel-constrast": 2.7054765224456787,
      "step": 843,
      "subrel-constrast": 3.275341033935547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429866075515747,
      "cov-distil (oracle2student)": 3.780515670776367,
      "cov-distil (oracle2teacher)": 4.043821334838867,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.537369966506958,
      "step": 844,
      "subrel-constrast": 3.2211432456970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085721969604492,
      "cov-distil (oracle2student)": 3.5135419368743896,
      "cov-distil (oracle2teacher)": 3.754180669784546,
      "epoch": 0.6632653061224489,
      "rel-constrast": 2.7837536334991455,
      "step": 845,
      "subrel-constrast": 3.9119796752929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617039680480957,
      "cov-distil (oracle2student)": 5.687956809997559,
      "cov-distil (oracle2teacher)": 4.971443176269531,
      "epoch": 0.6640502354788069,
      "rel-constrast": 2.715597152709961,
      "step": 846,
      "subrel-constrast": 3.7080137729644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1557151079177856,
      "cov-distil (oracle2student)": 4.253976821899414,
      "cov-distil (oracle2teacher)": 3.791707992553711,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.2657198905944824,
      "step": 847,
      "subrel-constrast": 3.6450369358062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3973194360733032,
      "cov-distil (oracle2student)": 3.8970255851745605,
      "cov-distil (oracle2teacher)": 3.8290321826934814,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.006669044494629,
      "step": 848,
      "subrel-constrast": 2.9338409900665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6499016284942627,
      "cov-distil (oracle2student)": 3.9212117195129395,
      "cov-distil (oracle2teacher)": 3.4720864295959473,
      "epoch": 0.6664050235478807,
      "rel-constrast": 2.7128946781158447,
      "step": 849,
      "subrel-constrast": 3.3400442600250244,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 4.46875,
      "learning_rate": 9.852321915757687e-05,
      "loss": 0.7008,
      "step": 850
    },
    {
      "cov-distil": 1.5743794441223145,
      "cov-distil (oracle2student)": 3.872488498687744,
      "cov-distil (oracle2teacher)": 3.8022804260253906,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.387352228164673,
      "step": 850,
      "subrel-constrast": 2.8770201206207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067301511764526,
      "cov-distil (oracle2student)": 2.7585504055023193,
      "cov-distil (oracle2teacher)": 3.286536931991577,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.2507805824279785,
      "step": 851,
      "subrel-constrast": 4.228006362915039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617363691329956,
      "cov-distil (oracle2student)": 4.017282485961914,
      "cov-distil (oracle2teacher)": 3.5996601581573486,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.4624693393707275,
      "step": 852,
      "subrel-constrast": 2.903449296951294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9194035530090332,
      "cov-distil (oracle2student)": 6.123144149780273,
      "cov-distil (oracle2teacher)": 5.5717878341674805,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.0406408309936523,
      "step": 853,
      "subrel-constrast": 2.8110532760620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3546243906021118,
      "cov-distil (oracle2student)": 5.497538089752197,
      "cov-distil (oracle2teacher)": 5.438970565795898,
      "epoch": 0.6703296703296703,
      "rel-constrast": 2.725825786590576,
      "step": 854,
      "subrel-constrast": 3.3012397289276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3338675498962402,
      "cov-distil (oracle2student)": 5.073054790496826,
      "cov-distil (oracle2teacher)": 4.4808502197265625,
      "epoch": 0.6711145996860283,
      "rel-constrast": 2.927199363708496,
      "step": 855,
      "subrel-constrast": 3.961956024169922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8054214715957642,
      "cov-distil (oracle2student)": 4.713892459869385,
      "cov-distil (oracle2teacher)": 4.159296989440918,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.500215768814087,
      "step": 856,
      "subrel-constrast": 3.5857181549072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6875394582748413,
      "cov-distil (oracle2student)": 4.9815239906311035,
      "cov-distil (oracle2teacher)": 4.3289690017700195,
      "epoch": 0.6726844583987441,
      "rel-constrast": 3.847689151763916,
      "step": 857,
      "subrel-constrast": 4.006531715393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875144958496094,
      "cov-distil (oracle2student)": 4.409600257873535,
      "cov-distil (oracle2teacher)": 4.122129440307617,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.1105294227600098,
      "step": 858,
      "subrel-constrast": 3.184894323348999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4058992862701416,
      "cov-distil (oracle2student)": 4.616070747375488,
      "cov-distil (oracle2teacher)": 4.390073776245117,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.0868072509765625,
      "step": 859,
      "subrel-constrast": 3.7244226932525635,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 4.875,
      "learning_rate": 9.843782716852963e-05,
      "loss": 0.7747,
      "step": 860
    },
    {
      "cov-distil": 1.851771593093872,
      "cov-distil (oracle2student)": 5.084843635559082,
      "cov-distil (oracle2teacher)": 4.594241142272949,
      "epoch": 0.6750392464678179,
      "rel-constrast": 2.33636474609375,
      "step": 860,
      "subrel-constrast": 3.4785547256469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.652963638305664,
      "cov-distil (oracle2student)": 3.47442364692688,
      "cov-distil (oracle2teacher)": 3.326904296875,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.131366014480591,
      "step": 861,
      "subrel-constrast": 3.3263285160064697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7616956233978271,
      "cov-distil (oracle2student)": 6.03830623626709,
      "cov-distil (oracle2teacher)": 5.417369842529297,
      "epoch": 0.6766091051805337,
      "rel-constrast": 2.8509044647216797,
      "step": 862,
      "subrel-constrast": 3.5786187648773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547126293182373,
      "cov-distil (oracle2student)": 5.1765217781066895,
      "cov-distil (oracle2teacher)": 4.802764415740967,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.475334644317627,
      "step": 863,
      "subrel-constrast": 3.923924446105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1070289611816406,
      "cov-distil (oracle2student)": 5.7949371337890625,
      "cov-distil (oracle2teacher)": 5.142890930175781,
      "epoch": 0.6781789638932496,
      "rel-constrast": 2.5545923709869385,
      "step": 864,
      "subrel-constrast": 3.308126449584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717083215713501,
      "cov-distil (oracle2student)": 5.548701286315918,
      "cov-distil (oracle2teacher)": 4.889012336730957,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.295990228652954,
      "step": 865,
      "subrel-constrast": 3.3620424270629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4963343143463135,
      "cov-distil (oracle2student)": 5.0345306396484375,
      "cov-distil (oracle2teacher)": 4.548303604125977,
      "epoch": 0.6797488226059655,
      "rel-constrast": 2.758533000946045,
      "step": 866,
      "subrel-constrast": 3.391850471496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677943468093872,
      "cov-distil (oracle2student)": 4.774170875549316,
      "cov-distil (oracle2teacher)": 4.795017242431641,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.649092435836792,
      "step": 867,
      "subrel-constrast": 4.769574165344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3814520835876465,
      "cov-distil (oracle2student)": 3.9278793334960938,
      "cov-distil (oracle2teacher)": 3.7032692432403564,
      "epoch": 0.6813186813186813,
      "rel-constrast": 1.8961105346679688,
      "step": 868,
      "subrel-constrast": 2.5668647289276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2316912412643433,
      "cov-distil (oracle2student)": 3.1817407608032227,
      "cov-distil (oracle2teacher)": 3.2505388259887695,
      "epoch": 0.6821036106750392,
      "rel-constrast": 2.3884944915771484,
      "step": 869,
      "subrel-constrast": 3.0188183784484863,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 4.25,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.697,
      "step": 870
    },
    {
      "cov-distil": 1.2967640161514282,
      "cov-distil (oracle2student)": 5.249883651733398,
      "cov-distil (oracle2teacher)": 4.95635461807251,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.134326219558716,
      "step": 870,
      "subrel-constrast": 3.3176145553588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.227757215499878,
      "cov-distil (oracle2student)": 3.852354049682617,
      "cov-distil (oracle2teacher)": 3.919466018676758,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.0499095916748047,
      "step": 871,
      "subrel-constrast": 3.837977886199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9777504205703735,
      "cov-distil (oracle2student)": 4.964548110961914,
      "cov-distil (oracle2teacher)": 4.154206275939941,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.469874382019043,
      "step": 872,
      "subrel-constrast": 3.494096279144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2961418628692627,
      "cov-distil (oracle2student)": 4.249622344970703,
      "cov-distil (oracle2teacher)": 4.394662857055664,
      "epoch": 0.685243328100471,
      "rel-constrast": 2.7808876037597656,
      "step": 873,
      "subrel-constrast": 3.3604888916015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521395206451416,
      "cov-distil (oracle2student)": 5.14556360244751,
      "cov-distil (oracle2teacher)": 4.773784637451172,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.4285638332366943,
      "step": 874,
      "subrel-constrast": 3.121826410293579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7272917032241821,
      "cov-distil (oracle2student)": 4.024570465087891,
      "cov-distil (oracle2teacher)": 4.126533508300781,
      "epoch": 0.6868131868131868,
      "rel-constrast": 2.6000354290008545,
      "step": 875,
      "subrel-constrast": 3.174731969833374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0178332328796387,
      "cov-distil (oracle2student)": 4.938196182250977,
      "cov-distil (oracle2teacher)": 4.482964515686035,
      "epoch": 0.6875981161695447,
      "rel-constrast": 3.50577449798584,
      "step": 876,
      "subrel-constrast": 4.271720886230469,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8914253115653992,
      "cov-distil (oracle2student)": 4.328169822692871,
      "cov-distil (oracle2teacher)": 4.012674808502197,
      "epoch": 0.6883830455259027,
      "rel-constrast": 1.8613733053207397,
      "step": 877,
      "subrel-constrast": 2.3082921504974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7037090063095093,
      "cov-distil (oracle2student)": 4.1079487800598145,
      "cov-distil (oracle2teacher)": 3.7266364097595215,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.2114999294281006,
      "step": 878,
      "subrel-constrast": 3.0019102096557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3324167728424072,
      "cov-distil (oracle2student)": 4.527673721313477,
      "cov-distil (oracle2teacher)": 3.972663640975952,
      "epoch": 0.6899529042386185,
      "rel-constrast": 2.467242479324341,
      "step": 879,
      "subrel-constrast": 2.783259153366089,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 4.90625,
      "learning_rate": 9.82599650933e-05,
      "loss": 0.7002,
      "step": 880
    },
    {
      "cov-distil": 2.0973427295684814,
      "cov-distil (oracle2student)": 5.224745750427246,
      "cov-distil (oracle2teacher)": 4.654224395751953,
      "epoch": 0.6907378335949764,
      "rel-constrast": 2.575076103210449,
      "step": 880,
      "subrel-constrast": 3.7670538425445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4088371992111206,
      "cov-distil (oracle2student)": 3.439692974090576,
      "cov-distil (oracle2teacher)": 3.263345956802368,
      "epoch": 0.6915227629513344,
      "rel-constrast": 2.984132766723633,
      "step": 881,
      "subrel-constrast": 3.2927021980285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4685752391815186,
      "cov-distil (oracle2student)": 5.317187309265137,
      "cov-distil (oracle2teacher)": 4.637479782104492,
      "epoch": 0.6923076923076923,
      "rel-constrast": 3.6855015754699707,
      "step": 882,
      "subrel-constrast": 4.046184539794922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3636952638626099,
      "cov-distil (oracle2student)": 3.0848429203033447,
      "cov-distil (oracle2teacher)": 3.008164644241333,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.1404149532318115,
      "step": 883,
      "subrel-constrast": 2.7015509605407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4354114532470703,
      "cov-distil (oracle2student)": 5.323451042175293,
      "cov-distil (oracle2teacher)": 4.709558486938477,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.470186710357666,
      "step": 884,
      "subrel-constrast": 3.877979278564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.062533378601074,
      "cov-distil (oracle2student)": 3.3787102699279785,
      "cov-distil (oracle2teacher)": 3.597801685333252,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.3473496437072754,
      "step": 885,
      "subrel-constrast": 3.693380832672119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358889102935791,
      "cov-distil (oracle2student)": 2.9949750900268555,
      "cov-distil (oracle2teacher)": 2.946122169494629,
      "epoch": 0.695447409733124,
      "rel-constrast": 2.983736276626587,
      "step": 886,
      "subrel-constrast": 3.460829257965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3515950441360474,
      "cov-distil (oracle2student)": 3.4669675827026367,
      "cov-distil (oracle2teacher)": 3.4743714332580566,
      "epoch": 0.6962323390894819,
      "rel-constrast": 2.7784767150878906,
      "step": 887,
      "subrel-constrast": 3.447192430496216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6966774463653564,
      "cov-distil (oracle2student)": 3.1644160747528076,
      "cov-distil (oracle2teacher)": 2.873872995376587,
      "epoch": 0.6970172684458399,
      "rel-constrast": 2.3097643852233887,
      "step": 888,
      "subrel-constrast": 3.1421871185302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5224660634994507,
      "cov-distil (oracle2student)": 5.265557289123535,
      "cov-distil (oracle2teacher)": 4.362096786499023,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.2130935192108154,
      "step": 889,
      "subrel-constrast": 2.9317986965179443,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 4.71875,
      "learning_rate": 9.816750367586425e-05,
      "loss": 0.7266,
      "step": 890
    },
    {
      "cov-distil": 1.7994074821472168,
      "cov-distil (oracle2student)": 5.264869689941406,
      "cov-distil (oracle2teacher)": 4.6823625564575195,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.2387545108795166,
      "step": 890,
      "subrel-constrast": 3.1767423152923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669708251953125,
      "cov-distil (oracle2student)": 4.58178186416626,
      "cov-distil (oracle2teacher)": 3.993237018585205,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.212310791015625,
      "step": 891,
      "subrel-constrast": 3.071537494659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7829680442810059,
      "cov-distil (oracle2student)": 3.1638598442077637,
      "cov-distil (oracle2teacher)": 3.1799135208129883,
      "epoch": 0.7001569858712716,
      "rel-constrast": 2.779785633087158,
      "step": 892,
      "subrel-constrast": 4.106626033782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0301320552825928,
      "cov-distil (oracle2student)": 4.859017848968506,
      "cov-distil (oracle2teacher)": 4.254035472869873,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.089937686920166,
      "step": 893,
      "subrel-constrast": 2.8022453784942627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6582533121109009,
      "cov-distil (oracle2student)": 4.817367076873779,
      "cov-distil (oracle2teacher)": 4.095324516296387,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.2252373695373535,
      "step": 894,
      "subrel-constrast": 2.9853968620300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161049127578735,
      "cov-distil (oracle2student)": 5.198357582092285,
      "cov-distil (oracle2teacher)": 4.386208534240723,
      "epoch": 0.7025117739403454,
      "rel-constrast": 2.915417432785034,
      "step": 895,
      "subrel-constrast": 3.9121434688568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4970351457595825,
      "cov-distil (oracle2student)": 3.975681781768799,
      "cov-distil (oracle2teacher)": 4.138803005218506,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.599342107772827,
      "step": 896,
      "subrel-constrast": 2.9260506629943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6288472414016724,
      "cov-distil (oracle2student)": 3.936586380004883,
      "cov-distil (oracle2teacher)": 3.5890953540802,
      "epoch": 0.7040816326530612,
      "rel-constrast": 1.8947381973266602,
      "step": 897,
      "subrel-constrast": 2.8238556385040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0325164794921875,
      "cov-distil (oracle2student)": 4.630257606506348,
      "cov-distil (oracle2teacher)": 4.210286617279053,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.041893482208252,
      "step": 898,
      "subrel-constrast": 3.310891628265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4791522026062012,
      "cov-distil (oracle2student)": 4.255598068237305,
      "cov-distil (oracle2teacher)": 3.606271743774414,
      "epoch": 0.7056514913657771,
      "rel-constrast": 3.5931015014648438,
      "step": 899,
      "subrel-constrast": 4.146998405456543,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 12.25,
      "learning_rate": 9.807269464225355e-05,
      "loss": 0.6547,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.3140625059604645,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.06036376953125
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.035125732421875
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.025238037109375,
      "step": 900
    },
    {
      "cov-distil": 2.109790086746216,
      "cov-distil (oracle2student)": 2.8813705444335938,
      "cov-distil (oracle2teacher)": 3.4155056476593018,
      "epoch": 0.706436420722135,
      "rel-constrast": 3.1616873741149902,
      "step": 900,
      "subrel-constrast": 4.090724468231201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.590998888015747,
      "cov-distil (oracle2student)": 2.9662864208221436,
      "cov-distil (oracle2teacher)": 3.0530009269714355,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.3568592071533203,
      "step": 901,
      "subrel-constrast": 3.6868784427642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1686370372772217,
      "cov-distil (oracle2student)": 3.2270352840423584,
      "cov-distil (oracle2teacher)": 3.0712945461273193,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.1104788780212402,
      "step": 902,
      "subrel-constrast": 4.208642959594727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2962231636047363,
      "cov-distil (oracle2student)": 5.51068115234375,
      "cov-distil (oracle2teacher)": 5.007535934448242,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.3843541145324707,
      "step": 903,
      "subrel-constrast": 2.6739983558654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2791850566864014,
      "cov-distil (oracle2student)": 5.436014175415039,
      "cov-distil (oracle2teacher)": 4.6691083908081055,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.707634687423706,
      "step": 904,
      "subrel-constrast": 3.138523578643799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.234161138534546,
      "cov-distil (oracle2student)": 4.166508674621582,
      "cov-distil (oracle2teacher)": 4.001248836517334,
      "epoch": 0.7103610675039247,
      "rel-constrast": 3.463101387023926,
      "step": 905,
      "subrel-constrast": 4.026471138000488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783258318901062,
      "cov-distil (oracle2student)": 5.142013072967529,
      "cov-distil (oracle2teacher)": 4.309110641479492,
      "epoch": 0.7111459968602826,
      "rel-constrast": 3.3217811584472656,
      "step": 906,
      "subrel-constrast": 3.8019816875457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5063929557800293,
      "cov-distil (oracle2student)": 3.887911081314087,
      "cov-distil (oracle2teacher)": 3.3598544597625732,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.0135793685913086,
      "step": 907,
      "subrel-constrast": 2.3989553451538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593956708908081,
      "cov-distil (oracle2student)": 4.332883834838867,
      "cov-distil (oracle2teacher)": 3.8237180709838867,
      "epoch": 0.7127158555729984,
      "rel-constrast": 2.613691806793213,
      "step": 908,
      "subrel-constrast": 3.7327072620391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021921157836914,
      "cov-distil (oracle2student)": 6.359373569488525,
      "cov-distil (oracle2teacher)": 5.2968878746032715,
      "epoch": 0.7135007849293563,
      "rel-constrast": 3.8930177688598633,
      "step": 909,
      "subrel-constrast": 4.47703742980957,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 6.6875,
      "learning_rate": 9.797554261332645e-05,
      "loss": 0.7921,
      "step": 910
    },
    {
      "cov-distil": 1.3108806610107422,
      "cov-distil (oracle2student)": 4.984246253967285,
      "cov-distil (oracle2teacher)": 4.81115198135376,
      "epoch": 0.7142857142857143,
      "rel-constrast": 2.809288740158081,
      "step": 910,
      "subrel-constrast": 3.434218168258667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4946091175079346,
      "cov-distil (oracle2student)": 4.589784622192383,
      "cov-distil (oracle2teacher)": 4.183956146240234,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.5197603702545166,
      "step": 911,
      "subrel-constrast": 3.362973928451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2738280296325684,
      "cov-distil (oracle2student)": 4.753101348876953,
      "cov-distil (oracle2teacher)": 4.263620376586914,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.1280112266540527,
      "step": 912,
      "subrel-constrast": 3.149379014968872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0581536293029785,
      "cov-distil (oracle2student)": 5.059425354003906,
      "cov-distil (oracle2teacher)": 5.32753324508667,
      "epoch": 0.716640502354788,
      "rel-constrast": 2.410372257232666,
      "step": 913,
      "subrel-constrast": 3.8703761100769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6945815086364746,
      "cov-distil (oracle2student)": 4.272743225097656,
      "cov-distil (oracle2teacher)": 3.7672619819641113,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.383531093597412,
      "step": 914,
      "subrel-constrast": 3.332956314086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937455654144287,
      "cov-distil (oracle2student)": 4.61318302154541,
      "cov-distil (oracle2teacher)": 3.625840663909912,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.3340296745300293,
      "step": 915,
      "subrel-constrast": 3.281951665878296,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0127451419830322,
      "cov-distil (oracle2student)": 4.037025451660156,
      "cov-distil (oracle2teacher)": 4.75447940826416,
      "epoch": 0.7189952904238619,
      "rel-constrast": 2.6738975048065186,
      "step": 916,
      "subrel-constrast": 3.9250102043151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1559066772460938,
      "cov-distil (oracle2student)": 4.9004621505737305,
      "cov-distil (oracle2teacher)": 4.430771827697754,
      "epoch": 0.7197802197802198,
      "rel-constrast": 2.2138137817382812,
      "step": 917,
      "subrel-constrast": 3.3736846446990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.11584734916687,
      "cov-distil (oracle2student)": 5.706428050994873,
      "cov-distil (oracle2teacher)": 4.889328956604004,
      "epoch": 0.7205651491365777,
      "rel-constrast": 2.793532371520996,
      "step": 918,
      "subrel-constrast": 3.2997372150421143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2063140869140625,
      "cov-distil (oracle2student)": 5.378806114196777,
      "cov-distil (oracle2teacher)": 5.064435958862305,
      "epoch": 0.7213500784929356,
      "rel-constrast": 2.875089645385742,
      "step": 919,
      "subrel-constrast": 3.8552770614624023,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 5.75,
      "learning_rate": 9.787605232413574e-05,
      "loss": 0.6992,
      "step": 920
    },
    {
      "cov-distil": 1.4114563465118408,
      "cov-distil (oracle2student)": 4.328405857086182,
      "cov-distil (oracle2teacher)": 4.322558879852295,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.1605780124664307,
      "step": 920,
      "subrel-constrast": 3.0256035327911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1515920162200928,
      "cov-distil (oracle2student)": 3.7287168502807617,
      "cov-distil (oracle2teacher)": 3.222325563430786,
      "epoch": 0.7229199372056515,
      "rel-constrast": 2.8492980003356934,
      "step": 921,
      "subrel-constrast": 3.586078405380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6563302278518677,
      "cov-distil (oracle2student)": 4.133160591125488,
      "cov-distil (oracle2teacher)": 3.61692214012146,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.4508748054504395,
      "step": 922,
      "subrel-constrast": 3.21195387840271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6311091184616089,
      "cov-distil (oracle2student)": 5.5082621574401855,
      "cov-distil (oracle2teacher)": 4.252584457397461,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.1302740573883057,
      "step": 923,
      "subrel-constrast": 3.2652361392974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843221664428711,
      "cov-distil (oracle2student)": 3.9005632400512695,
      "cov-distil (oracle2teacher)": 3.8271961212158203,
      "epoch": 0.7252747252747253,
      "rel-constrast": 2.8243865966796875,
      "step": 924,
      "subrel-constrast": 3.604386568069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0788459777832031,
      "cov-distil (oracle2student)": 4.30354118347168,
      "cov-distil (oracle2teacher)": 3.901419162750244,
      "epoch": 0.7260596546310832,
      "rel-constrast": 2.699624538421631,
      "step": 925,
      "subrel-constrast": 3.2415404319763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781172513961792,
      "cov-distil (oracle2student)": 6.520575523376465,
      "cov-distil (oracle2teacher)": 5.8311662673950195,
      "epoch": 0.7268445839874411,
      "rel-constrast": 3.308086395263672,
      "step": 926,
      "subrel-constrast": 3.7022762298583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4021575450897217,
      "cov-distil (oracle2student)": 3.2635395526885986,
      "cov-distil (oracle2teacher)": 3.55448579788208,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.0119547843933105,
      "step": 927,
      "subrel-constrast": 2.9023702144622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6553833484649658,
      "cov-distil (oracle2student)": 6.061826705932617,
      "cov-distil (oracle2teacher)": 5.264900207519531,
      "epoch": 0.728414442700157,
      "rel-constrast": 2.962663412094116,
      "step": 928,
      "subrel-constrast": 3.654719352722168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4066365957260132,
      "cov-distil (oracle2student)": 5.202885150909424,
      "cov-distil (oracle2teacher)": 3.574329376220703,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.3695077896118164,
      "step": 929,
      "subrel-constrast": 4.007144927978516,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 6.125,
      "learning_rate": 9.777422862369783e-05,
      "loss": 0.7342,
      "step": 930
    },
    {
      "cov-distil": 1.2847278118133545,
      "cov-distil (oracle2student)": 4.107973098754883,
      "cov-distil (oracle2teacher)": 3.7843241691589355,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.3489086627960205,
      "step": 930,
      "subrel-constrast": 3.225221633911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4272593259811401,
      "cov-distil (oracle2student)": 5.465694427490234,
      "cov-distil (oracle2teacher)": 4.758518218994141,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.2358052730560303,
      "step": 931,
      "subrel-constrast": 3.904273509979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6727557182312012,
      "cov-distil (oracle2student)": 4.521114349365234,
      "cov-distil (oracle2teacher)": 4.452613830566406,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.384538173675537,
      "step": 932,
      "subrel-constrast": 3.2623238563537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553774356842041,
      "cov-distil (oracle2student)": 3.040980100631714,
      "cov-distil (oracle2teacher)": 2.8265836238861084,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.538015365600586,
      "step": 933,
      "subrel-constrast": 3.8876419067382812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419162631034851,
      "cov-distil (oracle2student)": 4.389503002166748,
      "cov-distil (oracle2teacher)": 4.0461626052856445,
      "epoch": 0.7331240188383046,
      "rel-constrast": 2.9439892768859863,
      "step": 934,
      "subrel-constrast": 3.7715370655059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.798459768295288,
      "cov-distil (oracle2student)": 4.108617782592773,
      "cov-distil (oracle2teacher)": 3.564268112182617,
      "epoch": 0.7339089481946625,
      "rel-constrast": 2.3899941444396973,
      "step": 935,
      "subrel-constrast": 3.6421260833740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.493947148323059,
      "cov-distil (oracle2student)": 4.554126262664795,
      "cov-distil (oracle2teacher)": 4.50809383392334,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.21379280090332,
      "step": 936,
      "subrel-constrast": 4.01141881942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7338379621505737,
      "cov-distil (oracle2student)": 5.9005842208862305,
      "cov-distil (oracle2teacher)": 4.872500419616699,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.22324275970459,
      "step": 937,
      "subrel-constrast": 3.8267383575439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1566250324249268,
      "cov-distil (oracle2student)": 2.9751639366149902,
      "cov-distil (oracle2teacher)": 2.9401321411132812,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.1699717044830322,
      "step": 938,
      "subrel-constrast": 2.516406297683716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4402252435684204,
      "cov-distil (oracle2student)": 2.5702157020568848,
      "cov-distil (oracle2teacher)": 3.1668624877929688,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.1682567596435547,
      "step": 939,
      "subrel-constrast": 4.074531555175781,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 5.8125,
      "learning_rate": 9.767007647475617e-05,
      "loss": 0.7779,
      "step": 940
    },
    {
      "cov-distil": 1.9241206645965576,
      "cov-distil (oracle2student)": 3.5703275203704834,
      "cov-distil (oracle2teacher)": 3.7707743644714355,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.1882715225219727,
      "step": 940,
      "subrel-constrast": 4.043029308319092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6724729537963867,
      "cov-distil (oracle2student)": 4.178833484649658,
      "cov-distil (oracle2teacher)": 4.066005706787109,
      "epoch": 0.7386185243328101,
      "rel-constrast": 2.8551430702209473,
      "step": 941,
      "subrel-constrast": 3.5786654949188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2386343479156494,
      "cov-distil (oracle2student)": 3.6855525970458984,
      "cov-distil (oracle2teacher)": 3.459120512008667,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.3707497119903564,
      "step": 942,
      "subrel-constrast": 3.5970871448516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.265012741088867,
      "cov-distil (oracle2student)": 4.356801986694336,
      "cov-distil (oracle2teacher)": 3.8431737422943115,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.6947989463806152,
      "step": 943,
      "subrel-constrast": 3.6565046310424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7793176174163818,
      "cov-distil (oracle2student)": 4.572668552398682,
      "cov-distil (oracle2teacher)": 4.422975540161133,
      "epoch": 0.7409733124018838,
      "rel-constrast": 3.9359169006347656,
      "step": 944,
      "subrel-constrast": 4.808814525604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3951857089996338,
      "cov-distil (oracle2student)": 4.059242248535156,
      "cov-distil (oracle2teacher)": 3.52671480178833,
      "epoch": 0.7417582417582418,
      "rel-constrast": 1.9104810953140259,
      "step": 945,
      "subrel-constrast": 2.473883867263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8821969032287598,
      "cov-distil (oracle2student)": 2.8678555488586426,
      "cov-distil (oracle2teacher)": 2.8672914505004883,
      "epoch": 0.7425431711145997,
      "rel-constrast": 1.9532098770141602,
      "step": 946,
      "subrel-constrast": 2.674041986465454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6529886722564697,
      "cov-distil (oracle2student)": 4.062392234802246,
      "cov-distil (oracle2teacher)": 3.786581516265869,
      "epoch": 0.7433281004709577,
      "rel-constrast": 2.513134002685547,
      "step": 947,
      "subrel-constrast": 3.7934374809265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6299397945404053,
      "cov-distil (oracle2student)": 4.542132377624512,
      "cov-distil (oracle2teacher)": 4.516500949859619,
      "epoch": 0.7441130298273155,
      "rel-constrast": 4.301663398742676,
      "step": 948,
      "subrel-constrast": 4.774449348449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4877616167068481,
      "cov-distil (oracle2student)": 4.388153076171875,
      "cov-distil (oracle2teacher)": 3.787931442260742,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.1809027194976807,
      "step": 949,
      "subrel-constrast": 3.2248685359954834,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 4.15625,
      "learning_rate": 9.756360095353956e-05,
      "loss": 0.7624,
      "step": 950
    },
    {
      "cov-distil": 1.3769409656524658,
      "cov-distil (oracle2student)": 4.758305072784424,
      "cov-distil (oracle2teacher)": 4.797164440155029,
      "epoch": 0.7456828885400314,
      "rel-constrast": 3.610694408416748,
      "step": 950,
      "subrel-constrast": 4.469136714935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4648900032043457,
      "cov-distil (oracle2student)": 3.498445987701416,
      "cov-distil (oracle2teacher)": 3.610585927963257,
      "epoch": 0.7464678178963893,
      "rel-constrast": 2.550095558166504,
      "step": 951,
      "subrel-constrast": 3.518580913543701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737473726272583,
      "cov-distil (oracle2student)": 3.1681978702545166,
      "cov-distil (oracle2teacher)": 3.349860191345215,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.017953872680664,
      "step": 952,
      "subrel-constrast": 3.1636738777160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736410140991211,
      "cov-distil (oracle2student)": 4.699748516082764,
      "cov-distil (oracle2teacher)": 4.001747131347656,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.2807912826538086,
      "step": 953,
      "subrel-constrast": 3.1679484844207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0063064098358154,
      "cov-distil (oracle2student)": 2.8589892387390137,
      "cov-distil (oracle2teacher)": 3.010063409805298,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.7179932594299316,
      "step": 954,
      "subrel-constrast": 3.212517499923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3673121929168701,
      "cov-distil (oracle2student)": 3.416574478149414,
      "cov-distil (oracle2teacher)": 3.4488658905029297,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.4354450702667236,
      "step": 955,
      "subrel-constrast": 2.941634178161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5229477882385254,
      "cov-distil (oracle2student)": 4.450921058654785,
      "cov-distil (oracle2teacher)": 3.8853678703308105,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.523573875427246,
      "step": 956,
      "subrel-constrast": 4.10521125793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4495508670806885,
      "cov-distil (oracle2student)": 3.9771156311035156,
      "cov-distil (oracle2teacher)": 3.9435667991638184,
      "epoch": 0.7511773940345369,
      "rel-constrast": 2.5365710258483887,
      "step": 957,
      "subrel-constrast": 3.2157533168792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366905689239502,
      "cov-distil (oracle2student)": 4.613530158996582,
      "cov-distil (oracle2teacher)": 4.775646686553955,
      "epoch": 0.7519623233908949,
      "rel-constrast": 2.338606834411621,
      "step": 958,
      "subrel-constrast": 3.3811848163604736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0218968391418457,
      "cov-distil (oracle2student)": 3.729337215423584,
      "cov-distil (oracle2teacher)": 3.7046546936035156,
      "epoch": 0.7527472527472527,
      "rel-constrast": 2.519256830215454,
      "step": 959,
      "subrel-constrast": 3.1743621826171875,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 4.53125,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.7009,
      "step": 960
    },
    {
      "cov-distil": 1.685981273651123,
      "cov-distil (oracle2student)": 4.199973106384277,
      "cov-distil (oracle2teacher)": 3.7110486030578613,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.1661531925201416,
      "step": 960,
      "subrel-constrast": 3.6262905597686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6201906204223633,
      "cov-distil (oracle2student)": 5.120965957641602,
      "cov-distil (oracle2teacher)": 4.7216997146606445,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.417015790939331,
      "step": 961,
      "subrel-constrast": 3.4524986743927,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0284743309020996,
      "cov-distil (oracle2student)": 4.651812553405762,
      "cov-distil (oracle2teacher)": 4.103575706481934,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.276970386505127,
      "step": 962,
      "subrel-constrast": 3.3903307914733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304107904434204,
      "cov-distil (oracle2student)": 5.54597282409668,
      "cov-distil (oracle2teacher)": 4.751181125640869,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.1730666160583496,
      "step": 963,
      "subrel-constrast": 3.564286947250366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38090181350708,
      "cov-distil (oracle2student)": 4.580188751220703,
      "cov-distil (oracle2teacher)": 3.8995094299316406,
      "epoch": 0.7566718995290423,
      "rel-constrast": 2.7601771354675293,
      "step": 964,
      "subrel-constrast": 3.2269740104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0886247158050537,
      "cov-distil (oracle2student)": 5.423750877380371,
      "cov-distil (oracle2teacher)": 4.894601821899414,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.8149003982543945,
      "step": 965,
      "subrel-constrast": 3.22430419921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2560063600540161,
      "cov-distil (oracle2student)": 4.1434149742126465,
      "cov-distil (oracle2teacher)": 3.3923630714416504,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.217477321624756,
      "step": 966,
      "subrel-constrast": 2.8081204891204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5265775918960571,
      "cov-distil (oracle2student)": 3.8799290657043457,
      "cov-distil (oracle2teacher)": 3.648287296295166,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.439356803894043,
      "step": 967,
      "subrel-constrast": 2.9591140747070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.351623773574829,
      "cov-distil (oracle2student)": 5.305034160614014,
      "cov-distil (oracle2teacher)": 4.766307830810547,
      "epoch": 0.7598116169544741,
      "rel-constrast": 2.443521022796631,
      "step": 968,
      "subrel-constrast": 3.316514730453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1581015586853027,
      "cov-distil (oracle2student)": 5.002469062805176,
      "cov-distil (oracle2teacher)": 4.080926895141602,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.077359199523926,
      "step": 969,
      "subrel-constrast": 3.57651424407959,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 4.625,
      "learning_rate": 9.73437006651333e-05,
      "loss": 0.7082,
      "step": 970
    },
    {
      "cov-distil": 1.735871434211731,
      "cov-distil (oracle2student)": 4.747206211090088,
      "cov-distil (oracle2teacher)": 4.365594387054443,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.549220561981201,
      "step": 970,
      "subrel-constrast": 3.2803521156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.506312370300293,
      "cov-distil (oracle2student)": 5.288093090057373,
      "cov-distil (oracle2teacher)": 5.178088665008545,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.1821298599243164,
      "step": 971,
      "subrel-constrast": 3.083087921142578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28254771232605,
      "cov-distil (oracle2student)": 4.244743347167969,
      "cov-distil (oracle2teacher)": 3.9442672729492188,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.0013952255249023,
      "step": 972,
      "subrel-constrast": 3.5926473140716553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3362300395965576,
      "cov-distil (oracle2student)": 4.399410724639893,
      "cov-distil (oracle2teacher)": 4.2950439453125,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.6745221614837646,
      "step": 973,
      "subrel-constrast": 3.6600403785705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4164927005767822,
      "cov-distil (oracle2student)": 4.110739231109619,
      "cov-distil (oracle2teacher)": 4.414780616760254,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.5808820724487305,
      "step": 974,
      "subrel-constrast": 2.924823522567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4959099292755127,
      "cov-distil (oracle2student)": 4.78489875793457,
      "cov-distil (oracle2teacher)": 4.11257266998291,
      "epoch": 0.7653061224489796,
      "rel-constrast": 2.3524980545043945,
      "step": 975,
      "subrel-constrast": 3.226588010787964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6220383644104004,
      "cov-distil (oracle2student)": 4.355945110321045,
      "cov-distil (oracle2teacher)": 4.470146179199219,
      "epoch": 0.7660910518053375,
      "rel-constrast": 2.5291786193847656,
      "step": 976,
      "subrel-constrast": 3.7208142280578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.111752510070801,
      "cov-distil (oracle2student)": 5.335519790649414,
      "cov-distil (oracle2teacher)": 5.250653266906738,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.203254222869873,
      "step": 977,
      "subrel-constrast": 3.9634039402008057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.893796682357788,
      "cov-distil (oracle2student)": 3.910749673843384,
      "cov-distil (oracle2teacher)": 3.7755255699157715,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.2486722469329834,
      "step": 978,
      "subrel-constrast": 3.692629098892212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3076781034469604,
      "cov-distil (oracle2student)": 4.495089530944824,
      "cov-distil (oracle2teacher)": 4.005014896392822,
      "epoch": 0.7684458398744113,
      "rel-constrast": 2.61971116065979,
      "step": 979,
      "subrel-constrast": 3.345871686935425,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 4.0625,
      "learning_rate": 9.723028661557345e-05,
      "loss": 0.7153,
      "step": 980
    },
    {
      "cov-distil": 1.8874762058258057,
      "cov-distil (oracle2student)": 4.940378189086914,
      "cov-distil (oracle2teacher)": 4.595722198486328,
      "epoch": 0.7692307692307693,
      "rel-constrast": 3.6749675273895264,
      "step": 980,
      "subrel-constrast": 4.534414768218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8104462623596191,
      "cov-distil (oracle2student)": 3.4520273208618164,
      "cov-distil (oracle2teacher)": 3.6233930587768555,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.1868207454681396,
      "step": 981,
      "subrel-constrast": 3.6168947219848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367998719215393,
      "cov-distil (oracle2student)": 3.2396950721740723,
      "cov-distil (oracle2teacher)": 3.6317451000213623,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.150761604309082,
      "step": 982,
      "subrel-constrast": 3.059952974319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4971799850463867,
      "cov-distil (oracle2student)": 4.695855140686035,
      "cov-distil (oracle2teacher)": 4.190705299377441,
      "epoch": 0.771585557299843,
      "rel-constrast": 2.931307315826416,
      "step": 983,
      "subrel-constrast": 3.661172866821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3257110118865967,
      "cov-distil (oracle2student)": 3.6749892234802246,
      "cov-distil (oracle2teacher)": 3.811838150024414,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.229771137237549,
      "step": 984,
      "subrel-constrast": 3.6298370361328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.85811448097229,
      "cov-distil (oracle2student)": 5.404515266418457,
      "cov-distil (oracle2teacher)": 5.335015773773193,
      "epoch": 0.7731554160125589,
      "rel-constrast": 2.921576499938965,
      "step": 985,
      "subrel-constrast": 3.7859721183776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880086660385132,
      "cov-distil (oracle2student)": 3.6580495834350586,
      "cov-distil (oracle2teacher)": 3.712466239929199,
      "epoch": 0.7739403453689168,
      "rel-constrast": 1.8875465393066406,
      "step": 986,
      "subrel-constrast": 2.6801083087921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9688916206359863,
      "cov-distil (oracle2student)": 5.0846452713012695,
      "cov-distil (oracle2teacher)": 4.1115522384643555,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.5113329887390137,
      "step": 987,
      "subrel-constrast": 3.2128102779388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3016917705535889,
      "cov-distil (oracle2student)": 3.9974706172943115,
      "cov-distil (oracle2teacher)": 3.9587340354919434,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.5615406036376953,
      "step": 988,
      "subrel-constrast": 3.155623435974121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2905049324035645,
      "cov-distil (oracle2student)": 3.91408634185791,
      "cov-distil (oracle2teacher)": 4.059300422668457,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.115107536315918,
      "step": 989,
      "subrel-constrast": 3.251957893371582,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 6.0625,
      "learning_rate": 9.711457062847595e-05,
      "loss": 0.718,
      "step": 990
    },
    {
      "cov-distil": 1.5899007320404053,
      "cov-distil (oracle2student)": 3.9178051948547363,
      "cov-distil (oracle2teacher)": 3.7325797080993652,
      "epoch": 0.7770800627943485,
      "rel-constrast": 2.5232536792755127,
      "step": 990,
      "subrel-constrast": 3.2617502212524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4335392713546753,
      "cov-distil (oracle2student)": 4.753702163696289,
      "cov-distil (oracle2teacher)": 4.611804485321045,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.059520721435547,
      "step": 991,
      "subrel-constrast": 2.764984130859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9344851970672607,
      "cov-distil (oracle2student)": 3.6063337326049805,
      "cov-distil (oracle2teacher)": 3.532085657119751,
      "epoch": 0.7786499215070644,
      "rel-constrast": 2.32181453704834,
      "step": 992,
      "subrel-constrast": 2.8982553482055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4790408611297607,
      "cov-distil (oracle2student)": 5.263357162475586,
      "cov-distil (oracle2teacher)": 4.468663215637207,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.361340284347534,
      "step": 993,
      "subrel-constrast": 3.2091078758239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3508789539337158,
      "cov-distil (oracle2student)": 5.461657524108887,
      "cov-distil (oracle2teacher)": 5.909765243530273,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.0873517990112305,
      "step": 994,
      "subrel-constrast": 4.304711818695068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8358354568481445,
      "cov-distil (oracle2student)": 4.164215564727783,
      "cov-distil (oracle2teacher)": 4.27933931350708,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.780330181121826,
      "step": 995,
      "subrel-constrast": 3.7441344261169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7553622722625732,
      "cov-distil (oracle2student)": 4.753321647644043,
      "cov-distil (oracle2teacher)": 4.254085540771484,
      "epoch": 0.7817896389324961,
      "rel-constrast": 2.843287706375122,
      "step": 996,
      "subrel-constrast": 3.459460735321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1730809211730957,
      "cov-distil (oracle2student)": 4.213260650634766,
      "cov-distil (oracle2teacher)": 4.07944917678833,
      "epoch": 0.782574568288854,
      "rel-constrast": 2.456573009490967,
      "step": 997,
      "subrel-constrast": 3.577916383743286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593381643295288,
      "cov-distil (oracle2student)": 2.338641881942749,
      "cov-distil (oracle2teacher)": 2.2869691848754883,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.2747817039489746,
      "step": 998,
      "subrel-constrast": 2.661825656890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322397232055664,
      "cov-distil (oracle2student)": 2.5958690643310547,
      "cov-distil (oracle2teacher)": 2.467398166656494,
      "epoch": 0.7841444270015698,
      "rel-constrast": 1.7141163349151611,
      "step": 999,
      "subrel-constrast": 2.3968546390533447,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 3.640625,
      "learning_rate": 9.699655834367478e-05,
      "loss": 0.6517,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7720000000000001,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7807382788237078,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5926259935920511,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.4359999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.6174153307515329,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.6045320383542309,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5448852235052087,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.3687500059604645,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.0545654296875
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.03704833984375
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.01751708984375,
      "step": 1000
    },
    {
      "cov-distil": 1.6145305633544922,
      "cov-distil (oracle2student)": 4.6350908279418945,
      "cov-distil (oracle2teacher)": 4.3220295906066895,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.440701723098755,
      "step": 1000,
      "subrel-constrast": 3.2598984241485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2791683673858643,
      "cov-distil (oracle2student)": 4.714684963226318,
      "cov-distil (oracle2teacher)": 4.301425933837891,
      "epoch": 0.7857142857142857,
      "rel-constrast": 1.7483665943145752,
      "step": 1001,
      "subrel-constrast": 2.308825731277466,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17033052444458,
      "cov-distil (oracle2student)": 6.261984348297119,
      "cov-distil (oracle2teacher)": 5.934378623962402,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.1869866847991943,
      "step": 1002,
      "subrel-constrast": 3.5057590007781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5368390083312988,
      "cov-distil (oracle2student)": 5.895030975341797,
      "cov-distil (oracle2teacher)": 4.956014633178711,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.931685447692871,
      "step": 1003,
      "subrel-constrast": 3.2154667377471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714500904083252,
      "cov-distil (oracle2student)": 3.929471492767334,
      "cov-distil (oracle2teacher)": 3.3004558086395264,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.3487939834594727,
      "step": 1004,
      "subrel-constrast": 2.7226364612579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718845844268799,
      "cov-distil (oracle2student)": 3.963721990585327,
      "cov-distil (oracle2teacher)": 3.4878334999084473,
      "epoch": 0.7888540031397174,
      "rel-constrast": 1.8240182399749756,
      "step": 1005,
      "subrel-constrast": 2.6263530254364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.09808349609375,
      "cov-distil (oracle2student)": 2.50649356842041,
      "cov-distil (oracle2teacher)": 2.9291434288024902,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.184096336364746,
      "step": 1006,
      "subrel-constrast": 2.9866135120391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011899948120117,
      "cov-distil (oracle2student)": 4.624930381774902,
      "cov-distil (oracle2teacher)": 4.650177955627441,
      "epoch": 0.7904238618524333,
      "rel-constrast": 2.572002649307251,
      "step": 1007,
      "subrel-constrast": 3.3407540321350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7265836000442505,
      "cov-distil (oracle2student)": 6.407469749450684,
      "cov-distil (oracle2teacher)": 5.8420305252075195,
      "epoch": 0.7912087912087912,
      "rel-constrast": 2.7645835876464844,
      "step": 1008,
      "subrel-constrast": 4.132679462432861,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6488940715789795,
      "cov-distil (oracle2student)": 3.6594765186309814,
      "cov-distil (oracle2teacher)": 3.587250232696533,
      "epoch": 0.7919937205651492,
      "rel-constrast": 2.1889805793762207,
      "step": 1009,
      "subrel-constrast": 3.222046375274658,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 5.6875,
      "learning_rate": 9.68762555129222e-05,
      "loss": 0.6232,
      "step": 1010
    },
    {
      "cov-distil": 1.9844914674758911,
      "cov-distil (oracle2student)": 4.1582818031311035,
      "cov-distil (oracle2teacher)": 4.037464141845703,
      "epoch": 0.792778649921507,
      "rel-constrast": 2.671647787094116,
      "step": 1010,
      "subrel-constrast": 3.132957935333252,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088120937347412,
      "cov-distil (oracle2student)": 5.759897708892822,
      "cov-distil (oracle2teacher)": 4.773615837097168,
      "epoch": 0.793563579277865,
      "rel-constrast": 4.152745246887207,
      "step": 1011,
      "subrel-constrast": 4.413341522216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2260292768478394,
      "cov-distil (oracle2student)": 4.249195098876953,
      "cov-distil (oracle2teacher)": 3.7686657905578613,
      "epoch": 0.7943485086342229,
      "rel-constrast": 2.526718854904175,
      "step": 1012,
      "subrel-constrast": 3.1638050079345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1700870990753174,
      "cov-distil (oracle2student)": 5.889148712158203,
      "cov-distil (oracle2teacher)": 5.262773513793945,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.27249813079834,
      "step": 1013,
      "subrel-constrast": 3.7411887645721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4360615015029907,
      "cov-distil (oracle2student)": 5.499526023864746,
      "cov-distil (oracle2teacher)": 5.0934295654296875,
      "epoch": 0.7959183673469388,
      "rel-constrast": 3.447892427444458,
      "step": 1014,
      "subrel-constrast": 3.5783050060272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.343372106552124,
      "cov-distil (oracle2student)": 3.6444284915924072,
      "cov-distil (oracle2teacher)": 4.167141437530518,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.3712825775146484,
      "step": 1015,
      "subrel-constrast": 2.9419949054718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.891677975654602,
      "cov-distil (oracle2student)": 4.560912132263184,
      "cov-distil (oracle2teacher)": 4.032559394836426,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.4807517528533936,
      "step": 1016,
      "subrel-constrast": 3.5843281745910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4470479488372803,
      "cov-distil (oracle2student)": 3.974846363067627,
      "cov-distil (oracle2teacher)": 3.6636924743652344,
      "epoch": 0.7982731554160125,
      "rel-constrast": 2.755316734313965,
      "step": 1017,
      "subrel-constrast": 3.763425588607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5901750326156616,
      "cov-distil (oracle2student)": 4.723499774932861,
      "cov-distil (oracle2teacher)": 4.661795616149902,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.1748881340026855,
      "step": 1018,
      "subrel-constrast": 3.768404006958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7598364353179932,
      "cov-distil (oracle2student)": 2.251554012298584,
      "cov-distil (oracle2teacher)": 2.5866668224334717,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.0844101905822754,
      "step": 1019,
      "subrel-constrast": 3.1323158740997314,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 3.6875,
      "learning_rate": 9.675366799960841e-05,
      "loss": 0.7408,
      "step": 1020
    },
    {
      "cov-distil": 2.271270275115967,
      "cov-distil (oracle2student)": 3.4767000675201416,
      "cov-distil (oracle2teacher)": 3.9722659587860107,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.100710391998291,
      "step": 1020,
      "subrel-constrast": 4.0628485679626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2553985118865967,
      "cov-distil (oracle2student)": 5.030847072601318,
      "cov-distil (oracle2teacher)": 4.63287353515625,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.4052734375,
      "step": 1021,
      "subrel-constrast": 2.9324824810028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8949029445648193,
      "cov-distil (oracle2student)": 5.23667049407959,
      "cov-distil (oracle2teacher)": 4.9735636711120605,
      "epoch": 0.8021978021978022,
      "rel-constrast": 1.962073802947998,
      "step": 1022,
      "subrel-constrast": 2.913209915161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3032708168029785,
      "cov-distil (oracle2student)": 3.14976167678833,
      "cov-distil (oracle2teacher)": 3.222334861755371,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.3128883838653564,
      "step": 1023,
      "subrel-constrast": 3.5962305068969727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3705151081085205,
      "cov-distil (oracle2student)": 3.9973819255828857,
      "cov-distil (oracle2teacher)": 3.600790023803711,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.7226293087005615,
      "step": 1024,
      "subrel-constrast": 3.66020131111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2238950729370117,
      "cov-distil (oracle2student)": 4.669389724731445,
      "cov-distil (oracle2teacher)": 3.8986599445343018,
      "epoch": 0.804552590266876,
      "rel-constrast": 2.5577592849731445,
      "step": 1025,
      "subrel-constrast": 3.3905391693115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4736013412475586,
      "cov-distil (oracle2student)": 5.784050941467285,
      "cov-distil (oracle2teacher)": 5.274177551269531,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.2205185890197754,
      "step": 1026,
      "subrel-constrast": 4.0259222984313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.690319299697876,
      "cov-distil (oracle2student)": 3.4847593307495117,
      "cov-distil (oracle2teacher)": 3.449228525161743,
      "epoch": 0.8061224489795918,
      "rel-constrast": 1.8684730529785156,
      "step": 1027,
      "subrel-constrast": 2.988131046295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5618722438812256,
      "cov-distil (oracle2student)": 4.856020927429199,
      "cov-distil (oracle2teacher)": 4.5159993171691895,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.2534050941467285,
      "step": 1028,
      "subrel-constrast": 2.959916591644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4786832332611084,
      "cov-distil (oracle2student)": 3.678234338760376,
      "cov-distil (oracle2teacher)": 3.6742944717407227,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.105677604675293,
      "step": 1029,
      "subrel-constrast": 3.6162261962890625,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 4.96875,
      "learning_rate": 9.662880177847594e-05,
      "loss": 0.6815,
      "step": 1030
    },
    {
      "cov-distil": 1.6104978322982788,
      "cov-distil (oracle2student)": 3.7514774799346924,
      "cov-distil (oracle2teacher)": 3.864326000213623,
      "epoch": 0.8084772370486656,
      "rel-constrast": 2.8405439853668213,
      "step": 1030,
      "subrel-constrast": 3.4090466499328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4932336807250977,
      "cov-distil (oracle2student)": 6.469618797302246,
      "cov-distil (oracle2teacher)": 5.836369514465332,
      "epoch": 0.8092621664050236,
      "rel-constrast": 3.701117515563965,
      "step": 1031,
      "subrel-constrast": 4.168092727661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5881361961364746,
      "cov-distil (oracle2student)": 3.8042798042297363,
      "cov-distil (oracle2teacher)": 4.003650188446045,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.196896553039551,
      "step": 1032,
      "subrel-constrast": 4.397146224975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4904532432556152,
      "cov-distil (oracle2student)": 3.314056396484375,
      "cov-distil (oracle2teacher)": 3.795722484588623,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.6586785316467285,
      "step": 1033,
      "subrel-constrast": 3.5621938705444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3698121309280396,
      "cov-distil (oracle2student)": 4.949882507324219,
      "cov-distil (oracle2teacher)": 4.000801086425781,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.390127182006836,
      "step": 1034,
      "subrel-constrast": 2.788771629333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3835811614990234,
      "cov-distil (oracle2student)": 5.059696674346924,
      "cov-distil (oracle2teacher)": 4.54042911529541,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.9733667373657227,
      "step": 1035,
      "subrel-constrast": 3.1817681789398193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4360053539276123,
      "cov-distil (oracle2student)": 4.429059028625488,
      "cov-distil (oracle2teacher)": 4.276045322418213,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.1848573684692383,
      "step": 1036,
      "subrel-constrast": 3.1370508670806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7298098802566528,
      "cov-distil (oracle2student)": 4.067831516265869,
      "cov-distil (oracle2teacher)": 4.157264709472656,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.196399688720703,
      "step": 1037,
      "subrel-constrast": 3.5978291034698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6523560285568237,
      "cov-distil (oracle2student)": 4.008970737457275,
      "cov-distil (oracle2teacher)": 3.601144790649414,
      "epoch": 0.814756671899529,
      "rel-constrast": 3.281121253967285,
      "step": 1038,
      "subrel-constrast": 3.840808868408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340732216835022,
      "cov-distil (oracle2student)": 4.900213241577148,
      "cov-distil (oracle2teacher)": 4.5354132652282715,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.360391616821289,
      "step": 1039,
      "subrel-constrast": 3.356157064437866,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 4.15625,
      "learning_rate": 9.65016629353282e-05,
      "loss": 0.7573,
      "step": 1040
    },
    {
      "cov-distil": 1.586531400680542,
      "cov-distil (oracle2student)": 4.081594467163086,
      "cov-distil (oracle2teacher)": 4.0131916999816895,
      "epoch": 0.8163265306122449,
      "rel-constrast": 2.9485831260681152,
      "step": 1040,
      "subrel-constrast": 4.072441577911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2405567169189453,
      "cov-distil (oracle2student)": 3.6717138290405273,
      "cov-distil (oracle2teacher)": 3.795106887817383,
      "epoch": 0.8171114599686028,
      "rel-constrast": 2.5282483100891113,
      "step": 1041,
      "subrel-constrast": 2.8591272830963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8237121105194092,
      "cov-distil (oracle2student)": 4.383669853210449,
      "cov-distil (oracle2teacher)": 4.964851379394531,
      "epoch": 0.8178963893249608,
      "rel-constrast": 3.4336180686950684,
      "step": 1042,
      "subrel-constrast": 4.272189617156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5703859329223633,
      "cov-distil (oracle2student)": 6.942056655883789,
      "cov-distil (oracle2teacher)": 5.687722206115723,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.092905044555664,
      "step": 1043,
      "subrel-constrast": 3.4499154090881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3403904438018799,
      "cov-distil (oracle2student)": 4.543216705322266,
      "cov-distil (oracle2teacher)": 4.558667182922363,
      "epoch": 0.8194662480376766,
      "rel-constrast": 3.3543667793273926,
      "step": 1044,
      "subrel-constrast": 3.7971832752227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9988380670547485,
      "cov-distil (oracle2student)": 2.8308515548706055,
      "cov-distil (oracle2teacher)": 3.2177038192749023,
      "epoch": 0.8202511773940345,
      "rel-constrast": 2.8968427181243896,
      "step": 1045,
      "subrel-constrast": 3.960989236831665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037137508392334,
      "cov-distil (oracle2student)": 3.3042430877685547,
      "cov-distil (oracle2teacher)": 4.170367240905762,
      "epoch": 0.8210361067503925,
      "rel-constrast": 2.910776138305664,
      "step": 1046,
      "subrel-constrast": 4.023449420928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5143873691558838,
      "cov-distil (oracle2student)": 4.957248687744141,
      "cov-distil (oracle2teacher)": 4.418193817138672,
      "epoch": 0.8218210361067504,
      "rel-constrast": 2.83193039894104,
      "step": 1047,
      "subrel-constrast": 3.833043098449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.693495273590088,
      "cov-distil (oracle2student)": 4.239676475524902,
      "cov-distil (oracle2teacher)": 4.303449630737305,
      "epoch": 0.8226059654631083,
      "rel-constrast": 2.6272153854370117,
      "step": 1048,
      "subrel-constrast": 3.333547592163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4350836277008057,
      "cov-distil (oracle2student)": 3.7222254276275635,
      "cov-distil (oracle2teacher)": 3.728644371032715,
      "epoch": 0.8233908948194663,
      "rel-constrast": 2.99408221244812,
      "step": 1049,
      "subrel-constrast": 4.203263759613037,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 4.09375,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.7811,
      "step": 1050
    },
    {
      "cov-distil": 1.5793521404266357,
      "cov-distil (oracle2student)": 4.122507095336914,
      "cov-distil (oracle2teacher)": 4.042128562927246,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.300630569458008,
      "step": 1050,
      "subrel-constrast": 3.612973213195801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59294855594635,
      "cov-distil (oracle2student)": 2.880483627319336,
      "cov-distil (oracle2teacher)": 3.44456148147583,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.214076280593872,
      "step": 1051,
      "subrel-constrast": 3.424987316131592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516143798828125,
      "cov-distil (oracle2student)": 3.7404661178588867,
      "cov-distil (oracle2teacher)": 3.8688344955444336,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.4756805896759033,
      "step": 1052,
      "subrel-constrast": 3.8817038536071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147653102874756,
      "cov-distil (oracle2student)": 3.996755599975586,
      "cov-distil (oracle2teacher)": 4.312131404876709,
      "epoch": 0.826530612244898,
      "rel-constrast": 2.403367519378662,
      "step": 1053,
      "subrel-constrast": 3.3255887031555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7948156595230103,
      "cov-distil (oracle2student)": 4.4564948081970215,
      "cov-distil (oracle2teacher)": 4.118769645690918,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.513580799102783,
      "step": 1054,
      "subrel-constrast": 4.7168965339660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.235692024230957,
      "cov-distil (oracle2student)": 3.3007235527038574,
      "cov-distil (oracle2teacher)": 3.3101489543914795,
      "epoch": 0.8281004709576139,
      "rel-constrast": 1.7672703266143799,
      "step": 1055,
      "subrel-constrast": 2.8161842823028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6461108922958374,
      "cov-distil (oracle2student)": 5.189629077911377,
      "cov-distil (oracle2teacher)": 4.810606002807617,
      "epoch": 0.8288854003139717,
      "rel-constrast": 2.9686903953552246,
      "step": 1056,
      "subrel-constrast": 3.985698699951172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2379072904586792,
      "cov-distil (oracle2student)": 3.9639673233032227,
      "cov-distil (oracle2teacher)": 3.555537223815918,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.2335827350616455,
      "step": 1057,
      "subrel-constrast": 2.327425956726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3965656757354736,
      "cov-distil (oracle2student)": 5.207208156585693,
      "cov-distil (oracle2teacher)": 4.57402229309082,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.3947792053222656,
      "step": 1058,
      "subrel-constrast": 3.1164324283599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3904023170471191,
      "cov-distil (oracle2student)": 3.9656052589416504,
      "cov-distil (oracle2teacher)": 4.2878241539001465,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.118830680847168,
      "step": 1059,
      "subrel-constrast": 3.008141040802002,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 4.625,
      "learning_rate": 9.624059227972075e-05,
      "loss": 0.6986,
      "step": 1060
    },
    {
      "cov-distil": 1.589442253112793,
      "cov-distil (oracle2student)": 4.598113059997559,
      "cov-distil (oracle2teacher)": 4.183882713317871,
      "epoch": 0.8320251177394035,
      "rel-constrast": 2.8364527225494385,
      "step": 1060,
      "subrel-constrast": 3.2415828704833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3862190246582031,
      "cov-distil (oracle2student)": 4.110356330871582,
      "cov-distil (oracle2teacher)": 4.0032243728637695,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.198403835296631,
      "step": 1061,
      "subrel-constrast": 2.6274282932281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7468971014022827,
      "cov-distil (oracle2student)": 3.8900599479675293,
      "cov-distil (oracle2teacher)": 4.181151390075684,
      "epoch": 0.8335949764521193,
      "rel-constrast": 2.9078946113586426,
      "step": 1062,
      "subrel-constrast": 3.7993831634521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376108169555664,
      "cov-distil (oracle2student)": 3.4102091789245605,
      "cov-distil (oracle2teacher)": 2.717193365097046,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.2379047870635986,
      "step": 1063,
      "subrel-constrast": 3.415752649307251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650132417678833,
      "cov-distil (oracle2student)": 5.639506816864014,
      "cov-distil (oracle2teacher)": 5.048563003540039,
      "epoch": 0.8351648351648352,
      "rel-constrast": 2.6532654762268066,
      "step": 1064,
      "subrel-constrast": 3.9479317665100098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624338984489441,
      "cov-distil (oracle2student)": 6.482385158538818,
      "cov-distil (oracle2teacher)": 5.481104373931885,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.8434181213378906,
      "step": 1065,
      "subrel-constrast": 3.3878633975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.145484209060669,
      "cov-distil (oracle2student)": 4.436014175415039,
      "cov-distil (oracle2teacher)": 4.444195747375488,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.3128857612609863,
      "step": 1066,
      "subrel-constrast": 2.90685772895813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4194729328155518,
      "cov-distil (oracle2student)": 3.8272366523742676,
      "cov-distil (oracle2teacher)": 3.784078598022461,
      "epoch": 0.8375196232339089,
      "rel-constrast": 1.7129125595092773,
      "step": 1067,
      "subrel-constrast": 2.7543516159057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5350362062454224,
      "cov-distil (oracle2student)": 4.755185604095459,
      "cov-distil (oracle2teacher)": 4.460989952087402,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.0899810791015625,
      "step": 1068,
      "subrel-constrast": 3.7699155807495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468932032585144,
      "cov-distil (oracle2student)": 5.556484222412109,
      "cov-distil (oracle2teacher)": 5.467803478240967,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.149475574493408,
      "step": 1069,
      "subrel-constrast": 4.01548957824707,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 4.40625,
      "learning_rate": 9.610667319147647e-05,
      "loss": 0.7109,
      "step": 1070
    },
    {
      "cov-distil": 1.197770357131958,
      "cov-distil (oracle2student)": 4.601926803588867,
      "cov-distil (oracle2teacher)": 3.7489891052246094,
      "epoch": 0.8398744113029827,
      "rel-constrast": 1.744615077972412,
      "step": 1070,
      "subrel-constrast": 2.396800994873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8376154899597168,
      "cov-distil (oracle2student)": 4.163334846496582,
      "cov-distil (oracle2teacher)": 4.371110916137695,
      "epoch": 0.8406593406593407,
      "rel-constrast": 2.8007559776306152,
      "step": 1071,
      "subrel-constrast": 3.9374475479125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459660530090332,
      "cov-distil (oracle2student)": 5.424370765686035,
      "cov-distil (oracle2teacher)": 4.170365333557129,
      "epoch": 0.8414442700156985,
      "rel-constrast": 1.8665745258331299,
      "step": 1072,
      "subrel-constrast": 2.223997116088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568697452545166,
      "cov-distil (oracle2student)": 2.7196450233459473,
      "cov-distil (oracle2teacher)": 2.4908249378204346,
      "epoch": 0.8422291993720565,
      "rel-constrast": 2.879955768585205,
      "step": 1073,
      "subrel-constrast": 3.609936237335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239572286605835,
      "cov-distil (oracle2student)": 6.67683219909668,
      "cov-distil (oracle2teacher)": 5.943394660949707,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.221341133117676,
      "step": 1074,
      "subrel-constrast": 3.064986228942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.863330602645874,
      "cov-distil (oracle2student)": 5.589483261108398,
      "cov-distil (oracle2teacher)": 4.638870716094971,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.290843963623047,
      "step": 1075,
      "subrel-constrast": 3.7692270278930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.867889165878296,
      "cov-distil (oracle2student)": 3.468998432159424,
      "cov-distil (oracle2teacher)": 3.52280330657959,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.0377607345581055,
      "step": 1076,
      "subrel-constrast": 4.197258472442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.893944263458252,
      "cov-distil (oracle2student)": 4.260345458984375,
      "cov-distil (oracle2teacher)": 4.051653861999512,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.000795841217041,
      "step": 1077,
      "subrel-constrast": 3.713437080383301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8799254894256592,
      "cov-distil (oracle2student)": 3.34672212600708,
      "cov-distil (oracle2teacher)": 3.136575937271118,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.239285707473755,
      "step": 1078,
      "subrel-constrast": 2.8015029430389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3731982707977295,
      "cov-distil (oracle2student)": 7.1260809898376465,
      "cov-distil (oracle2teacher)": 6.4294633865356445,
      "epoch": 0.8469387755102041,
      "rel-constrast": 1.4975827932357788,
      "step": 1079,
      "subrel-constrast": 2.6694393157958984,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 3.71875,
      "learning_rate": 9.597050692902765e-05,
      "loss": 0.6549,
      "step": 1080
    },
    {
      "cov-distil": 2.1217217445373535,
      "cov-distil (oracle2student)": 2.408430576324463,
      "cov-distil (oracle2teacher)": 2.7908947467803955,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.650217056274414,
      "step": 1080,
      "subrel-constrast": 2.657529592514038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6267786026000977,
      "cov-distil (oracle2student)": 3.56701922416687,
      "cov-distil (oracle2teacher)": 3.5518765449523926,
      "epoch": 0.8485086342229199,
      "rel-constrast": 2.9930477142333984,
      "step": 1081,
      "subrel-constrast": 3.795403003692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746717929840088,
      "cov-distil (oracle2student)": 3.593210220336914,
      "cov-distil (oracle2teacher)": 3.382885456085205,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.4920296669006348,
      "step": 1082,
      "subrel-constrast": 3.37454891204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9889320135116577,
      "cov-distil (oracle2student)": 6.71223258972168,
      "cov-distil (oracle2teacher)": 5.376874923706055,
      "epoch": 0.8500784929356358,
      "rel-constrast": 2.8958449363708496,
      "step": 1083,
      "subrel-constrast": 3.3230838775634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4369603395462036,
      "cov-distil (oracle2student)": 4.812461853027344,
      "cov-distil (oracle2teacher)": 4.095327377319336,
      "epoch": 0.8508634222919937,
      "rel-constrast": 2.3578813076019287,
      "step": 1084,
      "subrel-constrast": 2.9161102771759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2485198974609375,
      "cov-distil (oracle2student)": 4.220235347747803,
      "cov-distil (oracle2teacher)": 4.3310933113098145,
      "epoch": 0.8516483516483516,
      "rel-constrast": 2.9393482208251953,
      "step": 1085,
      "subrel-constrast": 3.198044776916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5737777948379517,
      "cov-distil (oracle2student)": 5.04396915435791,
      "cov-distil (oracle2teacher)": 4.136858940124512,
      "epoch": 0.8524332810047096,
      "rel-constrast": 3.378948211669922,
      "step": 1086,
      "subrel-constrast": 3.9791512489318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2056183815002441,
      "cov-distil (oracle2student)": 3.069871425628662,
      "cov-distil (oracle2teacher)": 3.18723464012146,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.2281394004821777,
      "step": 1087,
      "subrel-constrast": 2.72131085395813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2462518215179443,
      "cov-distil (oracle2student)": 3.9564616680145264,
      "cov-distil (oracle2teacher)": 3.5892562866210938,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.3318676948547363,
      "step": 1088,
      "subrel-constrast": 2.821894645690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.397864818572998,
      "cov-distil (oracle2student)": 3.2768521308898926,
      "cov-distil (oracle2teacher)": 3.6471009254455566,
      "epoch": 0.8547880690737834,
      "rel-constrast": 2.1406893730163574,
      "step": 1089,
      "subrel-constrast": 3.094508409500122,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 4.0625,
      "learning_rate": 9.583210012892582e-05,
      "loss": 0.6743,
      "step": 1090
    },
    {
      "cov-distil": 1.964857816696167,
      "cov-distil (oracle2student)": 4.155394554138184,
      "cov-distil (oracle2teacher)": 3.6647720336914062,
      "epoch": 0.8555729984301413,
      "rel-constrast": 2.7058727741241455,
      "step": 1090,
      "subrel-constrast": 3.5792434215545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292722702026367,
      "cov-distil (oracle2student)": 3.502223014831543,
      "cov-distil (oracle2teacher)": 3.9929537773132324,
      "epoch": 0.8563579277864992,
      "rel-constrast": 2.6119544506073,
      "step": 1091,
      "subrel-constrast": 3.8320579528808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2107266187667847,
      "cov-distil (oracle2student)": 4.820396423339844,
      "cov-distil (oracle2teacher)": 4.08413553237915,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.06583309173584,
      "step": 1092,
      "subrel-constrast": 3.2973647117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7492268085479736,
      "cov-distil (oracle2student)": 6.202895641326904,
      "cov-distil (oracle2teacher)": 5.584890365600586,
      "epoch": 0.8579277864992151,
      "rel-constrast": 2.8190548419952393,
      "step": 1093,
      "subrel-constrast": 3.414637565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549115657806396,
      "cov-distil (oracle2student)": 5.905871391296387,
      "cov-distil (oracle2teacher)": 5.459770679473877,
      "epoch": 0.858712715855573,
      "rel-constrast": 2.8913168907165527,
      "step": 1094,
      "subrel-constrast": 3.266486883163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6656830310821533,
      "cov-distil (oracle2student)": 4.443530559539795,
      "cov-distil (oracle2teacher)": 4.222179412841797,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.0905990600585938,
      "step": 1095,
      "subrel-constrast": 2.6541435718536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6953973770141602,
      "cov-distil (oracle2student)": 4.248088359832764,
      "cov-distil (oracle2teacher)": 4.074082374572754,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.4184205532073975,
      "step": 1096,
      "subrel-constrast": 3.190232276916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.160273790359497,
      "cov-distil (oracle2student)": 2.6440062522888184,
      "cov-distil (oracle2teacher)": 2.7530629634857178,
      "epoch": 0.8610675039246468,
      "rel-constrast": 1.9846525192260742,
      "step": 1097,
      "subrel-constrast": 2.6803247928619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.476104259490967,
      "cov-distil (oracle2student)": 6.070882320404053,
      "cov-distil (oracle2teacher)": 5.65362548828125,
      "epoch": 0.8618524332810047,
      "rel-constrast": 2.8895955085754395,
      "step": 1098,
      "subrel-constrast": 4.2224626541137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121708631515503,
      "cov-distil (oracle2student)": 4.586374282836914,
      "cov-distil (oracle2teacher)": 4.518335342407227,
      "epoch": 0.8626373626373627,
      "rel-constrast": 1.9236316680908203,
      "step": 1099,
      "subrel-constrast": 3.3011882305145264,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 4.5,
      "learning_rate": 9.569145953692315e-05,
      "loss": 0.6793,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.35625001788139343,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.0665283203125
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.042236328125
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.0242919921875,
      "step": 1100
    },
    {
      "cov-distil": 1.5692692995071411,
      "cov-distil (oracle2student)": 2.5504374504089355,
      "cov-distil (oracle2teacher)": 3.1647658348083496,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.1953272819519043,
      "step": 1100,
      "subrel-constrast": 3.180602788925171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669619083404541,
      "cov-distil (oracle2student)": 3.6518359184265137,
      "cov-distil (oracle2teacher)": 3.557936906814575,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.12575626373291,
      "step": 1101,
      "subrel-constrast": 4.649411678314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6930657625198364,
      "cov-distil (oracle2student)": 2.7093491554260254,
      "cov-distil (oracle2teacher)": 2.804664373397827,
      "epoch": 0.8649921507064364,
      "rel-constrast": 2.8272929191589355,
      "step": 1102,
      "subrel-constrast": 3.5122671127319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6180022954940796,
      "cov-distil (oracle2student)": 3.792178153991699,
      "cov-distil (oracle2teacher)": 3.83125638961792,
      "epoch": 0.8657770800627943,
      "rel-constrast": 2.745093584060669,
      "step": 1103,
      "subrel-constrast": 3.165111541748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.303539514541626,
      "cov-distil (oracle2student)": 4.186273574829102,
      "cov-distil (oracle2teacher)": 3.5868582725524902,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.0401976108551025,
      "step": 1104,
      "subrel-constrast": 3.7112135887145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2228760719299316,
      "cov-distil (oracle2student)": 6.125164031982422,
      "cov-distil (oracle2teacher)": 5.253999710083008,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.4512765407562256,
      "step": 1105,
      "subrel-constrast": 3.0601017475128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6857892274856567,
      "cov-distil (oracle2student)": 4.071491718292236,
      "cov-distil (oracle2teacher)": 3.6421139240264893,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.512528419494629,
      "step": 1106,
      "subrel-constrast": 3.2408547401428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3308558464050293,
      "cov-distil (oracle2student)": 3.6988563537597656,
      "cov-distil (oracle2teacher)": 3.6539433002471924,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.289088249206543,
      "step": 1107,
      "subrel-constrast": 2.86824631690979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.34097158908844,
      "cov-distil (oracle2student)": 6.2750563621521,
      "cov-distil (oracle2teacher)": 5.523811340332031,
      "epoch": 0.869701726844584,
      "rel-constrast": 2.810264825820923,
      "step": 1108,
      "subrel-constrast": 3.3434057235717773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026235342025757,
      "cov-distil (oracle2student)": 4.493220806121826,
      "cov-distil (oracle2teacher)": 4.213018417358398,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.5839312076568604,
      "step": 1109,
      "subrel-constrast": 3.0519816875457764,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 4.78125,
      "learning_rate": 9.55485920076437e-05,
      "loss": 0.7282,
      "step": 1110
    },
    {
      "cov-distil": 1.182070255279541,
      "cov-distil (oracle2student)": 3.8400089740753174,
      "cov-distil (oracle2teacher)": 3.8678479194641113,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.7487196922302246,
      "step": 1110,
      "subrel-constrast": 3.069824457168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5315732955932617,
      "cov-distil (oracle2student)": 4.986578941345215,
      "cov-distil (oracle2teacher)": 4.501273155212402,
      "epoch": 0.8720565149136578,
      "rel-constrast": 2.5293519496917725,
      "step": 1111,
      "subrel-constrast": 3.4746687412261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362921953201294,
      "cov-distil (oracle2student)": 5.511008262634277,
      "cov-distil (oracle2teacher)": 5.150004863739014,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.1853628158569336,
      "step": 1112,
      "subrel-constrast": 4.320303916931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4552040100097656,
      "cov-distil (oracle2student)": 3.80373477935791,
      "cov-distil (oracle2teacher)": 3.8328425884246826,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.292922258377075,
      "step": 1113,
      "subrel-constrast": 4.185301303863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016961097717285,
      "cov-distil (oracle2student)": 4.123844623565674,
      "cov-distil (oracle2teacher)": 4.043406963348389,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.364854574203491,
      "step": 1114,
      "subrel-constrast": 4.197904586791992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2460780143737793,
      "cov-distil (oracle2student)": 4.2226128578186035,
      "cov-distil (oracle2teacher)": 4.020458221435547,
      "epoch": 0.8751962323390895,
      "rel-constrast": 2.861794948577881,
      "step": 1115,
      "subrel-constrast": 3.8173680305480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9318865537643433,
      "cov-distil (oracle2student)": 3.9035282135009766,
      "cov-distil (oracle2teacher)": 4.158926486968994,
      "epoch": 0.8759811616954474,
      "rel-constrast": 2.8314151763916016,
      "step": 1116,
      "subrel-constrast": 3.795766830444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4158655405044556,
      "cov-distil (oracle2student)": 4.488450050354004,
      "cov-distil (oracle2teacher)": 4.465567588806152,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.3098318576812744,
      "step": 1117,
      "subrel-constrast": 3.80456280708313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1933979988098145,
      "cov-distil (oracle2student)": 3.701396942138672,
      "cov-distil (oracle2teacher)": 3.462156295776367,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.3206183910369873,
      "step": 1118,
      "subrel-constrast": 2.9659664630889893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785622239112854,
      "cov-distil (oracle2student)": 4.505108833312988,
      "cov-distil (oracle2teacher)": 4.079687595367432,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.6242103576660156,
      "step": 1119,
      "subrel-constrast": 4.302062511444092,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 4.90625,
      "learning_rate": 9.540350450424926e-05,
      "loss": 0.7895,
      "step": 1120
    },
    {
      "cov-distil": 1.4320274591445923,
      "cov-distil (oracle2student)": 3.675834894180298,
      "cov-distil (oracle2teacher)": 3.2800817489624023,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.3633415699005127,
      "step": 1120,
      "subrel-constrast": 3.0793893337249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7727723121643066,
      "cov-distil (oracle2student)": 4.164616584777832,
      "cov-distil (oracle2teacher)": 4.009129524230957,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.1358160972595215,
      "step": 1121,
      "subrel-constrast": 3.493774890899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737433671951294,
      "cov-distil (oracle2student)": 4.3197922706604,
      "cov-distil (oracle2teacher)": 3.4754135608673096,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.2892489433288574,
      "step": 1122,
      "subrel-constrast": 3.2800610065460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6032285690307617,
      "cov-distil (oracle2student)": 4.579195022583008,
      "cov-distil (oracle2teacher)": 4.60123348236084,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.561446189880371,
      "step": 1123,
      "subrel-constrast": 4.256036758422852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3816173076629639,
      "cov-distil (oracle2student)": 4.53253173828125,
      "cov-distil (oracle2teacher)": 3.7980942726135254,
      "epoch": 0.8822605965463108,
      "rel-constrast": 2.8386571407318115,
      "step": 1124,
      "subrel-constrast": 3.6762850284576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1292738914489746,
      "cov-distil (oracle2student)": 4.922160625457764,
      "cov-distil (oracle2teacher)": 4.224706649780273,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.6158761978149414,
      "step": 1125,
      "subrel-constrast": 2.8579416275024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95281982421875,
      "cov-distil (oracle2student)": 4.837068557739258,
      "cov-distil (oracle2teacher)": 4.683821678161621,
      "epoch": 0.8838304552590267,
      "rel-constrast": 3.7494611740112305,
      "step": 1126,
      "subrel-constrast": 5.0199875831604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513968586921692,
      "cov-distil (oracle2student)": 3.8176674842834473,
      "cov-distil (oracle2teacher)": 3.8583760261535645,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.7844948768615723,
      "step": 1127,
      "subrel-constrast": 3.345566987991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0961161851882935,
      "cov-distil (oracle2student)": 3.8009963035583496,
      "cov-distil (oracle2teacher)": 3.8322482109069824,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.5973310470581055,
      "step": 1128,
      "subrel-constrast": 3.4896345138549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4556827545166016,
      "cov-distil (oracle2student)": 3.75393009185791,
      "cov-distil (oracle2teacher)": 3.54931640625,
      "epoch": 0.8861852433281004,
      "rel-constrast": 2.827502965927124,
      "step": 1129,
      "subrel-constrast": 3.4282917976379395,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 4.59375,
      "learning_rate": 9.525620409810007e-05,
      "loss": 0.7318,
      "step": 1130
    },
    {
      "cov-distil": 1.0646207332611084,
      "cov-distil (oracle2student)": 3.4178781509399414,
      "cov-distil (oracle2teacher)": 3.7803211212158203,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.4701969623565674,
      "step": 1130,
      "subrel-constrast": 3.8298542499542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7896218299865723,
      "cov-distil (oracle2student)": 4.109860420227051,
      "cov-distil (oracle2teacher)": 3.393095016479492,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.782224416732788,
      "step": 1131,
      "subrel-constrast": 3.8601911067962646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5925028324127197,
      "cov-distil (oracle2student)": 3.827221155166626,
      "cov-distil (oracle2teacher)": 3.792367935180664,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.0769710540771484,
      "step": 1132,
      "subrel-constrast": 4.204375743865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513707160949707,
      "cov-distil (oracle2student)": 3.264207601547241,
      "cov-distil (oracle2teacher)": 3.209810972213745,
      "epoch": 0.8893249607535322,
      "rel-constrast": 2.2004406452178955,
      "step": 1133,
      "subrel-constrast": 3.21528959274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461498498916626,
      "cov-distil (oracle2student)": 5.078773498535156,
      "cov-distil (oracle2teacher)": 4.541644096374512,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.037846803665161,
      "step": 1134,
      "subrel-constrast": 3.7421162128448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2764933109283447,
      "cov-distil (oracle2student)": 3.818624973297119,
      "cov-distil (oracle2teacher)": 3.8554506301879883,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.7255983352661133,
      "step": 1135,
      "subrel-constrast": 3.3024630546569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0476830005645752,
      "cov-distil (oracle2student)": 3.445587635040283,
      "cov-distil (oracle2teacher)": 3.4606118202209473,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.3069112300872803,
      "step": 1136,
      "subrel-constrast": 3.1347904205322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3891777992248535,
      "cov-distil (oracle2student)": 5.808431625366211,
      "cov-distil (oracle2teacher)": 5.147954940795898,
      "epoch": 0.8924646781789639,
      "rel-constrast": 2.827120304107666,
      "step": 1137,
      "subrel-constrast": 3.118823766708374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2806026935577393,
      "cov-distil (oracle2student)": 3.0496997833251953,
      "cov-distil (oracle2teacher)": 3.2390127182006836,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.3848145008087158,
      "step": 1138,
      "subrel-constrast": 2.1146702766418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436236023902893,
      "cov-distil (oracle2student)": 4.929156303405762,
      "cov-distil (oracle2teacher)": 4.807424068450928,
      "epoch": 0.8940345368916798,
      "rel-constrast": 2.695155143737793,
      "step": 1139,
      "subrel-constrast": 3.43925404548645,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 4.03125,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.6973,
      "step": 1140
    },
    {
      "cov-distil": 1.5157623291015625,
      "cov-distil (oracle2student)": 3.448035478591919,
      "cov-distil (oracle2teacher)": 2.8787364959716797,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.6028478145599365,
      "step": 1140,
      "subrel-constrast": 2.325775623321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917764902114868,
      "cov-distil (oracle2student)": 3.9518003463745117,
      "cov-distil (oracle2teacher)": 4.040048599243164,
      "epoch": 0.8956043956043956,
      "rel-constrast": 1.9501421451568604,
      "step": 1141,
      "subrel-constrast": 2.800978422164917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750315546989441,
      "cov-distil (oracle2student)": 4.165944576263428,
      "cov-distil (oracle2teacher)": 3.9696884155273438,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.2418062686920166,
      "step": 1142,
      "subrel-constrast": 3.6702067852020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4712209701538086,
      "cov-distil (oracle2student)": 4.77225399017334,
      "cov-distil (oracle2teacher)": 4.339297294616699,
      "epoch": 0.8971742543171115,
      "rel-constrast": 1.9025369882583618,
      "step": 1143,
      "subrel-constrast": 2.8064167499542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8669004440307617,
      "cov-distil (oracle2student)": 5.376408576965332,
      "cov-distil (oracle2teacher)": 4.556110382080078,
      "epoch": 0.8979591836734694,
      "rel-constrast": 2.7720227241516113,
      "step": 1144,
      "subrel-constrast": 3.6316030025482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6232240200042725,
      "cov-distil (oracle2student)": 5.338455677032471,
      "cov-distil (oracle2teacher)": 4.501091957092285,
      "epoch": 0.8987441130298273,
      "rel-constrast": 2.7973592281341553,
      "step": 1145,
      "subrel-constrast": 3.578178644180298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468875527381897,
      "cov-distil (oracle2student)": 6.84931755065918,
      "cov-distil (oracle2teacher)": 6.50229549407959,
      "epoch": 0.8995290423861853,
      "rel-constrast": 2.027372360229492,
      "step": 1146,
      "subrel-constrast": 3.058356761932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4962387084960938,
      "cov-distil (oracle2student)": 5.187821388244629,
      "cov-distil (oracle2teacher)": 4.6926751136779785,
      "epoch": 0.9003139717425431,
      "rel-constrast": 3.716827392578125,
      "step": 1147,
      "subrel-constrast": 4.279256820678711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4200063943862915,
      "cov-distil (oracle2student)": 4.50013542175293,
      "cov-distil (oracle2teacher)": 4.2564520835876465,
      "epoch": 0.9010989010989011,
      "rel-constrast": 3.5875420570373535,
      "step": 1148,
      "subrel-constrast": 4.041000843048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6527328491210938,
      "cov-distil (oracle2student)": 5.5971879959106445,
      "cov-distil (oracle2teacher)": 5.032774448394775,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.3060264587402344,
      "step": 1149,
      "subrel-constrast": 4.02908182144165,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 6.0,
      "learning_rate": 9.495499340189728e-05,
      "loss": 0.6873,
      "step": 1150
    },
    {
      "cov-distil": 1.2976752519607544,
      "cov-distil (oracle2student)": 4.399081230163574,
      "cov-distil (oracle2teacher)": 4.11367130279541,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.624013900756836,
      "step": 1150,
      "subrel-constrast": 3.371399402618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9731624126434326,
      "cov-distil (oracle2student)": 3.131232500076294,
      "cov-distil (oracle2teacher)": 3.0260462760925293,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.586879014968872,
      "step": 1151,
      "subrel-constrast": 3.258054494857788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3223419189453125,
      "cov-distil (oracle2student)": 4.555614471435547,
      "cov-distil (oracle2teacher)": 3.621020793914795,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.3029987812042236,
      "step": 1152,
      "subrel-constrast": 2.787689447402954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7112791538238525,
      "cov-distil (oracle2student)": 4.710623741149902,
      "cov-distil (oracle2teacher)": 3.9166176319122314,
      "epoch": 0.9050235478806907,
      "rel-constrast": 3.025418281555176,
      "step": 1153,
      "subrel-constrast": 3.8325531482696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6680324077606201,
      "cov-distil (oracle2student)": 4.993508815765381,
      "cov-distil (oracle2teacher)": 3.9069669246673584,
      "epoch": 0.9058084772370487,
      "rel-constrast": 2.7205810546875,
      "step": 1154,
      "subrel-constrast": 3.2452330589294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4324946403503418,
      "cov-distil (oracle2student)": 4.619060039520264,
      "cov-distil (oracle2teacher)": 4.5397467613220215,
      "epoch": 0.9065934065934066,
      "rel-constrast": 1.9935307502746582,
      "step": 1155,
      "subrel-constrast": 3.1132702827453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1046557426452637,
      "cov-distil (oracle2student)": 3.9769327640533447,
      "cov-distil (oracle2teacher)": 3.8325676918029785,
      "epoch": 0.9073783359497645,
      "rel-constrast": 2.877967357635498,
      "step": 1156,
      "subrel-constrast": 3.244562864303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421513557434082,
      "cov-distil (oracle2student)": 3.1493589878082275,
      "cov-distil (oracle2teacher)": 2.807060956954956,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.245410680770874,
      "step": 1157,
      "subrel-constrast": 2.7686758041381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17195463180542,
      "cov-distil (oracle2student)": 3.4228222370147705,
      "cov-distil (oracle2teacher)": 3.3492369651794434,
      "epoch": 0.9089481946624803,
      "rel-constrast": 3.89868426322937,
      "step": 1158,
      "subrel-constrast": 3.543506622314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941291093826294,
      "cov-distil (oracle2student)": 4.321142196655273,
      "cov-distil (oracle2teacher)": 3.9676902294158936,
      "epoch": 0.9097331240188383,
      "rel-constrast": 2.618919610977173,
      "step": 1159,
      "subrel-constrast": 3.582531452178955,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 4.25,
      "learning_rate": 9.480109779242805e-05,
      "loss": 0.715,
      "step": 1160
    },
    {
      "cov-distil": 1.153883695602417,
      "cov-distil (oracle2student)": 4.401684284210205,
      "cov-distil (oracle2teacher)": 3.9077625274658203,
      "epoch": 0.9105180533751962,
      "rel-constrast": 2.9682798385620117,
      "step": 1160,
      "subrel-constrast": 3.469970941543579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806933879852295,
      "cov-distil (oracle2student)": 2.9647388458251953,
      "cov-distil (oracle2teacher)": 3.3315560817718506,
      "epoch": 0.9113029827315542,
      "rel-constrast": 2.483863592147827,
      "step": 1161,
      "subrel-constrast": 3.3749167919158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5014278888702393,
      "cov-distil (oracle2student)": 5.460755825042725,
      "cov-distil (oracle2teacher)": 5.196470260620117,
      "epoch": 0.9120879120879121,
      "rel-constrast": 3.0366973876953125,
      "step": 1162,
      "subrel-constrast": 3.886035203933716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7903958559036255,
      "cov-distil (oracle2student)": 5.877046585083008,
      "cov-distil (oracle2teacher)": 5.085854530334473,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.4361000061035156,
      "step": 1163,
      "subrel-constrast": 4.169914245605469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2456309795379639,
      "cov-distil (oracle2student)": 3.5626113414764404,
      "cov-distil (oracle2teacher)": 3.656989574432373,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.2571730613708496,
      "step": 1164,
      "subrel-constrast": 2.9215011596679688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8274197578430176,
      "cov-distil (oracle2student)": 3.7051048278808594,
      "cov-distil (oracle2teacher)": 3.7150449752807617,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.377100944519043,
      "step": 1165,
      "subrel-constrast": 3.45597767829895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606414556503296,
      "cov-distil (oracle2student)": 5.428249359130859,
      "cov-distil (oracle2teacher)": 5.036036491394043,
      "epoch": 0.9152276295133438,
      "rel-constrast": 3.530747652053833,
      "step": 1166,
      "subrel-constrast": 3.6689672470092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4637068510055542,
      "cov-distil (oracle2student)": 2.8984575271606445,
      "cov-distil (oracle2teacher)": 3.7150793075561523,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.1157407760620117,
      "step": 1167,
      "subrel-constrast": 3.1230695247650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7144138813018799,
      "cov-distil (oracle2student)": 5.150959014892578,
      "cov-distil (oracle2teacher)": 4.695860862731934,
      "epoch": 0.9167974882260597,
      "rel-constrast": 2.8385558128356934,
      "step": 1168,
      "subrel-constrast": 3.8564417362213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2423051595687866,
      "cov-distil (oracle2student)": 3.791360378265381,
      "cov-distil (oracle2teacher)": 3.4472551345825195,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.166907548904419,
      "step": 1169,
      "subrel-constrast": 3.4638686180114746,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 5.4375,
      "learning_rate": 9.464501864065735e-05,
      "loss": 0.7437,
      "step": 1170
    },
    {
      "cov-distil": 1.9293335676193237,
      "cov-distil (oracle2student)": 5.425308704376221,
      "cov-distil (oracle2teacher)": 5.974822044372559,
      "epoch": 0.9183673469387755,
      "rel-constrast": 3.4016144275665283,
      "step": 1170,
      "subrel-constrast": 4.150084972381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616689920425415,
      "cov-distil (oracle2student)": 4.226970672607422,
      "cov-distil (oracle2teacher)": 3.5239455699920654,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.2554945945739746,
      "step": 1171,
      "subrel-constrast": 3.953566789627075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4443883895874023,
      "cov-distil (oracle2student)": 6.4520440101623535,
      "cov-distil (oracle2teacher)": 5.725442409515381,
      "epoch": 0.9199372056514914,
      "rel-constrast": 2.584202289581299,
      "step": 1172,
      "subrel-constrast": 3.4410457611083984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4867100715637207,
      "cov-distil (oracle2student)": 4.274361610412598,
      "cov-distil (oracle2teacher)": 3.6410675048828125,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.169560432434082,
      "step": 1173,
      "subrel-constrast": 4.242166042327881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3205482959747314,
      "cov-distil (oracle2student)": 5.739987373352051,
      "cov-distil (oracle2teacher)": 5.140939712524414,
      "epoch": 0.9215070643642073,
      "rel-constrast": 2.985445499420166,
      "step": 1174,
      "subrel-constrast": 3.939473867416382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009284496307373,
      "cov-distil (oracle2student)": 5.444433689117432,
      "cov-distil (oracle2teacher)": 5.0701117515563965,
      "epoch": 0.9222919937205651,
      "rel-constrast": 2.7483692169189453,
      "step": 1175,
      "subrel-constrast": 3.95206880569458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8168413639068604,
      "cov-distil (oracle2student)": 4.352237701416016,
      "cov-distil (oracle2teacher)": 4.130849361419678,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.047734260559082,
      "step": 1176,
      "subrel-constrast": 4.339925289154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3629803657531738,
      "cov-distil (oracle2student)": 4.347002029418945,
      "cov-distil (oracle2teacher)": 4.287919044494629,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.5425915718078613,
      "step": 1177,
      "subrel-constrast": 3.3128583431243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9597233533859253,
      "cov-distil (oracle2student)": 4.670734882354736,
      "cov-distil (oracle2teacher)": 3.746410608291626,
      "epoch": 0.9246467817896389,
      "rel-constrast": 3.4769604206085205,
      "step": 1178,
      "subrel-constrast": 4.1891374588012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.794081687927246,
      "cov-distil (oracle2student)": 3.0966110229492188,
      "cov-distil (oracle2teacher)": 3.311258316040039,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.671198844909668,
      "step": 1179,
      "subrel-constrast": 3.9548184871673584,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 4.90625,
      "learning_rate": 9.448676355366282e-05,
      "loss": 0.8132,
      "step": 1180
    },
    {
      "cov-distil": 1.4084253311157227,
      "cov-distil (oracle2student)": 4.341270923614502,
      "cov-distil (oracle2teacher)": 4.15592098236084,
      "epoch": 0.9262166405023547,
      "rel-constrast": 3.8682658672332764,
      "step": 1180,
      "subrel-constrast": 4.227786540985107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8480610847473145,
      "cov-distil (oracle2student)": 2.886322021484375,
      "cov-distil (oracle2teacher)": 3.089888572692871,
      "epoch": 0.9270015698587127,
      "rel-constrast": 2.4521639347076416,
      "step": 1181,
      "subrel-constrast": 4.010279178619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5726611614227295,
      "cov-distil (oracle2student)": 7.181271076202393,
      "cov-distil (oracle2teacher)": 6.917494773864746,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.468705654144287,
      "step": 1182,
      "subrel-constrast": 4.951630115509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563510537147522,
      "cov-distil (oracle2student)": 4.173855781555176,
      "cov-distil (oracle2teacher)": 3.9959354400634766,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.330199956893921,
      "step": 1183,
      "subrel-constrast": 4.078639030456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4686963558197021,
      "cov-distil (oracle2student)": 3.81717586517334,
      "cov-distil (oracle2teacher)": 3.3644003868103027,
      "epoch": 0.9293563579277865,
      "rel-constrast": 2.9366137981414795,
      "step": 1184,
      "subrel-constrast": 3.3497939109802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8359509706497192,
      "cov-distil (oracle2student)": 4.507197380065918,
      "cov-distil (oracle2teacher)": 3.996276378631592,
      "epoch": 0.9301412872841445,
      "rel-constrast": 2.811890125274658,
      "step": 1185,
      "subrel-constrast": 3.266674041748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.402831792831421,
      "cov-distil (oracle2student)": 4.349660873413086,
      "cov-distil (oracle2teacher)": 3.8565120697021484,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.171682357788086,
      "step": 1186,
      "subrel-constrast": 2.5724501609802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2889400720596313,
      "cov-distil (oracle2student)": 3.794382333755493,
      "cov-distil (oracle2teacher)": 3.950767993927002,
      "epoch": 0.9317111459968603,
      "rel-constrast": 2.874828815460205,
      "step": 1187,
      "subrel-constrast": 3.6819698810577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.145060420036316,
      "cov-distil (oracle2student)": 3.56148624420166,
      "cov-distil (oracle2teacher)": 3.6071555614471436,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.4049525260925293,
      "step": 1188,
      "subrel-constrast": 3.269461154937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.290686845779419,
      "cov-distil (oracle2student)": 3.6157917976379395,
      "cov-distil (oracle2teacher)": 3.4642181396484375,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.3412487506866455,
      "step": 1189,
      "subrel-constrast": 3.05169415473938,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 4.25,
      "learning_rate": 9.432634024457414e-05,
      "loss": 0.7561,
      "step": 1190
    },
    {
      "cov-distil": 1.651381492614746,
      "cov-distil (oracle2student)": 3.8212718963623047,
      "cov-distil (oracle2teacher)": 3.1395416259765625,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.09847354888916,
      "step": 1190,
      "subrel-constrast": 2.8204944133758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132443428039551,
      "cov-distil (oracle2student)": 4.897375583648682,
      "cov-distil (oracle2teacher)": 4.544583320617676,
      "epoch": 0.934850863422292,
      "rel-constrast": 2.347287654876709,
      "step": 1191,
      "subrel-constrast": 3.9514925479888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1309560537338257,
      "cov-distil (oracle2student)": 3.466745376586914,
      "cov-distil (oracle2teacher)": 3.3126957416534424,
      "epoch": 0.9356357927786499,
      "rel-constrast": 1.6414308547973633,
      "step": 1192,
      "subrel-constrast": 2.354809522628784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.544095516204834,
      "cov-distil (oracle2student)": 3.9722468852996826,
      "cov-distil (oracle2teacher)": 4.182379722595215,
      "epoch": 0.9364207221350078,
      "rel-constrast": 2.6374053955078125,
      "step": 1193,
      "subrel-constrast": 3.483053207397461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5357329845428467,
      "cov-distil (oracle2student)": 3.408775806427002,
      "cov-distil (oracle2teacher)": 3.3998777866363525,
      "epoch": 0.9372056514913658,
      "rel-constrast": 2.763838052749634,
      "step": 1194,
      "subrel-constrast": 3.8121066093444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9423109292984009,
      "cov-distil (oracle2student)": 5.102648735046387,
      "cov-distil (oracle2teacher)": 3.864128351211548,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.697800874710083,
      "step": 1195,
      "subrel-constrast": 3.3299975395202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4925706386566162,
      "cov-distil (oracle2student)": 3.4724836349487305,
      "cov-distil (oracle2teacher)": 3.687856435775757,
      "epoch": 0.9387755102040817,
      "rel-constrast": 1.8960543870925903,
      "step": 1196,
      "subrel-constrast": 2.838519811630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500859260559082,
      "cov-distil (oracle2student)": 4.7425537109375,
      "cov-distil (oracle2teacher)": 4.123207092285156,
      "epoch": 0.9395604395604396,
      "rel-constrast": 2.3656721115112305,
      "step": 1197,
      "subrel-constrast": 3.2324914932250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6618547439575195,
      "cov-distil (oracle2student)": 4.34139347076416,
      "cov-distil (oracle2teacher)": 3.897106170654297,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.700942039489746,
      "step": 1198,
      "subrel-constrast": 3.374593496322632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4772766828536987,
      "cov-distil (oracle2student)": 3.2904539108276367,
      "cov-distil (oracle2teacher)": 3.220244884490967,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.042469501495361,
      "step": 1199,
      "subrel-constrast": 4.684903144836426,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.53125,
      "learning_rate": 9.416375653219709e-05,
      "loss": 0.6703,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3359375,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.05487060546875
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.040130615234375
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.014739990234375,
      "step": 1200
    },
    {
      "cov-distil": 1.651973009109497,
      "cov-distil (oracle2student)": 5.580442428588867,
      "cov-distil (oracle2teacher)": 4.751650810241699,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.3401174545288086,
      "step": 1200,
      "subrel-constrast": 2.8672213554382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3058257102966309,
      "cov-distil (oracle2student)": 3.5775439739227295,
      "cov-distil (oracle2teacher)": 3.3887455463409424,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.3225204944610596,
      "step": 1201,
      "subrel-constrast": 3.041269063949585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6058646440505981,
      "cov-distil (oracle2student)": 4.349255561828613,
      "cov-distil (oracle2teacher)": 4.065971374511719,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.4209256172180176,
      "step": 1202,
      "subrel-constrast": 4.1251630783081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4189627170562744,
      "cov-distil (oracle2student)": 4.400697708129883,
      "cov-distil (oracle2teacher)": 4.104702949523926,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.4919166564941406,
      "step": 1203,
      "subrel-constrast": 4.260965824127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6591110229492188,
      "cov-distil (oracle2student)": 3.479872703552246,
      "cov-distil (oracle2teacher)": 3.7567882537841797,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.4218313694000244,
      "step": 1204,
      "subrel-constrast": 3.146901845932007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969881296157837,
      "cov-distil (oracle2student)": 4.605207443237305,
      "cov-distil (oracle2teacher)": 4.360989570617676,
      "epoch": 0.945839874411303,
      "rel-constrast": 3.6552324295043945,
      "step": 1205,
      "subrel-constrast": 4.47305965423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680984020233154,
      "cov-distil (oracle2student)": 4.241245746612549,
      "cov-distil (oracle2teacher)": 3.9492015838623047,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.240964889526367,
      "step": 1206,
      "subrel-constrast": 3.499547243118286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5265922546386719,
      "cov-distil (oracle2student)": 4.027247905731201,
      "cov-distil (oracle2teacher)": 3.8509769439697266,
      "epoch": 0.9474097331240189,
      "rel-constrast": 2.928654670715332,
      "step": 1207,
      "subrel-constrast": 3.6869735717773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861913204193115,
      "cov-distil (oracle2student)": 4.037266731262207,
      "cov-distil (oracle2teacher)": 4.063358306884766,
      "epoch": 0.9481946624803768,
      "rel-constrast": 2.624581813812256,
      "step": 1208,
      "subrel-constrast": 3.698693037033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.17140531539917,
      "cov-distil (oracle2student)": 4.983379364013672,
      "cov-distil (oracle2teacher)": 4.6861772537231445,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.0126395225524902,
      "step": 1209,
      "subrel-constrast": 2.895998954772949,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 4.40625,
      "learning_rate": 9.399902034063242e-05,
      "loss": 0.7501,
      "step": 1210
    },
    {
      "cov-distil": 1.6320531368255615,
      "cov-distil (oracle2student)": 5.127579689025879,
      "cov-distil (oracle2teacher)": 4.746947765350342,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.150204181671143,
      "step": 1210,
      "subrel-constrast": 4.681164264678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7753593921661377,
      "cov-distil (oracle2student)": 7.374556541442871,
      "cov-distil (oracle2teacher)": 5.983691692352295,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.190474271774292,
      "step": 1211,
      "subrel-constrast": 2.7858238220214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4840810298919678,
      "cov-distil (oracle2student)": 3.923983573913574,
      "cov-distil (oracle2teacher)": 3.5162248611450195,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.134782552719116,
      "step": 1212,
      "subrel-constrast": 3.0191900730133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8066534996032715,
      "cov-distil (oracle2student)": 3.7430312633514404,
      "cov-distil (oracle2teacher)": 4.091936111450195,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.593024969100952,
      "step": 1213,
      "subrel-constrast": 3.77610445022583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706920623779297,
      "cov-distil (oracle2student)": 3.4483489990234375,
      "cov-distil (oracle2teacher)": 3.5968966484069824,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.109964370727539,
      "step": 1214,
      "subrel-constrast": 3.313976764678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243675947189331,
      "cov-distil (oracle2student)": 4.761490821838379,
      "cov-distil (oracle2teacher)": 4.674930572509766,
      "epoch": 0.9536891679748822,
      "rel-constrast": 2.441842555999756,
      "step": 1215,
      "subrel-constrast": 3.1908552646636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9273148775100708,
      "cov-distil (oracle2student)": 4.863650321960449,
      "cov-distil (oracle2teacher)": 4.070465564727783,
      "epoch": 0.9544740973312402,
      "rel-constrast": 2.729811906814575,
      "step": 1216,
      "subrel-constrast": 3.5563762187957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5320173501968384,
      "cov-distil (oracle2student)": 3.4982082843780518,
      "cov-distil (oracle2teacher)": 3.4243669509887695,
      "epoch": 0.9552590266875981,
      "rel-constrast": 1.9344758987426758,
      "step": 1217,
      "subrel-constrast": 2.976001739501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404026985168457,
      "cov-distil (oracle2student)": 4.59323787689209,
      "cov-distil (oracle2teacher)": 4.623620510101318,
      "epoch": 0.9560439560439561,
      "rel-constrast": 2.6728334426879883,
      "step": 1218,
      "subrel-constrast": 3.495543956756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.417191743850708,
      "cov-distil (oracle2student)": 2.271084785461426,
      "cov-distil (oracle2teacher)": 2.3886284828186035,
      "epoch": 0.956828885400314,
      "rel-constrast": 1.9708667993545532,
      "step": 1219,
      "subrel-constrast": 3.0748450756073,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.75,
      "learning_rate": 9.383213969888972e-05,
      "loss": 0.6627,
      "step": 1220
    },
    {
      "cov-distil": 1.5353842973709106,
      "cov-distil (oracle2student)": 4.188446998596191,
      "cov-distil (oracle2teacher)": 4.483578681945801,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.152864933013916,
      "step": 1220,
      "subrel-constrast": 4.372608184814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4892754554748535,
      "cov-distil (oracle2student)": 4.461016654968262,
      "cov-distil (oracle2teacher)": 4.4480061531066895,
      "epoch": 0.9583987441130298,
      "rel-constrast": 2.278667449951172,
      "step": 1221,
      "subrel-constrast": 3.451118230819702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808103084564209,
      "cov-distil (oracle2student)": 6.423932075500488,
      "cov-distil (oracle2teacher)": 4.986484527587891,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.1910033226013184,
      "step": 1222,
      "subrel-constrast": 3.024477243423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.261834979057312,
      "cov-distil (oracle2student)": 4.339646816253662,
      "cov-distil (oracle2teacher)": 3.834820508956909,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.516898155212402,
      "step": 1223,
      "subrel-constrast": 4.800014972686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746564269065857,
      "cov-distil (oracle2student)": 4.608949661254883,
      "cov-distil (oracle2teacher)": 4.1526265144348145,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.0289666652679443,
      "step": 1224,
      "subrel-constrast": 3.577869415283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4320449829101562,
      "cov-distil (oracle2student)": 5.8398261070251465,
      "cov-distil (oracle2teacher)": 5.1253862380981445,
      "epoch": 0.9615384615384616,
      "rel-constrast": 1.8613483905792236,
      "step": 1225,
      "subrel-constrast": 2.700789451599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5091779232025146,
      "cov-distil (oracle2student)": 3.353769302368164,
      "cov-distil (oracle2teacher)": 3.006638526916504,
      "epoch": 0.9623233908948194,
      "rel-constrast": 1.9979803562164307,
      "step": 1226,
      "subrel-constrast": 2.6790080070495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4290409088134766,
      "cov-distil (oracle2student)": 5.6248579025268555,
      "cov-distil (oracle2teacher)": 4.402497291564941,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.002202033996582,
      "step": 1227,
      "subrel-constrast": 3.0146026611328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075827121734619,
      "cov-distil (oracle2student)": 3.381258487701416,
      "cov-distil (oracle2teacher)": 3.554561138153076,
      "epoch": 0.9638932496075353,
      "rel-constrast": 2.9298620223999023,
      "step": 1228,
      "subrel-constrast": 3.9828600883483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1311776638031006,
      "cov-distil (oracle2student)": 4.22435998916626,
      "cov-distil (oracle2teacher)": 3.7478814125061035,
      "epoch": 0.9646781789638933,
      "rel-constrast": 2.4351794719696045,
      "step": 1229,
      "subrel-constrast": 3.136162281036377,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 4.25,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.7234,
      "step": 1230
    },
    {
      "cov-distil": 1.8911972045898438,
      "cov-distil (oracle2student)": 3.89785099029541,
      "cov-distil (oracle2teacher)": 4.051961898803711,
      "epoch": 0.9654631083202512,
      "rel-constrast": 2.524933338165283,
      "step": 1230,
      "subrel-constrast": 3.699458599090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503393530845642,
      "cov-distil (oracle2student)": 3.55098032951355,
      "cov-distil (oracle2teacher)": 3.560030221939087,
      "epoch": 0.966248037676609,
      "rel-constrast": 3.2700300216674805,
      "step": 1231,
      "subrel-constrast": 3.9070444107055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3105442523956299,
      "cov-distil (oracle2student)": 3.85469388961792,
      "cov-distil (oracle2teacher)": 3.6011829376220703,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.521653175354004,
      "step": 1232,
      "subrel-constrast": 3.1495187282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8848893642425537,
      "cov-distil (oracle2student)": 4.034107208251953,
      "cov-distil (oracle2teacher)": 4.12956428527832,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.1676106452941895,
      "step": 1233,
      "subrel-constrast": 3.016857624053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3262971639633179,
      "cov-distil (oracle2student)": 4.38935661315918,
      "cov-distil (oracle2teacher)": 4.024491786956787,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.415470600128174,
      "step": 1234,
      "subrel-constrast": 3.6690151691436768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4115527868270874,
      "cov-distil (oracle2student)": 5.522864818572998,
      "cov-distil (oracle2teacher)": 4.903315544128418,
      "epoch": 0.9693877551020408,
      "rel-constrast": 3.762134552001953,
      "step": 1235,
      "subrel-constrast": 3.6904513835906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211632251739502,
      "cov-distil (oracle2student)": 3.2907469272613525,
      "cov-distil (oracle2teacher)": 3.470127582550049,
      "epoch": 0.9701726844583988,
      "rel-constrast": 2.9709057807922363,
      "step": 1236,
      "subrel-constrast": 3.433534622192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7925339937210083,
      "cov-distil (oracle2student)": 4.7224225997924805,
      "cov-distil (oracle2teacher)": 4.304594993591309,
      "epoch": 0.9709576138147566,
      "rel-constrast": 1.7192656993865967,
      "step": 1237,
      "subrel-constrast": 2.5960750579833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375677585601807,
      "cov-distil (oracle2student)": 3.9763054847717285,
      "cov-distil (oracle2teacher)": 4.025575637817383,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.7205071449279785,
      "step": 1238,
      "subrel-constrast": 4.3936004638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3395456075668335,
      "cov-distil (oracle2student)": 4.309823036193848,
      "cov-distil (oracle2teacher)": 4.337226867675781,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.5018014907836914,
      "step": 1239,
      "subrel-constrast": 3.262911558151245,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 3.671875,
      "learning_rate": 9.34919777030994e-05,
      "loss": 0.7534,
      "step": 1240
    },
    {
      "cov-distil": 1.726205825805664,
      "cov-distil (oracle2student)": 4.603857517242432,
      "cov-distil (oracle2teacher)": 4.304234504699707,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.342561960220337,
      "step": 1240,
      "subrel-constrast": 3.549687623977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8876800537109375,
      "cov-distil (oracle2student)": 3.2894906997680664,
      "cov-distil (oracle2teacher)": 3.3400888442993164,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.526780128479004,
      "step": 1241,
      "subrel-constrast": 3.4339122772216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5308513641357422,
      "cov-distil (oracle2student)": 3.5118296146392822,
      "cov-distil (oracle2teacher)": 3.4375510215759277,
      "epoch": 0.9748822605965463,
      "rel-constrast": 1.9532501697540283,
      "step": 1242,
      "subrel-constrast": 3.011195182800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6644922494888306,
      "cov-distil (oracle2student)": 4.0343170166015625,
      "cov-distil (oracle2teacher)": 4.105052947998047,
      "epoch": 0.9756671899529042,
      "rel-constrast": 2.197195053100586,
      "step": 1243,
      "subrel-constrast": 3.431218147277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1933566331863403,
      "cov-distil (oracle2student)": 3.9735631942749023,
      "cov-distil (oracle2teacher)": 3.46718430519104,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.2542433738708496,
      "step": 1244,
      "subrel-constrast": 3.0974068641662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6354248523712158,
      "cov-distil (oracle2student)": 2.30124568939209,
      "cov-distil (oracle2teacher)": 2.647350311279297,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.967939615249634,
      "step": 1245,
      "subrel-constrast": 3.6830475330352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2061002254486084,
      "cov-distil (oracle2student)": 4.468083381652832,
      "cov-distil (oracle2teacher)": 4.168485641479492,
      "epoch": 0.978021978021978,
      "rel-constrast": 2.7040135860443115,
      "step": 1246,
      "subrel-constrast": 3.4273927211761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841383695602417,
      "cov-distil (oracle2student)": 3.8744421005249023,
      "cov-distil (oracle2teacher)": 4.223719120025635,
      "epoch": 0.978806907378336,
      "rel-constrast": 2.8118836879730225,
      "step": 1247,
      "subrel-constrast": 3.7503790855407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.825094223022461,
      "cov-distil (oracle2student)": 4.261458396911621,
      "cov-distil (oracle2teacher)": 4.531240463256836,
      "epoch": 0.9795918367346939,
      "rel-constrast": 2.4509730339050293,
      "step": 1248,
      "subrel-constrast": 4.01243257522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960715293884277,
      "cov-distil (oracle2student)": 3.100825786590576,
      "cov-distil (oracle2teacher)": 3.1083269119262695,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.428035020828247,
      "step": 1249,
      "subrel-constrast": 3.1701910495758057,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.46875,
      "learning_rate": 9.331871292806759e-05,
      "loss": 0.6567,
      "step": 1250
    },
    {
      "cov-distil": 1.5723294019699097,
      "cov-distil (oracle2student)": 6.342667102813721,
      "cov-distil (oracle2teacher)": 5.603926658630371,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.766427516937256,
      "step": 1250,
      "subrel-constrast": 4.0027666091918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607456922531128,
      "cov-distil (oracle2student)": 5.397531509399414,
      "cov-distil (oracle2teacher)": 4.263660430908203,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.4395267963409424,
      "step": 1251,
      "subrel-constrast": 2.793652296066284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910184383392334,
      "cov-distil (oracle2student)": 4.554836273193359,
      "cov-distil (oracle2teacher)": 3.8060102462768555,
      "epoch": 0.9827315541601256,
      "rel-constrast": 2.964834690093994,
      "step": 1252,
      "subrel-constrast": 3.3481926918029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3141286373138428,
      "cov-distil (oracle2student)": 3.746471405029297,
      "cov-distil (oracle2teacher)": 3.399857997894287,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.110316753387451,
      "step": 1253,
      "subrel-constrast": 2.423584222793579,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0416882038116455,
      "cov-distil (oracle2student)": 4.956063747406006,
      "cov-distil (oracle2teacher)": 4.145363807678223,
      "epoch": 0.9843014128728415,
      "rel-constrast": 2.409696102142334,
      "step": 1254,
      "subrel-constrast": 3.4571895599365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8013112545013428,
      "cov-distil (oracle2student)": 4.069427013397217,
      "cov-distil (oracle2teacher)": 3.516806125640869,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.429356098175049,
      "step": 1255,
      "subrel-constrast": 3.192715883255005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259074330329895,
      "cov-distil (oracle2student)": 3.620154619216919,
      "cov-distil (oracle2teacher)": 3.2952451705932617,
      "epoch": 0.9858712715855573,
      "rel-constrast": 2.9067718982696533,
      "step": 1256,
      "subrel-constrast": 3.2480101585388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9833863973617554,
      "cov-distil (oracle2student)": 3.0052943229675293,
      "cov-distil (oracle2teacher)": 3.2686147689819336,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.33992600440979,
      "step": 1257,
      "subrel-constrast": 3.346937656402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7864938974380493,
      "cov-distil (oracle2student)": 3.249915361404419,
      "cov-distil (oracle2teacher)": 3.665097951889038,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.273538589477539,
      "step": 1258,
      "subrel-constrast": 3.3535757064819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073343276977539,
      "cov-distil (oracle2student)": 2.733218193054199,
      "cov-distil (oracle2teacher)": 2.7117550373077393,
      "epoch": 0.9882260596546311,
      "rel-constrast": 2.664980411529541,
      "step": 1259,
      "subrel-constrast": 3.4557998180389404,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 4.9375,
      "learning_rate": 9.314333686008125e-05,
      "loss": 0.7002,
      "step": 1260
    },
    {
      "cov-distil": 1.3596465587615967,
      "cov-distil (oracle2student)": 2.55757737159729,
      "cov-distil (oracle2teacher)": 2.454068899154663,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.220100164413452,
      "step": 1260,
      "subrel-constrast": 2.5653817653656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995294332504272,
      "cov-distil (oracle2student)": 3.102917194366455,
      "cov-distil (oracle2teacher)": 3.2564914226531982,
      "epoch": 0.9897959183673469,
      "rel-constrast": 1.9000300168991089,
      "step": 1261,
      "subrel-constrast": 2.969229221343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557433128356934,
      "cov-distil (oracle2student)": 4.915846824645996,
      "cov-distil (oracle2teacher)": 4.686688423156738,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.6763815879821777,
      "step": 1262,
      "subrel-constrast": 4.002439975738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5895144939422607,
      "cov-distil (oracle2student)": 4.934428691864014,
      "cov-distil (oracle2teacher)": 4.220395088195801,
      "epoch": 0.9913657770800628,
      "rel-constrast": 2.7884504795074463,
      "step": 1263,
      "subrel-constrast": 3.4936256408691406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6384613513946533,
      "cov-distil (oracle2student)": 4.963699817657471,
      "cov-distil (oracle2teacher)": 4.24692964553833,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.375150203704834,
      "step": 1264,
      "subrel-constrast": 3.9870662689208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7853341102600098,
      "cov-distil (oracle2student)": 1.8142735958099365,
      "cov-distil (oracle2teacher)": 1.9525620937347412,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.2866839170455933,
      "step": 1265,
      "subrel-constrast": 2.274399518966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3591992855072021,
      "cov-distil (oracle2student)": 3.3413033485412598,
      "cov-distil (oracle2teacher)": 3.388810396194458,
      "epoch": 0.9937205651491365,
      "rel-constrast": 2.923172950744629,
      "step": 1266,
      "subrel-constrast": 3.3907699584960938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483105182647705,
      "cov-distil (oracle2student)": 4.921360969543457,
      "cov-distil (oracle2teacher)": 4.669990539550781,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.4363884925842285,
      "step": 1267,
      "subrel-constrast": 3.4475395679473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4366953372955322,
      "cov-distil (oracle2student)": 5.16304349899292,
      "cov-distil (oracle2teacher)": 4.358236789703369,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.628952980041504,
      "step": 1268,
      "subrel-constrast": 3.346139907836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621807098388672,
      "cov-distil (oracle2student)": 4.9516425132751465,
      "cov-distil (oracle2teacher)": 4.473914623260498,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.1364853382110596,
      "step": 1269,
      "subrel-constrast": 3.285517930984497,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 4.03125,
      "learning_rate": 9.296585804672252e-05,
      "loss": 0.6489,
      "step": 1270
    },
    {
      "cov-distil": 2.027562141418457,
      "cov-distil (oracle2student)": 4.149717330932617,
      "cov-distil (oracle2teacher)": 3.8038382530212402,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.1835403442382812,
      "step": 1270,
      "subrel-constrast": 3.765296459197998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3894035816192627,
      "cov-distil (oracle2student)": 3.0562074184417725,
      "cov-distil (oracle2teacher)": 3.071662425994873,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.198730230331421,
      "step": 1271,
      "subrel-constrast": 2.830690622329712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543473720550537,
      "cov-distil (oracle2student)": 4.525149345397949,
      "cov-distil (oracle2teacher)": 4.362823009490967,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.364227294921875,
      "step": 1272,
      "subrel-constrast": 4.795634746551514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2063825130462646,
      "cov-distil (oracle2student)": 4.246784687042236,
      "cov-distil (oracle2teacher)": 3.9861767292022705,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.239637613296509,
      "step": 1273,
      "subrel-constrast": 3.874192714691162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.496533751487732,
      "cov-distil (oracle2student)": 4.799142837524414,
      "cov-distil (oracle2teacher)": 4.584830284118652,
      "epoch": 1.0,
      "rel-constrast": 3.146115779876709,
      "step": 1274,
      "subrel-constrast": 3.256359338760376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.752443552017212,
      "cov-distil (oracle2student)": 3.5284955501556396,
      "cov-distil (oracle2teacher)": 3.882075309753418,
      "epoch": 1.000784929356358,
      "rel-constrast": 2.9834482669830322,
      "step": 1275,
      "subrel-constrast": 4.239994049072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.038299798965454,
      "cov-distil (oracle2student)": 2.5720767974853516,
      "cov-distil (oracle2teacher)": 3.2045040130615234,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.1010966300964355,
      "step": 1276,
      "subrel-constrast": 4.146419048309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6026523113250732,
      "cov-distil (oracle2student)": 3.695927381515503,
      "cov-distil (oracle2teacher)": 4.250887393951416,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.0202829837799072,
      "step": 1277,
      "subrel-constrast": 3.7170491218566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4796037673950195,
      "cov-distil (oracle2student)": 4.309455394744873,
      "cov-distil (oracle2teacher)": 4.129423141479492,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.0055782794952393,
      "step": 1278,
      "subrel-constrast": 3.6551742553710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908538579940796,
      "cov-distil (oracle2student)": 3.531766891479492,
      "cov-distil (oracle2teacher)": 3.419351816177368,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.4159135818481445,
      "step": 1279,
      "subrel-constrast": 3.2756242752075195,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 4.0625,
      "learning_rate": 9.278628513805838e-05,
      "loss": 0.8076,
      "step": 1280
    },
    {
      "cov-distil": 1.6343048810958862,
      "cov-distil (oracle2student)": 3.8100128173828125,
      "cov-distil (oracle2teacher)": 3.6284892559051514,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.0606231689453125,
      "step": 1280,
      "subrel-constrast": 3.9587061405181885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445044994354248,
      "cov-distil (oracle2student)": 3.5154685974121094,
      "cov-distil (oracle2teacher)": 3.443711757659912,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.3061671257019043,
      "step": 1281,
      "subrel-constrast": 3.0260605812072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.265535831451416,
      "cov-distil (oracle2student)": 3.7933788299560547,
      "cov-distil (oracle2teacher)": 3.606842279434204,
      "epoch": 1.0062794348508635,
      "rel-constrast": 2.6757729053497314,
      "step": 1282,
      "subrel-constrast": 4.150549411773682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5038139820098877,
      "cov-distil (oracle2student)": 4.142577648162842,
      "cov-distil (oracle2teacher)": 3.8769824504852295,
      "epoch": 1.0070643642072215,
      "rel-constrast": 2.8638319969177246,
      "step": 1283,
      "subrel-constrast": 3.4783480167388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2932273149490356,
      "cov-distil (oracle2student)": 5.2799482345581055,
      "cov-distil (oracle2teacher)": 4.663194179534912,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.272458076477051,
      "step": 1284,
      "subrel-constrast": 3.2771291732788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4212894439697266,
      "cov-distil (oracle2student)": 3.8462157249450684,
      "cov-distil (oracle2teacher)": 3.375058650970459,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.0474720001220703,
      "step": 1285,
      "subrel-constrast": 3.0877788066864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9003585577011108,
      "cov-distil (oracle2student)": 4.573905944824219,
      "cov-distil (oracle2teacher)": 3.822216033935547,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.0968680381774902,
      "step": 1286,
      "subrel-constrast": 3.0995688438415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2771875858306885,
      "cov-distil (oracle2student)": 4.058870315551758,
      "cov-distil (oracle2teacher)": 4.033919334411621,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.390862941741943,
      "step": 1287,
      "subrel-constrast": 4.844081401824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7461987733840942,
      "cov-distil (oracle2student)": 2.9813761711120605,
      "cov-distil (oracle2teacher)": 3.3035356998443604,
      "epoch": 1.010989010989011,
      "rel-constrast": 2.025026559829712,
      "step": 1288,
      "subrel-constrast": 3.317697286605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0606029033660889,
      "cov-distil (oracle2student)": 4.763128280639648,
      "cov-distil (oracle2teacher)": 4.931609153747559,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.0867397785186768,
      "step": 1289,
      "subrel-constrast": 3.8045620918273926,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 4.96875,
      "learning_rate": 9.260462688621905e-05,
      "loss": 0.7095,
      "step": 1290
    },
    {
      "cov-distil": 1.6559572219848633,
      "cov-distil (oracle2student)": 3.8413968086242676,
      "cov-distil (oracle2teacher)": 3.582730293273926,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.7232773303985596,
      "step": 1290,
      "subrel-constrast": 3.9425265789031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5074564218521118,
      "cov-distil (oracle2student)": 4.223133087158203,
      "cov-distil (oracle2teacher)": 3.9295971393585205,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.180685043334961,
      "step": 1291,
      "subrel-constrast": 3.998074769973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2667783498764038,
      "cov-distil (oracle2student)": 4.494844436645508,
      "cov-distil (oracle2teacher)": 3.7744858264923096,
      "epoch": 1.0141287284144427,
      "rel-constrast": 2.725365161895752,
      "step": 1292,
      "subrel-constrast": 3.3545565605163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834490180015564,
      "cov-distil (oracle2student)": 4.087664604187012,
      "cov-distil (oracle2teacher)": 3.521946668624878,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.544522285461426,
      "step": 1293,
      "subrel-constrast": 3.028614044189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5523234605789185,
      "cov-distil (oracle2student)": 5.831198692321777,
      "cov-distil (oracle2teacher)": 5.619960308074951,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.4888529777526855,
      "step": 1294,
      "subrel-constrast": 3.4590983390808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2293648719787598,
      "cov-distil (oracle2student)": 5.123573303222656,
      "cov-distil (oracle2teacher)": 4.798954486846924,
      "epoch": 1.0164835164835164,
      "rel-constrast": 2.596086025238037,
      "step": 1295,
      "subrel-constrast": 4.126358509063721,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6340258121490479,
      "cov-distil (oracle2student)": 3.8147876262664795,
      "cov-distil (oracle2teacher)": 3.6198954582214355,
      "epoch": 1.0172684458398744,
      "rel-constrast": 3.550809383392334,
      "step": 1296,
      "subrel-constrast": 4.380486488342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5746991634368896,
      "cov-distil (oracle2student)": 4.321469306945801,
      "cov-distil (oracle2teacher)": 3.683749198913574,
      "epoch": 1.0180533751962324,
      "rel-constrast": 1.879813551902771,
      "step": 1297,
      "subrel-constrast": 2.3293516635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5437545776367188,
      "cov-distil (oracle2student)": 3.5136728286743164,
      "cov-distil (oracle2teacher)": 3.425924301147461,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.126528263092041,
      "step": 1298,
      "subrel-constrast": 3.3034653663635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2843152284622192,
      "cov-distil (oracle2student)": 4.203226089477539,
      "cov-distil (oracle2teacher)": 4.056413650512695,
      "epoch": 1.0196232339089482,
      "rel-constrast": 1.7709119319915771,
      "step": 1299,
      "subrel-constrast": 2.5061018466949463,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 3.625,
      "learning_rate": 9.242089214497145e-05,
      "loss": 0.7299,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.27656251192092896,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.06561279296875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.041778564453125
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.023834228515625,
      "step": 1300
    },
    {
      "cov-distil": 1.435544729232788,
      "cov-distil (oracle2student)": 3.0789105892181396,
      "cov-distil (oracle2teacher)": 3.1684818267822266,
      "epoch": 1.0204081632653061,
      "rel-constrast": 2.842573642730713,
      "step": 1300,
      "subrel-constrast": 3.836982488632202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.078481435775757,
      "cov-distil (oracle2student)": 3.8370656967163086,
      "cov-distil (oracle2teacher)": 3.8046951293945312,
      "epoch": 1.0211930926216641,
      "rel-constrast": 2.397944927215576,
      "step": 1301,
      "subrel-constrast": 3.324679136276245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5432647466659546,
      "cov-distil (oracle2student)": 6.031289577484131,
      "cov-distil (oracle2teacher)": 5.4289093017578125,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.68496036529541,
      "step": 1302,
      "subrel-constrast": 3.623476266860962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6760070323944092,
      "cov-distil (oracle2student)": 4.132582664489746,
      "cov-distil (oracle2teacher)": 4.11187219619751,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.4178481101989746,
      "step": 1303,
      "subrel-constrast": 2.981788396835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2873802185058594,
      "cov-distil (oracle2student)": 4.288538455963135,
      "cov-distil (oracle2teacher)": 4.416986465454102,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.1306307315826416,
      "step": 1304,
      "subrel-constrast": 3.350548505783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5614233016967773,
      "cov-distil (oracle2student)": 3.216691017150879,
      "cov-distil (oracle2teacher)": 3.025327682495117,
      "epoch": 1.0243328100470959,
      "rel-constrast": 2.646757125854492,
      "step": 1305,
      "subrel-constrast": 3.49454927444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9893481731414795,
      "cov-distil (oracle2student)": 3.4414682388305664,
      "cov-distil (oracle2teacher)": 3.1642603874206543,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.1072616577148438,
      "step": 1306,
      "subrel-constrast": 2.9515674114227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055946350097656,
      "cov-distil (oracle2student)": 5.639744758605957,
      "cov-distil (oracle2teacher)": 5.098483085632324,
      "epoch": 1.0259026687598116,
      "rel-constrast": 3.5530710220336914,
      "step": 1307,
      "subrel-constrast": 4.356233596801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505218505859375,
      "cov-distil (oracle2student)": 3.3341567516326904,
      "cov-distil (oracle2teacher)": 3.3750829696655273,
      "epoch": 1.0266875981161696,
      "rel-constrast": 2.8444924354553223,
      "step": 1308,
      "subrel-constrast": 3.3693394660949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3895950317382812,
      "cov-distil (oracle2student)": 3.7099995613098145,
      "cov-distil (oracle2teacher)": 3.231344699859619,
      "epoch": 1.0274725274725274,
      "rel-constrast": 1.7403634786605835,
      "step": 1309,
      "subrel-constrast": 2.413712739944458,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 3.296875,
      "learning_rate": 9.223508986928766e-05,
      "loss": 0.6994,
      "step": 1310
    },
    {
      "cov-distil": 1.4227657318115234,
      "cov-distil (oracle2student)": 2.162091016769409,
      "cov-distil (oracle2teacher)": 2.485175609588623,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.3381564617156982,
      "step": 1310,
      "subrel-constrast": 3.2346370220184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7506788969039917,
      "cov-distil (oracle2student)": 3.244732141494751,
      "cov-distil (oracle2teacher)": 3.273892402648926,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.4583983421325684,
      "step": 1311,
      "subrel-constrast": 3.204083204269409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.878706932067871,
      "cov-distil (oracle2student)": 4.2392354011535645,
      "cov-distil (oracle2teacher)": 3.639827251434326,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.1761045455932617,
      "step": 1312,
      "subrel-constrast": 3.401547908782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658934593200684,
      "cov-distil (oracle2student)": 4.482950687408447,
      "cov-distil (oracle2teacher)": 4.073265075683594,
      "epoch": 1.030612244897959,
      "rel-constrast": 2.5127956867218018,
      "step": 1313,
      "subrel-constrast": 3.6263341903686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.12408447265625,
      "cov-distil (oracle2student)": 5.886972427368164,
      "cov-distil (oracle2teacher)": 5.109951019287109,
      "epoch": 1.031397174254317,
      "rel-constrast": 2.661440372467041,
      "step": 1314,
      "subrel-constrast": 3.6294381618499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008411884307861,
      "cov-distil (oracle2student)": 3.957035779953003,
      "cov-distil (oracle2teacher)": 4.008385181427002,
      "epoch": 1.032182103610675,
      "rel-constrast": 2.6950716972351074,
      "step": 1315,
      "subrel-constrast": 3.8344686031341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609814167022705,
      "cov-distil (oracle2student)": 3.444033145904541,
      "cov-distil (oracle2teacher)": 4.028675556182861,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.4037532806396484,
      "step": 1316,
      "subrel-constrast": 3.3695871829986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5707595348358154,
      "cov-distil (oracle2student)": 3.4595561027526855,
      "cov-distil (oracle2teacher)": 3.2262306213378906,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.2668709754943848,
      "step": 1317,
      "subrel-constrast": 3.4615542888641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6150765419006348,
      "cov-distil (oracle2student)": 4.884091377258301,
      "cov-distil (oracle2teacher)": 4.301809310913086,
      "epoch": 1.0345368916797488,
      "rel-constrast": 2.9100379943847656,
      "step": 1318,
      "subrel-constrast": 2.98763108253479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4198365211486816,
      "cov-distil (oracle2student)": 3.7030320167541504,
      "cov-distil (oracle2teacher)": 3.4942030906677246,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.205320358276367,
      "step": 1319,
      "subrel-constrast": 3.2331249713897705,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 3.90625,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.6828,
      "step": 1320
    },
    {
      "cov-distil": 1.5107958316802979,
      "cov-distil (oracle2student)": 3.934297800064087,
      "cov-distil (oracle2teacher)": 3.2086739540100098,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.2470641136169434,
      "step": 1320,
      "subrel-constrast": 2.9476735591888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133556842803955,
      "cov-distil (oracle2student)": 5.64048957824707,
      "cov-distil (oracle2teacher)": 4.6055402755737305,
      "epoch": 1.0368916797488226,
      "rel-constrast": 2.630391836166382,
      "step": 1321,
      "subrel-constrast": 3.5649666786193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7720431089401245,
      "cov-distil (oracle2student)": 4.684732437133789,
      "cov-distil (oracle2teacher)": 3.5343222618103027,
      "epoch": 1.0376766091051806,
      "rel-constrast": 2.9386072158813477,
      "step": 1322,
      "subrel-constrast": 3.618769884109497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2369327545166016,
      "cov-distil (oracle2student)": 5.290683746337891,
      "cov-distil (oracle2teacher)": 4.382033348083496,
      "epoch": 1.0384615384615385,
      "rel-constrast": 2.5824694633483887,
      "step": 1323,
      "subrel-constrast": 2.957828998565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7084834575653076,
      "cov-distil (oracle2student)": 4.801592826843262,
      "cov-distil (oracle2teacher)": 4.573149681091309,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.330925464630127,
      "step": 1324,
      "subrel-constrast": 3.025042772293091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6483409404754639,
      "cov-distil (oracle2student)": 4.576464653015137,
      "cov-distil (oracle2teacher)": 4.517220497131348,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.221100091934204,
      "step": 1325,
      "subrel-constrast": 4.010844707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.425302267074585,
      "cov-distil (oracle2student)": 4.60395622253418,
      "cov-distil (oracle2teacher)": 4.097194194793701,
      "epoch": 1.0408163265306123,
      "rel-constrast": 2.071265459060669,
      "step": 1326,
      "subrel-constrast": 2.7067792415618896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444546461105347,
      "cov-distil (oracle2student)": 4.787205219268799,
      "cov-distil (oracle2teacher)": 4.694511413574219,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.1643998622894287,
      "step": 1327,
      "subrel-constrast": 3.3173069953918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749159812927246,
      "cov-distil (oracle2student)": 3.9704229831695557,
      "cov-distil (oracle2teacher)": 3.9091074466705322,
      "epoch": 1.042386185243328,
      "rel-constrast": 1.8608733415603638,
      "step": 1328,
      "subrel-constrast": 3.028872489929199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8131392002105713,
      "cov-distil (oracle2student)": 3.913818120956421,
      "cov-distil (oracle2teacher)": 3.5009331703186035,
      "epoch": 1.043171114599686,
      "rel-constrast": 2.4605183601379395,
      "step": 1329,
      "subrel-constrast": 3.181942939758301,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 4.75,
      "learning_rate": 9.1857319037902e-05,
      "loss": 0.6779,
      "step": 1330
    },
    {
      "cov-distil": 1.6918214559555054,
      "cov-distil (oracle2student)": 1.985854983329773,
      "cov-distil (oracle2teacher)": 2.3230671882629395,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.636200189590454,
      "step": 1330,
      "subrel-constrast": 3.023737668991089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7705529928207397,
      "cov-distil (oracle2student)": 4.77442741394043,
      "cov-distil (oracle2teacher)": 4.307469844818115,
      "epoch": 1.0447409733124018,
      "rel-constrast": 5.260841369628906,
      "step": 1331,
      "subrel-constrast": 5.249504089355469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6209807395935059,
      "cov-distil (oracle2student)": 3.914160966873169,
      "cov-distil (oracle2teacher)": 4.043169021606445,
      "epoch": 1.0455259026687598,
      "rel-constrast": 1.7109123468399048,
      "step": 1332,
      "subrel-constrast": 2.741431713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.185981035232544,
      "cov-distil (oracle2student)": 3.6772313117980957,
      "cov-distil (oracle2teacher)": 3.24367356300354,
      "epoch": 1.0463108320251178,
      "rel-constrast": 2.508150100708008,
      "step": 1333,
      "subrel-constrast": 3.006462812423706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651005744934082,
      "cov-distil (oracle2student)": 1.9110437631607056,
      "cov-distil (oracle2teacher)": 2.4883735179901123,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.2930707931518555,
      "step": 1334,
      "subrel-constrast": 2.959874391555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9518980979919434,
      "cov-distil (oracle2student)": 4.3900251388549805,
      "cov-distil (oracle2teacher)": 3.9883272647857666,
      "epoch": 1.0478806907378335,
      "rel-constrast": 2.933549404144287,
      "step": 1335,
      "subrel-constrast": 3.5531764030456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353724002838135,
      "cov-distil (oracle2student)": 3.5855536460876465,
      "cov-distil (oracle2teacher)": 3.6431875228881836,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.3266654014587402,
      "step": 1336,
      "subrel-constrast": 4.189326763153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.79240882396698,
      "cov-distil (oracle2student)": 3.195918560028076,
      "cov-distil (oracle2teacher)": 2.9547760486602783,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.092291831970215,
      "step": 1337,
      "subrel-constrast": 2.7976536750793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.405869483947754,
      "cov-distil (oracle2student)": 4.81923770904541,
      "cov-distil (oracle2teacher)": 4.486390590667725,
      "epoch": 1.0502354788069075,
      "rel-constrast": 2.7384090423583984,
      "step": 1338,
      "subrel-constrast": 4.017813682556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741344928741455,
      "cov-distil (oracle2student)": 4.122046947479248,
      "cov-distil (oracle2teacher)": 3.474472999572754,
      "epoch": 1.0510204081632653,
      "rel-constrast": 1.7659763097763062,
      "step": 1339,
      "subrel-constrast": 2.6532986164093018,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 3.5625,
      "learning_rate": 9.16653688942175e-05,
      "loss": 0.7014,
      "step": 1340
    },
    {
      "cov-distil": 1.8385217189788818,
      "cov-distil (oracle2student)": 4.181255340576172,
      "cov-distil (oracle2teacher)": 3.955644130706787,
      "epoch": 1.0518053375196232,
      "rel-constrast": 2.593562126159668,
      "step": 1340,
      "subrel-constrast": 3.3708744049072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5935218334197998,
      "cov-distil (oracle2student)": 4.656263828277588,
      "cov-distil (oracle2teacher)": 4.097611427307129,
      "epoch": 1.0525902668759812,
      "rel-constrast": 2.212906837463379,
      "step": 1341,
      "subrel-constrast": 3.1522858142852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6353771686553955,
      "cov-distil (oracle2student)": 4.512859344482422,
      "cov-distil (oracle2teacher)": 4.555948257446289,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.429433822631836,
      "step": 1342,
      "subrel-constrast": 3.5841257572174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8711049556732178,
      "cov-distil (oracle2student)": 3.9377341270446777,
      "cov-distil (oracle2teacher)": 4.186897277832031,
      "epoch": 1.054160125588697,
      "rel-constrast": 2.8636534214019775,
      "step": 1343,
      "subrel-constrast": 4.2037248611450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4972853660583496,
      "cov-distil (oracle2student)": 4.1551995277404785,
      "cov-distil (oracle2teacher)": 3.8827147483825684,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.2651991844177246,
      "step": 1344,
      "subrel-constrast": 4.087406158447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6645784378051758,
      "cov-distil (oracle2student)": 4.686002731323242,
      "cov-distil (oracle2teacher)": 3.6605072021484375,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.4630093574523926,
      "step": 1345,
      "subrel-constrast": 2.8347725868225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621270656585693,
      "cov-distil (oracle2student)": 4.745555877685547,
      "cov-distil (oracle2teacher)": 4.599802017211914,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.5193660259246826,
      "step": 1346,
      "subrel-constrast": 3.424694776535034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7663073539733887,
      "cov-distil (oracle2student)": 2.375230073928833,
      "cov-distil (oracle2teacher)": 2.6679885387420654,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.0128839015960693,
      "step": 1347,
      "subrel-constrast": 3.170344114303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375484466552734,
      "cov-distil (oracle2student)": 2.5244088172912598,
      "cov-distil (oracle2teacher)": 2.5160017013549805,
      "epoch": 1.0580847723704867,
      "rel-constrast": 3.0053763389587402,
      "step": 1348,
      "subrel-constrast": 3.866759777069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505988597869873,
      "cov-distil (oracle2student)": 2.927445411682129,
      "cov-distil (oracle2teacher)": 2.973633289337158,
      "epoch": 1.0588697017268447,
      "rel-constrast": 2.258024215698242,
      "step": 1349,
      "subrel-constrast": 3.5144689083099365,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 5.09375,
      "learning_rate": 9.147138803923416e-05,
      "loss": 0.6816,
      "step": 1350
    },
    {
      "cov-distil": 1.7232111692428589,
      "cov-distil (oracle2student)": 2.4178807735443115,
      "cov-distil (oracle2teacher)": 2.9550857543945312,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.0654256343841553,
      "step": 1350,
      "subrel-constrast": 4.053812026977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719884395599365,
      "cov-distil (oracle2student)": 3.6220436096191406,
      "cov-distil (oracle2teacher)": 3.7351577281951904,
      "epoch": 1.0604395604395604,
      "rel-constrast": 1.617389440536499,
      "step": 1351,
      "subrel-constrast": 2.709071397781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46259605884552,
      "cov-distil (oracle2student)": 5.338980674743652,
      "cov-distil (oracle2teacher)": 4.9523797035217285,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.418498992919922,
      "step": 1352,
      "subrel-constrast": 3.0732035636901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6162368059158325,
      "cov-distil (oracle2student)": 5.823265075683594,
      "cov-distil (oracle2teacher)": 4.918757438659668,
      "epoch": 1.0620094191522762,
      "rel-constrast": 2.733581304550171,
      "step": 1353,
      "subrel-constrast": 3.335575580596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2637585401535034,
      "cov-distil (oracle2student)": 4.595176696777344,
      "cov-distil (oracle2teacher)": 4.580601692199707,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.1380231380462646,
      "step": 1354,
      "subrel-constrast": 2.9332449436187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3319240808486938,
      "cov-distil (oracle2student)": 4.396291732788086,
      "cov-distil (oracle2teacher)": 4.10595703125,
      "epoch": 1.0635792778649922,
      "rel-constrast": 2.902350425720215,
      "step": 1355,
      "subrel-constrast": 3.3334176540374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8756940364837646,
      "cov-distil (oracle2student)": 3.5156192779541016,
      "cov-distil (oracle2teacher)": 3.921072483062744,
      "epoch": 1.0643642072213502,
      "rel-constrast": 3.768909454345703,
      "step": 1356,
      "subrel-constrast": 4.345647811889648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633460283279419,
      "cov-distil (oracle2student)": 5.826426029205322,
      "cov-distil (oracle2teacher)": 5.2067413330078125,
      "epoch": 1.065149136577708,
      "rel-constrast": 2.6809024810791016,
      "step": 1357,
      "subrel-constrast": 3.611293077468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628828525543213,
      "cov-distil (oracle2student)": 3.154690742492676,
      "cov-distil (oracle2teacher)": 3.5574522018432617,
      "epoch": 1.065934065934066,
      "rel-constrast": 2.540149211883545,
      "step": 1358,
      "subrel-constrast": 3.479745864868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3074936866760254,
      "cov-distil (oracle2student)": 5.7100911140441895,
      "cov-distil (oracle2teacher)": 5.076666831970215,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.0129575729370117,
      "step": 1359,
      "subrel-constrast": 3.7077131271362305,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 5.0625,
      "learning_rate": 9.127538592730519e-05,
      "loss": 0.7102,
      "step": 1360
    },
    {
      "cov-distil": 1.080758810043335,
      "cov-distil (oracle2student)": 3.588216781616211,
      "cov-distil (oracle2teacher)": 3.702209949493408,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.5231432914733887,
      "step": 1360,
      "subrel-constrast": 3.650846242904663,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0941896438598633,
      "cov-distil (oracle2student)": 3.8152289390563965,
      "cov-distil (oracle2teacher)": 4.26212215423584,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.605457305908203,
      "step": 1361,
      "subrel-constrast": 4.601670265197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3963532447814941,
      "cov-distil (oracle2student)": 5.52241325378418,
      "cov-distil (oracle2teacher)": 4.849437236785889,
      "epoch": 1.0690737833594977,
      "rel-constrast": 2.979219913482666,
      "step": 1362,
      "subrel-constrast": 3.0611469745635986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8325297832489014,
      "cov-distil (oracle2student)": 4.211177825927734,
      "cov-distil (oracle2teacher)": 3.798135757446289,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.0340352058410645,
      "step": 1363,
      "subrel-constrast": 3.821584939956665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8770633935928345,
      "cov-distil (oracle2student)": 2.7745466232299805,
      "cov-distil (oracle2teacher)": 3.143465042114258,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.3920164108276367,
      "step": 1364,
      "subrel-constrast": 3.5519068241119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9168500900268555,
      "cov-distil (oracle2student)": 3.237098217010498,
      "cov-distil (oracle2teacher)": 3.1912026405334473,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.0080294609069824,
      "step": 1365,
      "subrel-constrast": 3.0766639709472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070383310317993,
      "cov-distil (oracle2student)": 4.164373397827148,
      "cov-distil (oracle2teacher)": 4.427802085876465,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.0260109901428223,
      "step": 1366,
      "subrel-constrast": 3.9870851039886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4785864353179932,
      "cov-distil (oracle2student)": 4.861960411071777,
      "cov-distil (oracle2teacher)": 4.520398139953613,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.003387928009033,
      "step": 1367,
      "subrel-constrast": 2.6945607662200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063410997390747,
      "cov-distil (oracle2student)": 4.590878009796143,
      "cov-distil (oracle2teacher)": 4.650384902954102,
      "epoch": 1.0737833594976451,
      "rel-constrast": 2.3410749435424805,
      "step": 1368,
      "subrel-constrast": 3.9331796169281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826420783996582,
      "cov-distil (oracle2student)": 4.863162517547607,
      "cov-distil (oracle2teacher)": 4.475925445556641,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.0971994400024414,
      "step": 1369,
      "subrel-constrast": 3.7541110515594482,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 5.28125,
      "learning_rate": 9.107737211129701e-05,
      "loss": 0.7187,
      "step": 1370
    },
    {
      "cov-distil": 1.8289847373962402,
      "cov-distil (oracle2student)": 2.7924492359161377,
      "cov-distil (oracle2teacher)": 2.5678186416625977,
      "epoch": 1.0753532182103611,
      "rel-constrast": 1.8489643335342407,
      "step": 1370,
      "subrel-constrast": 2.8832480907440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.16793954372406,
      "cov-distil (oracle2student)": 4.306473255157471,
      "cov-distil (oracle2teacher)": 3.8369081020355225,
      "epoch": 1.076138147566719,
      "rel-constrast": 2.0497918128967285,
      "step": 1371,
      "subrel-constrast": 2.7585232257843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8356596231460571,
      "cov-distil (oracle2student)": 4.659369468688965,
      "cov-distil (oracle2teacher)": 4.280679225921631,
      "epoch": 1.0769230769230769,
      "rel-constrast": 1.793134331703186,
      "step": 1372,
      "subrel-constrast": 2.565680980682373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812760829925537,
      "cov-distil (oracle2student)": 3.94313645362854,
      "cov-distil (oracle2teacher)": 3.491278648376465,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.025528907775879,
      "step": 1373,
      "subrel-constrast": 2.987967014312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386316299438477,
      "cov-distil (oracle2student)": 3.591538429260254,
      "cov-distil (oracle2teacher)": 3.4714953899383545,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.24363374710083,
      "step": 1374,
      "subrel-constrast": 3.9193546772003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820124626159668,
      "cov-distil (oracle2student)": 3.8390872478485107,
      "cov-distil (oracle2teacher)": 3.350621461868286,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.2689552307128906,
      "step": 1375,
      "subrel-constrast": 3.3534488677978516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.377878189086914,
      "cov-distil (oracle2student)": 5.61826229095459,
      "cov-distil (oracle2teacher)": 5.424530982971191,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.1020829677581787,
      "step": 1376,
      "subrel-constrast": 2.621086597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7247116565704346,
      "cov-distil (oracle2student)": 3.8584229946136475,
      "cov-distil (oracle2teacher)": 3.83791184425354,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.4483182430267334,
      "step": 1377,
      "subrel-constrast": 3.4051315784454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6125223636627197,
      "cov-distil (oracle2student)": 3.9223034381866455,
      "cov-distil (oracle2teacher)": 4.140458106994629,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.575402021408081,
      "step": 1378,
      "subrel-constrast": 3.452030897140503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8974988460540771,
      "cov-distil (oracle2student)": 2.6039257049560547,
      "cov-distil (oracle2teacher)": 2.657160758972168,
      "epoch": 1.0824175824175823,
      "rel-constrast": 1.7774461507797241,
      "step": 1379,
      "subrel-constrast": 2.3631160259246826,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 3.796875,
      "learning_rate": 9.087735624212365e-05,
      "loss": 0.5956,
      "step": 1380
    },
    {
      "cov-distil": 1.6677453517913818,
      "cov-distil (oracle2student)": 5.250985145568848,
      "cov-distil (oracle2teacher)": 5.357531547546387,
      "epoch": 1.0832025117739403,
      "rel-constrast": 3.7967662811279297,
      "step": 1380,
      "subrel-constrast": 4.559445381164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.63155460357666,
      "cov-distil (oracle2student)": 4.160059928894043,
      "cov-distil (oracle2teacher)": 4.29091739654541,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.5916035175323486,
      "step": 1381,
      "subrel-constrast": 4.03554105758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7427897453308105,
      "cov-distil (oracle2student)": 5.047139644622803,
      "cov-distil (oracle2teacher)": 4.430423259735107,
      "epoch": 1.084772370486656,
      "rel-constrast": 2.8585801124572754,
      "step": 1382,
      "subrel-constrast": 3.6163790225982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951182842254639,
      "cov-distil (oracle2student)": 4.780002117156982,
      "cov-distil (oracle2teacher)": 5.011022567749023,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.002410411834717,
      "step": 1383,
      "subrel-constrast": 3.6806201934814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2784000635147095,
      "cov-distil (oracle2student)": 4.919982433319092,
      "cov-distil (oracle2teacher)": 4.2767839431762695,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.193398952484131,
      "step": 1384,
      "subrel-constrast": 2.430006742477417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539935827255249,
      "cov-distil (oracle2student)": 3.3293933868408203,
      "cov-distil (oracle2teacher)": 3.2560958862304688,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.407805919647217,
      "step": 1385,
      "subrel-constrast": 3.257488250732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962958574295044,
      "cov-distil (oracle2student)": 6.7480573654174805,
      "cov-distil (oracle2teacher)": 6.5656232833862305,
      "epoch": 1.0879120879120878,
      "rel-constrast": 3.1022894382476807,
      "step": 1386,
      "subrel-constrast": 3.883413791656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5603601932525635,
      "cov-distil (oracle2student)": 4.886218547821045,
      "cov-distil (oracle2teacher)": 5.075627326965332,
      "epoch": 1.0886970172684458,
      "rel-constrast": 3.0226526260375977,
      "step": 1387,
      "subrel-constrast": 3.462559700012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063184976577759,
      "cov-distil (oracle2student)": 5.148538112640381,
      "cov-distil (oracle2teacher)": 4.76318359375,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.270747184753418,
      "step": 1388,
      "subrel-constrast": 3.9740042686462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9133234024047852,
      "cov-distil (oracle2student)": 3.426563262939453,
      "cov-distil (oracle2teacher)": 3.3628411293029785,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.3616957664489746,
      "step": 1389,
      "subrel-constrast": 3.426616907119751,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 4.0625,
      "learning_rate": 9.06753480682764e-05,
      "loss": 0.7601,
      "step": 1390
    },
    {
      "cov-distil": 1.2701984643936157,
      "cov-distil (oracle2student)": 2.5666494369506836,
      "cov-distil (oracle2teacher)": 2.8539113998413086,
      "epoch": 1.0910518053375196,
      "rel-constrast": 1.7999587059020996,
      "step": 1390,
      "subrel-constrast": 2.3518755435943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0403945446014404,
      "cov-distil (oracle2student)": 6.533897399902344,
      "cov-distil (oracle2teacher)": 6.344549179077148,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.1585988998413086,
      "step": 1391,
      "subrel-constrast": 2.966217517852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7836802005767822,
      "cov-distil (oracle2student)": 4.177377223968506,
      "cov-distil (oracle2teacher)": 4.057860374450684,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.033285140991211,
      "step": 1392,
      "subrel-constrast": 4.687787055969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7408251762390137,
      "cov-distil (oracle2student)": 3.756614923477173,
      "cov-distil (oracle2teacher)": 3.777437210083008,
      "epoch": 1.0934065934065935,
      "rel-constrast": 2.960780143737793,
      "step": 1393,
      "subrel-constrast": 3.458866596221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9176511764526367,
      "cov-distil (oracle2student)": 4.879524230957031,
      "cov-distil (oracle2teacher)": 4.887177467346191,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.141913890838623,
      "step": 1394,
      "subrel-constrast": 3.4432497024536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5415278673171997,
      "cov-distil (oracle2student)": 4.979656219482422,
      "cov-distil (oracle2teacher)": 4.610848426818848,
      "epoch": 1.0949764521193093,
      "rel-constrast": 2.8539061546325684,
      "step": 1395,
      "subrel-constrast": 3.5080409049987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3543293476104736,
      "cov-distil (oracle2student)": 5.324610710144043,
      "cov-distil (oracle2teacher)": 5.260262489318848,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.4211044311523438,
      "step": 1396,
      "subrel-constrast": 3.817732334136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5336575508117676,
      "cov-distil (oracle2student)": 4.574918746948242,
      "cov-distil (oracle2teacher)": 4.381747245788574,
      "epoch": 1.096546310832025,
      "rel-constrast": 3.2736105918884277,
      "step": 1397,
      "subrel-constrast": 3.9639341831207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027905941009521,
      "cov-distil (oracle2student)": 3.7908270359039307,
      "cov-distil (oracle2teacher)": 3.7559404373168945,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.0675201416015625,
      "step": 1398,
      "subrel-constrast": 3.5794308185577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8368927240371704,
      "cov-distil (oracle2student)": 4.562469959259033,
      "cov-distil (oracle2teacher)": 4.527246952056885,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.768451690673828,
      "step": 1399,
      "subrel-constrast": 4.423852920532227,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.65625,
      "learning_rate": 9.047135743534868e-05,
      "loss": 0.7785,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.30156251788139343,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.05389404296875
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.033233642578125
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.020660400390625,
      "step": 1400
    },
    {
      "cov-distil": 1.44236421585083,
      "cov-distil (oracle2student)": 4.0538129806518555,
      "cov-distil (oracle2teacher)": 3.8058691024780273,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.3729991912841797,
      "step": 1400,
      "subrel-constrast": 4.661759853363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541278600692749,
      "cov-distil (oracle2student)": 3.2178590297698975,
      "cov-distil (oracle2teacher)": 3.366187572479248,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.3649673461914062,
      "step": 1401,
      "subrel-constrast": 3.187680721282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830606460571289,
      "cov-distil (oracle2student)": 5.600731372833252,
      "cov-distil (oracle2teacher)": 5.142122268676758,
      "epoch": 1.1004709576138147,
      "rel-constrast": 3.7183923721313477,
      "step": 1402,
      "subrel-constrast": 3.9869742393493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8939909934997559,
      "cov-distil (oracle2student)": 5.525115013122559,
      "cov-distil (oracle2teacher)": 4.870617389678955,
      "epoch": 1.1012558869701727,
      "rel-constrast": 1.9314475059509277,
      "step": 1403,
      "subrel-constrast": 2.9647765159606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.534744381904602,
      "cov-distil (oracle2student)": 4.788778305053711,
      "cov-distil (oracle2teacher)": 4.0955705642700195,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.235530376434326,
      "step": 1404,
      "subrel-constrast": 3.411717176437378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889150857925415,
      "cov-distil (oracle2student)": 3.96500563621521,
      "cov-distil (oracle2teacher)": 4.206035614013672,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.0627589225769043,
      "step": 1405,
      "subrel-constrast": 4.183586597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1638343334198,
      "cov-distil (oracle2student)": 4.888171195983887,
      "cov-distil (oracle2teacher)": 4.568888187408447,
      "epoch": 1.1036106750392465,
      "rel-constrast": 1.8258178234100342,
      "step": 1406,
      "subrel-constrast": 3.075580596923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5152846574783325,
      "cov-distil (oracle2student)": 3.8382411003112793,
      "cov-distil (oracle2teacher)": 3.850959300994873,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.6906208992004395,
      "step": 1407,
      "subrel-constrast": 3.376427412033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9163845777511597,
      "cov-distil (oracle2student)": 4.389390468597412,
      "cov-distil (oracle2teacher)": 4.193359375,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.286865234375,
      "step": 1408,
      "subrel-constrast": 4.104910850524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881553053855896,
      "cov-distil (oracle2student)": 4.559872150421143,
      "cov-distil (oracle2teacher)": 4.2489800453186035,
      "epoch": 1.1059654631083202,
      "rel-constrast": 2.8737800121307373,
      "step": 1409,
      "subrel-constrast": 3.48812198638916,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 4.5625,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.7281,
      "step": 1410
    },
    {
      "cov-distil": 1.6885337829589844,
      "cov-distil (oracle2student)": 2.3249828815460205,
      "cov-distil (oracle2teacher)": 2.8969554901123047,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.5649986267089844,
      "step": 1410,
      "subrel-constrast": 3.306666135787964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7076969146728516,
      "cov-distil (oracle2student)": 4.713911056518555,
      "cov-distil (oracle2teacher)": 4.498772621154785,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.320183753967285,
      "step": 1411,
      "subrel-constrast": 3.2064590454101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063164472579956,
      "cov-distil (oracle2student)": 3.7231783866882324,
      "cov-distil (oracle2teacher)": 3.9737234115600586,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.1067214012145996,
      "step": 1412,
      "subrel-constrast": 4.560111999511719,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585552453994751,
      "cov-distil (oracle2student)": 3.248539447784424,
      "cov-distil (oracle2teacher)": 2.5685319900512695,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.571706771850586,
      "step": 1413,
      "subrel-constrast": 3.85978102684021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5660343170166016,
      "cov-distil (oracle2student)": 2.945675849914551,
      "cov-distil (oracle2teacher)": 2.755072832107544,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.332653284072876,
      "step": 1414,
      "subrel-constrast": 3.347292184829712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681736707687378,
      "cov-distil (oracle2student)": 6.681564807891846,
      "cov-distil (oracle2teacher)": 5.725033760070801,
      "epoch": 1.110675039246468,
      "rel-constrast": 2.0240840911865234,
      "step": 1415,
      "subrel-constrast": 2.6956686973571777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73063063621521,
      "cov-distil (oracle2student)": 4.647397994995117,
      "cov-distil (oracle2teacher)": 4.169096946716309,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.564549446105957,
      "step": 1416,
      "subrel-constrast": 3.5501277446746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3720600605010986,
      "cov-distil (oracle2student)": 4.227237701416016,
      "cov-distil (oracle2teacher)": 3.6559526920318604,
      "epoch": 1.1122448979591837,
      "rel-constrast": 1.717221736907959,
      "step": 1417,
      "subrel-constrast": 3.1817092895507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360374450683594,
      "cov-distil (oracle2student)": 3.9117021560668945,
      "cov-distil (oracle2teacher)": 3.9029016494750977,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.428067922592163,
      "step": 1418,
      "subrel-constrast": 3.1592931747436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045701265335083,
      "cov-distil (oracle2student)": 5.118283271789551,
      "cov-distil (oracle2teacher)": 4.620915412902832,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.2285118103027344,
      "step": 1419,
      "subrel-constrast": 2.3836545944213867,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 3.578125,
      "learning_rate": 9.005746865725207e-05,
      "loss": 0.6414,
      "step": 1420
    },
    {
      "cov-distil": 1.7216196060180664,
      "cov-distil (oracle2student)": 3.9739816188812256,
      "cov-distil (oracle2teacher)": 3.4261393547058105,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.346525192260742,
      "step": 1420,
      "subrel-constrast": 3.3982415199279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6061948537826538,
      "cov-distil (oracle2student)": 3.822503089904785,
      "cov-distil (oracle2teacher)": 3.851276397705078,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.0436794757843018,
      "step": 1421,
      "subrel-constrast": 3.439687967300415,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017531633377075,
      "cov-distil (oracle2student)": 4.478726387023926,
      "cov-distil (oracle2teacher)": 4.36216926574707,
      "epoch": 1.1161695447409734,
      "rel-constrast": 1.6133126020431519,
      "step": 1422,
      "subrel-constrast": 2.9268343448638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8161418437957764,
      "cov-distil (oracle2student)": 3.044504165649414,
      "cov-distil (oracle2teacher)": 3.1390509605407715,
      "epoch": 1.1169544740973312,
      "rel-constrast": 1.805611252784729,
      "step": 1423,
      "subrel-constrast": 2.8890278339385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3147118091583252,
      "cov-distil (oracle2student)": 6.3433661460876465,
      "cov-distil (oracle2teacher)": 4.930166244506836,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.751812219619751,
      "step": 1424,
      "subrel-constrast": 3.1417362689971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6222343444824219,
      "cov-distil (oracle2student)": 3.9430463314056396,
      "cov-distil (oracle2teacher)": 3.87227725982666,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.0740966796875,
      "step": 1425,
      "subrel-constrast": 2.9023735523223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002302885055542,
      "cov-distil (oracle2student)": 4.9008684158325195,
      "cov-distil (oracle2teacher)": 4.510751724243164,
      "epoch": 1.119309262166405,
      "rel-constrast": 1.913682222366333,
      "step": 1426,
      "subrel-constrast": 3.158801555633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.905817985534668,
      "cov-distil (oracle2student)": 4.844113826751709,
      "cov-distil (oracle2teacher)": 4.412388324737549,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.6258630752563477,
      "step": 1427,
      "subrel-constrast": 3.5265729427337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6100471019744873,
      "cov-distil (oracle2student)": 3.9551823139190674,
      "cov-distil (oracle2teacher)": 3.729271411895752,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.353696346282959,
      "step": 1428,
      "subrel-constrast": 3.4032607078552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180563449859619,
      "cov-distil (oracle2student)": 3.8010916709899902,
      "cov-distil (oracle2teacher)": 3.83986234664917,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.5552380084991455,
      "step": 1429,
      "subrel-constrast": 4.0550618171691895,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 5.8125,
      "learning_rate": 8.984759068443831e-05,
      "loss": 0.6466,
      "step": 1430
    },
    {
      "cov-distil": 1.8985657691955566,
      "cov-distil (oracle2student)": 3.3904120922088623,
      "cov-distil (oracle2teacher)": 3.151684284210205,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.115746021270752,
      "step": 1430,
      "subrel-constrast": 2.9986467361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729933500289917,
      "cov-distil (oracle2student)": 7.5190229415893555,
      "cov-distil (oracle2teacher)": 6.6090826988220215,
      "epoch": 1.1232339089481946,
      "rel-constrast": 1.901991367340088,
      "step": 1431,
      "subrel-constrast": 2.835864543914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516862392425537,
      "cov-distil (oracle2student)": 3.649843454360962,
      "cov-distil (oracle2teacher)": 3.4371204376220703,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.7825379371643066,
      "step": 1432,
      "subrel-constrast": 3.158567428588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.345611333847046,
      "cov-distil (oracle2student)": 7.66499662399292,
      "cov-distil (oracle2teacher)": 6.339788436889648,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.1913671493530273,
      "step": 1433,
      "subrel-constrast": 2.862201690673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5831876993179321,
      "cov-distil (oracle2student)": 4.054872035980225,
      "cov-distil (oracle2teacher)": 4.26957893371582,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.8744850158691406,
      "step": 1434,
      "subrel-constrast": 3.3799407482147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3268990516662598,
      "cov-distil (oracle2student)": 4.148804664611816,
      "cov-distil (oracle2teacher)": 4.0025529861450195,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.166053295135498,
      "step": 1435,
      "subrel-constrast": 3.803964853286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.415241003036499,
      "cov-distil (oracle2student)": 3.517071485519409,
      "cov-distil (oracle2teacher)": 3.898751735687256,
      "epoch": 1.1271585557299844,
      "rel-constrast": 2.5674538612365723,
      "step": 1436,
      "subrel-constrast": 3.3868942260742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4728920459747314,
      "cov-distil (oracle2student)": 8.101329803466797,
      "cov-distil (oracle2teacher)": 6.924234390258789,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.282076835632324,
      "step": 1437,
      "subrel-constrast": 3.897214889526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0387217998504639,
      "cov-distil (oracle2student)": 4.895327091217041,
      "cov-distil (oracle2teacher)": 4.2319746017456055,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.1743574142456055,
      "step": 1438,
      "subrel-constrast": 3.565739631652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735108852386475,
      "cov-distil (oracle2student)": 3.1892716884613037,
      "cov-distil (oracle2teacher)": 3.362489700317383,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.451916456222534,
      "step": 1439,
      "subrel-constrast": 3.2570018768310547,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 4.90625,
      "learning_rate": 8.963577059627118e-05,
      "loss": 0.6775,
      "step": 1440
    },
    {
      "cov-distil": 1.9132039546966553,
      "cov-distil (oracle2student)": 5.14228630065918,
      "cov-distil (oracle2teacher)": 4.8279595375061035,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.365907669067383,
      "step": 1440,
      "subrel-constrast": 3.4205260276794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439393520355225,
      "cov-distil (oracle2student)": 4.456230163574219,
      "cov-distil (oracle2teacher)": 4.154294013977051,
      "epoch": 1.1310832025117739,
      "rel-constrast": 2.4763357639312744,
      "step": 1441,
      "subrel-constrast": 3.2834339141845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839634656906128,
      "cov-distil (oracle2student)": 7.20042610168457,
      "cov-distil (oracle2teacher)": 5.992683410644531,
      "epoch": 1.1318681318681318,
      "rel-constrast": 2.6762619018554688,
      "step": 1442,
      "subrel-constrast": 3.400744915008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5943748950958252,
      "cov-distil (oracle2student)": 4.763287544250488,
      "cov-distil (oracle2teacher)": 4.443823337554932,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.699042797088623,
      "step": 1443,
      "subrel-constrast": 4.110958099365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6492030620574951,
      "cov-distil (oracle2student)": 4.56611967086792,
      "cov-distil (oracle2teacher)": 4.1327056884765625,
      "epoch": 1.1334379905808478,
      "rel-constrast": 2.6876041889190674,
      "step": 1444,
      "subrel-constrast": 3.3500657081604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6480814218521118,
      "cov-distil (oracle2student)": 3.980526924133301,
      "cov-distil (oracle2teacher)": 4.027394771575928,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.2168617248535156,
      "step": 1445,
      "subrel-constrast": 2.8596999645233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5082478523254395,
      "cov-distil (oracle2student)": 3.6631851196289062,
      "cov-distil (oracle2teacher)": 3.886056900024414,
      "epoch": 1.1350078492935636,
      "rel-constrast": 2.896669864654541,
      "step": 1446,
      "subrel-constrast": 3.6489756107330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.427353858947754,
      "cov-distil (oracle2student)": 4.375114917755127,
      "cov-distil (oracle2teacher)": 4.124561309814453,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.4208498001098633,
      "step": 1447,
      "subrel-constrast": 3.103489398956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4585565328598022,
      "cov-distil (oracle2student)": 3.4935638904571533,
      "cov-distil (oracle2teacher)": 3.6242964267730713,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.010965347290039,
      "step": 1448,
      "subrel-constrast": 3.5230023860931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502692461013794,
      "cov-distil (oracle2student)": 4.332066059112549,
      "cov-distil (oracle2teacher)": 4.131033897399902,
      "epoch": 1.1373626373626373,
      "rel-constrast": 1.7384697198867798,
      "step": 1449,
      "subrel-constrast": 2.8199868202209473,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 3.546875,
      "learning_rate": 8.942201871656291e-05,
      "loss": 0.6949,
      "step": 1450
    },
    {
      "cov-distil": 0.920332670211792,
      "cov-distil (oracle2student)": 3.1602392196655273,
      "cov-distil (oracle2teacher)": 3.1847715377807617,
      "epoch": 1.1381475667189953,
      "rel-constrast": 1.9453778266906738,
      "step": 1450,
      "subrel-constrast": 2.7418735027313232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7015260457992554,
      "cov-distil (oracle2student)": 2.8886427879333496,
      "cov-distil (oracle2teacher)": 2.8402230739593506,
      "epoch": 1.1389324960753533,
      "rel-constrast": 2.792250633239746,
      "step": 1451,
      "subrel-constrast": 3.176133632659912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8726913928985596,
      "cov-distil (oracle2student)": 2.7787928581237793,
      "cov-distil (oracle2teacher)": 2.9139609336853027,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.2228384017944336,
      "step": 1452,
      "subrel-constrast": 3.228459119796753,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097155570983887,
      "cov-distil (oracle2student)": 3.9595823287963867,
      "cov-distil (oracle2teacher)": 3.8262856006622314,
      "epoch": 1.140502354788069,
      "rel-constrast": 1.9164016246795654,
      "step": 1453,
      "subrel-constrast": 2.799814462661743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7255809307098389,
      "cov-distil (oracle2student)": 4.6407976150512695,
      "cov-distil (oracle2teacher)": 4.281615257263184,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.1533801555633545,
      "step": 1454,
      "subrel-constrast": 3.693359851837158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.596489429473877,
      "cov-distil (oracle2student)": 2.9985454082489014,
      "cov-distil (oracle2teacher)": 3.0485763549804688,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.018394947052002,
      "step": 1455,
      "subrel-constrast": 2.8314993381500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607059359550476,
      "cov-distil (oracle2student)": 5.808135032653809,
      "cov-distil (oracle2teacher)": 5.234864234924316,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.3880350589752197,
      "step": 1456,
      "subrel-constrast": 3.2648489475250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2922532558441162,
      "cov-distil (oracle2student)": 2.9715628623962402,
      "cov-distil (oracle2teacher)": 3.287144660949707,
      "epoch": 1.1436420722135008,
      "rel-constrast": 1.9679532051086426,
      "step": 1457,
      "subrel-constrast": 2.653871536254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8270572423934937,
      "cov-distil (oracle2student)": 4.041351318359375,
      "cov-distil (oracle2teacher)": 3.8701536655426025,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.3884196281433105,
      "step": 1458,
      "subrel-constrast": 3.309765338897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6107800006866455,
      "cov-distil (oracle2student)": 4.3089118003845215,
      "cov-distil (oracle2teacher)": 3.9474101066589355,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.533174514770508,
      "step": 1459,
      "subrel-constrast": 3.8606393337249756,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 4.96875,
      "learning_rate": 8.920634546327858e-05,
      "loss": 0.6486,
      "step": 1460
    },
    {
      "cov-distil": 2.382774591445923,
      "cov-distil (oracle2student)": 5.485628128051758,
      "cov-distil (oracle2teacher)": 4.918673515319824,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.491776943206787,
      "step": 1460,
      "subrel-constrast": 4.1858320236206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4890435934066772,
      "cov-distil (oracle2student)": 4.161591529846191,
      "cov-distil (oracle2teacher)": 3.7246999740600586,
      "epoch": 1.1467817896389325,
      "rel-constrast": 2.9489150047302246,
      "step": 1461,
      "subrel-constrast": 3.1888999938964844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129210948944092,
      "cov-distil (oracle2student)": 3.0199170112609863,
      "cov-distil (oracle2teacher)": 3.2253949642181396,
      "epoch": 1.1475667189952905,
      "rel-constrast": 1.9955458641052246,
      "step": 1462,
      "subrel-constrast": 2.7950398921966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429518699645996,
      "cov-distil (oracle2student)": 5.118095397949219,
      "cov-distil (oracle2teacher)": 4.465451240539551,
      "epoch": 1.1483516483516483,
      "rel-constrast": 2.3385937213897705,
      "step": 1463,
      "subrel-constrast": 3.2321484088897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8416804075241089,
      "cov-distil (oracle2student)": 6.746613025665283,
      "cov-distil (oracle2teacher)": 5.494604110717773,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.5431041717529297,
      "step": 1464,
      "subrel-constrast": 4.362311840057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1088435649871826,
      "cov-distil (oracle2student)": 3.8276405334472656,
      "cov-distil (oracle2teacher)": 3.8045883178710938,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.2470803260803223,
      "step": 1465,
      "subrel-constrast": 2.8486902713775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5087186098098755,
      "cov-distil (oracle2student)": 4.855030059814453,
      "cov-distil (oracle2teacher)": 4.582432746887207,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.60952091217041,
      "step": 1466,
      "subrel-constrast": 3.2654061317443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3786840438842773,
      "cov-distil (oracle2student)": 4.887744426727295,
      "cov-distil (oracle2teacher)": 4.600503444671631,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.0246376991271973,
      "step": 1467,
      "subrel-constrast": 2.5172810554504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3777512311935425,
      "cov-distil (oracle2student)": 2.1497914791107178,
      "cov-distil (oracle2teacher)": 2.161656141281128,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.4793962240219116,
      "step": 1468,
      "subrel-constrast": 2.367056369781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7728590965270996,
      "cov-distil (oracle2student)": 3.457270622253418,
      "cov-distil (oracle2teacher)": 3.7185635566711426,
      "epoch": 1.153061224489796,
      "rel-constrast": 2.3034682273864746,
      "step": 1469,
      "subrel-constrast": 2.947334051132202,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 4.875,
      "learning_rate": 8.898876134802826e-05,
      "loss": 0.6641,
      "step": 1470
    },
    {
      "cov-distil": 1.7113838195800781,
      "cov-distil (oracle2student)": 6.983272552490234,
      "cov-distil (oracle2teacher)": 6.1088056564331055,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.4585142135620117,
      "step": 1470,
      "subrel-constrast": 3.369832754135132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960344314575195,
      "cov-distil (oracle2student)": 3.4381847381591797,
      "cov-distil (oracle2teacher)": 3.5839836597442627,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.588690996170044,
      "step": 1471,
      "subrel-constrast": 2.6651878356933594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1655125617980957,
      "cov-distil (oracle2student)": 5.24053955078125,
      "cov-distil (oracle2teacher)": 5.013134479522705,
      "epoch": 1.1554160125588697,
      "rel-constrast": 1.8818936347961426,
      "step": 1472,
      "subrel-constrast": 2.780104875564575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5300767421722412,
      "cov-distil (oracle2student)": 6.164913177490234,
      "cov-distil (oracle2teacher)": 5.498805999755859,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.2269845008850098,
      "step": 1473,
      "subrel-constrast": 2.9037251472473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512404203414917,
      "cov-distil (oracle2student)": 4.064872741699219,
      "cov-distil (oracle2teacher)": 4.030491828918457,
      "epoch": 1.1569858712715855,
      "rel-constrast": 1.7766518592834473,
      "step": 1474,
      "subrel-constrast": 2.816473960876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.186896562576294,
      "cov-distil (oracle2student)": 5.949897766113281,
      "cov-distil (oracle2teacher)": 4.996249675750732,
      "epoch": 1.1577708006279435,
      "rel-constrast": 1.9086418151855469,
      "step": 1475,
      "subrel-constrast": 2.8229568004608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7240030765533447,
      "cov-distil (oracle2student)": 3.860840082168579,
      "cov-distil (oracle2teacher)": 3.6175026893615723,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.18544340133667,
      "step": 1476,
      "subrel-constrast": 3.1289167404174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5398478507995605,
      "cov-distil (oracle2student)": 4.542572021484375,
      "cov-distil (oracle2teacher)": 4.202126502990723,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.36609148979187,
      "step": 1477,
      "subrel-constrast": 3.3465678691864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3479182720184326,
      "cov-distil (oracle2student)": 5.017348289489746,
      "cov-distil (oracle2teacher)": 4.662605285644531,
      "epoch": 1.1601255886970172,
      "rel-constrast": 2.8745555877685547,
      "step": 1478,
      "subrel-constrast": 3.5719594955444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706235647201538,
      "cov-distil (oracle2student)": 2.640176296234131,
      "cov-distil (oracle2teacher)": 2.9243741035461426,
      "epoch": 1.1609105180533752,
      "rel-constrast": 2.9822335243225098,
      "step": 1479,
      "subrel-constrast": 3.500357151031494,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 5.15625,
      "learning_rate": 8.87692769755548e-05,
      "loss": 0.594,
      "step": 1480
    },
    {
      "cov-distil": 1.3952176570892334,
      "cov-distil (oracle2student)": 4.136480331420898,
      "cov-distil (oracle2teacher)": 3.5097858905792236,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.1989529132843018,
      "step": 1480,
      "subrel-constrast": 3.056321382522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0730199813842773,
      "cov-distil (oracle2student)": 3.07198429107666,
      "cov-distil (oracle2teacher)": 3.3458633422851562,
      "epoch": 1.1624803767660912,
      "rel-constrast": 1.1075165271759033,
      "step": 1481,
      "subrel-constrast": 2.3776631355285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7595065832138062,
      "cov-distil (oracle2student)": 4.5355987548828125,
      "cov-distil (oracle2teacher)": 3.721350908279419,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.64872145652771,
      "step": 1482,
      "subrel-constrast": 3.005540370941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3636153936386108,
      "cov-distil (oracle2student)": 7.133673667907715,
      "cov-distil (oracle2teacher)": 6.193906784057617,
      "epoch": 1.164050235478807,
      "rel-constrast": 2.934494972229004,
      "step": 1483,
      "subrel-constrast": 3.9500534534454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3385967016220093,
      "cov-distil (oracle2student)": 4.382026672363281,
      "cov-distil (oracle2teacher)": 4.057334899902344,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.5052990913391113,
      "step": 1484,
      "subrel-constrast": 3.060687303543091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1611063480377197,
      "cov-distil (oracle2student)": 4.532223701477051,
      "cov-distil (oracle2teacher)": 4.527599811553955,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.0750532150268555,
      "step": 1485,
      "subrel-constrast": 4.381795406341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8647761344909668,
      "cov-distil (oracle2student)": 3.5411906242370605,
      "cov-distil (oracle2teacher)": 3.5186100006103516,
      "epoch": 1.1664050235478807,
      "rel-constrast": 1.9845881462097168,
      "step": 1486,
      "subrel-constrast": 3.3729586601257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3404552936553955,
      "cov-distil (oracle2student)": 3.554081916809082,
      "cov-distil (oracle2teacher)": 3.616892099380493,
      "epoch": 1.1671899529042387,
      "rel-constrast": 1.9427120685577393,
      "step": 1487,
      "subrel-constrast": 3.155122995376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238523960113525,
      "cov-distil (oracle2student)": 5.060730934143066,
      "cov-distil (oracle2teacher)": 4.665079116821289,
      "epoch": 1.1679748822605966,
      "rel-constrast": 2.6883468627929688,
      "step": 1488,
      "subrel-constrast": 3.4167020320892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0488529205322266,
      "cov-distil (oracle2student)": 7.684642791748047,
      "cov-distil (oracle2teacher)": 6.413137435913086,
      "epoch": 1.1687598116169544,
      "rel-constrast": 2.6820180416107178,
      "step": 1489,
      "subrel-constrast": 3.2600693702697754,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 5.1875,
      "learning_rate": 8.854790304321681e-05,
      "loss": 0.6644,
      "step": 1490
    },
    {
      "cov-distil": 1.5790741443634033,
      "cov-distil (oracle2student)": 3.026587724685669,
      "cov-distil (oracle2teacher)": 3.71395206451416,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.252683162689209,
      "step": 1490,
      "subrel-constrast": 3.1973984241485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.230578899383545,
      "cov-distil (oracle2student)": 6.248869895935059,
      "cov-distil (oracle2teacher)": 5.154297828674316,
      "epoch": 1.1703296703296704,
      "rel-constrast": 1.6879925727844238,
      "step": 1491,
      "subrel-constrast": 2.5593457221984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810608983039856,
      "cov-distil (oracle2student)": 4.920379638671875,
      "cov-distil (oracle2teacher)": 4.863396644592285,
      "epoch": 1.1711145996860282,
      "rel-constrast": 2.116650104522705,
      "step": 1492,
      "subrel-constrast": 3.068960666656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6172666549682617,
      "cov-distil (oracle2student)": 4.53434419631958,
      "cov-distil (oracle2teacher)": 4.1293463706970215,
      "epoch": 1.1718995290423861,
      "rel-constrast": 2.9930942058563232,
      "step": 1493,
      "subrel-constrast": 3.556138753890991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810520887374878,
      "cov-distil (oracle2student)": 2.807432174682617,
      "cov-distil (oracle2teacher)": 2.8410439491271973,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.756678581237793,
      "step": 1494,
      "subrel-constrast": 3.710508346557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9425729513168335,
      "cov-distil (oracle2student)": 3.6123671531677246,
      "cov-distil (oracle2teacher)": 3.524376392364502,
      "epoch": 1.1734693877551021,
      "rel-constrast": 1.8721503019332886,
      "step": 1495,
      "subrel-constrast": 3.351774215698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.35511314868927,
      "cov-distil (oracle2student)": 3.150236129760742,
      "cov-distil (oracle2teacher)": 2.99460768699646,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.598984718322754,
      "step": 1496,
      "subrel-constrast": 3.033437490463257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555812120437622,
      "cov-distil (oracle2student)": 4.380667686462402,
      "cov-distil (oracle2teacher)": 4.323432445526123,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.354288339614868,
      "step": 1497,
      "subrel-constrast": 3.787031412124634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736794352531433,
      "cov-distil (oracle2student)": 4.265483379364014,
      "cov-distil (oracle2teacher)": 3.6608760356903076,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.1499147415161133,
      "step": 1498,
      "subrel-constrast": 2.9662508964538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632818341255188,
      "cov-distil (oracle2student)": 3.492344856262207,
      "cov-distil (oracle2teacher)": 3.4874637126922607,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.798807382583618,
      "step": 1499,
      "subrel-constrast": 3.2028145790100098,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 5.0625,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.6327,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7619999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7721800694806954,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.585598767142582,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.43499999999999994,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.6187215418066822,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.6133316993835529,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5428252780417074,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.3187499940395355,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.07049560546875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.046112060546875
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.024383544921875,
      "step": 1500
    },
    {
      "cov-distil": 1.7052438259124756,
      "cov-distil (oracle2student)": 4.503381729125977,
      "cov-distil (oracle2teacher)": 4.2352728843688965,
      "epoch": 1.1773940345368916,
      "rel-constrast": 1.7456778287887573,
      "step": 1500,
      "subrel-constrast": 2.6711738109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5976924896240234,
      "cov-distil (oracle2student)": 4.109921455383301,
      "cov-distil (oracle2teacher)": 3.886378288269043,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.7686309814453125,
      "step": 1501,
      "subrel-constrast": 3.611330032348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5985429286956787,
      "cov-distil (oracle2student)": 5.177509307861328,
      "cov-distil (oracle2teacher)": 4.85769510269165,
      "epoch": 1.1789638932496076,
      "rel-constrast": 2.783275604248047,
      "step": 1502,
      "subrel-constrast": 3.592716932296753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8807432651519775,
      "cov-distil (oracle2student)": 3.8029465675354004,
      "cov-distil (oracle2teacher)": 3.4699015617370605,
      "epoch": 1.1797488226059656,
      "rel-constrast": 1.9233524799346924,
      "step": 1503,
      "subrel-constrast": 2.6544852256774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5591078996658325,
      "cov-distil (oracle2student)": 5.466082572937012,
      "cov-distil (oracle2teacher)": 4.610783100128174,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.541856288909912,
      "step": 1504,
      "subrel-constrast": 3.051570415496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898470401763916,
      "cov-distil (oracle2student)": 2.8967223167419434,
      "cov-distil (oracle2teacher)": 2.912583351135254,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.03007435798645,
      "step": 1505,
      "subrel-constrast": 2.8148088455200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.211488962173462,
      "cov-distil (oracle2student)": 5.203065872192383,
      "cov-distil (oracle2teacher)": 5.033093452453613,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.7023119926452637,
      "step": 1506,
      "subrel-constrast": 4.187002182006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762690544128418,
      "cov-distil (oracle2student)": 4.866802215576172,
      "cov-distil (oracle2teacher)": 3.8803088665008545,
      "epoch": 1.182888540031397,
      "rel-constrast": 2.6440248489379883,
      "step": 1507,
      "subrel-constrast": 3.6964516639709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8378064632415771,
      "cov-distil (oracle2student)": 2.9254093170166016,
      "cov-distil (oracle2teacher)": 3.3326308727264404,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.3843607902526855,
      "step": 1508,
      "subrel-constrast": 3.41127610206604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.099351406097412,
      "cov-distil (oracle2student)": 1.9685165882110596,
      "cov-distil (oracle2teacher)": 1.9692935943603516,
      "epoch": 1.184458398744113,
      "rel-constrast": 1.9855897426605225,
      "step": 1509,
      "subrel-constrast": 2.537811040878296,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 4.0625,
      "learning_rate": 8.80995297483286e-05,
      "loss": 0.6768,
      "step": 1510
    },
    {
      "cov-distil": 2.1188366413116455,
      "cov-distil (oracle2student)": 4.176830291748047,
      "cov-distil (oracle2teacher)": 4.452783584594727,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.3178157806396484,
      "step": 1510,
      "subrel-constrast": 3.6419687271118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.692421317100525,
      "cov-distil (oracle2student)": 3.3259189128875732,
      "cov-distil (oracle2teacher)": 3.5183043479919434,
      "epoch": 1.1860282574568288,
      "rel-constrast": 2.988964080810547,
      "step": 1511,
      "subrel-constrast": 3.5802295207977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7515546083450317,
      "cov-distil (oracle2student)": 4.80131721496582,
      "cov-distil (oracle2teacher)": 4.453854560852051,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.3809189796447754,
      "step": 1512,
      "subrel-constrast": 3.4644148349761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3886380195617676,
      "cov-distil (oracle2student)": 5.22860050201416,
      "cov-distil (oracle2teacher)": 5.2533063888549805,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.733726978302002,
      "step": 1513,
      "subrel-constrast": 4.390034198760986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3133127689361572,
      "cov-distil (oracle2student)": 5.937033653259277,
      "cov-distil (oracle2teacher)": 5.1224775314331055,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.338839054107666,
      "step": 1514,
      "subrel-constrast": 3.005685329437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8530604839324951,
      "cov-distil (oracle2student)": 3.6696033477783203,
      "cov-distil (oracle2teacher)": 3.6206159591674805,
      "epoch": 1.1891679748822606,
      "rel-constrast": 1.888572096824646,
      "step": 1515,
      "subrel-constrast": 2.8321006298065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.168778896331787,
      "cov-distil (oracle2student)": 2.770020008087158,
      "cov-distil (oracle2teacher)": 3.1952412128448486,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.1271018981933594,
      "step": 1516,
      "subrel-constrast": 3.515486478805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2105193138122559,
      "cov-distil (oracle2student)": 4.329779624938965,
      "cov-distil (oracle2teacher)": 3.7545628547668457,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.113687038421631,
      "step": 1517,
      "subrel-constrast": 3.4414525032043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015023946762085,
      "cov-distil (oracle2student)": 4.385700225830078,
      "cov-distil (oracle2teacher)": 4.720728874206543,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.015457630157471,
      "step": 1518,
      "subrel-constrast": 4.659106254577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9592947959899902,
      "cov-distil (oracle2student)": 5.4805169105529785,
      "cov-distil (oracle2teacher)": 4.511702537536621,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.382565498352051,
      "step": 1519,
      "subrel-constrast": 3.9757142066955566,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.625,
      "learning_rate": 8.787255223886019e-05,
      "loss": 0.7509,
      "step": 1520
    },
    {
      "cov-distil": 1.4754095077514648,
      "cov-distil (oracle2student)": 4.544060707092285,
      "cov-distil (oracle2teacher)": 4.063207626342773,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.4997286796569824,
      "step": 1520,
      "subrel-constrast": 2.9171392917633057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.333594799041748,
      "cov-distil (oracle2student)": 5.943094253540039,
      "cov-distil (oracle2teacher)": 5.8992156982421875,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.1345419883728027,
      "step": 1521,
      "subrel-constrast": 3.4606754779815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676647424697876,
      "cov-distil (oracle2student)": 3.4983487129211426,
      "cov-distil (oracle2teacher)": 3.405188798904419,
      "epoch": 1.194662480376766,
      "rel-constrast": 2.9547228813171387,
      "step": 1522,
      "subrel-constrast": 3.7804667949676514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5238003730773926,
      "cov-distil (oracle2student)": 3.4825358390808105,
      "cov-distil (oracle2teacher)": 3.0369653701782227,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.03415846824646,
      "step": 1523,
      "subrel-constrast": 2.7790346145629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1547720432281494,
      "cov-distil (oracle2student)": 4.0608811378479,
      "cov-distil (oracle2teacher)": 4.79444694519043,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.4065489768981934,
      "step": 1524,
      "subrel-constrast": 3.559762954711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6022210121154785,
      "cov-distil (oracle2student)": 5.190400123596191,
      "cov-distil (oracle2teacher)": 4.856204509735107,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.393284559249878,
      "step": 1525,
      "subrel-constrast": 3.2589292526245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8397352695465088,
      "cov-distil (oracle2student)": 3.627033233642578,
      "cov-distil (oracle2teacher)": 3.636559009552002,
      "epoch": 1.1978021978021978,
      "rel-constrast": 2.4221863746643066,
      "step": 1526,
      "subrel-constrast": 3.2096338272094727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5980290174484253,
      "cov-distil (oracle2student)": 4.599432468414307,
      "cov-distil (oracle2teacher)": 4.392527103424072,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.0434372425079346,
      "step": 1527,
      "subrel-constrast": 4.105587959289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1118390560150146,
      "cov-distil (oracle2student)": 3.756171464920044,
      "cov-distil (oracle2teacher)": 3.804647922515869,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.573387622833252,
      "step": 1528,
      "subrel-constrast": 3.137127161026001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2146931886672974,
      "cov-distil (oracle2student)": 4.092416286468506,
      "cov-distil (oracle2teacher)": 3.1010258197784424,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.5102429389953613,
      "step": 1529,
      "subrel-constrast": 2.19943904876709,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 3.125,
      "learning_rate": 8.764372887462586e-05,
      "loss": 0.6656,
      "step": 1530
    },
    {
      "cov-distil": 1.5319048166275024,
      "cov-distil (oracle2student)": 4.690713882446289,
      "cov-distil (oracle2teacher)": 4.803866386413574,
      "epoch": 1.2009419152276295,
      "rel-constrast": 1.9022588729858398,
      "step": 1530,
      "subrel-constrast": 2.3043463230133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6928799152374268,
      "cov-distil (oracle2student)": 3.9762115478515625,
      "cov-distil (oracle2teacher)": 3.58125376701355,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.278289318084717,
      "step": 1531,
      "subrel-constrast": 2.9996278285980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8765828609466553,
      "cov-distil (oracle2student)": 3.2617220878601074,
      "cov-distil (oracle2teacher)": 3.383294105529785,
      "epoch": 1.2025117739403455,
      "rel-constrast": 2.861928939819336,
      "step": 1532,
      "subrel-constrast": 3.6048965454101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7005736827850342,
      "cov-distil (oracle2student)": 2.7689430713653564,
      "cov-distil (oracle2teacher)": 2.8691959381103516,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.3378090858459473,
      "step": 1533,
      "subrel-constrast": 2.847749710083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7741551399230957,
      "cov-distil (oracle2student)": 4.2705183029174805,
      "cov-distil (oracle2teacher)": 4.19755744934082,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.548121929168701,
      "step": 1534,
      "subrel-constrast": 3.4489381313323975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5406924486160278,
      "cov-distil (oracle2student)": 4.787934303283691,
      "cov-distil (oracle2teacher)": 4.429826736450195,
      "epoch": 1.2048665620094192,
      "rel-constrast": 2.546084403991699,
      "step": 1535,
      "subrel-constrast": 3.366830348968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532087802886963,
      "cov-distil (oracle2student)": 4.216512203216553,
      "cov-distil (oracle2teacher)": 4.116044044494629,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.0560710430145264,
      "step": 1536,
      "subrel-constrast": 3.01652193069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1020114421844482,
      "cov-distil (oracle2student)": 4.980038642883301,
      "cov-distil (oracle2teacher)": 4.7769951820373535,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.0466489791870117,
      "step": 1537,
      "subrel-constrast": 3.3903799057006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649499773979187,
      "cov-distil (oracle2student)": 3.3435850143432617,
      "cov-distil (oracle2teacher)": 3.404890537261963,
      "epoch": 1.207221350078493,
      "rel-constrast": 1.824823260307312,
      "step": 1538,
      "subrel-constrast": 2.8010292053222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6814985275268555,
      "cov-distil (oracle2student)": 4.174482345581055,
      "cov-distil (oracle2teacher)": 4.153911113739014,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.121013879776001,
      "step": 1539,
      "subrel-constrast": 3.202833890914917,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 3.75,
      "learning_rate": 8.741307080815357e-05,
      "loss": 0.6058,
      "step": 1540
    },
    {
      "cov-distil": 1.8879705667495728,
      "cov-distil (oracle2student)": 5.053159713745117,
      "cov-distil (oracle2teacher)": 5.307025909423828,
      "epoch": 1.2087912087912087,
      "rel-constrast": 2.791518211364746,
      "step": 1540,
      "subrel-constrast": 3.8433172702789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6674015522003174,
      "cov-distil (oracle2student)": 5.122541427612305,
      "cov-distil (oracle2teacher)": 5.297399520874023,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.4053690433502197,
      "step": 1541,
      "subrel-constrast": 3.468360185623169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8656513690948486,
      "cov-distil (oracle2student)": 3.4753832817077637,
      "cov-distil (oracle2teacher)": 3.2905421257019043,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.5891571044921875,
      "step": 1542,
      "subrel-constrast": 3.293689250946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3002510070800781,
      "cov-distil (oracle2student)": 4.869427680969238,
      "cov-distil (oracle2teacher)": 4.907262802124023,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.3854610919952393,
      "step": 1543,
      "subrel-constrast": 2.998671054840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2869793176651,
      "cov-distil (oracle2student)": 4.8755598068237305,
      "cov-distil (oracle2teacher)": 4.526385307312012,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.669271469116211,
      "step": 1544,
      "subrel-constrast": 3.140474796295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9493787288665771,
      "cov-distil (oracle2student)": 4.299631118774414,
      "cov-distil (oracle2teacher)": 4.346153736114502,
      "epoch": 1.2127158555729984,
      "rel-constrast": 1.5509233474731445,
      "step": 1545,
      "subrel-constrast": 3.146766185760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8113458156585693,
      "cov-distil (oracle2student)": 3.6827285289764404,
      "cov-distil (oracle2teacher)": 3.8221771717071533,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.5069375038146973,
      "step": 1546,
      "subrel-constrast": 3.562896728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5866665840148926,
      "cov-distil (oracle2student)": 3.8609683513641357,
      "cov-distil (oracle2teacher)": 3.6687941551208496,
      "epoch": 1.2142857142857142,
      "rel-constrast": 1.8883137702941895,
      "step": 1547,
      "subrel-constrast": 2.9181015491485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.797663927078247,
      "cov-distil (oracle2student)": 4.464213848114014,
      "cov-distil (oracle2teacher)": 4.430397987365723,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.0730440616607666,
      "step": 1548,
      "subrel-constrast": 2.6797778606414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4215760231018066,
      "cov-distil (oracle2student)": 4.857629776000977,
      "cov-distil (oracle2teacher)": 4.263479232788086,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.4875972270965576,
      "step": 1549,
      "subrel-constrast": 2.9811272621154785,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 4.53125,
      "learning_rate": 8.718058928139205e-05,
      "loss": 0.6251,
      "step": 1550
    },
    {
      "cov-distil": 1.9795624017715454,
      "cov-distil (oracle2student)": 5.373071193695068,
      "cov-distil (oracle2teacher)": 4.774299621582031,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.129133224487305,
      "step": 1550,
      "subrel-constrast": 4.876350402832031,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025479555130005,
      "cov-distil (oracle2student)": 3.5678608417510986,
      "cov-distil (oracle2teacher)": 4.240877628326416,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.6148624420166016,
      "step": 1551,
      "subrel-constrast": 3.7450690269470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6805269718170166,
      "cov-distil (oracle2student)": 4.672299861907959,
      "cov-distil (oracle2teacher)": 4.209847927093506,
      "epoch": 1.218210361067504,
      "rel-constrast": 1.948760747909546,
      "step": 1552,
      "subrel-constrast": 2.768570899963379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4374197721481323,
      "cov-distil (oracle2student)": 5.363409996032715,
      "cov-distil (oracle2teacher)": 4.59077262878418,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.24294114112854,
      "step": 1553,
      "subrel-constrast": 3.795907974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.288912057876587,
      "cov-distil (oracle2student)": 2.646209716796875,
      "cov-distil (oracle2teacher)": 2.6535143852233887,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.777419090270996,
      "step": 1554,
      "subrel-constrast": 3.084040641784668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0427820682525635,
      "cov-distil (oracle2student)": 2.892512559890747,
      "cov-distil (oracle2teacher)": 3.0620110034942627,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.547149658203125,
      "step": 1555,
      "subrel-constrast": 3.1722419261932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195249557495117,
      "cov-distil (oracle2student)": 2.6100406646728516,
      "cov-distil (oracle2teacher)": 2.6766295433044434,
      "epoch": 1.2213500784929356,
      "rel-constrast": 1.8106670379638672,
      "step": 1556,
      "subrel-constrast": 2.983778476715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3574326038360596,
      "cov-distil (oracle2student)": 3.0511093139648438,
      "cov-distil (oracle2teacher)": 2.6083593368530273,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.7965575456619263,
      "step": 1557,
      "subrel-constrast": 2.5140321254730225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014399528503418,
      "cov-distil (oracle2student)": 4.847307205200195,
      "cov-distil (oracle2teacher)": 4.49112606048584,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.069711208343506,
      "step": 1558,
      "subrel-constrast": 3.2520906925201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609018325805664,
      "cov-distil (oracle2student)": 6.503067970275879,
      "cov-distil (oracle2teacher)": 5.431318283081055,
      "epoch": 1.2237048665620094,
      "rel-constrast": 2.6438629627227783,
      "step": 1559,
      "subrel-constrast": 3.515343427658081,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 4.78125,
      "learning_rate": 8.694629562516294e-05,
      "loss": 0.6826,
      "step": 1560
    },
    {
      "cov-distil": 1.7590296268463135,
      "cov-distil (oracle2student)": 5.026432037353516,
      "cov-distil (oracle2teacher)": 4.79592752456665,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.1832680702209473,
      "step": 1560,
      "subrel-constrast": 3.865962505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282244086265564,
      "cov-distil (oracle2student)": 3.103921413421631,
      "cov-distil (oracle2teacher)": 3.126497983932495,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.1100246906280518,
      "step": 1561,
      "subrel-constrast": 2.989668369293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607615351676941,
      "cov-distil (oracle2student)": 3.2194132804870605,
      "cov-distil (oracle2teacher)": 3.4927477836608887,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.4880180358886719,
      "step": 1562,
      "subrel-constrast": 2.3301451206207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6793545484542847,
      "cov-distil (oracle2student)": 3.9975342750549316,
      "cov-distil (oracle2teacher)": 4.233152389526367,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.3272666931152344,
      "step": 1563,
      "subrel-constrast": 3.8486382961273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9196492433547974,
      "cov-distil (oracle2student)": 4.2021684646606445,
      "cov-distil (oracle2teacher)": 3.8455123901367188,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.6470274925231934,
      "step": 1564,
      "subrel-constrast": 3.147548198699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0161619186401367,
      "cov-distil (oracle2student)": 4.906928539276123,
      "cov-distil (oracle2teacher)": 4.846890926361084,
      "epoch": 1.2284144427001569,
      "rel-constrast": 2.92449951171875,
      "step": 1565,
      "subrel-constrast": 3.6165902614593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595526933670044,
      "cov-distil (oracle2student)": 3.3011350631713867,
      "cov-distil (oracle2teacher)": 3.828770160675049,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.1501903533935547,
      "step": 1566,
      "subrel-constrast": 3.215602397918701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9946669340133667,
      "cov-distil (oracle2student)": 3.1494898796081543,
      "cov-distil (oracle2teacher)": 2.9782841205596924,
      "epoch": 1.2299843014128728,
      "rel-constrast": 1.9591224193572998,
      "step": 1567,
      "subrel-constrast": 2.575129508972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4899609088897705,
      "cov-distil (oracle2student)": 4.153467178344727,
      "cov-distil (oracle2teacher)": 3.878864049911499,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.6330654621124268,
      "step": 1568,
      "subrel-constrast": 3.224483013153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.590836763381958,
      "cov-distil (oracle2student)": 5.1337409019470215,
      "cov-distil (oracle2teacher)": 4.657392978668213,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.433199882507324,
      "step": 1569,
      "subrel-constrast": 3.59806489944458,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 4.4375,
      "learning_rate": 8.671020125860851e-05,
      "loss": 0.6662,
      "step": 1570
    },
    {
      "cov-distil": 1.7456167936325073,
      "cov-distil (oracle2student)": 2.8606317043304443,
      "cov-distil (oracle2teacher)": 2.749175548553467,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.0275702476501465,
      "step": 1570,
      "subrel-constrast": 2.4011001586914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6710166931152344,
      "cov-distil (oracle2student)": 2.6930999755859375,
      "cov-distil (oracle2teacher)": 2.8560285568237305,
      "epoch": 1.2331240188383046,
      "rel-constrast": 2.8026866912841797,
      "step": 1571,
      "subrel-constrast": 3.5389108657836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1295480728149414,
      "cov-distil (oracle2student)": 3.238744020462036,
      "cov-distil (oracle2teacher)": 3.3423972129821777,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.079437732696533,
      "step": 1572,
      "subrel-constrast": 3.616511583328247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523513674736023,
      "cov-distil (oracle2student)": 4.308307647705078,
      "cov-distil (oracle2teacher)": 3.9786975383758545,
      "epoch": 1.2346938775510203,
      "rel-constrast": 3.3275716304779053,
      "step": 1573,
      "subrel-constrast": 3.7476463317871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4304237365722656,
      "cov-distil (oracle2student)": 5.036733627319336,
      "cov-distil (oracle2teacher)": 4.929434299468994,
      "epoch": 1.2354788069073783,
      "rel-constrast": 1.998268961906433,
      "step": 1574,
      "subrel-constrast": 2.6695785522460938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1377112865447998,
      "cov-distil (oracle2student)": 3.276977777481079,
      "cov-distil (oracle2teacher)": 3.1067492961883545,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.6878553628921509,
      "step": 1575,
      "subrel-constrast": 2.1284077167510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.406750202178955,
      "cov-distil (oracle2student)": 4.362957954406738,
      "cov-distil (oracle2teacher)": 4.253024101257324,
      "epoch": 1.2370486656200943,
      "rel-constrast": 3.613060712814331,
      "step": 1576,
      "subrel-constrast": 4.216906547546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8218880891799927,
      "cov-distil (oracle2student)": 5.037858009338379,
      "cov-distil (oracle2teacher)": 5.052990913391113,
      "epoch": 1.237833594976452,
      "rel-constrast": 2.9219093322753906,
      "step": 1577,
      "subrel-constrast": 3.639798402786255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489027261734009,
      "cov-distil (oracle2student)": 7.639407157897949,
      "cov-distil (oracle2teacher)": 6.840865612030029,
      "epoch": 1.23861852433281,
      "rel-constrast": 1.8260395526885986,
      "step": 1578,
      "subrel-constrast": 3.0016658306121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4034442901611328,
      "cov-distil (oracle2student)": 4.408943176269531,
      "cov-distil (oracle2teacher)": 4.7312726974487305,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.5375521183013916,
      "step": 1579,
      "subrel-constrast": 3.5869927406311035,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 4.09375,
      "learning_rate": 8.647231768863512e-05,
      "loss": 0.6836,
      "step": 1580
    },
    {
      "cov-distil": 1.6741304397583008,
      "cov-distil (oracle2student)": 2.858518362045288,
      "cov-distil (oracle2teacher)": 3.679445266723633,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.6582589149475098,
      "step": 1580,
      "subrel-constrast": 3.830401659011841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7064580917358398,
      "cov-distil (oracle2student)": 3.1459531784057617,
      "cov-distil (oracle2teacher)": 3.4859862327575684,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.3073883056640625,
      "step": 1581,
      "subrel-constrast": 3.5677809715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0611802339553833,
      "cov-distil (oracle2student)": 4.939063549041748,
      "cov-distil (oracle2teacher)": 5.2104973793029785,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.11116886138916,
      "step": 1582,
      "subrel-constrast": 4.425158977508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5699503421783447,
      "cov-distil (oracle2student)": 4.763095855712891,
      "cov-distil (oracle2teacher)": 4.560782432556152,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.3132121562957764,
      "step": 1583,
      "subrel-constrast": 3.0729589462280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4089345932006836,
      "cov-distil (oracle2student)": 5.642769813537598,
      "cov-distil (oracle2teacher)": 5.672878265380859,
      "epoch": 1.2433281004709575,
      "rel-constrast": 2.809359550476074,
      "step": 1584,
      "subrel-constrast": 3.6683189868927,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4095451831817627,
      "cov-distil (oracle2student)": 4.468162536621094,
      "cov-distil (oracle2teacher)": 4.743122100830078,
      "epoch": 1.2441130298273155,
      "rel-constrast": 2.735044479370117,
      "step": 1585,
      "subrel-constrast": 3.972578525543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2685585021972656,
      "cov-distil (oracle2student)": 5.885278701782227,
      "cov-distil (oracle2teacher)": 5.454242706298828,
      "epoch": 1.2448979591836735,
      "rel-constrast": 2.911004066467285,
      "step": 1586,
      "subrel-constrast": 3.3842389583587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6904022693634033,
      "cov-distil (oracle2student)": 4.3029866218566895,
      "cov-distil (oracle2teacher)": 4.133167743682861,
      "epoch": 1.2456828885400313,
      "rel-constrast": 2.800232410430908,
      "step": 1587,
      "subrel-constrast": 3.6963531970977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2325334548950195,
      "cov-distil (oracle2student)": 5.333390235900879,
      "cov-distil (oracle2teacher)": 4.859451770782471,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.0195188522338867,
      "step": 1588,
      "subrel-constrast": 3.044616460800171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731041669845581,
      "cov-distil (oracle2student)": 3.775192975997925,
      "cov-distil (oracle2teacher)": 4.119477272033691,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.1974687576293945,
      "step": 1589,
      "subrel-constrast": 2.876124858856201,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 4.53125,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.7109,
      "step": 1590
    },
    {
      "cov-distil": 1.1133463382720947,
      "cov-distil (oracle2student)": 2.7508788108825684,
      "cov-distil (oracle2teacher)": 2.9813008308410645,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.7132693529129028,
      "step": 1590,
      "subrel-constrast": 2.4097208976745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7169585227966309,
      "cov-distil (oracle2student)": 5.445006370544434,
      "cov-distil (oracle2teacher)": 5.43462610244751,
      "epoch": 1.248822605965463,
      "rel-constrast": 1.555607795715332,
      "step": 1591,
      "subrel-constrast": 2.845224618911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100680351257324,
      "cov-distil (oracle2student)": 5.221372604370117,
      "cov-distil (oracle2teacher)": 4.676468372344971,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.4916796684265137,
      "step": 1592,
      "subrel-constrast": 3.557326078414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242069959640503,
      "cov-distil (oracle2student)": 4.25541877746582,
      "cov-distil (oracle2teacher)": 4.326009273529053,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.625108003616333,
      "step": 1593,
      "subrel-constrast": 3.22477388381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012606143951416,
      "cov-distil (oracle2student)": 5.502788066864014,
      "cov-distil (oracle2teacher)": 4.8027544021606445,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.0597541332244873,
      "step": 1594,
      "subrel-constrast": 2.922990322113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3737232685089111,
      "cov-distil (oracle2student)": 3.648808717727661,
      "cov-distil (oracle2teacher)": 3.306321382522583,
      "epoch": 1.2519623233908947,
      "rel-constrast": 4.078673362731934,
      "step": 1595,
      "subrel-constrast": 3.6472115516662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0812323093414307,
      "cov-distil (oracle2student)": 4.2638139724731445,
      "cov-distil (oracle2teacher)": 4.3628387451171875,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.0836522579193115,
      "step": 1596,
      "subrel-constrast": 3.4508986473083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8772861957550049,
      "cov-distil (oracle2student)": 4.934313774108887,
      "cov-distil (oracle2teacher)": 4.658015727996826,
      "epoch": 1.2535321821036107,
      "rel-constrast": 2.9516491889953613,
      "step": 1597,
      "subrel-constrast": 3.9812920093536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934550762176514,
      "cov-distil (oracle2student)": 4.363414764404297,
      "cov-distil (oracle2teacher)": 3.62581729888916,
      "epoch": 1.2543171114599687,
      "rel-constrast": 1.9535953998565674,
      "step": 1598,
      "subrel-constrast": 2.485318660736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3315792083740234,
      "cov-distil (oracle2student)": 4.406782627105713,
      "cov-distil (oracle2teacher)": 4.5059733390808105,
      "epoch": 1.2551020408163265,
      "rel-constrast": 1.8971590995788574,
      "step": 1599,
      "subrel-constrast": 2.8368115425109863,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 3.84375,
      "learning_rate": 8.599122940150795e-05,
      "loss": 0.6259,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.328125,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.0615234375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.04058837890625
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.02093505859375,
      "step": 1600
    },
    {
      "cov-distil": 1.3285040855407715,
      "cov-distil (oracle2student)": 3.8837437629699707,
      "cov-distil (oracle2teacher)": 3.970703125,
      "epoch": 1.2558869701726845,
      "rel-constrast": 3.6065900325775146,
      "step": 1600,
      "subrel-constrast": 4.444797992706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469782829284668,
      "cov-distil (oracle2student)": 5.2564005851745605,
      "cov-distil (oracle2teacher)": 4.729925155639648,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.61423397064209,
      "step": 1601,
      "subrel-constrast": 4.235621929168701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3728673458099365,
      "cov-distil (oracle2student)": 4.047114849090576,
      "cov-distil (oracle2teacher)": 4.212071895599365,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.8084666728973389,
      "step": 1602,
      "subrel-constrast": 2.678288221359253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259108304977417,
      "cov-distil (oracle2student)": 3.9192872047424316,
      "cov-distil (oracle2teacher)": 4.168595314025879,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.1156599521636963,
      "step": 1603,
      "subrel-constrast": 2.707421064376831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8279502391815186,
      "cov-distil (oracle2student)": 6.29005241394043,
      "cov-distil (oracle2teacher)": 5.903875350952148,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.145425319671631,
      "step": 1604,
      "subrel-constrast": 4.026937961578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6938657760620117,
      "cov-distil (oracle2student)": 3.282243490219116,
      "cov-distil (oracle2teacher)": 3.7807106971740723,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.040135383605957,
      "step": 1605,
      "subrel-constrast": 3.453781843185425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640521764755249,
      "cov-distil (oracle2student)": 3.564246416091919,
      "cov-distil (oracle2teacher)": 4.478457450866699,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.331602096557617,
      "step": 1606,
      "subrel-constrast": 3.1064250469207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.08103084564209,
      "cov-distil (oracle2student)": 3.021688938140869,
      "cov-distil (oracle2teacher)": 3.1345198154449463,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.524754524230957,
      "step": 1607,
      "subrel-constrast": 3.737481117248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5034633874893188,
      "cov-distil (oracle2student)": 4.287128448486328,
      "cov-distil (oracle2teacher)": 4.20805025100708,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.6123576164245605,
      "step": 1608,
      "subrel-constrast": 3.500551223754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148592710494995,
      "cov-distil (oracle2student)": 3.2468323707580566,
      "cov-distil (oracle2teacher)": 3.2048873901367188,
      "epoch": 1.2629513343799057,
      "rel-constrast": 2.5566370487213135,
      "step": 1609,
      "subrel-constrast": 3.6154725551605225,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 4.125,
      "learning_rate": 8.574804813191858e-05,
      "loss": 0.7226,
      "step": 1610
    },
    {
      "cov-distil": 0.8844735026359558,
      "cov-distil (oracle2student)": 3.8353514671325684,
      "cov-distil (oracle2teacher)": 3.3771181106567383,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.0295941829681396,
      "step": 1610,
      "subrel-constrast": 2.6498465538024902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626332402229309,
      "cov-distil (oracle2student)": 6.020196437835693,
      "cov-distil (oracle2teacher)": 5.428250312805176,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.1103038787841797,
      "step": 1611,
      "subrel-constrast": 4.099916458129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696298360824585,
      "cov-distil (oracle2student)": 3.4350786209106445,
      "cov-distil (oracle2teacher)": 3.5820541381835938,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.3894027471542358,
      "step": 1612,
      "subrel-constrast": 2.220228672027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5287343263626099,
      "cov-distil (oracle2student)": 2.225925922393799,
      "cov-distil (oracle2teacher)": 2.5007243156433105,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.1925086975097656,
      "step": 1613,
      "subrel-constrast": 2.796937942504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4129114151000977,
      "cov-distil (oracle2student)": 4.556610107421875,
      "cov-distil (oracle2teacher)": 5.114994525909424,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.1442575454711914,
      "step": 1614,
      "subrel-constrast": 4.192028999328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5291547775268555,
      "cov-distil (oracle2student)": 4.168198585510254,
      "cov-distil (oracle2teacher)": 4.10190486907959,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.004732608795166,
      "step": 1615,
      "subrel-constrast": 2.7941031455993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9923288822174072,
      "cov-distil (oracle2student)": 4.925098896026611,
      "cov-distil (oracle2teacher)": 4.842667102813721,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.4030842781066895,
      "step": 1616,
      "subrel-constrast": 3.852900981903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6060535907745361,
      "cov-distil (oracle2student)": 5.636197566986084,
      "cov-distil (oracle2teacher)": 4.967113018035889,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.1057586669921875,
      "step": 1617,
      "subrel-constrast": 3.0074751377105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4615862369537354,
      "cov-distil (oracle2student)": 6.161072731018066,
      "cov-distil (oracle2teacher)": 5.283343315124512,
      "epoch": 1.2700156985871272,
      "rel-constrast": 2.6227760314941406,
      "step": 1618,
      "subrel-constrast": 3.483314275741577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7703149318695068,
      "cov-distil (oracle2student)": 3.7297303676605225,
      "cov-distil (oracle2teacher)": 3.9205780029296875,
      "epoch": 1.2708006279434851,
      "rel-constrast": 2.7746920585632324,
      "step": 1619,
      "subrel-constrast": 3.1492977142333984,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 4.8125,
      "learning_rate": 8.550312455289625e-05,
      "loss": 0.6582,
      "step": 1620
    },
    {
      "cov-distil": 1.3149724006652832,
      "cov-distil (oracle2student)": 2.950434684753418,
      "cov-distil (oracle2teacher)": 3.0719387531280518,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.296694040298462,
      "step": 1620,
      "subrel-constrast": 2.8358771800994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9652491807937622,
      "cov-distil (oracle2student)": 3.9915223121643066,
      "cov-distil (oracle2teacher)": 3.848843574523926,
      "epoch": 1.272370486656201,
      "rel-constrast": 2.0092782974243164,
      "step": 1621,
      "subrel-constrast": 2.997014284133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418309211730957,
      "cov-distil (oracle2student)": 5.228143215179443,
      "cov-distil (oracle2teacher)": 4.737204074859619,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.025054931640625,
      "step": 1622,
      "subrel-constrast": 3.93580961227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033524513244629,
      "cov-distil (oracle2student)": 4.023014068603516,
      "cov-distil (oracle2teacher)": 4.002674102783203,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.4401683807373047,
      "step": 1623,
      "subrel-constrast": 4.0424580574035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.271591067314148,
      "cov-distil (oracle2student)": 4.161586284637451,
      "cov-distil (oracle2teacher)": 4.333262920379639,
      "epoch": 1.2747252747252746,
      "rel-constrast": 2.848297595977783,
      "step": 1624,
      "subrel-constrast": 3.3349852561950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.898669958114624,
      "cov-distil (oracle2student)": 4.669811248779297,
      "cov-distil (oracle2teacher)": 4.356569290161133,
      "epoch": 1.2755102040816326,
      "rel-constrast": 1.8578072786331177,
      "step": 1625,
      "subrel-constrast": 2.39044189453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4453635215759277,
      "cov-distil (oracle2student)": 4.735353946685791,
      "cov-distil (oracle2teacher)": 4.54339075088501,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.528207778930664,
      "step": 1626,
      "subrel-constrast": 3.097658395767212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1933696269989014,
      "cov-distil (oracle2student)": 4.890844345092773,
      "cov-distil (oracle2teacher)": 4.81085205078125,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.1498184204101562,
      "step": 1627,
      "subrel-constrast": 3.7614362239837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098339557647705,
      "cov-distil (oracle2student)": 3.005347728729248,
      "cov-distil (oracle2teacher)": 3.7475571632385254,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.4567980766296387,
      "step": 1628,
      "subrel-constrast": 3.7427423000335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594939112663269,
      "cov-distil (oracle2student)": 3.9403953552246094,
      "cov-distil (oracle2teacher)": 4.1100687980651855,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.763700008392334,
      "step": 1629,
      "subrel-constrast": 3.7268457412719727,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 4.4375,
      "learning_rate": 8.525647060167063e-05,
      "loss": 0.7,
      "step": 1630
    },
    {
      "cov-distil": 1.8015943765640259,
      "cov-distil (oracle2student)": 3.9487223625183105,
      "cov-distil (oracle2teacher)": 3.582026243209839,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.335186719894409,
      "step": 1630,
      "subrel-constrast": 3.162233352661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6083996295928955,
      "cov-distil (oracle2student)": 5.469425678253174,
      "cov-distil (oracle2teacher)": 5.083529472351074,
      "epoch": 1.2802197802197801,
      "rel-constrast": 3.283641815185547,
      "step": 1631,
      "subrel-constrast": 3.5466995239257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38673996925354,
      "cov-distil (oracle2student)": 4.397341728210449,
      "cov-distil (oracle2teacher)": 4.5045599937438965,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.3037357330322266,
      "step": 1632,
      "subrel-constrast": 3.170166254043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8742365837097168,
      "cov-distil (oracle2student)": 4.7319817543029785,
      "cov-distil (oracle2teacher)": 4.187522888183594,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.5244219303131104,
      "step": 1633,
      "subrel-constrast": 3.5964643955230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826444625854492,
      "cov-distil (oracle2student)": 3.1420187950134277,
      "cov-distil (oracle2teacher)": 3.23829984664917,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.7303926944732666,
      "step": 1634,
      "subrel-constrast": 2.813969612121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.755732774734497,
      "cov-distil (oracle2student)": 4.287175178527832,
      "cov-distil (oracle2teacher)": 4.633411407470703,
      "epoch": 1.283359497645212,
      "rel-constrast": 3.7669153213500977,
      "step": 1635,
      "subrel-constrast": 4.3701958656311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252819061279297,
      "cov-distil (oracle2student)": 4.033242702484131,
      "cov-distil (oracle2teacher)": 4.377980709075928,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.7992641925811768,
      "step": 1636,
      "subrel-constrast": 2.8652825355529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159950017929077,
      "cov-distil (oracle2student)": 5.561666965484619,
      "cov-distil (oracle2teacher)": 5.194928169250488,
      "epoch": 1.2849293563579278,
      "rel-constrast": 2.717442512512207,
      "step": 1637,
      "subrel-constrast": 3.6586451530456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.197776436805725,
      "cov-distil (oracle2student)": 5.2266411781311035,
      "cov-distil (oracle2teacher)": 4.975461006164551,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.604090452194214,
      "step": 1638,
      "subrel-constrast": 2.691154956817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5334337949752808,
      "cov-distil (oracle2student)": 4.132648944854736,
      "cov-distil (oracle2teacher)": 4.10585355758667,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.6708601713180542,
      "step": 1639,
      "subrel-constrast": 2.7272911071777344,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 3.984375,
      "learning_rate": 8.500809829980734e-05,
      "loss": 0.6595,
      "step": 1640
    },
    {
      "cov-distil": 1.7557810544967651,
      "cov-distil (oracle2student)": 3.7222869396209717,
      "cov-distil (oracle2teacher)": 3.3127307891845703,
      "epoch": 1.2872841444270016,
      "rel-constrast": 2.4745495319366455,
      "step": 1640,
      "subrel-constrast": 3.7174105644226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074587106704712,
      "cov-distil (oracle2student)": 4.15061616897583,
      "cov-distil (oracle2teacher)": 4.620503902435303,
      "epoch": 1.2880690737833596,
      "rel-constrast": 2.4811620712280273,
      "step": 1641,
      "subrel-constrast": 3.6465866565704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3889014720916748,
      "cov-distil (oracle2student)": 4.589190483093262,
      "cov-distil (oracle2teacher)": 4.474174976348877,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.139465808868408,
      "step": 1642,
      "subrel-constrast": 2.987130641937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623257040977478,
      "cov-distil (oracle2student)": 4.021283149719238,
      "cov-distil (oracle2teacher)": 3.977602958679199,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.1970725059509277,
      "step": 1643,
      "subrel-constrast": 3.525026559829712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252785682678223,
      "cov-distil (oracle2student)": 4.027431011199951,
      "cov-distil (oracle2teacher)": 4.138116359710693,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.2515571117401123,
      "step": 1644,
      "subrel-constrast": 3.831218719482422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5048998594284058,
      "cov-distil (oracle2student)": 4.298874378204346,
      "cov-distil (oracle2teacher)": 3.8561906814575195,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.4955191612243652,
      "step": 1645,
      "subrel-constrast": 3.449025869369507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6941221952438354,
      "cov-distil (oracle2student)": 4.800694942474365,
      "cov-distil (oracle2teacher)": 4.453725814819336,
      "epoch": 1.291993720565149,
      "rel-constrast": 2.598033905029297,
      "step": 1646,
      "subrel-constrast": 3.3827319145202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3900470733642578,
      "cov-distil (oracle2student)": 4.102538108825684,
      "cov-distil (oracle2teacher)": 4.082840442657471,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.1005215644836426,
      "step": 1647,
      "subrel-constrast": 3.246147871017456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6068203449249268,
      "cov-distil (oracle2student)": 5.827215671539307,
      "cov-distil (oracle2teacher)": 5.4011125564575195,
      "epoch": 1.293563579277865,
      "rel-constrast": 2.4545226097106934,
      "step": 1648,
      "subrel-constrast": 3.8564469814300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844606637954712,
      "cov-distil (oracle2student)": 2.9987285137176514,
      "cov-distil (oracle2teacher)": 2.869882583618164,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.3290042877197266,
      "step": 1649,
      "subrel-constrast": 3.156325101852417,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 4.6875,
      "learning_rate": 8.4758019752622e-05,
      "loss": 0.6541,
      "step": 1650
    },
    {
      "cov-distil": 1.9399383068084717,
      "cov-distil (oracle2student)": 4.320046424865723,
      "cov-distil (oracle2teacher)": 4.035843372344971,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.087109088897705,
      "step": 1650,
      "subrel-constrast": 3.3212220668792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319469928741455,
      "cov-distil (oracle2student)": 2.662388324737549,
      "cov-distil (oracle2teacher)": 2.6479804515838623,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.4846057891845703,
      "step": 1651,
      "subrel-constrast": 2.8153226375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521233320236206,
      "cov-distil (oracle2student)": 2.822159767150879,
      "cov-distil (oracle2teacher)": 3.683366537094116,
      "epoch": 1.2967032967032968,
      "rel-constrast": 2.4577345848083496,
      "step": 1652,
      "subrel-constrast": 3.3059167861938477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017515182495117,
      "cov-distil (oracle2student)": 5.350798606872559,
      "cov-distil (oracle2teacher)": 4.894163131713867,
      "epoch": 1.2974882260596545,
      "rel-constrast": 2.7707009315490723,
      "step": 1653,
      "subrel-constrast": 4.0365800857543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.943749189376831,
      "cov-distil (oracle2student)": 3.7147085666656494,
      "cov-distil (oracle2teacher)": 4.617354393005371,
      "epoch": 1.2982731554160125,
      "rel-constrast": 2.508625030517578,
      "step": 1654,
      "subrel-constrast": 3.4283275604248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7120367288589478,
      "cov-distil (oracle2student)": 4.547889709472656,
      "cov-distil (oracle2teacher)": 4.684076309204102,
      "epoch": 1.2990580847723705,
      "rel-constrast": 2.8170230388641357,
      "step": 1655,
      "subrel-constrast": 3.7186222076416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5408012866973877,
      "cov-distil (oracle2student)": 6.59735631942749,
      "cov-distil (oracle2teacher)": 5.465314865112305,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.036327838897705,
      "step": 1656,
      "subrel-constrast": 3.2889673709869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129024982452393,
      "cov-distil (oracle2student)": 4.126771926879883,
      "cov-distil (oracle2teacher)": 4.471885681152344,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.3751564025878906,
      "step": 1657,
      "subrel-constrast": 3.521223306655884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4489455223083496,
      "cov-distil (oracle2student)": 3.051875591278076,
      "cov-distil (oracle2teacher)": 3.281080722808838,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.690951108932495,
      "step": 1658,
      "subrel-constrast": 3.0435731410980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8983161449432373,
      "cov-distil (oracle2student)": 3.591806173324585,
      "cov-distil (oracle2teacher)": 3.97707200050354,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.7870471477508545,
      "step": 1659,
      "subrel-constrast": 3.179255485534668,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.0,
      "learning_rate": 8.450624714859016e-05,
      "loss": 0.6925,
      "step": 1660
    },
    {
      "cov-distil": 1.505126953125,
      "cov-distil (oracle2student)": 3.3033905029296875,
      "cov-distil (oracle2teacher)": 3.1543807983398438,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.5047169923782349,
      "step": 1660,
      "subrel-constrast": 2.5533053874969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3202635049819946,
      "cov-distil (oracle2student)": 4.77537202835083,
      "cov-distil (oracle2teacher)": 4.702029228210449,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.185450553894043,
      "step": 1661,
      "subrel-constrast": 2.888766288757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4074945449829102,
      "cov-distil (oracle2student)": 5.693417072296143,
      "cov-distil (oracle2teacher)": 5.899380207061768,
      "epoch": 1.304552590266876,
      "rel-constrast": 2.4641685485839844,
      "step": 1662,
      "subrel-constrast": 3.062253713607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5560462474822998,
      "cov-distil (oracle2student)": 4.671944618225098,
      "cov-distil (oracle2teacher)": 3.9464797973632812,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.016493082046509,
      "step": 1663,
      "subrel-constrast": 3.387669801712036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4498963356018066,
      "cov-distil (oracle2student)": 4.81010103225708,
      "cov-distil (oracle2teacher)": 4.059659481048584,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.6352298259735107,
      "step": 1664,
      "subrel-constrast": 2.9720184803009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3687357902526855,
      "cov-distil (oracle2student)": 5.307042121887207,
      "cov-distil (oracle2teacher)": 4.188243865966797,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.034377336502075,
      "step": 1665,
      "subrel-constrast": 3.061933994293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8173846006393433,
      "cov-distil (oracle2student)": 3.5042660236358643,
      "cov-distil (oracle2teacher)": 3.8105411529541016,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.4667129516601562,
      "step": 1666,
      "subrel-constrast": 3.4441280364990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918107509613037,
      "cov-distil (oracle2student)": 5.045263767242432,
      "cov-distil (oracle2teacher)": 4.418376445770264,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.076169729232788,
      "step": 1667,
      "subrel-constrast": 3.4345414638519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2022955417633057,
      "cov-distil (oracle2student)": 4.663774013519287,
      "cov-distil (oracle2teacher)": 4.921772480010986,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.613058567047119,
      "step": 1668,
      "subrel-constrast": 4.648636817932129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0379579067230225,
      "cov-distil (oracle2student)": 3.865293025970459,
      "cov-distil (oracle2teacher)": 3.700742721557617,
      "epoch": 1.3100470957613815,
      "rel-constrast": 1.7257978916168213,
      "step": 1669,
      "subrel-constrast": 2.4864554405212402,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 3.90625,
      "learning_rate": 8.425279275875336e-05,
      "loss": 0.657,
      "step": 1670
    },
    {
      "cov-distil": 1.2375469207763672,
      "cov-distil (oracle2student)": 4.087010383605957,
      "cov-distil (oracle2teacher)": 4.021511077880859,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.1545228958129883,
      "step": 1670,
      "subrel-constrast": 2.889106273651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4091637134552002,
      "cov-distil (oracle2student)": 4.653805732727051,
      "cov-distil (oracle2teacher)": 4.824334621429443,
      "epoch": 1.3116169544740974,
      "rel-constrast": 1.9445314407348633,
      "step": 1671,
      "subrel-constrast": 3.305102825164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5900623798370361,
      "cov-distil (oracle2student)": 3.638094186782837,
      "cov-distil (oracle2teacher)": 3.920607805252075,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.677730083465576,
      "step": 1672,
      "subrel-constrast": 3.5431325435638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9573447704315186,
      "cov-distil (oracle2student)": 6.078675270080566,
      "cov-distil (oracle2teacher)": 6.056312561035156,
      "epoch": 1.3131868131868132,
      "rel-constrast": 2.32883620262146,
      "step": 1673,
      "subrel-constrast": 3.4867806434631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884203910827637,
      "cov-distil (oracle2student)": 4.727107048034668,
      "cov-distil (oracle2teacher)": 4.072474479675293,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.558274269104004,
      "step": 1674,
      "subrel-constrast": 3.49849534034729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1676058769226074,
      "cov-distil (oracle2student)": 3.225584030151367,
      "cov-distil (oracle2teacher)": 3.3439459800720215,
      "epoch": 1.314756671899529,
      "rel-constrast": 2.3914740085601807,
      "step": 1675,
      "subrel-constrast": 3.4856295585632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792457342147827,
      "cov-distil (oracle2student)": 3.6364684104919434,
      "cov-distil (oracle2teacher)": 3.8253324031829834,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.7693555355072021,
      "step": 1676,
      "subrel-constrast": 2.9087820053100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8652137517929077,
      "cov-distil (oracle2student)": 4.196157932281494,
      "cov-distil (oracle2teacher)": 3.929647922515869,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.817385196685791,
      "step": 1677,
      "subrel-constrast": 3.9808261394500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549696207046509,
      "cov-distil (oracle2student)": 3.5311641693115234,
      "cov-distil (oracle2teacher)": 3.5562896728515625,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.138990640640259,
      "step": 1678,
      "subrel-constrast": 3.8983426094055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3689017295837402,
      "cov-distil (oracle2student)": 5.746796607971191,
      "cov-distil (oracle2teacher)": 5.291024208068848,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.506214141845703,
      "step": 1679,
      "subrel-constrast": 3.499199390411377,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 4.375,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.6505,
      "step": 1680
    },
    {
      "cov-distil": 1.9940502643585205,
      "cov-distil (oracle2student)": 4.406655788421631,
      "cov-distil (oracle2teacher)": 4.720700263977051,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.465161085128784,
      "step": 1680,
      "subrel-constrast": 3.8174803256988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.232778549194336,
      "cov-distil (oracle2student)": 3.4234120845794678,
      "cov-distil (oracle2teacher)": 3.5610008239746094,
      "epoch": 1.3194662480376766,
      "rel-constrast": 2.723583459854126,
      "step": 1681,
      "subrel-constrast": 3.132788896560669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8604347705841064,
      "cov-distil (oracle2student)": 5.710222244262695,
      "cov-distil (oracle2teacher)": 5.389049530029297,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.280313491821289,
      "step": 1682,
      "subrel-constrast": 4.181234836578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2596020698547363,
      "cov-distil (oracle2student)": 4.094184875488281,
      "cov-distil (oracle2teacher)": 4.006253719329834,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.737588405609131,
      "step": 1683,
      "subrel-constrast": 3.240661382675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000795602798462,
      "cov-distil (oracle2student)": 5.098950386047363,
      "cov-distil (oracle2teacher)": 4.639337539672852,
      "epoch": 1.3218210361067504,
      "rel-constrast": 2.9156126976013184,
      "step": 1684,
      "subrel-constrast": 3.6179256439208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7457844018936157,
      "cov-distil (oracle2student)": 3.322906970977783,
      "cov-distil (oracle2teacher)": 3.5660176277160645,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.6050500869750977,
      "step": 1685,
      "subrel-constrast": 3.1064658164978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836706519126892,
      "cov-distil (oracle2student)": 4.3131303787231445,
      "cov-distil (oracle2teacher)": 4.411116600036621,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.5770370960235596,
      "step": 1686,
      "subrel-constrast": 3.6895365715026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0193698406219482,
      "cov-distil (oracle2student)": 4.102643013000488,
      "cov-distil (oracle2teacher)": 4.23882532119751,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.6140332221984863,
      "step": 1687,
      "subrel-constrast": 3.654165744781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5328648090362549,
      "cov-distil (oracle2student)": 4.531876564025879,
      "cov-distil (oracle2teacher)": 4.228949546813965,
      "epoch": 1.3249607535321821,
      "rel-constrast": 2.9515719413757324,
      "step": 1688,
      "subrel-constrast": 4.2615203857421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194023847579956,
      "cov-distil (oracle2student)": 3.8190553188323975,
      "cov-distil (oracle2teacher)": 4.321019172668457,
      "epoch": 1.3257456828885401,
      "rel-constrast": 2.968163013458252,
      "step": 1689,
      "subrel-constrast": 3.963870048522949,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 4.46875,
      "learning_rate": 8.374088811506819e-05,
      "loss": 0.7385,
      "step": 1690
    },
    {
      "cov-distil": 1.5639755725860596,
      "cov-distil (oracle2student)": 4.106729507446289,
      "cov-distil (oracle2teacher)": 4.155084609985352,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.109055519104004,
      "step": 1690,
      "subrel-constrast": 3.6347193717956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1855826377868652,
      "cov-distil (oracle2student)": 3.5377871990203857,
      "cov-distil (oracle2teacher)": 3.643209457397461,
      "epoch": 1.3273155416012559,
      "rel-constrast": 1.7893214225769043,
      "step": 1691,
      "subrel-constrast": 2.4796297550201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6840934753417969,
      "cov-distil (oracle2student)": 4.348725318908691,
      "cov-distil (oracle2teacher)": 4.381131172180176,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.5703084468841553,
      "step": 1692,
      "subrel-constrast": 4.02210807800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.267688274383545,
      "cov-distil (oracle2student)": 3.703186511993408,
      "cov-distil (oracle2teacher)": 3.8503477573394775,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.382892608642578,
      "step": 1693,
      "subrel-constrast": 3.642885684967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568611979484558,
      "cov-distil (oracle2student)": 4.920687675476074,
      "cov-distil (oracle2teacher)": 4.309473991394043,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.5310637950897217,
      "step": 1694,
      "subrel-constrast": 3.2266762256622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4667017459869385,
      "cov-distil (oracle2student)": 5.508774757385254,
      "cov-distil (oracle2teacher)": 5.269340515136719,
      "epoch": 1.3304552590266876,
      "rel-constrast": 2.9965858459472656,
      "step": 1695,
      "subrel-constrast": 3.802896738052368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6270956993103027,
      "cov-distil (oracle2student)": 4.917725563049316,
      "cov-distil (oracle2teacher)": 4.977171897888184,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.250159740447998,
      "step": 1696,
      "subrel-constrast": 3.530050277709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601701736450195,
      "cov-distil (oracle2student)": 3.992135763168335,
      "cov-distil (oracle2teacher)": 3.480821132659912,
      "epoch": 1.3320251177394034,
      "rel-constrast": 3.452986717224121,
      "step": 1697,
      "subrel-constrast": 3.5634279251098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9348998069763184,
      "cov-distil (oracle2student)": 4.7784528732299805,
      "cov-distil (oracle2teacher)": 4.322103977203369,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.6546993255615234,
      "step": 1698,
      "subrel-constrast": 3.5410475730895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4544198513031006,
      "cov-distil (oracle2student)": 4.935112953186035,
      "cov-distil (oracle2teacher)": 4.528042793273926,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.174147605895996,
      "step": 1699,
      "subrel-constrast": 2.719879150390625,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 3.859375,
      "learning_rate": 8.348246281072998e-05,
      "loss": 0.7386,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.3296875059604645,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.06427001953125
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.04052734375
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.02374267578125,
      "step": 1700
    },
    {
      "cov-distil": 1.881546974182129,
      "cov-distil (oracle2student)": 5.104612827301025,
      "cov-distil (oracle2teacher)": 4.849374771118164,
      "epoch": 1.3343799058084773,
      "rel-constrast": 2.6368062496185303,
      "step": 1700,
      "subrel-constrast": 3.786619186401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.813491940498352,
      "cov-distil (oracle2student)": 4.049243927001953,
      "cov-distil (oracle2teacher)": 4.018200397491455,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.3608760833740234,
      "step": 1701,
      "subrel-constrast": 3.3023743629455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2606114149093628,
      "cov-distil (oracle2student)": 4.66455078125,
      "cov-distil (oracle2teacher)": 4.372461318969727,
      "epoch": 1.335949764521193,
      "rel-constrast": 2.391864538192749,
      "step": 1702,
      "subrel-constrast": 3.2754011154174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2554082870483398,
      "cov-distil (oracle2student)": 2.7026917934417725,
      "cov-distil (oracle2teacher)": 3.318767547607422,
      "epoch": 1.336734693877551,
      "rel-constrast": 2.0319366455078125,
      "step": 1703,
      "subrel-constrast": 2.8171818256378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6301219463348389,
      "cov-distil (oracle2student)": 2.087876796722412,
      "cov-distil (oracle2teacher)": 2.432929515838623,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.61892569065094,
      "step": 1704,
      "subrel-constrast": 2.3978724479675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9796404838562012,
      "cov-distil (oracle2student)": 2.915083408355713,
      "cov-distil (oracle2teacher)": 3.0554542541503906,
      "epoch": 1.3383045525902668,
      "rel-constrast": 1.875448226928711,
      "step": 1705,
      "subrel-constrast": 3.2771499156951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024857759475708,
      "cov-distil (oracle2student)": 3.189730644226074,
      "cov-distil (oracle2teacher)": 3.9038853645324707,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.338135242462158,
      "step": 1706,
      "subrel-constrast": 3.293794870376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73935866355896,
      "cov-distil (oracle2student)": 3.573007106781006,
      "cov-distil (oracle2teacher)": 3.395077705383301,
      "epoch": 1.3398744113029828,
      "rel-constrast": 2.956981658935547,
      "step": 1707,
      "subrel-constrast": 3.952622890472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341141700744629,
      "cov-distil (oracle2student)": 3.941153049468994,
      "cov-distil (oracle2teacher)": 3.9561808109283447,
      "epoch": 1.3406593406593408,
      "rel-constrast": 2.624606132507324,
      "step": 1708,
      "subrel-constrast": 3.216168165206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553196907043457,
      "cov-distil (oracle2student)": 4.4813761711120605,
      "cov-distil (oracle2teacher)": 4.691559314727783,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.2830724716186523,
      "step": 1709,
      "subrel-constrast": 3.061908006668091,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 4.46875,
      "learning_rate": 8.322240561839109e-05,
      "loss": 0.6181,
      "step": 1710
    },
    {
      "cov-distil": 1.1302001476287842,
      "cov-distil (oracle2student)": 5.809534549713135,
      "cov-distil (oracle2teacher)": 5.420719146728516,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.6622183322906494,
      "step": 1710,
      "subrel-constrast": 3.1741762161254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749579429626465,
      "cov-distil (oracle2student)": 5.8267011642456055,
      "cov-distil (oracle2teacher)": 5.286123275756836,
      "epoch": 1.3430141287284145,
      "rel-constrast": 1.6380014419555664,
      "step": 1711,
      "subrel-constrast": 2.799656867980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7115917205810547,
      "cov-distil (oracle2student)": 2.9911699295043945,
      "cov-distil (oracle2teacher)": 3.745512008666992,
      "epoch": 1.3437990580847723,
      "rel-constrast": 2.8464508056640625,
      "step": 1712,
      "subrel-constrast": 4.085920333862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7046375274658203,
      "cov-distil (oracle2student)": 5.264168739318848,
      "cov-distil (oracle2teacher)": 4.76933479309082,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.252936601638794,
      "step": 1713,
      "subrel-constrast": 3.2100727558135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2019801139831543,
      "cov-distil (oracle2student)": 5.579473972320557,
      "cov-distil (oracle2teacher)": 5.381932735443115,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.0588114261627197,
      "step": 1714,
      "subrel-constrast": 3.060715436935425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926372766494751,
      "cov-distil (oracle2student)": 4.881031036376953,
      "cov-distil (oracle2teacher)": 4.431476593017578,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.148416519165039,
      "step": 1715,
      "subrel-constrast": 3.051229476928711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5512956380844116,
      "cov-distil (oracle2student)": 4.214174270629883,
      "cov-distil (oracle2teacher)": 4.195707321166992,
      "epoch": 1.346938775510204,
      "rel-constrast": 2.8800766468048096,
      "step": 1716,
      "subrel-constrast": 3.6810271739959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.852667212486267,
      "cov-distil (oracle2student)": 4.30107307434082,
      "cov-distil (oracle2teacher)": 4.233067512512207,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.370253562927246,
      "step": 1717,
      "subrel-constrast": 3.6698999404907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9349596500396729,
      "cov-distil (oracle2student)": 4.007303714752197,
      "cov-distil (oracle2teacher)": 4.248136520385742,
      "epoch": 1.34850863422292,
      "rel-constrast": 3.6913530826568604,
      "step": 1718,
      "subrel-constrast": 4.846398830413818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5713984966278076,
      "cov-distil (oracle2student)": 3.7766125202178955,
      "cov-distil (oracle2teacher)": 4.123816967010498,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.729470729827881,
      "step": 1719,
      "subrel-constrast": 3.819760799407959,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 4.46875,
      "learning_rate": 8.296072921287217e-05,
      "loss": 0.6721,
      "step": 1720
    },
    {
      "cov-distil": 1.5666805505752563,
      "cov-distil (oracle2student)": 4.636640548706055,
      "cov-distil (oracle2teacher)": 4.496852397918701,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.570223331451416,
      "step": 1720,
      "subrel-constrast": 3.3103229999542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4442431926727295,
      "cov-distil (oracle2student)": 5.921333312988281,
      "cov-distil (oracle2teacher)": 4.534747123718262,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.6966397762298584,
      "step": 1721,
      "subrel-constrast": 2.763315200805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9727404117584229,
      "cov-distil (oracle2student)": 3.632854461669922,
      "cov-distil (oracle2teacher)": 3.9052670001983643,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.363223075866699,
      "step": 1722,
      "subrel-constrast": 3.5757246017456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5534348487854004,
      "cov-distil (oracle2student)": 4.064326286315918,
      "cov-distil (oracle2teacher)": 3.823678970336914,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.0761892795562744,
      "step": 1723,
      "subrel-constrast": 3.8121519088745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001943588256836,
      "cov-distil (oracle2student)": 4.005478858947754,
      "cov-distil (oracle2teacher)": 3.7324092388153076,
      "epoch": 1.3532182103610675,
      "rel-constrast": 2.8545122146606445,
      "step": 1724,
      "subrel-constrast": 3.4419240951538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002570390701294,
      "cov-distil (oracle2student)": 2.9315848350524902,
      "cov-distil (oracle2teacher)": 2.9832193851470947,
      "epoch": 1.3540031397174255,
      "rel-constrast": 2.5717525482177734,
      "step": 1725,
      "subrel-constrast": 3.726975440979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4787445068359375,
      "cov-distil (oracle2student)": 5.467077732086182,
      "cov-distil (oracle2teacher)": 4.861415863037109,
      "epoch": 1.3547880690737832,
      "rel-constrast": 3.753772497177124,
      "step": 1726,
      "subrel-constrast": 4.344118118286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6936575174331665,
      "cov-distil (oracle2student)": 6.222742080688477,
      "cov-distil (oracle2teacher)": 5.892754077911377,
      "epoch": 1.3555729984301412,
      "rel-constrast": 2.7754533290863037,
      "step": 1727,
      "subrel-constrast": 3.6441075801849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6634577512741089,
      "cov-distil (oracle2student)": 4.457619667053223,
      "cov-distil (oracle2teacher)": 4.295949935913086,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.8278250694274902,
      "step": 1728,
      "subrel-constrast": 3.263078451156616,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2356204986572266,
      "cov-distil (oracle2student)": 5.991559982299805,
      "cov-distil (oracle2teacher)": 5.333221435546875,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.191409111022949,
      "step": 1729,
      "subrel-constrast": 3.2839338779449463,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 4.375,
      "learning_rate": 8.269744634791208e-05,
      "loss": 0.7361,
      "step": 1730
    },
    {
      "cov-distil": 1.248823881149292,
      "cov-distil (oracle2student)": 5.366302490234375,
      "cov-distil (oracle2teacher)": 5.084770679473877,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.4811158180236816,
      "step": 1730,
      "subrel-constrast": 3.154487371444702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841270923614502,
      "cov-distil (oracle2student)": 3.360480308532715,
      "cov-distil (oracle2teacher)": 3.471120595932007,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.553145408630371,
      "step": 1731,
      "subrel-constrast": 3.098660469055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7112642526626587,
      "cov-distil (oracle2student)": 4.23222541809082,
      "cov-distil (oracle2teacher)": 3.8045499324798584,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.5740249156951904,
      "step": 1732,
      "subrel-constrast": 3.4590165615081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7129380702972412,
      "cov-distil (oracle2student)": 3.3486409187316895,
      "cov-distil (oracle2teacher)": 3.6525042057037354,
      "epoch": 1.3602825745682887,
      "rel-constrast": 2.823751926422119,
      "step": 1733,
      "subrel-constrast": 3.2165892124176025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.304802417755127,
      "cov-distil (oracle2student)": 3.044013738632202,
      "cov-distil (oracle2teacher)": 3.2960565090179443,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.671558141708374,
      "step": 1734,
      "subrel-constrast": 2.857234477996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5352951288223267,
      "cov-distil (oracle2student)": 4.478758811950684,
      "cov-distil (oracle2teacher)": 4.306337833404541,
      "epoch": 1.3618524332810047,
      "rel-constrast": 1.8956817388534546,
      "step": 1735,
      "subrel-constrast": 3.0727531909942627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.247406244277954,
      "cov-distil (oracle2student)": 7.913661956787109,
      "cov-distil (oracle2teacher)": 6.680922508239746,
      "epoch": 1.3626373626373627,
      "rel-constrast": 4.426772117614746,
      "step": 1736,
      "subrel-constrast": 4.552150249481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0823113918304443,
      "cov-distil (oracle2student)": 4.157238006591797,
      "cov-distil (oracle2teacher)": 3.9283766746520996,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.227497100830078,
      "step": 1737,
      "subrel-constrast": 4.099916934967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1450141668319702,
      "cov-distil (oracle2student)": 4.338523864746094,
      "cov-distil (oracle2teacher)": 3.8266472816467285,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.6791858673095703,
      "step": 1738,
      "subrel-constrast": 3.0580201148986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400132417678833,
      "cov-distil (oracle2student)": 4.5819807052612305,
      "cov-distil (oracle2teacher)": 4.840109825134277,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.519444465637207,
      "step": 1739,
      "subrel-constrast": 4.4134111404418945,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 7.09375,
      "learning_rate": 8.243256985554621e-05,
      "loss": 0.7365,
      "step": 1740
    },
    {
      "cov-distil": 1.2122406959533691,
      "cov-distil (oracle2student)": 3.687640905380249,
      "cov-distil (oracle2teacher)": 3.716590642929077,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.553679943084717,
      "step": 1740,
      "subrel-constrast": 3.2377357482910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362076997756958,
      "cov-distil (oracle2student)": 3.6913695335388184,
      "cov-distil (oracle2teacher)": 3.1213650703430176,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.193016529083252,
      "step": 1741,
      "subrel-constrast": 2.4450838565826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.288994312286377,
      "cov-distil (oracle2student)": 4.860599040985107,
      "cov-distil (oracle2teacher)": 4.492242813110352,
      "epoch": 1.3673469387755102,
      "rel-constrast": 2.0059516429901123,
      "step": 1742,
      "subrel-constrast": 3.7696523666381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0457072257995605,
      "cov-distil (oracle2student)": 3.5259361267089844,
      "cov-distil (oracle2teacher)": 3.8157825469970703,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.2201082706451416,
      "step": 1743,
      "subrel-constrast": 2.624661445617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637181043624878,
      "cov-distil (oracle2student)": 3.993832588195801,
      "cov-distil (oracle2teacher)": 4.002808570861816,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.667415142059326,
      "step": 1744,
      "subrel-constrast": 3.3540570735931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633293867111206,
      "cov-distil (oracle2student)": 3.8995168209075928,
      "cov-distil (oracle2teacher)": 3.8811774253845215,
      "epoch": 1.369701726844584,
      "rel-constrast": 3.681727886199951,
      "step": 1745,
      "subrel-constrast": 3.885486364364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6021217107772827,
      "cov-distil (oracle2student)": 4.486928939819336,
      "cov-distil (oracle2teacher)": 4.021977424621582,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.51863169670105,
      "step": 1746,
      "subrel-constrast": 4.199725151062012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4768264293670654,
      "cov-distil (oracle2student)": 3.720946788787842,
      "cov-distil (oracle2teacher)": 3.831818103790283,
      "epoch": 1.3712715855572999,
      "rel-constrast": 1.9624130725860596,
      "step": 1747,
      "subrel-constrast": 3.066995143890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3306050300598145,
      "cov-distil (oracle2student)": 5.63314151763916,
      "cov-distil (oracle2teacher)": 5.034550666809082,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.307969093322754,
      "step": 1748,
      "subrel-constrast": 2.928676128387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714744210243225,
      "cov-distil (oracle2student)": 3.1296322345733643,
      "cov-distil (oracle2teacher)": 3.4889016151428223,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.1005077362060547,
      "step": 1749,
      "subrel-constrast": 3.0499637126922607,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 4.15625,
      "learning_rate": 8.21661126454811e-05,
      "loss": 0.671,
      "step": 1750
    },
    {
      "cov-distil": 1.5003432035446167,
      "cov-distil (oracle2student)": 5.633673667907715,
      "cov-distil (oracle2teacher)": 4.8430495262146,
      "epoch": 1.3736263736263736,
      "rel-constrast": 3.462080955505371,
      "step": 1750,
      "subrel-constrast": 4.0383100509643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8592896461486816,
      "cov-distil (oracle2student)": 3.128476142883301,
      "cov-distil (oracle2teacher)": 3.312859058380127,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.492215156555176,
      "step": 1751,
      "subrel-constrast": 2.892294406890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7263619899749756,
      "cov-distil (oracle2student)": 4.559236526489258,
      "cov-distil (oracle2teacher)": 4.709404468536377,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.1362435817718506,
      "step": 1752,
      "subrel-constrast": 3.2583227157592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7201967239379883,
      "cov-distil (oracle2student)": 3.524400234222412,
      "cov-distil (oracle2teacher)": 4.111703872680664,
      "epoch": 1.3759811616954474,
      "rel-constrast": 2.4294283390045166,
      "step": 1753,
      "subrel-constrast": 3.8295018672943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6075043678283691,
      "cov-distil (oracle2student)": 2.5102944374084473,
      "cov-distil (oracle2teacher)": 2.500481128692627,
      "epoch": 1.3767660910518054,
      "rel-constrast": 1.9895557165145874,
      "step": 1754,
      "subrel-constrast": 2.7538368701934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9539512395858765,
      "cov-distil (oracle2student)": 2.714651107788086,
      "cov-distil (oracle2teacher)": 2.8363211154937744,
      "epoch": 1.3775510204081631,
      "rel-constrast": 1.7377433776855469,
      "step": 1755,
      "subrel-constrast": 2.9225077629089355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777296543121338,
      "cov-distil (oracle2student)": 3.752987861633301,
      "cov-distil (oracle2teacher)": 3.6664347648620605,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.0974085330963135,
      "step": 1756,
      "subrel-constrast": 3.0256893634796143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2468862533569336,
      "cov-distil (oracle2student)": 4.24937105178833,
      "cov-distil (oracle2teacher)": 3.806318759918213,
      "epoch": 1.379120879120879,
      "rel-constrast": 2.882711172103882,
      "step": 1757,
      "subrel-constrast": 3.216688871383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.196784496307373,
      "cov-distil (oracle2student)": 4.467545509338379,
      "cov-distil (oracle2teacher)": 4.614918231964111,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.654599905014038,
      "step": 1758,
      "subrel-constrast": 3.4847583770751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.506242275238037,
      "cov-distil (oracle2student)": 3.900731086730957,
      "cov-distil (oracle2teacher)": 3.7676312923431396,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.6805248260498047,
      "step": 1759,
      "subrel-constrast": 3.4471728801727295,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.28125,
      "learning_rate": 8.189808770446528e-05,
      "loss": 0.6543,
      "step": 1760
    },
    {
      "cov-distil": 1.3770290613174438,
      "cov-distil (oracle2student)": 4.651832103729248,
      "cov-distil (oracle2teacher)": 4.493295669555664,
      "epoch": 1.3814756671899528,
      "rel-constrast": 2.7247540950775146,
      "step": 1760,
      "subrel-constrast": 3.476606607437134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5547935962677,
      "cov-distil (oracle2student)": 3.2298388481140137,
      "cov-distil (oracle2teacher)": 3.6017556190490723,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.756566286087036,
      "step": 1761,
      "subrel-constrast": 4.26331901550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636369228363037,
      "cov-distil (oracle2student)": 4.042573928833008,
      "cov-distil (oracle2teacher)": 3.7707791328430176,
      "epoch": 1.3830455259026688,
      "rel-constrast": 1.784289836883545,
      "step": 1762,
      "subrel-constrast": 2.807600498199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9450477361679077,
      "cov-distil (oracle2student)": 4.112959861755371,
      "cov-distil (oracle2teacher)": 3.7104616165161133,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.565319061279297,
      "step": 1763,
      "subrel-constrast": 2.8082644939422607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0652854442596436,
      "cov-distil (oracle2student)": 4.135473251342773,
      "cov-distil (oracle2teacher)": 3.8456430435180664,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.6964900493621826,
      "step": 1764,
      "subrel-constrast": 3.0498111248016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5449979305267334,
      "cov-distil (oracle2student)": 4.3763108253479,
      "cov-distil (oracle2teacher)": 4.333368301391602,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.325407028198242,
      "step": 1765,
      "subrel-constrast": 3.3263139724731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025611400604248,
      "cov-distil (oracle2student)": 4.192014217376709,
      "cov-distil (oracle2teacher)": 3.908997058868408,
      "epoch": 1.3861852433281006,
      "rel-constrast": 3.1396665573120117,
      "step": 1766,
      "subrel-constrast": 3.9854776859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.320971965789795,
      "cov-distil (oracle2student)": 2.5516695976257324,
      "cov-distil (oracle2teacher)": 3.155456781387329,
      "epoch": 1.3869701726844583,
      "rel-constrast": 2.114293336868286,
      "step": 1767,
      "subrel-constrast": 3.7452237606048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2248120307922363,
      "cov-distil (oracle2student)": 3.6221706867218018,
      "cov-distil (oracle2teacher)": 3.5887813568115234,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.2482409477233887,
      "step": 1768,
      "subrel-constrast": 2.4031455516815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8793390989303589,
      "cov-distil (oracle2student)": 4.639695167541504,
      "cov-distil (oracle2teacher)": 4.598433017730713,
      "epoch": 1.3885400313971743,
      "rel-constrast": 1.8873066902160645,
      "step": 1769,
      "subrel-constrast": 2.9944510459899902,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 3.75,
      "learning_rate": 8.162850809565623e-05,
      "loss": 0.6475,
      "step": 1770
    },
    {
      "cov-distil": 1.6884902715682983,
      "cov-distil (oracle2student)": 1.9500175714492798,
      "cov-distil (oracle2teacher)": 2.3831300735473633,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.2362842559814453,
      "step": 1770,
      "subrel-constrast": 3.386928081512451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.149374008178711,
      "cov-distil (oracle2student)": 4.4972825050354,
      "cov-distil (oracle2teacher)": 4.447757720947266,
      "epoch": 1.39010989010989,
      "rel-constrast": 2.316955089569092,
      "step": 1771,
      "subrel-constrast": 2.9283487796783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0925196409225464,
      "cov-distil (oracle2student)": 3.0140433311462402,
      "cov-distil (oracle2teacher)": 3.472130298614502,
      "epoch": 1.390894819466248,
      "rel-constrast": 2.4827961921691895,
      "step": 1772,
      "subrel-constrast": 3.411254644393921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6038885116577148,
      "cov-distil (oracle2student)": 3.6300055980682373,
      "cov-distil (oracle2teacher)": 3.5204012393951416,
      "epoch": 1.391679748822606,
      "rel-constrast": 1.7747089862823486,
      "step": 1773,
      "subrel-constrast": 2.9149043560028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1623191833496094,
      "cov-distil (oracle2student)": 4.778693199157715,
      "cov-distil (oracle2teacher)": 3.819505214691162,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.680330276489258,
      "step": 1774,
      "subrel-constrast": 4.858250141143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7161390781402588,
      "cov-distil (oracle2student)": 4.989012241363525,
      "cov-distil (oracle2teacher)": 4.173108100891113,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.3627243041992188,
      "step": 1775,
      "subrel-constrast": 3.1512649059295654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2013731002807617,
      "cov-distil (oracle2student)": 3.9147109985351562,
      "cov-distil (oracle2teacher)": 4.357678413391113,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.0136120319366455,
      "step": 1776,
      "subrel-constrast": 3.9121148586273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9511916637420654,
      "cov-distil (oracle2student)": 4.956542015075684,
      "cov-distil (oracle2teacher)": 4.303321361541748,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.1602187156677246,
      "step": 1777,
      "subrel-constrast": 3.1636533737182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6283938884735107,
      "cov-distil (oracle2student)": 4.953365325927734,
      "cov-distil (oracle2teacher)": 5.21557092666626,
      "epoch": 1.3956043956043955,
      "rel-constrast": 1.4879995584487915,
      "step": 1778,
      "subrel-constrast": 2.9094831943511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8185665607452393,
      "cov-distil (oracle2student)": 3.9815316200256348,
      "cov-distil (oracle2teacher)": 3.4745306968688965,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.1224775314331055,
      "step": 1779,
      "subrel-constrast": 3.3587594032287598,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 3.546875,
      "learning_rate": 8.135738695798376e-05,
      "loss": 0.6835,
      "step": 1780
    },
    {
      "cov-distil": 2.0646815299987793,
      "cov-distil (oracle2student)": 4.636549949645996,
      "cov-distil (oracle2teacher)": 4.862961769104004,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.312532424926758,
      "step": 1780,
      "subrel-constrast": 3.8154470920562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5026825666427612,
      "cov-distil (oracle2student)": 2.122445583343506,
      "cov-distil (oracle2teacher)": 2.6076443195343018,
      "epoch": 1.3979591836734695,
      "rel-constrast": 2.759859561920166,
      "step": 1781,
      "subrel-constrast": 3.8229918479919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5253853797912598,
      "cov-distil (oracle2student)": 4.218332290649414,
      "cov-distil (oracle2teacher)": 4.1931657791137695,
      "epoch": 1.3987441130298273,
      "rel-constrast": 2.2239458560943604,
      "step": 1782,
      "subrel-constrast": 3.678968906402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7580087184906006,
      "cov-distil (oracle2student)": 4.001781463623047,
      "cov-distil (oracle2teacher)": 3.403212547302246,
      "epoch": 1.3995290423861853,
      "rel-constrast": 3.02590274810791,
      "step": 1783,
      "subrel-constrast": 3.9661028385162354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5026922225952148,
      "cov-distil (oracle2student)": 4.21173620223999,
      "cov-distil (oracle2teacher)": 3.674509048461914,
      "epoch": 1.4003139717425432,
      "rel-constrast": 2.9274492263793945,
      "step": 1784,
      "subrel-constrast": 3.712996482849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5697476863861084,
      "cov-distil (oracle2student)": 5.570910453796387,
      "cov-distil (oracle2teacher)": 5.426023006439209,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.481483221054077,
      "step": 1785,
      "subrel-constrast": 4.241552352905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7437171936035156,
      "cov-distil (oracle2student)": 4.908859729766846,
      "cov-distil (oracle2teacher)": 4.23774528503418,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.114903450012207,
      "step": 1786,
      "subrel-constrast": 2.816736936569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.060009479522705,
      "cov-distil (oracle2student)": 4.5218305587768555,
      "cov-distil (oracle2teacher)": 4.286092758178711,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.0416066646575928,
      "step": 1787,
      "subrel-constrast": 2.8166913986206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.911731243133545,
      "cov-distil (oracle2student)": 4.7063093185424805,
      "cov-distil (oracle2teacher)": 4.646976470947266,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.318471074104309,
      "step": 1788,
      "subrel-constrast": 2.6955983638763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.062734603881836,
      "cov-distil (oracle2student)": 3.985820770263672,
      "cov-distil (oracle2teacher)": 3.50823974609375,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.556579113006592,
      "step": 1789,
      "subrel-constrast": 3.2115561962127686,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 4.0,
      "learning_rate": 8.108473750550965e-05,
      "loss": 0.6583,
      "step": 1790
    },
    {
      "cov-distil": 2.5250566005706787,
      "cov-distil (oracle2student)": 3.488750696182251,
      "cov-distil (oracle2teacher)": 3.580336332321167,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.043362617492676,
      "step": 1790,
      "subrel-constrast": 3.622323751449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366402506828308,
      "cov-distil (oracle2student)": 3.966312885284424,
      "cov-distil (oracle2teacher)": 3.8570802211761475,
      "epoch": 1.4058084772370487,
      "rel-constrast": 1.838828682899475,
      "step": 1791,
      "subrel-constrast": 2.804722547531128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2165510654449463,
      "cov-distil (oracle2student)": 5.475973129272461,
      "cov-distil (oracle2teacher)": 5.159796714782715,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.803640604019165,
      "step": 1792,
      "subrel-constrast": 3.8693597316741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.825880765914917,
      "cov-distil (oracle2student)": 3.092613697052002,
      "cov-distil (oracle2teacher)": 3.403458595275879,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.5209882259368896,
      "step": 1793,
      "subrel-constrast": 4.1878461837768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7078536748886108,
      "cov-distil (oracle2student)": 3.589487075805664,
      "cov-distil (oracle2teacher)": 3.767449378967285,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.6816062927246094,
      "step": 1794,
      "subrel-constrast": 3.8303165435791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3292019367218018,
      "cov-distil (oracle2student)": 5.506726264953613,
      "cov-distil (oracle2teacher)": 4.984915733337402,
      "epoch": 1.4089481946624804,
      "rel-constrast": 2.5748603343963623,
      "step": 1795,
      "subrel-constrast": 3.1430318355560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4279651641845703,
      "cov-distil (oracle2student)": 5.16116189956665,
      "cov-distil (oracle2teacher)": 4.486955642700195,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.495640754699707,
      "step": 1796,
      "subrel-constrast": 3.321119546890259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3464183807373047,
      "cov-distil (oracle2student)": 1.9086833000183105,
      "cov-distil (oracle2teacher)": 2.051727771759033,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.3454711437225342,
      "step": 1797,
      "subrel-constrast": 2.2168078422546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6721827983856201,
      "cov-distil (oracle2student)": 4.537841796875,
      "cov-distil (oracle2teacher)": 4.090658187866211,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.0791313648223877,
      "step": 1798,
      "subrel-constrast": 2.5288050174713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1410937309265137,
      "cov-distil (oracle2student)": 3.8827908039093018,
      "cov-distil (oracle2teacher)": 3.6196465492248535,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.234187126159668,
      "step": 1799,
      "subrel-constrast": 4.117590427398682,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 5.25,
      "learning_rate": 8.081057302678352e-05,
      "loss": 0.6593,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.3265624940395355,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.067779541015625
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.04241943359375
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.025360107421875,
      "step": 1800
    },
    {
      "cov-distil": 1.532367467880249,
      "cov-distil (oracle2student)": 3.5953667163848877,
      "cov-distil (oracle2teacher)": 3.436380386352539,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.7263646125793457,
      "step": 1800,
      "subrel-constrast": 3.559326410293579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3989284038543701,
      "cov-distil (oracle2student)": 3.6211307048797607,
      "cov-distil (oracle2teacher)": 3.0738649368286133,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.108426094055176,
      "step": 1801,
      "subrel-constrast": 3.010983467102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532935619354248,
      "cov-distil (oracle2student)": 4.438572883605957,
      "cov-distil (oracle2teacher)": 4.08754825592041,
      "epoch": 1.414442700156986,
      "rel-constrast": 2.632662296295166,
      "step": 1802,
      "subrel-constrast": 3.4774677753448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609116792678833,
      "cov-distil (oracle2student)": 2.511758804321289,
      "cov-distil (oracle2teacher)": 2.8105783462524414,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.2014532089233398,
      "step": 1803,
      "subrel-constrast": 2.2507526874542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1733624935150146,
      "cov-distil (oracle2student)": 3.386197090148926,
      "cov-distil (oracle2teacher)": 3.47279691696167,
      "epoch": 1.4160125588697017,
      "rel-constrast": 1.982263445854187,
      "step": 1804,
      "subrel-constrast": 3.0442497730255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0748146772384644,
      "cov-distil (oracle2student)": 5.498466491699219,
      "cov-distil (oracle2teacher)": 4.778252601623535,
      "epoch": 1.4167974882260597,
      "rel-constrast": 2.766113758087158,
      "step": 1805,
      "subrel-constrast": 2.6733474731445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7155144214630127,
      "cov-distil (oracle2student)": 4.676246643066406,
      "cov-distil (oracle2teacher)": 4.553204536437988,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.1929049491882324,
      "step": 1806,
      "subrel-constrast": 3.0602736473083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028960704803467,
      "cov-distil (oracle2student)": 5.258408546447754,
      "cov-distil (oracle2teacher)": 4.5496039390563965,
      "epoch": 1.4183673469387754,
      "rel-constrast": 1.6751245260238647,
      "step": 1807,
      "subrel-constrast": 2.7925772666931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5410548448562622,
      "cov-distil (oracle2student)": 4.366645812988281,
      "cov-distil (oracle2teacher)": 3.9290411472320557,
      "epoch": 1.4191522762951334,
      "rel-constrast": 2.615551471710205,
      "step": 1808,
      "subrel-constrast": 3.0561769008636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.171443462371826,
      "cov-distil (oracle2student)": 5.1957502365112305,
      "cov-distil (oracle2teacher)": 4.5748982429504395,
      "epoch": 1.4199372056514914,
      "rel-constrast": 2.9542906284332275,
      "step": 1809,
      "subrel-constrast": 3.7277235984802246,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 5.0625,
      "learning_rate": 8.053490688419533e-05,
      "loss": 0.6108,
      "step": 1810
    },
    {
      "cov-distil": 1.825860857963562,
      "cov-distil (oracle2student)": 5.195758819580078,
      "cov-distil (oracle2teacher)": 4.710780620574951,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.38930082321167,
      "step": 1810,
      "subrel-constrast": 3.274775505065918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4741382598876953,
      "cov-distil (oracle2student)": 4.369711399078369,
      "cov-distil (oracle2teacher)": 3.7948098182678223,
      "epoch": 1.4215070643642072,
      "rel-constrast": 1.8864073753356934,
      "step": 1811,
      "subrel-constrast": 2.601266860961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0787065029144287,
      "cov-distil (oracle2student)": 3.948172092437744,
      "cov-distil (oracle2teacher)": 4.175352096557617,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.0845913887023926,
      "step": 1812,
      "subrel-constrast": 3.918170928955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004101276397705,
      "cov-distil (oracle2student)": 4.5515289306640625,
      "cov-distil (oracle2teacher)": 4.6547346115112305,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.5225977897644043,
      "step": 1813,
      "subrel-constrast": 3.2799811363220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1720750331878662,
      "cov-distil (oracle2student)": 4.891752243041992,
      "cov-distil (oracle2teacher)": 4.184724807739258,
      "epoch": 1.423861852433281,
      "rel-constrast": 1.6051751375198364,
      "step": 1814,
      "subrel-constrast": 2.606538772583008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1856448650360107,
      "cov-distil (oracle2student)": 2.733708620071411,
      "cov-distil (oracle2teacher)": 3.1637046337127686,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.33504581451416,
      "step": 1815,
      "subrel-constrast": 3.0258660316467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8358209133148193,
      "cov-distil (oracle2student)": 6.0021233558654785,
      "cov-distil (oracle2teacher)": 5.323700904846191,
      "epoch": 1.4254317111459969,
      "rel-constrast": 2.7357797622680664,
      "step": 1816,
      "subrel-constrast": 3.519045829772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009029388427734,
      "cov-distil (oracle2student)": 5.538900852203369,
      "cov-distil (oracle2teacher)": 4.9595232009887695,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.2117509841918945,
      "step": 1817,
      "subrel-constrast": 3.9072253704071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098378896713257,
      "cov-distil (oracle2student)": 3.941099166870117,
      "cov-distil (oracle2teacher)": 3.898322582244873,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.1822643280029297,
      "step": 1818,
      "subrel-constrast": 3.444009304046631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5650935173034668,
      "cov-distil (oracle2student)": 3.577427387237549,
      "cov-distil (oracle2teacher)": 3.415973663330078,
      "epoch": 1.4277864992150706,
      "rel-constrast": 2.6727471351623535,
      "step": 1819,
      "subrel-constrast": 3.239964246749878,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 5.0625,
      "learning_rate": 8.02577525133239e-05,
      "loss": 0.658,
      "step": 1820
    },
    {
      "cov-distil": 1.6029771566390991,
      "cov-distil (oracle2student)": 3.8674697875976562,
      "cov-distil (oracle2teacher)": 3.8113062381744385,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.245530843734741,
      "step": 1820,
      "subrel-constrast": 3.012540578842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2920665740966797,
      "cov-distil (oracle2student)": 5.890052795410156,
      "cov-distil (oracle2teacher)": 5.087060928344727,
      "epoch": 1.4293563579277864,
      "rel-constrast": 2.731471061706543,
      "step": 1821,
      "subrel-constrast": 3.5178356170654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2402080297470093,
      "cov-distil (oracle2student)": 4.790957450866699,
      "cov-distil (oracle2teacher)": 4.519903182983398,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.061387062072754,
      "step": 1822,
      "subrel-constrast": 2.964954137802124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6431653499603271,
      "cov-distil (oracle2student)": 3.7940096855163574,
      "cov-distil (oracle2teacher)": 3.537576913833618,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.8315560817718506,
      "step": 1823,
      "subrel-constrast": 2.816206216812134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0136916637420654,
      "cov-distil (oracle2student)": 3.480353832244873,
      "cov-distil (oracle2teacher)": 3.244941234588623,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.2496795654296875,
      "step": 1824,
      "subrel-constrast": 3.352458953857422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124618530273438,
      "cov-distil (oracle2student)": 3.505283832550049,
      "cov-distil (oracle2teacher)": 3.621744394302368,
      "epoch": 1.4324960753532183,
      "rel-constrast": 2.665762186050415,
      "step": 1825,
      "subrel-constrast": 3.445913314819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7043558359146118,
      "cov-distil (oracle2student)": 6.952539443969727,
      "cov-distil (oracle2teacher)": 6.29973030090332,
      "epoch": 1.433281004709576,
      "rel-constrast": 3.353184700012207,
      "step": 1826,
      "subrel-constrast": 3.9363908767700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5860764980316162,
      "cov-distil (oracle2student)": 4.509330749511719,
      "cov-distil (oracle2teacher)": 4.141275882720947,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.803196907043457,
      "step": 1827,
      "subrel-constrast": 3.251556873321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7962729930877686,
      "cov-distil (oracle2student)": 4.19228458404541,
      "cov-distil (oracle2teacher)": 4.090226173400879,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.320021152496338,
      "step": 1828,
      "subrel-constrast": 3.041574239730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5056941509246826,
      "cov-distil (oracle2student)": 6.994562149047852,
      "cov-distil (oracle2teacher)": 5.631683349609375,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.513561248779297,
      "step": 1829,
      "subrel-constrast": 3.6374688148498535,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 5.5,
      "learning_rate": 7.997912342228232e-05,
      "loss": 0.6836,
      "step": 1830
    },
    {
      "cov-distil": 1.325416922569275,
      "cov-distil (oracle2student)": 5.845670700073242,
      "cov-distil (oracle2teacher)": 5.199704170227051,
      "epoch": 1.4364207221350078,
      "rel-constrast": 2.776562452316284,
      "step": 1830,
      "subrel-constrast": 3.4314045906066895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9872689247131348,
      "cov-distil (oracle2student)": 2.619999885559082,
      "cov-distil (oracle2teacher)": 3.3251895904541016,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.0665488243103027,
      "step": 1831,
      "subrel-constrast": 3.646057367324829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1377182006835938,
      "cov-distil (oracle2student)": 4.2922844886779785,
      "cov-distil (oracle2teacher)": 4.355794906616211,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.6677812337875366,
      "step": 1832,
      "subrel-constrast": 2.3189847469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7247929573059082,
      "cov-distil (oracle2student)": 4.868160247802734,
      "cov-distil (oracle2teacher)": 4.208384037017822,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.277036666870117,
      "step": 1833,
      "subrel-constrast": 3.048579216003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.508227586746216,
      "cov-distil (oracle2student)": 2.7294130325317383,
      "cov-distil (oracle2teacher)": 3.201002359390259,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.1100568771362305,
      "step": 1834,
      "subrel-constrast": 3.2501285076141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.359701156616211,
      "cov-distil (oracle2student)": 3.132033348083496,
      "cov-distil (oracle2teacher)": 3.162503719329834,
      "epoch": 1.4403453689167975,
      "rel-constrast": 2.809284210205078,
      "step": 1835,
      "subrel-constrast": 3.6465446949005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1547669172286987,
      "cov-distil (oracle2student)": 4.754095077514648,
      "cov-distil (oracle2teacher)": 4.596470355987549,
      "epoch": 1.4411302982731553,
      "rel-constrast": 2.385079860687256,
      "step": 1836,
      "subrel-constrast": 2.7203307151794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2310502529144287,
      "cov-distil (oracle2student)": 3.314162254333496,
      "cov-distil (oracle2teacher)": 3.1862828731536865,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.699375629425049,
      "step": 1837,
      "subrel-constrast": 3.271559715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735595464706421,
      "cov-distil (oracle2student)": 3.7090251445770264,
      "cov-distil (oracle2teacher)": 3.588632345199585,
      "epoch": 1.4427001569858713,
      "rel-constrast": 2.665440082550049,
      "step": 1838,
      "subrel-constrast": 3.4111921787261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075652599334717,
      "cov-distil (oracle2student)": 2.7601423263549805,
      "cov-distil (oracle2teacher)": 3.0964112281799316,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.1222500801086426,
      "step": 1839,
      "subrel-constrast": 3.00303053855896,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 3.71875,
      "learning_rate": 7.969903319105935e-05,
      "loss": 0.6301,
      "step": 1840
    },
    {
      "cov-distil": 1.6011316776275635,
      "cov-distil (oracle2student)": 6.538602828979492,
      "cov-distil (oracle2teacher)": 5.373701095581055,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.7423088550567627,
      "step": 1840,
      "subrel-constrast": 4.14380407333374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2221927642822266,
      "cov-distil (oracle2student)": 7.3488874435424805,
      "cov-distil (oracle2teacher)": 6.915430068969727,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.242504358291626,
      "step": 1841,
      "subrel-constrast": 4.274138450622559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6983952522277832,
      "cov-distil (oracle2student)": 2.763612747192383,
      "cov-distil (oracle2teacher)": 2.764805793762207,
      "epoch": 1.445839874411303,
      "rel-constrast": 1.8557775020599365,
      "step": 1842,
      "subrel-constrast": 2.777644157409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182168960571289,
      "cov-distil (oracle2student)": 4.40908145904541,
      "cov-distil (oracle2teacher)": 4.066384792327881,
      "epoch": 1.4466248037676608,
      "rel-constrast": 1.9282166957855225,
      "step": 1843,
      "subrel-constrast": 2.7228105068206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.150490164756775,
      "cov-distil (oracle2student)": 3.5982797145843506,
      "cov-distil (oracle2teacher)": 3.47902250289917,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.1267175674438477,
      "step": 1844,
      "subrel-constrast": 3.543342113494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9063329696655273,
      "cov-distil (oracle2student)": 6.088460922241211,
      "cov-distil (oracle2teacher)": 6.13456392288208,
      "epoch": 1.4481946624803768,
      "rel-constrast": 3.4345736503601074,
      "step": 1845,
      "subrel-constrast": 4.42949914932251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.416429042816162,
      "cov-distil (oracle2student)": 4.904092788696289,
      "cov-distil (oracle2teacher)": 4.608098030090332,
      "epoch": 1.4489795918367347,
      "rel-constrast": 2.657243013381958,
      "step": 1846,
      "subrel-constrast": 3.328171491622925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4343531131744385,
      "cov-distil (oracle2student)": 4.396565914154053,
      "cov-distil (oracle2teacher)": 3.9522130489349365,
      "epoch": 1.4497645211930927,
      "rel-constrast": 2.793367862701416,
      "step": 1847,
      "subrel-constrast": 3.2457799911499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2220556735992432,
      "cov-distil (oracle2student)": 4.547884941101074,
      "cov-distil (oracle2teacher)": 4.615163803100586,
      "epoch": 1.4505494505494505,
      "rel-constrast": 2.918731451034546,
      "step": 1848,
      "subrel-constrast": 3.7299959659576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5971511602401733,
      "cov-distil (oracle2student)": 5.281460762023926,
      "cov-distil (oracle2teacher)": 5.045908451080322,
      "epoch": 1.4513343799058085,
      "rel-constrast": 2.947012186050415,
      "step": 1849,
      "subrel-constrast": 3.5589981079101562,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 4.8125,
      "learning_rate": 7.941749547085777e-05,
      "loss": 0.7547,
      "step": 1850
    },
    {
      "cov-distil": 1.714191198348999,
      "cov-distil (oracle2student)": 3.275438070297241,
      "cov-distil (oracle2teacher)": 3.5575244426727295,
      "epoch": 1.4521193092621665,
      "rel-constrast": 1.7686712741851807,
      "step": 1850,
      "subrel-constrast": 3.1796865463256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.413842797279358,
      "cov-distil (oracle2student)": 4.891594886779785,
      "cov-distil (oracle2teacher)": 4.608328819274902,
      "epoch": 1.4529042386185242,
      "rel-constrast": 3.638119697570801,
      "step": 1851,
      "subrel-constrast": 3.9428012371063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.153099298477173,
      "cov-distil (oracle2student)": 5.599418640136719,
      "cov-distil (oracle2teacher)": 5.712355136871338,
      "epoch": 1.4536891679748822,
      "rel-constrast": 2.670318126678467,
      "step": 1852,
      "subrel-constrast": 4.185052871704102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421682357788086,
      "cov-distil (oracle2student)": 3.840024471282959,
      "cov-distil (oracle2teacher)": 3.4737794399261475,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.2191684246063232,
      "step": 1853,
      "subrel-constrast": 3.4258999824523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1602623462677002,
      "cov-distil (oracle2student)": 2.7666680812835693,
      "cov-distil (oracle2teacher)": 2.895108699798584,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.065748453140259,
      "step": 1854,
      "subrel-constrast": 3.9549033641815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6400823593139648,
      "cov-distil (oracle2student)": 4.010512828826904,
      "cov-distil (oracle2teacher)": 4.554477691650391,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.3691747188568115,
      "step": 1855,
      "subrel-constrast": 3.301790237426758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8135960102081299,
      "cov-distil (oracle2student)": 3.115915298461914,
      "cov-distil (oracle2teacher)": 3.1147351264953613,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.1118154525756836,
      "step": 1856,
      "subrel-constrast": 3.1391828060150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637444257736206,
      "cov-distil (oracle2student)": 4.4519548416137695,
      "cov-distil (oracle2teacher)": 4.141715049743652,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.4541382789611816,
      "step": 1857,
      "subrel-constrast": 3.156813621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8159964084625244,
      "cov-distil (oracle2student)": 3.4391324520111084,
      "cov-distil (oracle2teacher)": 3.9532456398010254,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.5267491340637207,
      "step": 1858,
      "subrel-constrast": 3.411865711212158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4598727226257324,
      "cov-distil (oracle2student)": 4.8511810302734375,
      "cov-distil (oracle2teacher)": 4.6280670166015625,
      "epoch": 1.4591836734693877,
      "rel-constrast": 2.914368152618408,
      "step": 1859,
      "subrel-constrast": 3.9807777404785156,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 4.3125,
      "learning_rate": 7.913452398342881e-05,
      "loss": 0.709,
      "step": 1860
    },
    {
      "cov-distil": 1.5762330293655396,
      "cov-distil (oracle2student)": 3.6821603775024414,
      "cov-distil (oracle2teacher)": 3.3476529121398926,
      "epoch": 1.4599686028257457,
      "rel-constrast": 2.65667986869812,
      "step": 1860,
      "subrel-constrast": 3.494835138320923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1794445514678955,
      "cov-distil (oracle2student)": 6.363114833831787,
      "cov-distil (oracle2teacher)": 5.757571220397949,
      "epoch": 1.4607535321821037,
      "rel-constrast": 1.8829214572906494,
      "step": 1861,
      "subrel-constrast": 2.5938782691955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2380201816558838,
      "cov-distil (oracle2student)": 3.6229159832000732,
      "cov-distil (oracle2teacher)": 3.3766796588897705,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.0932297706604004,
      "step": 1862,
      "subrel-constrast": 3.459852457046509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6951096057891846,
      "cov-distil (oracle2student)": 5.1736578941345215,
      "cov-distil (oracle2teacher)": 4.414026260375977,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.3628273010253906,
      "step": 1863,
      "subrel-constrast": 3.431036949157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.423135757446289,
      "cov-distil (oracle2student)": 4.423358917236328,
      "cov-distil (oracle2teacher)": 4.157340049743652,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.2760043144226074,
      "step": 1864,
      "subrel-constrast": 3.6959691047668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2975687980651855,
      "cov-distil (oracle2student)": 3.972299337387085,
      "cov-distil (oracle2teacher)": 3.3210158348083496,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.226484537124634,
      "step": 1865,
      "subrel-constrast": 3.532505989074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3902298212051392,
      "cov-distil (oracle2student)": 3.350216865539551,
      "cov-distil (oracle2teacher)": 3.3467836380004883,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.018183708190918,
      "step": 1866,
      "subrel-constrast": 3.4615349769592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322840690612793,
      "cov-distil (oracle2student)": 3.0162014961242676,
      "cov-distil (oracle2teacher)": 3.690798282623291,
      "epoch": 1.4654631083202512,
      "rel-constrast": 2.9907243251800537,
      "step": 1867,
      "subrel-constrast": 3.809238910675049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0714569091796875,
      "cov-distil (oracle2student)": 4.450311660766602,
      "cov-distil (oracle2teacher)": 4.51995849609375,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.1466479301452637,
      "step": 1868,
      "subrel-constrast": 3.127046585083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9811434745788574,
      "cov-distil (oracle2student)": 3.765726089477539,
      "cov-distil (oracle2teacher)": 3.6883459091186523,
      "epoch": 1.4670329670329672,
      "rel-constrast": 1.6694304943084717,
      "step": 1869,
      "subrel-constrast": 2.6103923320770264,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 4.375,
      "learning_rate": 7.885013252040359e-05,
      "loss": 0.671,
      "step": 1870
    },
    {
      "cov-distil": 1.849719762802124,
      "cov-distil (oracle2student)": 3.2968573570251465,
      "cov-distil (oracle2teacher)": 3.3588249683380127,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.0786478519439697,
      "step": 1870,
      "subrel-constrast": 4.0475544929504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360620021820068,
      "cov-distil (oracle2student)": 3.1814913749694824,
      "cov-distil (oracle2teacher)": 2.9931578636169434,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.1436495780944824,
      "step": 1871,
      "subrel-constrast": 3.133516788482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9204394817352295,
      "cov-distil (oracle2student)": 4.232725143432617,
      "cov-distil (oracle2teacher)": 3.98331880569458,
      "epoch": 1.469387755102041,
      "rel-constrast": 3.1466894149780273,
      "step": 1872,
      "subrel-constrast": 3.857067108154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724095344543457,
      "cov-distil (oracle2student)": 3.583395004272461,
      "cov-distil (oracle2teacher)": 4.008404731750488,
      "epoch": 1.4701726844583987,
      "rel-constrast": 2.3833794593811035,
      "step": 1873,
      "subrel-constrast": 3.5087311267852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2180891036987305,
      "cov-distil (oracle2student)": 3.8629300594329834,
      "cov-distil (oracle2teacher)": 3.760979413986206,
      "epoch": 1.4709576138147566,
      "rel-constrast": 1.81253981590271,
      "step": 1874,
      "subrel-constrast": 3.1502554416656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.849375605583191,
      "cov-distil (oracle2student)": 4.81764030456543,
      "cov-distil (oracle2teacher)": 4.933170318603516,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.4519050121307373,
      "step": 1875,
      "subrel-constrast": 3.6696815490722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020878791809082,
      "cov-distil (oracle2student)": 4.124528884887695,
      "cov-distil (oracle2teacher)": 4.167385101318359,
      "epoch": 1.4725274725274726,
      "rel-constrast": 2.493013381958008,
      "step": 1876,
      "subrel-constrast": 3.7132298946380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2204444408416748,
      "cov-distil (oracle2student)": 4.83308744430542,
      "cov-distil (oracle2teacher)": 4.469244956970215,
      "epoch": 1.4733124018838304,
      "rel-constrast": 2.936051845550537,
      "step": 1877,
      "subrel-constrast": 3.226144790649414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8470838069915771,
      "cov-distil (oracle2student)": 4.570984840393066,
      "cov-distil (oracle2teacher)": 4.48048210144043,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.4733078479766846,
      "step": 1878,
      "subrel-constrast": 4.389165878295898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6307356357574463,
      "cov-distil (oracle2student)": 4.471111297607422,
      "cov-distil (oracle2teacher)": 3.9107165336608887,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.248349666595459,
      "step": 1879,
      "subrel-constrast": 3.2755870819091797,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 4.40625,
      "learning_rate": 7.856433494262077e-05,
      "loss": 0.7237,
      "step": 1880
    },
    {
      "cov-distil": 1.7840594053268433,
      "cov-distil (oracle2student)": 4.243774890899658,
      "cov-distil (oracle2teacher)": 4.026970386505127,
      "epoch": 1.4756671899529041,
      "rel-constrast": 2.524385452270508,
      "step": 1880,
      "subrel-constrast": 3.353408098220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9326090812683105,
      "cov-distil (oracle2student)": 5.085029602050781,
      "cov-distil (oracle2teacher)": 4.441900730133057,
      "epoch": 1.4764521193092621,
      "rel-constrast": 2.6111936569213867,
      "step": 1881,
      "subrel-constrast": 3.735853672027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5074738264083862,
      "cov-distil (oracle2student)": 3.5675320625305176,
      "cov-distil (oracle2teacher)": 3.3991005420684814,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.589239239692688,
      "step": 1882,
      "subrel-constrast": 2.4670605659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6740286350250244,
      "cov-distil (oracle2student)": 3.1294307708740234,
      "cov-distil (oracle2teacher)": 3.374645709991455,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.159687042236328,
      "step": 1883,
      "subrel-constrast": 2.922947883605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2600553035736084,
      "cov-distil (oracle2student)": 3.584679126739502,
      "cov-distil (oracle2teacher)": 3.7075393199920654,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.242676258087158,
      "step": 1884,
      "subrel-constrast": 3.002887725830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4535393714904785,
      "cov-distil (oracle2student)": 4.085823059082031,
      "cov-distil (oracle2teacher)": 3.815483570098877,
      "epoch": 1.4795918367346939,
      "rel-constrast": 2.8051416873931885,
      "step": 1885,
      "subrel-constrast": 3.2543721199035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9932060241699219,
      "cov-distil (oracle2student)": 4.981815338134766,
      "cov-distil (oracle2teacher)": 4.581757068634033,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.6863635778427124,
      "step": 1886,
      "subrel-constrast": 2.666372299194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7752963304519653,
      "cov-distil (oracle2student)": 6.607002258300781,
      "cov-distil (oracle2teacher)": 6.221096038818359,
      "epoch": 1.4811616954474096,
      "rel-constrast": 2.989288806915283,
      "step": 1887,
      "subrel-constrast": 3.9177122116088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4217278957366943,
      "cov-distil (oracle2student)": 3.378554105758667,
      "cov-distil (oracle2teacher)": 3.343980073928833,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.2179322242736816,
      "step": 1888,
      "subrel-constrast": 3.0841124057769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4776389598846436,
      "cov-distil (oracle2student)": 3.466610908508301,
      "cov-distil (oracle2teacher)": 3.650160789489746,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.59816575050354,
      "step": 1889,
      "subrel-constrast": 3.9118683338165283,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 5.03125,
      "learning_rate": 7.827714517945115e-05,
      "loss": 0.6513,
      "step": 1890
    },
    {
      "cov-distil": 1.401970624923706,
      "cov-distil (oracle2student)": 3.488010883331299,
      "cov-distil (oracle2teacher)": 3.4518556594848633,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.155383586883545,
      "step": 1890,
      "subrel-constrast": 2.688490390777588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4299180507659912,
      "cov-distil (oracle2student)": 3.0968611240386963,
      "cov-distil (oracle2teacher)": 3.0487165451049805,
      "epoch": 1.4843014128728416,
      "rel-constrast": 2.9982712268829346,
      "step": 1891,
      "subrel-constrast": 3.497199773788452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6700189113616943,
      "cov-distil (oracle2student)": 3.7566328048706055,
      "cov-distil (oracle2teacher)": 3.676307439804077,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.1118416786193848,
      "step": 1892,
      "subrel-constrast": 2.826030731201172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7368357181549072,
      "cov-distil (oracle2student)": 3.5018436908721924,
      "cov-distil (oracle2teacher)": 3.687239646911621,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.3912317752838135,
      "step": 1893,
      "subrel-constrast": 3.1330959796905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2052369117736816,
      "cov-distil (oracle2student)": 4.22479248046875,
      "cov-distil (oracle2teacher)": 4.195526123046875,
      "epoch": 1.4866562009419153,
      "rel-constrast": 2.8477602005004883,
      "step": 1894,
      "subrel-constrast": 3.3660435676574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459041953086853,
      "cov-distil (oracle2student)": 5.152693748474121,
      "cov-distil (oracle2teacher)": 4.7973432540893555,
      "epoch": 1.487441130298273,
      "rel-constrast": 2.005978584289551,
      "step": 1895,
      "subrel-constrast": 2.8801426887512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317647933959961,
      "cov-distil (oracle2student)": 2.6824235916137695,
      "cov-distil (oracle2teacher)": 2.6870665550231934,
      "epoch": 1.488226059654631,
      "rel-constrast": 1.9499964714050293,
      "step": 1896,
      "subrel-constrast": 2.728090286254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2412221431732178,
      "cov-distil (oracle2student)": 6.986024856567383,
      "cov-distil (oracle2teacher)": 6.225713729858398,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.7363970279693604,
      "step": 1897,
      "subrel-constrast": 3.4646315574645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5264155864715576,
      "cov-distil (oracle2student)": 4.4167656898498535,
      "cov-distil (oracle2teacher)": 4.12000846862793,
      "epoch": 1.489795918367347,
      "rel-constrast": 2.8942935466766357,
      "step": 1898,
      "subrel-constrast": 3.3683106899261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0275325775146484,
      "cov-distil (oracle2student)": 5.132113456726074,
      "cov-distil (oracle2teacher)": 5.048547744750977,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.898336410522461,
      "step": 1899,
      "subrel-constrast": 3.716574192047119,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 5.1875,
      "learning_rate": 7.798857722811856e-05,
      "loss": 0.6623,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.35625001788139343,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.04620361328125
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.027191162109375
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.019012451171875,
      "step": 1900
    },
    {
      "cov-distil": 1.886752724647522,
      "cov-distil (oracle2student)": 4.200039863586426,
      "cov-distil (oracle2teacher)": 4.35728645324707,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.342231273651123,
      "step": 1900,
      "subrel-constrast": 3.8948819637298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3505765199661255,
      "cov-distil (oracle2student)": 3.3619959354400635,
      "cov-distil (oracle2teacher)": 3.5594160556793213,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.355166435241699,
      "step": 1901,
      "subrel-constrast": 2.7325358390808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2621146440505981,
      "cov-distil (oracle2student)": 2.634047031402588,
      "cov-distil (oracle2teacher)": 2.480397939682007,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.0204567909240723,
      "step": 1902,
      "subrel-constrast": 2.2083163261413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558030605316162,
      "cov-distil (oracle2student)": 3.763545513153076,
      "cov-distil (oracle2teacher)": 3.690098524093628,
      "epoch": 1.4937205651491365,
      "rel-constrast": 1.9087917804718018,
      "step": 1903,
      "subrel-constrast": 2.748906373977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889512300491333,
      "cov-distil (oracle2student)": 3.4569220542907715,
      "cov-distil (oracle2teacher)": 3.6450750827789307,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.3173961639404297,
      "step": 1904,
      "subrel-constrast": 4.00124979019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5791975259780884,
      "cov-distil (oracle2student)": 3.837679386138916,
      "cov-distil (oracle2teacher)": 3.9288792610168457,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.1761035919189453,
      "step": 1905,
      "subrel-constrast": 2.7091081142425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4816136360168457,
      "cov-distil (oracle2student)": 5.191506862640381,
      "cov-distil (oracle2teacher)": 4.640813827514648,
      "epoch": 1.4960753532182103,
      "rel-constrast": 2.6797287464141846,
      "step": 1906,
      "subrel-constrast": 4.1275634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5678927898406982,
      "cov-distil (oracle2student)": 4.643093109130859,
      "cov-distil (oracle2teacher)": 4.565855503082275,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.482715129852295,
      "step": 1907,
      "subrel-constrast": 3.0221495628356934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9036989212036133,
      "cov-distil (oracle2student)": 2.25692081451416,
      "cov-distil (oracle2teacher)": 2.8632168769836426,
      "epoch": 1.4976452119309263,
      "rel-constrast": 1.9598159790039062,
      "step": 1908,
      "subrel-constrast": 2.7054994106292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671995997428894,
      "cov-distil (oracle2student)": 3.8867197036743164,
      "cov-distil (oracle2teacher)": 3.9185004234313965,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.41152024269104,
      "step": 1909,
      "subrel-constrast": 3.3398659229278564,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 4.6875,
      "learning_rate": 7.769864515301787e-05,
      "loss": 0.6592,
      "step": 1910
    },
    {
      "cov-distil": 1.4159573316574097,
      "cov-distil (oracle2student)": 2.878265857696533,
      "cov-distil (oracle2teacher)": 3.393825054168701,
      "epoch": 1.499215070643642,
      "rel-constrast": 2.739377021789551,
      "step": 1910,
      "subrel-constrast": 3.4543142318725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2209410667419434,
      "cov-distil (oracle2student)": 4.075409889221191,
      "cov-distil (oracle2teacher)": 4.315690040588379,
      "epoch": 1.5,
      "rel-constrast": 3.1407630443573,
      "step": 1911,
      "subrel-constrast": 4.052245140075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7642920017242432,
      "cov-distil (oracle2student)": 4.955089569091797,
      "cov-distil (oracle2teacher)": 4.575924396514893,
      "epoch": 1.500784929356358,
      "rel-constrast": 1.8844913244247437,
      "step": 1912,
      "subrel-constrast": 3.3355019092559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0381250381469727,
      "cov-distil (oracle2student)": 3.720322608947754,
      "cov-distil (oracle2teacher)": 3.873605251312256,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.8026113510131836,
      "step": 1913,
      "subrel-constrast": 3.9674651622772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5827925205230713,
      "cov-distil (oracle2student)": 6.042149543762207,
      "cov-distil (oracle2teacher)": 5.464179992675781,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.0875027179718018,
      "step": 1914,
      "subrel-constrast": 3.6269590854644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8985741138458252,
      "cov-distil (oracle2student)": 4.987884044647217,
      "cov-distil (oracle2teacher)": 4.498298168182373,
      "epoch": 1.5031397174254317,
      "rel-constrast": 3.801344394683838,
      "step": 1915,
      "subrel-constrast": 4.9359612464904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9700748920440674,
      "cov-distil (oracle2student)": 3.1221261024475098,
      "cov-distil (oracle2teacher)": 3.586475133895874,
      "epoch": 1.5039246467817895,
      "rel-constrast": 2.5745484828948975,
      "step": 1916,
      "subrel-constrast": 3.9183578491210938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4062069654464722,
      "cov-distil (oracle2student)": 5.305710792541504,
      "cov-distil (oracle2teacher)": 4.843442916870117,
      "epoch": 1.5047095761381475,
      "rel-constrast": 2.8737435340881348,
      "step": 1917,
      "subrel-constrast": 3.2892448902130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9953891038894653,
      "cov-distil (oracle2student)": 3.426365852355957,
      "cov-distil (oracle2teacher)": 3.6734890937805176,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.0618784427642822,
      "step": 1918,
      "subrel-constrast": 3.1533565521240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7500262260437012,
      "cov-distil (oracle2student)": 3.493112802505493,
      "cov-distil (oracle2teacher)": 3.563711643218994,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.4472858905792236,
      "step": 1919,
      "subrel-constrast": 3.766949415206909,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 4.8125,
      "learning_rate": 7.740736308502938e-05,
      "loss": 0.7304,
      "step": 1920
    },
    {
      "cov-distil": 1.8069359064102173,
      "cov-distil (oracle2student)": 4.261995315551758,
      "cov-distil (oracle2teacher)": 4.639920234680176,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.35228157043457,
      "step": 1920,
      "subrel-constrast": 5.803033351898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5885075330734253,
      "cov-distil (oracle2student)": 3.9024546146392822,
      "cov-distil (oracle2teacher)": 3.3404111862182617,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.1853256225585938,
      "step": 1921,
      "subrel-constrast": 3.605836868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8321102857589722,
      "cov-distil (oracle2student)": 4.553194999694824,
      "cov-distil (oracle2teacher)": 4.103457927703857,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.104306221008301,
      "step": 1922,
      "subrel-constrast": 3.3597099781036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8692004680633545,
      "cov-distil (oracle2student)": 5.624322891235352,
      "cov-distil (oracle2teacher)": 4.6756157875061035,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.0418968200683594,
      "step": 1923,
      "subrel-constrast": 3.870783805847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6805340051651,
      "cov-distil (oracle2student)": 5.638169288635254,
      "cov-distil (oracle2teacher)": 4.818597793579102,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.5437493324279785,
      "step": 1924,
      "subrel-constrast": 2.4737184047698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7736387252807617,
      "cov-distil (oracle2student)": 3.683324098587036,
      "cov-distil (oracle2teacher)": 3.7414331436157227,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.1892809867858887,
      "step": 1925,
      "subrel-constrast": 3.70880389213562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473365068435669,
      "cov-distil (oracle2student)": 3.8746328353881836,
      "cov-distil (oracle2teacher)": 3.7327589988708496,
      "epoch": 1.511773940345369,
      "rel-constrast": 1.782657265663147,
      "step": 1926,
      "subrel-constrast": 3.102231740951538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2064356803894043,
      "cov-distil (oracle2student)": 4.08465051651001,
      "cov-distil (oracle2teacher)": 3.9236254692077637,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.148542881011963,
      "step": 1927,
      "subrel-constrast": 2.8926753997802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368836760520935,
      "cov-distil (oracle2student)": 3.168724536895752,
      "cov-distil (oracle2teacher)": 3.2467970848083496,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.4678661823272705,
      "step": 1928,
      "subrel-constrast": 3.2772583961486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.039125442504883,
      "cov-distil (oracle2student)": 4.829742908477783,
      "cov-distil (oracle2teacher)": 4.936426639556885,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.664114475250244,
      "step": 1929,
      "subrel-constrast": 3.982501983642578,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 4.59375,
      "learning_rate": 7.711474522083015e-05,
      "loss": 0.7311,
      "step": 1930
    },
    {
      "cov-distil": 1.3304225206375122,
      "cov-distil (oracle2student)": 4.51788330078125,
      "cov-distil (oracle2teacher)": 4.465704441070557,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.25060772895813,
      "step": 1930,
      "subrel-constrast": 3.1989755630493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2254689931869507,
      "cov-distil (oracle2student)": 4.0224714279174805,
      "cov-distil (oracle2teacher)": 4.0606842041015625,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.221846103668213,
      "step": 1931,
      "subrel-constrast": 2.8504581451416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567356824874878,
      "cov-distil (oracle2student)": 4.341473579406738,
      "cov-distil (oracle2teacher)": 4.024940013885498,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.4831790924072266,
      "step": 1932,
      "subrel-constrast": 3.2108676433563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3164458274841309,
      "cov-distil (oracle2student)": 5.324233531951904,
      "cov-distil (oracle2teacher)": 4.894278526306152,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.0000123977661133,
      "step": 1933,
      "subrel-constrast": 3.245039939880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7974495887756348,
      "cov-distil (oracle2student)": 4.127414703369141,
      "cov-distil (oracle2teacher)": 4.07045316696167,
      "epoch": 1.5180533751962324,
      "rel-constrast": 2.7633821964263916,
      "step": 1934,
      "subrel-constrast": 3.8325581550598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7533094882965088,
      "cov-distil (oracle2student)": 5.529356002807617,
      "cov-distil (oracle2teacher)": 5.161540985107422,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.8843870162963867,
      "step": 1935,
      "subrel-constrast": 3.5860517024993896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238898277282715,
      "cov-distil (oracle2student)": 3.2721705436706543,
      "cov-distil (oracle2teacher)": 3.5446767807006836,
      "epoch": 1.5196232339089482,
      "rel-constrast": 2.630891799926758,
      "step": 1936,
      "subrel-constrast": 3.4190073013305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4368133544921875,
      "cov-distil (oracle2student)": 4.927360534667969,
      "cov-distil (oracle2teacher)": 4.873538494110107,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.219517707824707,
      "step": 1937,
      "subrel-constrast": 3.8610708713531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2919907569885254,
      "cov-distil (oracle2student)": 4.0946855545043945,
      "cov-distil (oracle2teacher)": 4.255040168762207,
      "epoch": 1.521193092621664,
      "rel-constrast": 1.9469139575958252,
      "step": 1938,
      "subrel-constrast": 2.905780553817749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734667181968689,
      "cov-distil (oracle2student)": 4.745591163635254,
      "cov-distil (oracle2teacher)": 4.708282947540283,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.1722469329833984,
      "step": 1939,
      "subrel-constrast": 3.9592010974884033,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 5.125,
      "learning_rate": 7.682080582220206e-05,
      "loss": 0.7023,
      "step": 1940
    },
    {
      "cov-distil": 1.3431041240692139,
      "cov-distil (oracle2student)": 5.511101722717285,
      "cov-distil (oracle2teacher)": 5.482029914855957,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.5028610229492188,
      "step": 1940,
      "subrel-constrast": 3.2692806720733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7027552127838135,
      "cov-distil (oracle2student)": 3.46795654296875,
      "cov-distil (oracle2teacher)": 3.7281954288482666,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.0176219940185547,
      "step": 1941,
      "subrel-constrast": 3.092231512069702,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3362228870391846,
      "cov-distil (oracle2student)": 5.849971294403076,
      "cov-distil (oracle2teacher)": 5.333184242248535,
      "epoch": 1.5243328100470959,
      "rel-constrast": 2.4262232780456543,
      "step": 1942,
      "subrel-constrast": 3.3191776275634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5675296783447266,
      "cov-distil (oracle2student)": 3.3248231410980225,
      "cov-distil (oracle2teacher)": 3.5098838806152344,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.3231184482574463,
      "step": 1943,
      "subrel-constrast": 3.1518239974975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1707019805908203,
      "cov-distil (oracle2student)": 4.899975776672363,
      "cov-distil (oracle2teacher)": 4.562370777130127,
      "epoch": 1.5259026687598116,
      "rel-constrast": 1.9606904983520508,
      "step": 1944,
      "subrel-constrast": 2.486158609390259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3099669218063354,
      "cov-distil (oracle2student)": 3.0418455600738525,
      "cov-distil (oracle2teacher)": 2.6172242164611816,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.528700351715088,
      "step": 1945,
      "subrel-constrast": 3.1014392375946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9703110456466675,
      "cov-distil (oracle2student)": 5.363593101501465,
      "cov-distil (oracle2teacher)": 5.187426567077637,
      "epoch": 1.5274725274725274,
      "rel-constrast": 2.7432808876037598,
      "step": 1946,
      "subrel-constrast": 3.6887216567993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6351832151412964,
      "cov-distil (oracle2student)": 5.1651611328125,
      "cov-distil (oracle2teacher)": 5.284639835357666,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.1128740310668945,
      "step": 1947,
      "subrel-constrast": 4.101094722747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7808796167373657,
      "cov-distil (oracle2student)": 4.830690383911133,
      "cov-distil (oracle2teacher)": 4.38790225982666,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.522024631500244,
      "step": 1948,
      "subrel-constrast": 3.454918384552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6047875881195068,
      "cov-distil (oracle2student)": 6.505468368530273,
      "cov-distil (oracle2teacher)": 5.712862014770508,
      "epoch": 1.5298273155416013,
      "rel-constrast": 3.586416721343994,
      "step": 1949,
      "subrel-constrast": 4.552130699157715,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 4.75,
      "learning_rate": 7.65255592153367e-05,
      "loss": 0.6841,
      "step": 1950
    },
    {
      "cov-distil": 1.8873214721679688,
      "cov-distil (oracle2student)": 3.1896281242370605,
      "cov-distil (oracle2teacher)": 2.565793514251709,
      "epoch": 1.5306122448979593,
      "rel-constrast": 2.3059301376342773,
      "step": 1950,
      "subrel-constrast": 3.098353147506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200820446014404,
      "cov-distil (oracle2student)": 3.976916790008545,
      "cov-distil (oracle2teacher)": 3.4562249183654785,
      "epoch": 1.531397174254317,
      "rel-constrast": 2.859433889389038,
      "step": 1951,
      "subrel-constrast": 3.0793068408966064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4437720775604248,
      "cov-distil (oracle2student)": 4.223132610321045,
      "cov-distil (oracle2teacher)": 4.008525848388672,
      "epoch": 1.532182103610675,
      "rel-constrast": 1.8308401107788086,
      "step": 1952,
      "subrel-constrast": 2.5884721279144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1984741687774658,
      "cov-distil (oracle2student)": 4.675354957580566,
      "cov-distil (oracle2teacher)": 4.1792144775390625,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.2946536540985107,
      "step": 1953,
      "subrel-constrast": 2.5567002296447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9031884670257568,
      "cov-distil (oracle2student)": 4.57542085647583,
      "cov-distil (oracle2teacher)": 4.20659875869751,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.2020163536071777,
      "step": 1954,
      "subrel-constrast": 3.6314499378204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7366948127746582,
      "cov-distil (oracle2student)": 3.8093721866607666,
      "cov-distil (oracle2teacher)": 3.956577777862549,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.0159175395965576,
      "step": 1955,
      "subrel-constrast": 2.908726453781128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042334794998169,
      "cov-distil (oracle2student)": 5.843413352966309,
      "cov-distil (oracle2teacher)": 4.967995643615723,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.2589237689971924,
      "step": 1956,
      "subrel-constrast": 3.174222469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877477765083313,
      "cov-distil (oracle2student)": 3.4001429080963135,
      "cov-distil (oracle2teacher)": 3.3397464752197266,
      "epoch": 1.5361067503924648,
      "rel-constrast": 2.951350450515747,
      "step": 1957,
      "subrel-constrast": 4.446801662445068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3670724630355835,
      "cov-distil (oracle2student)": 2.954224109649658,
      "cov-distil (oracle2teacher)": 2.9937515258789062,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.7657334804534912,
      "step": 1958,
      "subrel-constrast": 2.528895139694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5477650165557861,
      "cov-distil (oracle2student)": 4.759838104248047,
      "cov-distil (oracle2teacher)": 4.21937894821167,
      "epoch": 1.5376766091051806,
      "rel-constrast": 3.6135544776916504,
      "step": 1959,
      "subrel-constrast": 3.892404317855835,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 5.5625,
      "learning_rate": 7.622901979013717e-05,
      "loss": 0.6443,
      "step": 1960
    },
    {
      "cov-distil": 1.8904316425323486,
      "cov-distil (oracle2student)": 3.560332775115967,
      "cov-distil (oracle2teacher)": 3.2800393104553223,
      "epoch": 1.5384615384615383,
      "rel-constrast": 2.4192399978637695,
      "step": 1960,
      "subrel-constrast": 3.441732168197632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8208744525909424,
      "cov-distil (oracle2student)": 3.7982122898101807,
      "cov-distil (oracle2teacher)": 3.90275239944458,
      "epoch": 1.5392464678178963,
      "rel-constrast": 2.656576633453369,
      "step": 1961,
      "subrel-constrast": 3.091195583343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6978442668914795,
      "cov-distil (oracle2student)": 3.833878755569458,
      "cov-distil (oracle2teacher)": 3.7779133319854736,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.1663718223571777,
      "step": 1962,
      "subrel-constrast": 2.899068593978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6552239656448364,
      "cov-distil (oracle2student)": 5.358099937438965,
      "cov-distil (oracle2teacher)": 5.377022743225098,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.0994105339050293,
      "step": 1963,
      "subrel-constrast": 3.555148124694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7594887018203735,
      "cov-distil (oracle2student)": 6.127719402313232,
      "cov-distil (oracle2teacher)": 5.277435302734375,
      "epoch": 1.5416012558869703,
      "rel-constrast": 1.8858203887939453,
      "step": 1964,
      "subrel-constrast": 3.2524564266204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3429739475250244,
      "cov-distil (oracle2student)": 3.171651601791382,
      "cov-distil (oracle2teacher)": 3.2112417221069336,
      "epoch": 1.542386185243328,
      "rel-constrast": 2.737612724304199,
      "step": 1965,
      "subrel-constrast": 3.293403148651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1383600234985352,
      "cov-distil (oracle2student)": 4.404036045074463,
      "cov-distil (oracle2teacher)": 4.162642478942871,
      "epoch": 1.543171114599686,
      "rel-constrast": 1.9753332138061523,
      "step": 1966,
      "subrel-constrast": 2.4309282302856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5533709526062012,
      "cov-distil (oracle2student)": 5.184863090515137,
      "cov-distil (oracle2teacher)": 5.009280204772949,
      "epoch": 1.5439560439560438,
      "rel-constrast": 2.931976318359375,
      "step": 1967,
      "subrel-constrast": 3.8694658279418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0857412815093994,
      "cov-distil (oracle2student)": 3.6287426948547363,
      "cov-distil (oracle2teacher)": 3.6615419387817383,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.4924278259277344,
      "step": 1968,
      "subrel-constrast": 3.2981512546539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6875057220458984,
      "cov-distil (oracle2student)": 3.1627066135406494,
      "cov-distil (oracle2teacher)": 3.1591644287109375,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.140871286392212,
      "step": 1969,
      "subrel-constrast": 2.972215175628662,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 3.6875,
      "learning_rate": 7.593120199951671e-05,
      "loss": 0.6292,
      "step": 1970
    },
    {
      "cov-distil": 1.8866379261016846,
      "cov-distil (oracle2student)": 4.444730281829834,
      "cov-distil (oracle2teacher)": 4.029333591461182,
      "epoch": 1.5463108320251178,
      "rel-constrast": 2.6397571563720703,
      "step": 1970,
      "subrel-constrast": 3.3227128982543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8048244714736938,
      "cov-distil (oracle2student)": 3.7936348915100098,
      "cov-distil (oracle2teacher)": 3.9485836029052734,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.4088001251220703,
      "step": 1971,
      "subrel-constrast": 3.2292654514312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8280587196350098,
      "cov-distil (oracle2student)": 4.810062885284424,
      "cov-distil (oracle2teacher)": 4.463654518127441,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.1019067764282227,
      "step": 1972,
      "subrel-constrast": 3.5423636436462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324759602546692,
      "cov-distil (oracle2student)": 3.7358450889587402,
      "cov-distil (oracle2teacher)": 2.9672255516052246,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.151282787322998,
      "step": 1973,
      "subrel-constrast": 2.736415147781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382534265518188,
      "cov-distil (oracle2student)": 5.140645980834961,
      "cov-distil (oracle2teacher)": 5.0086565017700195,
      "epoch": 1.5494505494505495,
      "rel-constrast": 1.7591476440429688,
      "step": 1974,
      "subrel-constrast": 3.0346226692199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670871615409851,
      "cov-distil (oracle2student)": 4.776560306549072,
      "cov-distil (oracle2teacher)": 4.7118730545043945,
      "epoch": 1.5502354788069073,
      "rel-constrast": 2.6638455390930176,
      "step": 1975,
      "subrel-constrast": 3.7908101081848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820315957069397,
      "cov-distil (oracle2student)": 5.855241775512695,
      "cov-distil (oracle2teacher)": 5.098751068115234,
      "epoch": 1.5510204081632653,
      "rel-constrast": 2.6214287281036377,
      "step": 1976,
      "subrel-constrast": 3.674354076385498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717167854309082,
      "cov-distil (oracle2student)": 3.689667224884033,
      "cov-distil (oracle2teacher)": 3.470128059387207,
      "epoch": 1.5518053375196232,
      "rel-constrast": 1.9523231983184814,
      "step": 1977,
      "subrel-constrast": 2.799916982650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1286914348602295,
      "cov-distil (oracle2student)": 4.567986488342285,
      "cov-distil (oracle2teacher)": 4.252442836761475,
      "epoch": 1.5525902668759812,
      "rel-constrast": 1.8796172142028809,
      "step": 1978,
      "subrel-constrast": 2.885232925415039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587405800819397,
      "cov-distil (oracle2student)": 4.108775615692139,
      "cov-distil (oracle2teacher)": 3.9681358337402344,
      "epoch": 1.5533751962323392,
      "rel-constrast": 2.7630879878997803,
      "step": 1979,
      "subrel-constrast": 3.963230609893799,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 4.8125,
      "learning_rate": 7.563212035869425e-05,
      "loss": 0.6393,
      "step": 1980
    },
    {
      "cov-distil": 2.120638847351074,
      "cov-distil (oracle2student)": 4.090850830078125,
      "cov-distil (oracle2teacher)": 4.491231918334961,
      "epoch": 1.554160125588697,
      "rel-constrast": 2.397040367126465,
      "step": 1980,
      "subrel-constrast": 3.857050657272339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8106884956359863,
      "cov-distil (oracle2student)": 3.2434191703796387,
      "cov-distil (oracle2teacher)": 3.1807894706726074,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.3776674270629883,
      "step": 1981,
      "subrel-constrast": 2.941965103149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2743759155273438,
      "cov-distil (oracle2student)": 2.3834705352783203,
      "cov-distil (oracle2teacher)": 2.7327656745910645,
      "epoch": 1.5557299843014127,
      "rel-constrast": 2.1041135787963867,
      "step": 1982,
      "subrel-constrast": 2.6320672035217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056441307067871,
      "cov-distil (oracle2student)": 5.0404253005981445,
      "cov-distil (oracle2teacher)": 4.415554523468018,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.490839719772339,
      "step": 1983,
      "subrel-constrast": 2.889082193374634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7487850189208984,
      "cov-distil (oracle2student)": 3.5033392906188965,
      "cov-distil (oracle2teacher)": 3.3561277389526367,
      "epoch": 1.5572998430141287,
      "rel-constrast": 1.7838579416275024,
      "step": 1984,
      "subrel-constrast": 2.6468136310577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7932288646697998,
      "cov-distil (oracle2student)": 3.310298204421997,
      "cov-distil (oracle2teacher)": 3.3627431392669678,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.9123767614364624,
      "step": 1985,
      "subrel-constrast": 2.9518895149230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.370036244392395,
      "cov-distil (oracle2student)": 4.562067985534668,
      "cov-distil (oracle2teacher)": 4.481754302978516,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.5129358768463135,
      "step": 1986,
      "subrel-constrast": 2.564619541168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991573572158813,
      "cov-distil (oracle2student)": 3.4331350326538086,
      "cov-distil (oracle2teacher)": 3.804431915283203,
      "epoch": 1.5596546310832025,
      "rel-constrast": 1.9985182285308838,
      "step": 1987,
      "subrel-constrast": 2.7889084815979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627441644668579,
      "cov-distil (oracle2student)": 3.6911063194274902,
      "cov-distil (oracle2teacher)": 3.533993721008301,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.1157846450805664,
      "step": 1988,
      "subrel-constrast": 3.7245852947235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3037344217300415,
      "cov-distil (oracle2student)": 3.027508497238159,
      "cov-distil (oracle2teacher)": 2.9196457862854004,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.3034472465515137,
      "step": 1989,
      "subrel-constrast": 2.9459245204925537,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 4.15625,
      "learning_rate": 7.533178944448705e-05,
      "loss": 0.5919,
      "step": 1990
    },
    {
      "cov-distil": 2.024873733520508,
      "cov-distil (oracle2student)": 3.360330104827881,
      "cov-distil (oracle2teacher)": 3.5404629707336426,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.394481658935547,
      "step": 1990,
      "subrel-constrast": 3.341437339782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2749147415161133,
      "cov-distil (oracle2student)": 2.937573194503784,
      "cov-distil (oracle2teacher)": 3.0794198513031006,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.1767354011535645,
      "step": 1991,
      "subrel-constrast": 2.5836780071258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3091249465942383,
      "cov-distil (oracle2student)": 4.039292335510254,
      "cov-distil (oracle2teacher)": 3.7785491943359375,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.1160478591918945,
      "step": 1992,
      "subrel-constrast": 3.686114549636841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9762898683547974,
      "cov-distil (oracle2student)": 3.007878065109253,
      "cov-distil (oracle2teacher)": 2.98213791847229,
      "epoch": 1.5643642072213502,
      "rel-constrast": 1.8211753368377686,
      "step": 1993,
      "subrel-constrast": 2.9774937629699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6075706481933594,
      "cov-distil (oracle2student)": 3.5395379066467285,
      "cov-distil (oracle2teacher)": 3.973316192626953,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.3528590202331543,
      "step": 1994,
      "subrel-constrast": 3.030174970626831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7216744422912598,
      "cov-distil (oracle2student)": 4.4497528076171875,
      "cov-distil (oracle2teacher)": 4.182180404663086,
      "epoch": 1.565934065934066,
      "rel-constrast": 2.975064754486084,
      "step": 1995,
      "subrel-constrast": 3.3562099933624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875588417053223,
      "cov-distil (oracle2student)": 2.591434955596924,
      "cov-distil (oracle2teacher)": 3.4416000843048096,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.5995187759399414,
      "step": 1996,
      "subrel-constrast": 3.6747496128082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350446224212646,
      "cov-distil (oracle2student)": 4.900628089904785,
      "cov-distil (oracle2teacher)": 4.240915298461914,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.2674171924591064,
      "step": 1997,
      "subrel-constrast": 2.2521634101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173840045928955,
      "cov-distil (oracle2student)": 2.4934849739074707,
      "cov-distil (oracle2teacher)": 2.9645209312438965,
      "epoch": 1.5682888540031397,
      "rel-constrast": 1.8697036504745483,
      "step": 1998,
      "subrel-constrast": 3.139516592025757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823900580406189,
      "cov-distil (oracle2student)": 4.2365264892578125,
      "cov-distil (oracle2teacher)": 3.7051100730895996,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.4393081665039062,
      "step": 1999,
      "subrel-constrast": 3.824051856994629,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 6.3125,
      "learning_rate": 7.503022389460014e-05,
      "loss": 0.6459,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.7639999999999999,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.778094314455129,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.5967216375718416,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.434,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.618003742346412,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.6196673365589114,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.545782147181555,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.2890625,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.06707763671875
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.0455322265625
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.02154541015625,
      "step": 2000
    },
    {
      "cov-distil": 2.0600790977478027,
      "cov-distil (oracle2student)": 3.693638801574707,
      "cov-distil (oracle2teacher)": 3.612978219985962,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.280172109603882,
      "step": 2000,
      "subrel-constrast": 2.7480661869049072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5807979106903076,
      "cov-distil (oracle2student)": 5.042599678039551,
      "cov-distil (oracle2teacher)": 4.5526838302612305,
      "epoch": 1.5706436420722136,
      "rel-constrast": 2.5828628540039062,
      "step": 2001,
      "subrel-constrast": 3.1963565349578857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5447428226470947,
      "cov-distil (oracle2student)": 3.8519277572631836,
      "cov-distil (oracle2teacher)": 3.9308571815490723,
      "epoch": 1.5714285714285714,
      "rel-constrast": 1.7691088914871216,
      "step": 2002,
      "subrel-constrast": 2.964907169342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4090607166290283,
      "cov-distil (oracle2student)": 3.8727617263793945,
      "cov-distil (oracle2teacher)": 3.5289695262908936,
      "epoch": 1.5722135007849294,
      "rel-constrast": 2.62045955657959,
      "step": 2003,
      "subrel-constrast": 2.816490411758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7385095357894897,
      "cov-distil (oracle2student)": 4.216296195983887,
      "cov-distil (oracle2teacher)": 3.898191452026367,
      "epoch": 1.5729984301412872,
      "rel-constrast": 2.2623047828674316,
      "step": 2004,
      "subrel-constrast": 3.400499105453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1750773191452026,
      "cov-distil (oracle2student)": 3.6913843154907227,
      "cov-distil (oracle2teacher)": 3.330104112625122,
      "epoch": 1.5737833594976451,
      "rel-constrast": 2.3130695819854736,
      "step": 2005,
      "subrel-constrast": 3.1231155395507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7303599119186401,
      "cov-distil (oracle2student)": 4.446730136871338,
      "cov-distil (oracle2teacher)": 4.159825325012207,
      "epoch": 1.5745682888540031,
      "rel-constrast": 2.5333986282348633,
      "step": 2006,
      "subrel-constrast": 3.3720827102661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4927544593811035,
      "cov-distil (oracle2student)": 3.211887836456299,
      "cov-distil (oracle2teacher)": 3.1981875896453857,
      "epoch": 1.5753532182103611,
      "rel-constrast": 1.918691635131836,
      "step": 2007,
      "subrel-constrast": 2.941416025161743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194571018218994,
      "cov-distil (oracle2student)": 3.507857084274292,
      "cov-distil (oracle2teacher)": 3.46675968170166,
      "epoch": 1.576138147566719,
      "rel-constrast": 2.533452033996582,
      "step": 2008,
      "subrel-constrast": 2.775211811065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6212983131408691,
      "cov-distil (oracle2student)": 5.931621074676514,
      "cov-distil (oracle2teacher)": 5.570533275604248,
      "epoch": 1.5769230769230769,
      "rel-constrast": 2.564028024673462,
      "step": 2009,
      "subrel-constrast": 3.217883586883545,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 4.46875,
      "learning_rate": 7.472743840691299e-05,
      "loss": 0.6241,
      "step": 2010
    },
    {
      "cov-distil": 1.5727458000183105,
      "cov-distil (oracle2student)": 4.209654331207275,
      "cov-distil (oracle2teacher)": 4.2752461433410645,
      "epoch": 1.5777080062794349,
      "rel-constrast": 3.4487035274505615,
      "step": 2010,
      "subrel-constrast": 4.095211982727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9465337991714478,
      "cov-distil (oracle2student)": 4.53309440612793,
      "cov-distil (oracle2teacher)": 4.189119338989258,
      "epoch": 1.5784929356357926,
      "rel-constrast": 2.9035515785217285,
      "step": 2011,
      "subrel-constrast": 4.15951681137085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756575107574463,
      "cov-distil (oracle2student)": 5.808661937713623,
      "cov-distil (oracle2teacher)": 5.172331809997559,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.1992502212524414,
      "step": 2012,
      "subrel-constrast": 3.1706135272979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548872947692871,
      "cov-distil (oracle2student)": 3.2572622299194336,
      "cov-distil (oracle2teacher)": 3.444058418273926,
      "epoch": 1.5800627943485086,
      "rel-constrast": 1.9708521366119385,
      "step": 2013,
      "subrel-constrast": 3.113891124725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0407183170318604,
      "cov-distil (oracle2student)": 5.232978343963623,
      "cov-distil (oracle2teacher)": 4.8465447425842285,
      "epoch": 1.5808477237048666,
      "rel-constrast": 2.531270742416382,
      "step": 2014,
      "subrel-constrast": 3.9063756465911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5282533168792725,
      "cov-distil (oracle2student)": 3.272491455078125,
      "cov-distil (oracle2teacher)": 3.3889739513397217,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.0500998497009277,
      "step": 2015,
      "subrel-constrast": 2.8653900623321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835534930229187,
      "cov-distil (oracle2student)": 4.289734363555908,
      "cov-distil (oracle2teacher)": 4.196219444274902,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.1099085807800293,
      "step": 2016,
      "subrel-constrast": 3.0709173679351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778926134109497,
      "cov-distil (oracle2student)": 3.9511823654174805,
      "cov-distil (oracle2teacher)": 3.7827095985412598,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.177456855773926,
      "step": 2017,
      "subrel-constrast": 3.337641716003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4416332244873047,
      "cov-distil (oracle2student)": 3.8656458854675293,
      "cov-distil (oracle2teacher)": 4.007308006286621,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.5046939849853516,
      "step": 2018,
      "subrel-constrast": 2.7804617881774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6918805837631226,
      "cov-distil (oracle2student)": 4.222019672393799,
      "cov-distil (oracle2teacher)": 4.416471481323242,
      "epoch": 1.584772370486656,
      "rel-constrast": 2.3361589908599854,
      "step": 2019,
      "subrel-constrast": 3.332355260848999,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 4.0625,
      "learning_rate": 7.44234477387631e-05,
      "loss": 0.6262,
      "step": 2020
    },
    {
      "cov-distil": 1.9063199758529663,
      "cov-distil (oracle2student)": 4.635466575622559,
      "cov-distil (oracle2teacher)": 4.326589584350586,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.5592377185821533,
      "step": 2020,
      "subrel-constrast": 3.2264158725738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.038806915283203,
      "cov-distil (oracle2student)": 4.810820579528809,
      "cov-distil (oracle2teacher)": 4.513408660888672,
      "epoch": 1.586342229199372,
      "rel-constrast": 2.8027777671813965,
      "step": 2021,
      "subrel-constrast": 3.507901668548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6559419631958008,
      "cov-distil (oracle2student)": 4.544069290161133,
      "cov-distil (oracle2teacher)": 4.329927444458008,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.11826491355896,
      "step": 2022,
      "subrel-constrast": 3.9118518829345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7490793466567993,
      "cov-distil (oracle2student)": 2.4138197898864746,
      "cov-distil (oracle2teacher)": 3.009716510772705,
      "epoch": 1.587912087912088,
      "rel-constrast": 1.826612949371338,
      "step": 2023,
      "subrel-constrast": 2.5014700889587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7939400672912598,
      "cov-distil (oracle2student)": 3.4825706481933594,
      "cov-distil (oracle2teacher)": 3.2678604125976562,
      "epoch": 1.5886970172684458,
      "rel-constrast": 2.8570070266723633,
      "step": 2024,
      "subrel-constrast": 2.640303373336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3670120239257812,
      "cov-distil (oracle2student)": 3.6435842514038086,
      "cov-distil (oracle2teacher)": 3.421727180480957,
      "epoch": 1.5894819466248038,
      "rel-constrast": 2.5031681060791016,
      "step": 2025,
      "subrel-constrast": 3.198047399520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2369346618652344,
      "cov-distil (oracle2student)": 4.080406188964844,
      "cov-distil (oracle2teacher)": 4.285006523132324,
      "epoch": 1.5902668759811616,
      "rel-constrast": 2.9960741996765137,
      "step": 2026,
      "subrel-constrast": 4.731541633605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6725497245788574,
      "cov-distil (oracle2student)": 5.2823944091796875,
      "cov-distil (oracle2teacher)": 5.007608413696289,
      "epoch": 1.5910518053375196,
      "rel-constrast": 3.3647680282592773,
      "step": 2027,
      "subrel-constrast": 4.583677291870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0670204162597656,
      "cov-distil (oracle2student)": 2.828749656677246,
      "cov-distil (oracle2teacher)": 3.3373336791992188,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.593045473098755,
      "step": 2028,
      "subrel-constrast": 3.1795616149902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4427502155303955,
      "cov-distil (oracle2student)": 4.344506740570068,
      "cov-distil (oracle2teacher)": 3.8295936584472656,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.4538934230804443,
      "step": 2029,
      "subrel-constrast": 2.313180923461914,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 3.703125,
      "learning_rate": 7.411826670622676e-05,
      "loss": 0.6967,
      "step": 2030
    },
    {
      "cov-distil": 2.106947183609009,
      "cov-distil (oracle2student)": 4.099545955657959,
      "cov-distil (oracle2teacher)": 4.557804584503174,
      "epoch": 1.5934065934065935,
      "rel-constrast": 2.666705846786499,
      "step": 2030,
      "subrel-constrast": 4.147704124450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9674971103668213,
      "cov-distil (oracle2student)": 4.531033515930176,
      "cov-distil (oracle2teacher)": 4.020721435546875,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.365612030029297,
      "step": 2031,
      "subrel-constrast": 3.656282663345337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.411766767501831,
      "cov-distil (oracle2student)": 3.502272605895996,
      "cov-distil (oracle2teacher)": 3.4394118785858154,
      "epoch": 1.5949764521193093,
      "rel-constrast": 1.8475223779678345,
      "step": 2032,
      "subrel-constrast": 2.5483429431915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.216050386428833,
      "cov-distil (oracle2student)": 4.73150634765625,
      "cov-distil (oracle2teacher)": 4.8338165283203125,
      "epoch": 1.595761381475667,
      "rel-constrast": 3.0919206142425537,
      "step": 2033,
      "subrel-constrast": 3.409952163696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1776268482208252,
      "cov-distil (oracle2student)": 5.231511116027832,
      "cov-distil (oracle2teacher)": 5.092636585235596,
      "epoch": 1.596546310832025,
      "rel-constrast": 2.2345223426818848,
      "step": 2034,
      "subrel-constrast": 3.2357892990112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8739137649536133,
      "cov-distil (oracle2student)": 5.876672267913818,
      "cov-distil (oracle2teacher)": 5.149168968200684,
      "epoch": 1.597331240188383,
      "rel-constrast": 2.905184507369995,
      "step": 2035,
      "subrel-constrast": 3.8901891708374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6178171634674072,
      "cov-distil (oracle2student)": 3.0928502082824707,
      "cov-distil (oracle2teacher)": 3.366074800491333,
      "epoch": 1.598116169544741,
      "rel-constrast": 3.4779715538024902,
      "step": 2036,
      "subrel-constrast": 3.713279962539673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.66703200340271,
      "cov-distil (oracle2student)": 5.2751264572143555,
      "cov-distil (oracle2teacher)": 4.851404666900635,
      "epoch": 1.598901098901099,
      "rel-constrast": 2.448005437850952,
      "step": 2037,
      "subrel-constrast": 3.624924898147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8500311374664307,
      "cov-distil (oracle2student)": 4.601956367492676,
      "cov-distil (oracle2teacher)": 4.198873043060303,
      "epoch": 1.599686028257457,
      "rel-constrast": 3.7487947940826416,
      "step": 2038,
      "subrel-constrast": 3.9463353157043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8807802200317383,
      "cov-distil (oracle2student)": 3.7725019454956055,
      "cov-distil (oracle2teacher)": 3.533196449279785,
      "epoch": 1.6004709576138147,
      "rel-constrast": 2.2040233612060547,
      "step": 2039,
      "subrel-constrast": 2.84686017036438,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 4.78125,
      "learning_rate": 7.381191018339696e-05,
      "loss": 0.7167,
      "step": 2040
    },
    {
      "cov-distil": 1.8013355731964111,
      "cov-distil (oracle2student)": 3.5303773880004883,
      "cov-distil (oracle2teacher)": 3.963832378387451,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.5648276805877686,
      "step": 2040,
      "subrel-constrast": 3.6276121139526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6579506397247314,
      "cov-distil (oracle2student)": 4.25803804397583,
      "cov-distil (oracle2teacher)": 4.21677303314209,
      "epoch": 1.6020408163265305,
      "rel-constrast": 1.9876890182495117,
      "step": 2041,
      "subrel-constrast": 3.113215208053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535732626914978,
      "cov-distil (oracle2student)": 5.402882099151611,
      "cov-distil (oracle2teacher)": 4.696279525756836,
      "epoch": 1.6028257456828885,
      "rel-constrast": 2.9239885807037354,
      "step": 2042,
      "subrel-constrast": 3.2930991649627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5083253383636475,
      "cov-distil (oracle2student)": 3.4424843788146973,
      "cov-distil (oracle2teacher)": 3.5470097064971924,
      "epoch": 1.6036106750392465,
      "rel-constrast": 2.8768563270568848,
      "step": 2043,
      "subrel-constrast": 3.9423577785491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5171974897384644,
      "cov-distil (oracle2student)": 4.373907566070557,
      "cov-distil (oracle2teacher)": 3.8306307792663574,
      "epoch": 1.6043956043956045,
      "rel-constrast": 3.337836265563965,
      "step": 2044,
      "subrel-constrast": 3.6124343872070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5657068490982056,
      "cov-distil (oracle2student)": 3.9505419731140137,
      "cov-distil (oracle2teacher)": 4.190970420837402,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.0152411460876465,
      "step": 2045,
      "subrel-constrast": 4.00724983215332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8985965251922607,
      "cov-distil (oracle2student)": 4.28822660446167,
      "cov-distil (oracle2teacher)": 3.946835517883301,
      "epoch": 1.6059654631083202,
      "rel-constrast": 2.8592731952667236,
      "step": 2046,
      "subrel-constrast": 3.1686675548553467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6465144157409668,
      "cov-distil (oracle2student)": 3.9822163581848145,
      "cov-distil (oracle2teacher)": 3.9499735832214355,
      "epoch": 1.6067503924646782,
      "rel-constrast": 2.607367992401123,
      "step": 2047,
      "subrel-constrast": 3.69706392288208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7538145780563354,
      "cov-distil (oracle2student)": 4.833702087402344,
      "cov-distil (oracle2teacher)": 3.9440693855285645,
      "epoch": 1.607535321821036,
      "rel-constrast": 2.0068085193634033,
      "step": 2048,
      "subrel-constrast": 2.999901533126831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87105393409729,
      "cov-distil (oracle2student)": 3.345367908477783,
      "cov-distil (oracle2teacher)": 3.522324562072754,
      "epoch": 1.608320251177394,
      "rel-constrast": 1.9255166053771973,
      "step": 2049,
      "subrel-constrast": 2.7382471561431885,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 3.609375,
      "learning_rate": 7.350439310165842e-05,
      "loss": 0.6945,
      "step": 2050
    },
    {
      "cov-distil": 2.074300765991211,
      "cov-distil (oracle2student)": 4.4221062660217285,
      "cov-distil (oracle2teacher)": 4.228175163269043,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.103071928024292,
      "step": 2050,
      "subrel-constrast": 3.450546979904175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3617632389068604,
      "cov-distil (oracle2student)": 5.888254165649414,
      "cov-distil (oracle2teacher)": 5.266791343688965,
      "epoch": 1.60989010989011,
      "rel-constrast": 1.9533088207244873,
      "step": 2051,
      "subrel-constrast": 2.9809393882751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1437957286834717,
      "cov-distil (oracle2student)": 3.659602165222168,
      "cov-distil (oracle2teacher)": 4.333914279937744,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.541755199432373,
      "step": 2052,
      "subrel-constrast": 3.4813520908355713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563184142112732,
      "cov-distil (oracle2student)": 3.077831745147705,
      "cov-distil (oracle2teacher)": 2.9296655654907227,
      "epoch": 1.6114599686028257,
      "rel-constrast": 1.8984439373016357,
      "step": 2053,
      "subrel-constrast": 2.8189008235931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4723098278045654,
      "cov-distil (oracle2student)": 5.416353225708008,
      "cov-distil (oracle2teacher)": 5.360711097717285,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.0762276649475098,
      "step": 2054,
      "subrel-constrast": 3.6275272369384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6000537872314453,
      "cov-distil (oracle2student)": 2.59580135345459,
      "cov-distil (oracle2teacher)": 2.8772387504577637,
      "epoch": 1.6130298273155415,
      "rel-constrast": 2.024744987487793,
      "step": 2055,
      "subrel-constrast": 2.8814353942871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5451122522354126,
      "cov-distil (oracle2student)": 3.4319334030151367,
      "cov-distil (oracle2teacher)": 3.5999789237976074,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.455228567123413,
      "step": 2056,
      "subrel-constrast": 2.4375033378601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7360306978225708,
      "cov-distil (oracle2student)": 3.283903121948242,
      "cov-distil (oracle2teacher)": 3.398296356201172,
      "epoch": 1.6145996860282574,
      "rel-constrast": 2.5101218223571777,
      "step": 2057,
      "subrel-constrast": 3.692830801010132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7128978967666626,
      "cov-distil (oracle2student)": 3.799928665161133,
      "cov-distil (oracle2teacher)": 3.8359947204589844,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.533672332763672,
      "step": 2058,
      "subrel-constrast": 3.5871026515960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3924503326416016,
      "cov-distil (oracle2student)": 5.326235771179199,
      "cov-distil (oracle2teacher)": 4.363945960998535,
      "epoch": 1.6161695447409734,
      "rel-constrast": 2.0621261596679688,
      "step": 2059,
      "subrel-constrast": 2.7751548290252686,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 4.40625,
      "learning_rate": 7.319573044895986e-05,
      "loss": 0.593,
      "step": 2060
    },
    {
      "cov-distil": 1.584039568901062,
      "cov-distil (oracle2student)": 4.551510810852051,
      "cov-distil (oracle2teacher)": 4.374640941619873,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.4036448001861572,
      "step": 2060,
      "subrel-constrast": 3.343592643737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5692150592803955,
      "cov-distil (oracle2student)": 4.678646087646484,
      "cov-distil (oracle2teacher)": 4.383060455322266,
      "epoch": 1.6177394034536892,
      "rel-constrast": 1.8112812042236328,
      "step": 2061,
      "subrel-constrast": 2.7898025512695312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0010762214660645,
      "cov-distil (oracle2student)": 3.535107374191284,
      "cov-distil (oracle2teacher)": 3.302243232727051,
      "epoch": 1.6185243328100472,
      "rel-constrast": 2.537506103515625,
      "step": 2062,
      "subrel-constrast": 3.483670234680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353225231170654,
      "cov-distil (oracle2student)": 5.067857265472412,
      "cov-distil (oracle2teacher)": 4.446170806884766,
      "epoch": 1.619309262166405,
      "rel-constrast": 2.7512176036834717,
      "step": 2063,
      "subrel-constrast": 2.87011456489563,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2051925659179688,
      "cov-distil (oracle2student)": 4.92491340637207,
      "cov-distil (oracle2teacher)": 4.604213714599609,
      "epoch": 1.620094191522763,
      "rel-constrast": 2.431206464767456,
      "step": 2064,
      "subrel-constrast": 3.485708475112915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446495771408081,
      "cov-distil (oracle2student)": 4.557248115539551,
      "cov-distil (oracle2teacher)": 5.079227447509766,
      "epoch": 1.620879120879121,
      "rel-constrast": 2.689906597137451,
      "step": 2065,
      "subrel-constrast": 3.6324639320373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987328052520752,
      "cov-distil (oracle2student)": 6.114767074584961,
      "cov-distil (oracle2teacher)": 4.9361891746521,
      "epoch": 1.6216640502354789,
      "rel-constrast": 3.0467090606689453,
      "step": 2066,
      "subrel-constrast": 3.8994131088256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662117600440979,
      "cov-distil (oracle2student)": 5.114877700805664,
      "cov-distil (oracle2teacher)": 4.539813041687012,
      "epoch": 1.6224489795918369,
      "rel-constrast": 2.904074192047119,
      "step": 2067,
      "subrel-constrast": 3.2853894233703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3983895778656006,
      "cov-distil (oracle2student)": 5.2172956466674805,
      "cov-distil (oracle2teacher)": 4.815918922424316,
      "epoch": 1.6232339089481946,
      "rel-constrast": 2.7466537952423096,
      "step": 2068,
      "subrel-constrast": 3.6045026779174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6487507820129395,
      "cov-distil (oracle2student)": 4.6466569900512695,
      "cov-distil (oracle2teacher)": 4.849420070648193,
      "epoch": 1.6240188383045526,
      "rel-constrast": 2.5237975120544434,
      "step": 2069,
      "subrel-constrast": 3.7779064178466797,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 4.0625,
      "learning_rate": 7.28859372690835e-05,
      "loss": 0.6885,
      "step": 2070
    },
    {
      "cov-distil": 1.4401581287384033,
      "cov-distil (oracle2student)": 2.732518434524536,
      "cov-distil (oracle2teacher)": 3.153769016265869,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.1702370643615723,
      "step": 2070,
      "subrel-constrast": 3.186575412750244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6222763061523438,
      "cov-distil (oracle2student)": 6.2814130783081055,
      "cov-distil (oracle2teacher)": 4.867070198059082,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.2532296180725098,
      "step": 2071,
      "subrel-constrast": 2.526292085647583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015407085418701,
      "cov-distil (oracle2student)": 4.439866065979004,
      "cov-distil (oracle2teacher)": 3.9306440353393555,
      "epoch": 1.6263736263736264,
      "rel-constrast": 3.0945515632629395,
      "step": 2072,
      "subrel-constrast": 3.2662484645843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8246575593948364,
      "cov-distil (oracle2student)": 4.427451133728027,
      "cov-distil (oracle2teacher)": 4.427712440490723,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.4170851707458496,
      "step": 2073,
      "subrel-constrast": 3.19537353515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1661198139190674,
      "cov-distil (oracle2student)": 3.3509554862976074,
      "cov-distil (oracle2teacher)": 3.1649372577667236,
      "epoch": 1.6279434850863423,
      "rel-constrast": 1.562302589416504,
      "step": 2074,
      "subrel-constrast": 2.531795024871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2095613479614258,
      "cov-distil (oracle2student)": 6.035966873168945,
      "cov-distil (oracle2teacher)": 5.026883125305176,
      "epoch": 1.6287284144427001,
      "rel-constrast": 2.4239230155944824,
      "step": 2075,
      "subrel-constrast": 2.930216073989868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9453662633895874,
      "cov-distil (oracle2student)": 4.425250053405762,
      "cov-distil (oracle2teacher)": 4.102781295776367,
      "epoch": 1.629513343799058,
      "rel-constrast": 1.9727150201797485,
      "step": 2076,
      "subrel-constrast": 2.5853288173675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5713047981262207,
      "cov-distil (oracle2student)": 5.643436431884766,
      "cov-distil (oracle2teacher)": 5.27939510345459,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.447759985923767,
      "step": 2077,
      "subrel-constrast": 2.76935076713562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0561935901641846,
      "cov-distil (oracle2student)": 4.581838130950928,
      "cov-distil (oracle2teacher)": 4.431816101074219,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.3310155868530273,
      "step": 2078,
      "subrel-constrast": 2.9703993797302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5798063278198242,
      "cov-distil (oracle2student)": 3.5921404361724854,
      "cov-distil (oracle2teacher)": 3.445786476135254,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.491868019104004,
      "step": 2079,
      "subrel-constrast": 2.4379189014434814,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 3.828125,
      "learning_rate": 7.257502866091192e-05,
      "loss": 0.5702,
      "step": 2080
    },
    {
      "cov-distil": 1.4048517942428589,
      "cov-distil (oracle2student)": 3.400459051132202,
      "cov-distil (oracle2teacher)": 3.2804226875305176,
      "epoch": 1.6326530612244898,
      "rel-constrast": 1.8245465755462646,
      "step": 2080,
      "subrel-constrast": 2.60541033744812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3131752014160156,
      "cov-distil (oracle2student)": 4.978277683258057,
      "cov-distil (oracle2teacher)": 4.192142486572266,
      "epoch": 1.6334379905808478,
      "rel-constrast": 1.8067741394042969,
      "step": 2081,
      "subrel-constrast": 2.431795120239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9099137783050537,
      "cov-distil (oracle2student)": 2.6060876846313477,
      "cov-distil (oracle2teacher)": 3.1444928646087646,
      "epoch": 1.6342229199372058,
      "rel-constrast": 2.5536131858825684,
      "step": 2082,
      "subrel-constrast": 3.4787700176239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050926685333252,
      "cov-distil (oracle2student)": 3.8579182624816895,
      "cov-distil (oracle2teacher)": 3.874237298965454,
      "epoch": 1.6350078492935636,
      "rel-constrast": 3.2454938888549805,
      "step": 2083,
      "subrel-constrast": 3.739490270614624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9905872344970703,
      "cov-distil (oracle2student)": 4.847208023071289,
      "cov-distil (oracle2teacher)": 4.252790927886963,
      "epoch": 1.6357927786499213,
      "rel-constrast": 2.9297268390655518,
      "step": 2084,
      "subrel-constrast": 3.4456827640533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.652703046798706,
      "cov-distil (oracle2student)": 2.841275453567505,
      "cov-distil (oracle2teacher)": 2.9443917274475098,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.053985595703125,
      "step": 2085,
      "subrel-constrast": 3.069553852081299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4988880157470703,
      "cov-distil (oracle2student)": 2.7434816360473633,
      "cov-distil (oracle2teacher)": 2.91510009765625,
      "epoch": 1.6373626373626373,
      "rel-constrast": 2.3767919540405273,
      "step": 2086,
      "subrel-constrast": 2.7277727127075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076383590698242,
      "cov-distil (oracle2student)": 2.8754143714904785,
      "cov-distil (oracle2teacher)": 3.1898603439331055,
      "epoch": 1.6381475667189953,
      "rel-constrast": 2.135059356689453,
      "step": 2087,
      "subrel-constrast": 3.2277204990386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2291775941848755,
      "cov-distil (oracle2student)": 5.292366027832031,
      "cov-distil (oracle2teacher)": 4.929436683654785,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.7642998695373535,
      "step": 2088,
      "subrel-constrast": 3.3712668418884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9079293012619019,
      "cov-distil (oracle2student)": 3.509073257446289,
      "cov-distil (oracle2teacher)": 4.009018898010254,
      "epoch": 1.6397174254317113,
      "rel-constrast": 3.057130813598633,
      "step": 2089,
      "subrel-constrast": 3.894669771194458,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 4.6875,
      "learning_rate": 7.226301977769199e-05,
      "loss": 0.6613,
      "step": 2090
    },
    {
      "cov-distil": 1.3179214000701904,
      "cov-distil (oracle2student)": 3.687188148498535,
      "cov-distil (oracle2teacher)": 4.017757415771484,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.336261749267578,
      "step": 2090,
      "subrel-constrast": 2.9517314434051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6527814865112305,
      "cov-distil (oracle2student)": 4.8277812004089355,
      "cov-distil (oracle2teacher)": 4.593348979949951,
      "epoch": 1.641287284144427,
      "rel-constrast": 2.0458450317382812,
      "step": 2091,
      "subrel-constrast": 2.750227212905884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3956822156906128,
      "cov-distil (oracle2student)": 6.138057708740234,
      "cov-distil (oracle2teacher)": 5.660124778747559,
      "epoch": 1.6420722135007848,
      "rel-constrast": 3.540151596069336,
      "step": 2092,
      "subrel-constrast": 3.9145591259002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3582484722137451,
      "cov-distil (oracle2student)": 2.7744741439819336,
      "cov-distil (oracle2teacher)": 3.1628644466400146,
      "epoch": 1.6428571428571428,
      "rel-constrast": 2.048659086227417,
      "step": 2093,
      "subrel-constrast": 3.016423225402832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5707882642745972,
      "cov-distil (oracle2student)": 5.716060638427734,
      "cov-distil (oracle2teacher)": 5.824782371520996,
      "epoch": 1.6436420722135008,
      "rel-constrast": 3.172013282775879,
      "step": 2094,
      "subrel-constrast": 3.8938181400299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6380009651184082,
      "cov-distil (oracle2student)": 4.731437683105469,
      "cov-distil (oracle2teacher)": 3.9249541759490967,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.4953274726867676,
      "step": 2095,
      "subrel-constrast": 3.363973617553711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.525381088256836,
      "cov-distil (oracle2student)": 3.7400729656219482,
      "cov-distil (oracle2teacher)": 3.8590643405914307,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.151484251022339,
      "step": 2096,
      "subrel-constrast": 3.0528037548065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795433521270752,
      "cov-distil (oracle2student)": 2.8715476989746094,
      "cov-distil (oracle2teacher)": 3.1065516471862793,
      "epoch": 1.6459968602825745,
      "rel-constrast": 2.834374189376831,
      "step": 2097,
      "subrel-constrast": 3.2835195064544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7433602809906006,
      "cov-distil (oracle2student)": 3.3322153091430664,
      "cov-distil (oracle2teacher)": 3.0431127548217773,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.1702029705047607,
      "step": 2098,
      "subrel-constrast": 2.8586950302124023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8444807529449463,
      "cov-distil (oracle2student)": 5.867154121398926,
      "cov-distil (oracle2teacher)": 5.392856597900391,
      "epoch": 1.6475667189952903,
      "rel-constrast": 2.403501033782959,
      "step": 2099,
      "subrel-constrast": 3.1818904876708984,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 4.40625,
      "learning_rate": 7.194992582629654e-05,
      "loss": 0.6696,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.3296875059604645,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.0631103515625
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.0450439453125
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.01806640625,
      "step": 2100
    },
    {
      "cov-distil": 1.3041702508926392,
      "cov-distil (oracle2student)": 4.5512919425964355,
      "cov-distil (oracle2teacher)": 4.810063362121582,
      "epoch": 1.6483516483516483,
      "rel-constrast": 2.7565317153930664,
      "step": 2100,
      "subrel-constrast": 3.498152256011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.192387580871582,
      "cov-distil (oracle2student)": 4.731462478637695,
      "cov-distil (oracle2teacher)": 4.779656410217285,
      "epoch": 1.6491365777080063,
      "rel-constrast": 2.7793374061584473,
      "step": 2101,
      "subrel-constrast": 3.2651848793029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.060028314590454,
      "cov-distil (oracle2student)": 4.799584865570068,
      "cov-distil (oracle2teacher)": 4.486299514770508,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.1638729572296143,
      "step": 2102,
      "subrel-constrast": 2.607111692428589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616163730621338,
      "cov-distil (oracle2student)": 4.190928936004639,
      "cov-distil (oracle2teacher)": 3.9303903579711914,
      "epoch": 1.6507064364207222,
      "rel-constrast": 2.50105619430542,
      "step": 2103,
      "subrel-constrast": 3.2447967529296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5367724895477295,
      "cov-distil (oracle2student)": 4.836904525756836,
      "cov-distil (oracle2teacher)": 5.0303263664245605,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.053119659423828,
      "step": 2104,
      "subrel-constrast": 3.6697232723236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3803843259811401,
      "cov-distil (oracle2student)": 4.443551540374756,
      "cov-distil (oracle2teacher)": 3.9164559841156006,
      "epoch": 1.652276295133438,
      "rel-constrast": 2.484963893890381,
      "step": 2105,
      "subrel-constrast": 2.8401038646698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5489168167114258,
      "cov-distil (oracle2student)": 3.2692580223083496,
      "cov-distil (oracle2teacher)": 3.327216625213623,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.1857781410217285,
      "step": 2106,
      "subrel-constrast": 3.1167378425598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5578937530517578,
      "cov-distil (oracle2student)": 5.732111930847168,
      "cov-distil (oracle2teacher)": 4.6144022941589355,
      "epoch": 1.6538461538461537,
      "rel-constrast": 2.9380924701690674,
      "step": 2107,
      "subrel-constrast": 3.212132453918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5163339376449585,
      "cov-distil (oracle2student)": 3.242608070373535,
      "cov-distil (oracle2teacher)": 3.276304244995117,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.045927047729492,
      "step": 2108,
      "subrel-constrast": 3.0533390045166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9875195026397705,
      "cov-distil (oracle2student)": 3.1206438541412354,
      "cov-distil (oracle2teacher)": 3.4222121238708496,
      "epoch": 1.6554160125588697,
      "rel-constrast": 1.4339839220046997,
      "step": 2109,
      "subrel-constrast": 2.307018518447876,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 3.5625,
      "learning_rate": 7.163576206648304e-05,
      "loss": 0.6453,
      "step": 2110
    },
    {
      "cov-distil": 2.2583112716674805,
      "cov-distil (oracle2student)": 3.742623805999756,
      "cov-distil (oracle2teacher)": 3.8439273834228516,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.2576041221618652,
      "step": 2110,
      "subrel-constrast": 3.9274559020996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658793926239014,
      "cov-distil (oracle2student)": 5.309209823608398,
      "cov-distil (oracle2teacher)": 4.953458309173584,
      "epoch": 1.6569858712715857,
      "rel-constrast": 2.334503173828125,
      "step": 2111,
      "subrel-constrast": 3.0618908405303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6448341608047485,
      "cov-distil (oracle2student)": 7.077134132385254,
      "cov-distil (oracle2teacher)": 6.583003997802734,
      "epoch": 1.6577708006279435,
      "rel-constrast": 2.4110665321350098,
      "step": 2112,
      "subrel-constrast": 3.4943687915802,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875563383102417,
      "cov-distil (oracle2student)": 3.6252288818359375,
      "cov-distil (oracle2teacher)": 3.9669933319091797,
      "epoch": 1.6585557299843015,
      "rel-constrast": 3.1899850368499756,
      "step": 2113,
      "subrel-constrast": 3.8216817378997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547466516494751,
      "cov-distil (oracle2student)": 4.470736503601074,
      "cov-distil (oracle2teacher)": 4.020493030548096,
      "epoch": 1.6593406593406592,
      "rel-constrast": 2.7578859329223633,
      "step": 2114,
      "subrel-constrast": 3.1210689544677734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5361336469650269,
      "cov-distil (oracle2student)": 4.66807746887207,
      "cov-distil (oracle2teacher)": 4.50896692276001,
      "epoch": 1.6601255886970172,
      "rel-constrast": 2.495817184448242,
      "step": 2115,
      "subrel-constrast": 2.693054437637329,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9860470294952393,
      "cov-distil (oracle2student)": 4.262883186340332,
      "cov-distil (oracle2teacher)": 3.9424500465393066,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.693337082862854,
      "step": 2116,
      "subrel-constrast": 2.469752311706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0631961822509766,
      "cov-distil (oracle2student)": 4.397215843200684,
      "cov-distil (oracle2teacher)": 4.593517303466797,
      "epoch": 1.6616954474097332,
      "rel-constrast": 2.5855836868286133,
      "step": 2117,
      "subrel-constrast": 3.3809499740600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494905948638916,
      "cov-distil (oracle2student)": 2.7452640533447266,
      "cov-distil (oracle2teacher)": 2.830747127532959,
      "epoch": 1.6624803767660912,
      "rel-constrast": 2.175607681274414,
      "step": 2118,
      "subrel-constrast": 3.1161303520202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1857845783233643,
      "cov-distil (oracle2student)": 2.581292152404785,
      "cov-distil (oracle2teacher)": 3.040261745452881,
      "epoch": 1.663265306122449,
      "rel-constrast": 1.9869095087051392,
      "step": 2119,
      "subrel-constrast": 3.3463382720947266,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 3.390625,
      "learning_rate": 7.132054381014995e-05,
      "loss": 0.6646,
      "step": 2120
    },
    {
      "cov-distil": 1.6123353242874146,
      "cov-distil (oracle2student)": 3.926623821258545,
      "cov-distil (oracle2teacher)": 3.7907156944274902,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.0401792526245117,
      "step": 2120,
      "subrel-constrast": 2.6645374298095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8707770109176636,
      "cov-distil (oracle2student)": 5.781187057495117,
      "cov-distil (oracle2teacher)": 5.157470703125,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.1284263134002686,
      "step": 2121,
      "subrel-constrast": 3.8707494735717773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4771013259887695,
      "cov-distil (oracle2student)": 3.601304292678833,
      "cov-distil (oracle2teacher)": 3.7907471656799316,
      "epoch": 1.6656200941915227,
      "rel-constrast": 2.3581464290618896,
      "step": 2122,
      "subrel-constrast": 3.3999829292297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8331536054611206,
      "cov-distil (oracle2student)": 3.8640308380126953,
      "cov-distil (oracle2teacher)": 3.749663829803467,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.6566715240478516,
      "step": 2123,
      "subrel-constrast": 3.372091770172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3191354274749756,
      "cov-distil (oracle2student)": 4.024744033813477,
      "cov-distil (oracle2teacher)": 4.26629114151001,
      "epoch": 1.6671899529042387,
      "rel-constrast": 2.6037731170654297,
      "step": 2124,
      "subrel-constrast": 3.3540730476379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158237934112549,
      "cov-distil (oracle2student)": 4.537154674530029,
      "cov-distil (oracle2teacher)": 4.520963668823242,
      "epoch": 1.6679748822605966,
      "rel-constrast": 2.5413143634796143,
      "step": 2125,
      "subrel-constrast": 3.4041619300842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4891178607940674,
      "cov-distil (oracle2student)": 5.867092609405518,
      "cov-distil (oracle2teacher)": 5.301076889038086,
      "epoch": 1.6687598116169546,
      "rel-constrast": 1.706397533416748,
      "step": 2126,
      "subrel-constrast": 2.6302566528320312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3037983179092407,
      "cov-distil (oracle2student)": 4.6749725341796875,
      "cov-distil (oracle2teacher)": 4.784430980682373,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.581387996673584,
      "step": 2127,
      "subrel-constrast": 3.317765235900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0948586463928223,
      "cov-distil (oracle2student)": 4.401847839355469,
      "cov-distil (oracle2teacher)": 4.059384346008301,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.5283350944519043,
      "step": 2128,
      "subrel-constrast": 2.7880985736846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.314117670059204,
      "cov-distil (oracle2student)": 4.424304008483887,
      "cov-distil (oracle2teacher)": 4.1100969314575195,
      "epoch": 1.6711145996860282,
      "rel-constrast": 3.479124069213867,
      "step": 2129,
      "subrel-constrast": 4.3040385246276855,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 5.78125,
      "learning_rate": 7.100428642059033e-05,
      "loss": 0.6784,
      "step": 2130
    },
    {
      "cov-distil": 1.581297516822815,
      "cov-distil (oracle2student)": 6.508733749389648,
      "cov-distil (oracle2teacher)": 6.4388933181762695,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.5698087215423584,
      "step": 2130,
      "subrel-constrast": 3.9399876594543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3032426834106445,
      "cov-distil (oracle2student)": 3.603994607925415,
      "cov-distil (oracle2teacher)": 3.755011558532715,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.08054518699646,
      "step": 2131,
      "subrel-constrast": 3.2536141872406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8905727863311768,
      "cov-distil (oracle2student)": 4.790872573852539,
      "cov-distil (oracle2teacher)": 4.878604412078857,
      "epoch": 1.6734693877551021,
      "rel-constrast": 1.8234963417053223,
      "step": 2132,
      "subrel-constrast": 3.4653985500335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6325280666351318,
      "cov-distil (oracle2student)": 3.993821382522583,
      "cov-distil (oracle2teacher)": 4.830680847167969,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.1124987602233887,
      "step": 2133,
      "subrel-constrast": 3.510389804840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7939730882644653,
      "cov-distil (oracle2student)": 3.9792752265930176,
      "cov-distil (oracle2teacher)": 3.914783239364624,
      "epoch": 1.6750392464678179,
      "rel-constrast": 2.3070051670074463,
      "step": 2134,
      "subrel-constrast": 3.1237592697143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489922046661377,
      "cov-distil (oracle2student)": 4.41118860244751,
      "cov-distil (oracle2teacher)": 4.417638778686523,
      "epoch": 1.6758241758241759,
      "rel-constrast": 2.9578428268432617,
      "step": 2135,
      "subrel-constrast": 3.747298240661621,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6355602741241455,
      "cov-distil (oracle2student)": 5.173567771911621,
      "cov-distil (oracle2teacher)": 5.363860130310059,
      "epoch": 1.6766091051805336,
      "rel-constrast": 2.9348626136779785,
      "step": 2136,
      "subrel-constrast": 4.015832424163818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5228846073150635,
      "cov-distil (oracle2student)": 4.0372748374938965,
      "cov-distil (oracle2teacher)": 4.062582969665527,
      "epoch": 1.6773940345368916,
      "rel-constrast": 2.8925673961639404,
      "step": 2137,
      "subrel-constrast": 3.5673089027404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3165665864944458,
      "cov-distil (oracle2student)": 3.2324812412261963,
      "cov-distil (oracle2teacher)": 3.4159023761749268,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.177919387817383,
      "step": 2138,
      "subrel-constrast": 3.7923758029937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9799940586090088,
      "cov-distil (oracle2student)": 3.8918144702911377,
      "cov-distil (oracle2teacher)": 3.988896608352661,
      "epoch": 1.6789638932496076,
      "rel-constrast": 3.389202117919922,
      "step": 2139,
      "subrel-constrast": 4.929213523864746,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 4.6875,
      "learning_rate": 7.068700531174319e-05,
      "loss": 0.7265,
      "step": 2140
    },
    {
      "cov-distil": 1.6194548606872559,
      "cov-distil (oracle2student)": 4.76223087310791,
      "cov-distil (oracle2teacher)": 4.481523513793945,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.4572553634643555,
      "step": 2140,
      "subrel-constrast": 3.036332368850708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2037739753723145,
      "cov-distil (oracle2student)": 5.363215446472168,
      "cov-distil (oracle2teacher)": 5.130077362060547,
      "epoch": 1.6805337519623234,
      "rel-constrast": 2.60335636138916,
      "step": 2141,
      "subrel-constrast": 3.5112342834472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1703054904937744,
      "cov-distil (oracle2student)": 4.752045154571533,
      "cov-distil (oracle2teacher)": 4.201737403869629,
      "epoch": 1.6813186813186813,
      "rel-constrast": 2.8080427646636963,
      "step": 2142,
      "subrel-constrast": 3.382157564163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8275398015975952,
      "cov-distil (oracle2student)": 5.204842567443848,
      "cov-distil (oracle2teacher)": 4.2319841384887695,
      "epoch": 1.682103610675039,
      "rel-constrast": 1.763655424118042,
      "step": 2143,
      "subrel-constrast": 2.542111396789551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6449055671691895,
      "cov-distil (oracle2student)": 5.140944480895996,
      "cov-distil (oracle2teacher)": 4.7014336585998535,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.233461380004883,
      "step": 2144,
      "subrel-constrast": 3.019836902618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7460572719573975,
      "cov-distil (oracle2student)": 4.267661094665527,
      "cov-distil (oracle2teacher)": 3.9455509185791016,
      "epoch": 1.683673469387755,
      "rel-constrast": 2.3150486946105957,
      "step": 2145,
      "subrel-constrast": 3.3395252227783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4109642505645752,
      "cov-distil (oracle2student)": 2.7427711486816406,
      "cov-distil (oracle2teacher)": 3.127896785736084,
      "epoch": 1.684458398744113,
      "rel-constrast": 2.1925344467163086,
      "step": 2146,
      "subrel-constrast": 3.227242946624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6167492866516113,
      "cov-distil (oracle2student)": 4.393077850341797,
      "cov-distil (oracle2teacher)": 4.643450736999512,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.2181742191314697,
      "step": 2147,
      "subrel-constrast": 4.27163028717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5604441165924072,
      "cov-distil (oracle2student)": 4.077345371246338,
      "cov-distil (oracle2teacher)": 4.1759138107299805,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.262261390686035,
      "step": 2148,
      "subrel-constrast": 3.3256185054779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9646399021148682,
      "cov-distil (oracle2student)": 3.7191975116729736,
      "cov-distil (oracle2teacher)": 3.9008586406707764,
      "epoch": 1.6868131868131868,
      "rel-constrast": 2.4398906230926514,
      "step": 2149,
      "subrel-constrast": 3.564835786819458,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 4.34375,
      "learning_rate": 7.036871594744217e-05,
      "loss": 0.6468,
      "step": 2150
    },
    {
      "cov-distil": 1.495314359664917,
      "cov-distil (oracle2student)": 3.044619083404541,
      "cov-distil (oracle2teacher)": 3.43050217628479,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.396324872970581,
      "step": 2150,
      "subrel-constrast": 3.0816526412963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2609035968780518,
      "cov-distil (oracle2student)": 5.043072700500488,
      "cov-distil (oracle2teacher)": 4.3365478515625,
      "epoch": 1.6883830455259026,
      "rel-constrast": 2.4584670066833496,
      "step": 2151,
      "subrel-constrast": 3.4279861450195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549473285675049,
      "cov-distil (oracle2student)": 4.252044200897217,
      "cov-distil (oracle2teacher)": 4.051650047302246,
      "epoch": 1.6891679748822606,
      "rel-constrast": 2.0517678260803223,
      "step": 2152,
      "subrel-constrast": 2.795762300491333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9347002506256104,
      "cov-distil (oracle2student)": 3.7761759757995605,
      "cov-distil (oracle2teacher)": 4.213886260986328,
      "epoch": 1.6899529042386185,
      "rel-constrast": 2.1621453762054443,
      "step": 2153,
      "subrel-constrast": 3.303260087966919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2302863597869873,
      "cov-distil (oracle2student)": 4.300087928771973,
      "cov-distil (oracle2teacher)": 3.6973328590393066,
      "epoch": 1.6907378335949765,
      "rel-constrast": 2.3908822536468506,
      "step": 2154,
      "subrel-constrast": 2.9891889095306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4333837032318115,
      "cov-distil (oracle2student)": 2.39388370513916,
      "cov-distil (oracle2teacher)": 2.924466848373413,
      "epoch": 1.6915227629513345,
      "rel-constrast": 2.392334461212158,
      "step": 2155,
      "subrel-constrast": 3.2944984436035156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5044593811035156,
      "cov-distil (oracle2student)": 2.3873324394226074,
      "cov-distil (oracle2teacher)": 2.5785157680511475,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.359903335571289,
      "step": 2156,
      "subrel-constrast": 2.419304370880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7999684810638428,
      "cov-distil (oracle2student)": 4.55061149597168,
      "cov-distil (oracle2teacher)": 4.59797477722168,
      "epoch": 1.6930926216640503,
      "rel-constrast": 2.452383041381836,
      "step": 2157,
      "subrel-constrast": 3.505463123321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2582387924194336,
      "cov-distil (oracle2student)": 5.424683570861816,
      "cov-distil (oracle2teacher)": 4.644314765930176,
      "epoch": 1.693877551020408,
      "rel-constrast": 1.795845866203308,
      "step": 2158,
      "subrel-constrast": 2.610640525817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2630324363708496,
      "cov-distil (oracle2student)": 5.645476341247559,
      "cov-distil (oracle2teacher)": 5.355142593383789,
      "epoch": 1.694662480376766,
      "rel-constrast": 3.111863851547241,
      "step": 2159,
      "subrel-constrast": 3.453964948654175,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 5.125,
      "learning_rate": 7.004943384066187e-05,
      "loss": 0.6006,
      "step": 2160
    },
    {
      "cov-distil": 1.3486542701721191,
      "cov-distil (oracle2student)": 7.5716681480407715,
      "cov-distil (oracle2teacher)": 6.7940473556518555,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.208357810974121,
      "step": 2160,
      "subrel-constrast": 4.505993843078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8255350589752197,
      "cov-distil (oracle2student)": 4.8510026931762695,
      "cov-distil (oracle2teacher)": 4.358244895935059,
      "epoch": 1.696232339089482,
      "rel-constrast": 2.8069236278533936,
      "step": 2161,
      "subrel-constrast": 3.569472312927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0945043563842773,
      "cov-distil (oracle2student)": 3.530782699584961,
      "cov-distil (oracle2teacher)": 4.181367874145508,
      "epoch": 1.69701726844584,
      "rel-constrast": 1.9744397401809692,
      "step": 2162,
      "subrel-constrast": 3.170009136199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7191073894500732,
      "cov-distil (oracle2student)": 4.081722259521484,
      "cov-distil (oracle2teacher)": 3.8186373710632324,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.361013889312744,
      "step": 2163,
      "subrel-constrast": 4.120651721954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9940105676651,
      "cov-distil (oracle2student)": 3.2821543216705322,
      "cov-distil (oracle2teacher)": 3.7055399417877197,
      "epoch": 1.6985871271585558,
      "rel-constrast": 2.0685670375823975,
      "step": 2164,
      "subrel-constrast": 3.6464879512786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6657692193984985,
      "cov-distil (oracle2student)": 6.302093505859375,
      "cov-distil (oracle2teacher)": 5.707233428955078,
      "epoch": 1.6993720565149135,
      "rel-constrast": 2.2734665870666504,
      "step": 2165,
      "subrel-constrast": 3.227976083755493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7572553157806396,
      "cov-distil (oracle2student)": 2.6348795890808105,
      "cov-distil (oracle2teacher)": 2.62618088722229,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.629570722579956,
      "step": 2166,
      "subrel-constrast": 3.840219736099243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6178014278411865,
      "cov-distil (oracle2student)": 4.7033610343933105,
      "cov-distil (oracle2teacher)": 3.9423258304595947,
      "epoch": 1.7009419152276295,
      "rel-constrast": 3.3696300983428955,
      "step": 2167,
      "subrel-constrast": 4.172408580780029,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8148958683013916,
      "cov-distil (oracle2student)": 5.333154678344727,
      "cov-distil (oracle2teacher)": 5.009902000427246,
      "epoch": 1.7017268445839875,
      "rel-constrast": 1.5668675899505615,
      "step": 2168,
      "subrel-constrast": 2.436488151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542640209197998,
      "cov-distil (oracle2student)": 4.257399559020996,
      "cov-distil (oracle2teacher)": 3.9770545959472656,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.631704807281494,
      "step": 2169,
      "subrel-constrast": 3.3925349712371826,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 4.84375,
      "learning_rate": 6.97291745527617e-05,
      "loss": 0.7402,
      "step": 2170
    },
    {
      "cov-distil": 2.011979103088379,
      "cov-distil (oracle2student)": 3.2256908416748047,
      "cov-distil (oracle2teacher)": 3.1007556915283203,
      "epoch": 1.7032967032967035,
      "rel-constrast": 2.7258460521698,
      "step": 2170,
      "subrel-constrast": 3.378087043762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751971960067749,
      "cov-distil (oracle2student)": 4.63273286819458,
      "cov-distil (oracle2teacher)": 4.443603038787842,
      "epoch": 1.7040816326530612,
      "rel-constrast": 2.879028797149658,
      "step": 2171,
      "subrel-constrast": 3.7245583534240723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4839619398117065,
      "cov-distil (oracle2student)": 3.72493314743042,
      "cov-distil (oracle2teacher)": 3.471315383911133,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.0817694664001465,
      "step": 2172,
      "subrel-constrast": 2.8171451091766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8530327081680298,
      "cov-distil (oracle2student)": 5.446822643280029,
      "cov-distil (oracle2teacher)": 4.871033668518066,
      "epoch": 1.705651491365777,
      "rel-constrast": 4.098011493682861,
      "step": 2173,
      "subrel-constrast": 5.001994609832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3715479373931885,
      "cov-distil (oracle2student)": 3.345311164855957,
      "cov-distil (oracle2teacher)": 3.6099491119384766,
      "epoch": 1.706436420722135,
      "rel-constrast": 2.2340433597564697,
      "step": 2174,
      "subrel-constrast": 3.434197187423706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102309226989746,
      "cov-distil (oracle2student)": 4.1825737953186035,
      "cov-distil (oracle2teacher)": 3.9390101432800293,
      "epoch": 1.707221350078493,
      "rel-constrast": 2.256476879119873,
      "step": 2175,
      "subrel-constrast": 2.919384002685547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3591338396072388,
      "cov-distil (oracle2student)": 4.184854030609131,
      "cov-distil (oracle2teacher)": 4.490004062652588,
      "epoch": 1.708006279434851,
      "rel-constrast": 1.9019557237625122,
      "step": 2176,
      "subrel-constrast": 3.0466597080230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.974067211151123,
      "cov-distil (oracle2student)": 4.308802604675293,
      "cov-distil (oracle2teacher)": 4.103215217590332,
      "epoch": 1.708791208791209,
      "rel-constrast": 1.4992687702178955,
      "step": 2177,
      "subrel-constrast": 2.179837226867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.316483736038208,
      "cov-distil (oracle2student)": 5.9220452308654785,
      "cov-distil (oracle2teacher)": 5.4603657722473145,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.6200246810913086,
      "step": 2178,
      "subrel-constrast": 3.538616418838501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8841276168823242,
      "cov-distil (oracle2student)": 4.144949913024902,
      "cov-distil (oracle2teacher)": 3.8631627559661865,
      "epoch": 1.7103610675039247,
      "rel-constrast": 1.9695026874542236,
      "step": 2179,
      "subrel-constrast": 3.1511073112487793,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 4.03125,
      "learning_rate": 6.940795369272754e-05,
      "loss": 0.6507,
      "step": 2180
    },
    {
      "cov-distil": 2.068058967590332,
      "cov-distil (oracle2student)": 4.507965087890625,
      "cov-distil (oracle2teacher)": 5.014604568481445,
      "epoch": 1.7111459968602825,
      "rel-constrast": 2.478095293045044,
      "step": 2180,
      "subrel-constrast": 3.6725401878356934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2681119441986084,
      "cov-distil (oracle2student)": 2.636594772338867,
      "cov-distil (oracle2teacher)": 2.759105682373047,
      "epoch": 1.7119309262166404,
      "rel-constrast": 2.694542407989502,
      "step": 2181,
      "subrel-constrast": 3.208296537399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2884304523468018,
      "cov-distil (oracle2student)": 4.17648458480835,
      "cov-distil (oracle2teacher)": 4.448793411254883,
      "epoch": 1.7127158555729984,
      "rel-constrast": 2.754124402999878,
      "step": 2182,
      "subrel-constrast": 3.897991418838501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5005866289138794,
      "cov-distil (oracle2student)": 2.9258346557617188,
      "cov-distil (oracle2teacher)": 3.062857151031494,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.485804319381714,
      "step": 2183,
      "subrel-constrast": 3.7143077850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6543669700622559,
      "cov-distil (oracle2student)": 4.41241455078125,
      "cov-distil (oracle2teacher)": 4.215524673461914,
      "epoch": 1.7142857142857144,
      "rel-constrast": 2.516205310821533,
      "step": 2184,
      "subrel-constrast": 3.39424729347229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4837777614593506,
      "cov-distil (oracle2student)": 3.9752886295318604,
      "cov-distil (oracle2teacher)": 3.938493013381958,
      "epoch": 1.7150706436420722,
      "rel-constrast": 2.8275232315063477,
      "step": 2185,
      "subrel-constrast": 3.5568482875823975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6671640872955322,
      "cov-distil (oracle2student)": 4.3473405838012695,
      "cov-distil (oracle2teacher)": 4.142848014831543,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.433959484100342,
      "step": 2186,
      "subrel-constrast": 3.3002662658691406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9637953042984009,
      "cov-distil (oracle2student)": 4.143914222717285,
      "cov-distil (oracle2teacher)": 4.138727188110352,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.5419552326202393,
      "step": 2187,
      "subrel-constrast": 3.4084925651550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9289441108703613,
      "cov-distil (oracle2student)": 3.567256212234497,
      "cov-distil (oracle2teacher)": 3.7561473846435547,
      "epoch": 1.717425431711146,
      "rel-constrast": 1.9755785465240479,
      "step": 2188,
      "subrel-constrast": 2.9118168354034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7522015571594238,
      "cov-distil (oracle2student)": 7.275687217712402,
      "cov-distil (oracle2teacher)": 6.571499824523926,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.3201141357421875,
      "step": 2189,
      "subrel-constrast": 3.362215518951416,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 4.34375,
      "learning_rate": 6.908578691641092e-05,
      "loss": 0.6696,
      "step": 2190
    },
    {
      "cov-distil": 1.7457836866378784,
      "cov-distil (oracle2student)": 3.3905467987060547,
      "cov-distil (oracle2teacher)": 3.608168125152588,
      "epoch": 1.718995290423862,
      "rel-constrast": 2.7051007747650146,
      "step": 2190,
      "subrel-constrast": 3.9204814434051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8531403541564941,
      "cov-distil (oracle2student)": 2.796229124069214,
      "cov-distil (oracle2teacher)": 3.207326650619507,
      "epoch": 1.7197802197802199,
      "rel-constrast": 1.7638237476348877,
      "step": 2191,
      "subrel-constrast": 2.674301862716675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5325356721878052,
      "cov-distil (oracle2student)": 4.918013572692871,
      "cov-distil (oracle2teacher)": 4.474933624267578,
      "epoch": 1.7205651491365777,
      "rel-constrast": 2.945876359939575,
      "step": 2192,
      "subrel-constrast": 3.714836597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1910626888275146,
      "cov-distil (oracle2student)": 3.7441020011901855,
      "cov-distil (oracle2teacher)": 3.690338611602783,
      "epoch": 1.7213500784929356,
      "rel-constrast": 2.5312910079956055,
      "step": 2193,
      "subrel-constrast": 3.1355178356170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6641919612884521,
      "cov-distil (oracle2student)": 4.196409702301025,
      "cov-distil (oracle2teacher)": 3.920987844467163,
      "epoch": 1.7221350078492934,
      "rel-constrast": 2.7019786834716797,
      "step": 2194,
      "subrel-constrast": 3.209383726119995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7509390115737915,
      "cov-distil (oracle2student)": 5.250551223754883,
      "cov-distil (oracle2teacher)": 5.053814888000488,
      "epoch": 1.7229199372056514,
      "rel-constrast": 2.3619606494903564,
      "step": 2195,
      "subrel-constrast": 3.6173343658447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5913949012756348,
      "cov-distil (oracle2student)": 4.291038513183594,
      "cov-distil (oracle2teacher)": 4.335545539855957,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.013051986694336,
      "step": 2196,
      "subrel-constrast": 3.6488840579986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1965779066085815,
      "cov-distil (oracle2student)": 3.455254077911377,
      "cov-distil (oracle2teacher)": 3.863126754760742,
      "epoch": 1.7244897959183674,
      "rel-constrast": 1.9098374843597412,
      "step": 2197,
      "subrel-constrast": 2.8307440280914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988802194595337,
      "cov-distil (oracle2student)": 3.4675827026367188,
      "cov-distil (oracle2teacher)": 3.4665164947509766,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.2598203420639038,
      "step": 2198,
      "subrel-constrast": 2.3665928840637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6249752044677734,
      "cov-distil (oracle2student)": 3.4989547729492188,
      "cov-distil (oracle2teacher)": 4.044622898101807,
      "epoch": 1.7260596546310834,
      "rel-constrast": 2.6253106594085693,
      "step": 2199,
      "subrel-constrast": 3.59824800491333,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 4.71875,
      "learning_rate": 6.876268992576604e-05,
      "loss": 0.6358,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.3421874940395355,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.0625
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.045379638671875
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.017120361328125,
      "step": 2200
    },
    {
      "cov-distil": 1.3561089038848877,
      "cov-distil (oracle2student)": 3.6195645332336426,
      "cov-distil (oracle2teacher)": 3.219583034515381,
      "epoch": 1.7268445839874411,
      "rel-constrast": 2.201918363571167,
      "step": 2200,
      "subrel-constrast": 2.518646478652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851949691772461,
      "cov-distil (oracle2student)": 3.5491881370544434,
      "cov-distil (oracle2teacher)": 3.680762767791748,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.1541781425476074,
      "step": 2201,
      "subrel-constrast": 4.015254020690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8969635963439941,
      "cov-distil (oracle2student)": 4.366342544555664,
      "cov-distil (oracle2teacher)": 4.1785712242126465,
      "epoch": 1.7284144427001569,
      "rel-constrast": 1.9689158201217651,
      "step": 2202,
      "subrel-constrast": 2.684065818786621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4051975011825562,
      "cov-distil (oracle2student)": 3.6355645656585693,
      "cov-distil (oracle2teacher)": 3.093341827392578,
      "epoch": 1.7291993720565149,
      "rel-constrast": 1.8854918479919434,
      "step": 2203,
      "subrel-constrast": 2.5784952640533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6630500555038452,
      "cov-distil (oracle2student)": 3.862818717956543,
      "cov-distil (oracle2teacher)": 3.7410755157470703,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.777770757675171,
      "step": 2204,
      "subrel-constrast": 3.3367183208465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494065284729004,
      "cov-distil (oracle2student)": 5.824112892150879,
      "cov-distil (oracle2teacher)": 5.170742511749268,
      "epoch": 1.7307692307692308,
      "rel-constrast": 3.9853157997131348,
      "step": 2205,
      "subrel-constrast": 4.468911170959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.993622899055481,
      "cov-distil (oracle2student)": 4.5734148025512695,
      "cov-distil (oracle2teacher)": 3.7425577640533447,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.9047646522521973,
      "step": 2206,
      "subrel-constrast": 3.526353120803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2726516723632812,
      "cov-distil (oracle2student)": 4.709412574768066,
      "cov-distil (oracle2teacher)": 4.547685623168945,
      "epoch": 1.7323390894819466,
      "rel-constrast": 2.2723798751831055,
      "step": 2207,
      "subrel-constrast": 3.3729255199432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5378508567810059,
      "cov-distil (oracle2student)": 3.5082879066467285,
      "cov-distil (oracle2teacher)": 3.565091133117676,
      "epoch": 1.7331240188383046,
      "rel-constrast": 2.3887250423431396,
      "step": 2208,
      "subrel-constrast": 3.1077404022216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6526015996932983,
      "cov-distil (oracle2student)": 4.470086574554443,
      "cov-distil (oracle2teacher)": 4.181069850921631,
      "epoch": 1.7339089481946623,
      "rel-constrast": 2.620818853378296,
      "step": 2209,
      "subrel-constrast": 3.1684954166412354,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 5.25,
      "learning_rate": 6.843867846808438e-05,
      "loss": 0.6968,
      "step": 2210
    },
    {
      "cov-distil": 1.1411144733428955,
      "cov-distil (oracle2student)": 5.358015060424805,
      "cov-distil (oracle2teacher)": 4.624812602996826,
      "epoch": 1.7346938775510203,
      "rel-constrast": 2.872292995452881,
      "step": 2210,
      "subrel-constrast": 3.5348076820373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2075865268707275,
      "cov-distil (oracle2student)": 3.219160556793213,
      "cov-distil (oracle2teacher)": 3.4016435146331787,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.3193953037261963,
      "step": 2211,
      "subrel-constrast": 3.9406824111938477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5743210315704346,
      "cov-distil (oracle2student)": 4.702581405639648,
      "cov-distil (oracle2teacher)": 3.870854377746582,
      "epoch": 1.7362637362637363,
      "rel-constrast": 1.8838088512420654,
      "step": 2212,
      "subrel-constrast": 2.6379497051239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350095510482788,
      "cov-distil (oracle2student)": 4.432908058166504,
      "cov-distil (oracle2teacher)": 3.7975592613220215,
      "epoch": 1.7370486656200943,
      "rel-constrast": 2.1444969177246094,
      "step": 2213,
      "subrel-constrast": 3.0051677227020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512743353843689,
      "cov-distil (oracle2student)": 2.6924448013305664,
      "cov-distil (oracle2teacher)": 3.1720919609069824,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.1138668060302734,
      "step": 2214,
      "subrel-constrast": 4.06848669052124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9219560623168945,
      "cov-distil (oracle2student)": 5.6005778312683105,
      "cov-distil (oracle2teacher)": 4.967071056365967,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.0741612911224365,
      "step": 2215,
      "subrel-constrast": 2.3999032974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4518077373504639,
      "cov-distil (oracle2student)": 3.2125515937805176,
      "cov-distil (oracle2teacher)": 3.115443706512451,
      "epoch": 1.7394034536891678,
      "rel-constrast": 2.6790614128112793,
      "step": 2216,
      "subrel-constrast": 3.0212864875793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5840716361999512,
      "cov-distil (oracle2student)": 4.857303619384766,
      "cov-distil (oracle2teacher)": 4.764815330505371,
      "epoch": 1.7401883830455258,
      "rel-constrast": 1.7841267585754395,
      "step": 2217,
      "subrel-constrast": 2.9988975524902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1872999668121338,
      "cov-distil (oracle2student)": 3.384542465209961,
      "cov-distil (oracle2teacher)": 3.5827314853668213,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.488130569458008,
      "step": 2218,
      "subrel-constrast": 2.9371609687805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649062156677246,
      "cov-distil (oracle2student)": 3.500046730041504,
      "cov-distil (oracle2teacher)": 3.8480899333953857,
      "epoch": 1.7417582417582418,
      "rel-constrast": 2.6351449489593506,
      "step": 2219,
      "subrel-constrast": 3.6256959438323975,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 4.875,
      "learning_rate": 6.811376833522729e-05,
      "loss": 0.6613,
      "step": 2220
    },
    {
      "cov-distil": 1.5352675914764404,
      "cov-distil (oracle2student)": 4.396505832672119,
      "cov-distil (oracle2teacher)": 3.965155839920044,
      "epoch": 1.7425431711145998,
      "rel-constrast": 2.395556926727295,
      "step": 2220,
      "subrel-constrast": 3.198021411895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3431928157806396,
      "cov-distil (oracle2student)": 5.478292942047119,
      "cov-distil (oracle2teacher)": 5.296245574951172,
      "epoch": 1.7433281004709578,
      "rel-constrast": 2.399407386779785,
      "step": 2221,
      "subrel-constrast": 3.5552141666412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3987728357315063,
      "cov-distil (oracle2student)": 3.215118885040283,
      "cov-distil (oracle2teacher)": 3.309387683868408,
      "epoch": 1.7441130298273155,
      "rel-constrast": 2.529171943664551,
      "step": 2222,
      "subrel-constrast": 3.376750946044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6523194313049316,
      "cov-distil (oracle2student)": 4.418054580688477,
      "cov-distil (oracle2teacher)": 4.2447052001953125,
      "epoch": 1.7448979591836735,
      "rel-constrast": 2.694337844848633,
      "step": 2223,
      "subrel-constrast": 3.346708297729492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5350942611694336,
      "cov-distil (oracle2student)": 4.902768135070801,
      "cov-distil (oracle2teacher)": 4.775434970855713,
      "epoch": 1.7456828885400313,
      "rel-constrast": 2.115732192993164,
      "step": 2224,
      "subrel-constrast": 3.0163049697875977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.528085470199585,
      "cov-distil (oracle2student)": 4.458797931671143,
      "cov-distil (oracle2teacher)": 4.214905261993408,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.118105411529541,
      "step": 2225,
      "subrel-constrast": 3.2285637855529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5598788261413574,
      "cov-distil (oracle2student)": 3.0916285514831543,
      "cov-distil (oracle2teacher)": 3.308262825012207,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.099339246749878,
      "step": 2226,
      "subrel-constrast": 1.942707896232605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5295565128326416,
      "cov-distil (oracle2student)": 4.630733489990234,
      "cov-distil (oracle2teacher)": 4.10513973236084,
      "epoch": 1.7480376766091053,
      "rel-constrast": 2.340972900390625,
      "step": 2227,
      "subrel-constrast": 2.593864917755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5765902996063232,
      "cov-distil (oracle2student)": 2.7084293365478516,
      "cov-distil (oracle2teacher)": 3.430751085281372,
      "epoch": 1.7488226059654632,
      "rel-constrast": 2.500192880630493,
      "step": 2228,
      "subrel-constrast": 3.7646987438201904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2202808856964111,
      "cov-distil (oracle2student)": 2.941917657852173,
      "cov-distil (oracle2teacher)": 2.6023025512695312,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.8158411979675293,
      "step": 2229,
      "subrel-constrast": 2.839728832244873,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 5.09375,
      "learning_rate": 6.778797536285624e-05,
      "loss": 0.6124,
      "step": 2230
    },
    {
      "cov-distil": 1.5091627836227417,
      "cov-distil (oracle2student)": 4.480531692504883,
      "cov-distil (oracle2teacher)": 4.303509712219238,
      "epoch": 1.750392464678179,
      "rel-constrast": 2.69511079788208,
      "step": 2230,
      "subrel-constrast": 3.0068576335906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1772363185882568,
      "cov-distil (oracle2student)": 4.039651870727539,
      "cov-distil (oracle2teacher)": 3.6795740127563477,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.2172727584838867,
      "step": 2231,
      "subrel-constrast": 3.0540895462036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502903938293457,
      "cov-distil (oracle2student)": 4.547739028930664,
      "cov-distil (oracle2teacher)": 4.926286697387695,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.4071855545043945,
      "step": 2232,
      "subrel-constrast": 4.350425720214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5320252180099487,
      "cov-distil (oracle2student)": 3.3241326808929443,
      "cov-distil (oracle2teacher)": 3.5920300483703613,
      "epoch": 1.7527472527472527,
      "rel-constrast": 2.483457565307617,
      "step": 2233,
      "subrel-constrast": 3.654984951019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440987825393677,
      "cov-distil (oracle2student)": 2.7244958877563477,
      "cov-distil (oracle2teacher)": 2.682374954223633,
      "epoch": 1.7535321821036107,
      "rel-constrast": 1.5986225605010986,
      "step": 2234,
      "subrel-constrast": 2.6822304725646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.267383098602295,
      "cov-distil (oracle2student)": 4.09881067276001,
      "cov-distil (oracle2teacher)": 3.8854804039001465,
      "epoch": 1.7543171114599687,
      "rel-constrast": 3.5077524185180664,
      "step": 2235,
      "subrel-constrast": 3.9513561725616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2661892175674438,
      "cov-distil (oracle2student)": 5.073302268981934,
      "cov-distil (oracle2teacher)": 4.85516357421875,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.128868579864502,
      "step": 2236,
      "subrel-constrast": 3.059518575668335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041464805603027,
      "cov-distil (oracle2student)": 3.8177714347839355,
      "cov-distil (oracle2teacher)": 3.476824998855591,
      "epoch": 1.7558869701726845,
      "rel-constrast": 1.9639345407485962,
      "step": 2237,
      "subrel-constrast": 2.790583372116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757702827453613,
      "cov-distil (oracle2student)": 4.213836193084717,
      "cov-distil (oracle2teacher)": 4.145620346069336,
      "epoch": 1.7566718995290422,
      "rel-constrast": 4.043574810028076,
      "step": 2238,
      "subrel-constrast": 4.171656131744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4254798889160156,
      "cov-distil (oracle2student)": 2.5791099071502686,
      "cov-distil (oracle2teacher)": 3.3912477493286133,
      "epoch": 1.7574568288854002,
      "rel-constrast": 2.4402952194213867,
      "step": 2239,
      "subrel-constrast": 3.491224527359009,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 4.875,
      "learning_rate": 6.746131542966112e-05,
      "loss": 0.6989,
      "step": 2240
    },
    {
      "cov-distil": 1.207870602607727,
      "cov-distil (oracle2student)": 4.980966091156006,
      "cov-distil (oracle2teacher)": 4.799964427947998,
      "epoch": 1.7582417582417582,
      "rel-constrast": 1.6623578071594238,
      "step": 2240,
      "subrel-constrast": 2.4856059551239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8617815971374512,
      "cov-distil (oracle2student)": 4.710761547088623,
      "cov-distil (oracle2teacher)": 3.839111566543579,
      "epoch": 1.7590266875981162,
      "rel-constrast": 2.8438525199890137,
      "step": 2241,
      "subrel-constrast": 3.555412769317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5737104415893555,
      "cov-distil (oracle2student)": 3.9210469722747803,
      "cov-distil (oracle2teacher)": 3.551548957824707,
      "epoch": 1.7598116169544742,
      "rel-constrast": 2.3107876777648926,
      "step": 2242,
      "subrel-constrast": 2.6273627281188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4131639003753662,
      "cov-distil (oracle2student)": 5.7302398681640625,
      "cov-distil (oracle2teacher)": 5.314284324645996,
      "epoch": 1.7605965463108322,
      "rel-constrast": 3.351527214050293,
      "step": 2243,
      "subrel-constrast": 3.631713390350342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0879524946212769,
      "cov-distil (oracle2student)": 6.3877363204956055,
      "cov-distil (oracle2teacher)": 5.622831344604492,
      "epoch": 1.76138147566719,
      "rel-constrast": 2.9018988609313965,
      "step": 2244,
      "subrel-constrast": 3.369619131088257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6479570865631104,
      "cov-distil (oracle2student)": 6.1327714920043945,
      "cov-distil (oracle2teacher)": 5.08563232421875,
      "epoch": 1.762166405023548,
      "rel-constrast": 2.315107822418213,
      "step": 2245,
      "subrel-constrast": 3.232077121734619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6679202318191528,
      "cov-distil (oracle2student)": 2.952749252319336,
      "cov-distil (oracle2teacher)": 2.939603328704834,
      "epoch": 1.7629513343799057,
      "rel-constrast": 2.2151808738708496,
      "step": 2246,
      "subrel-constrast": 3.169668436050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8352051973342896,
      "cov-distil (oracle2student)": 5.369154930114746,
      "cov-distil (oracle2teacher)": 4.974942207336426,
      "epoch": 1.7637362637362637,
      "rel-constrast": 2.597080707550049,
      "step": 2247,
      "subrel-constrast": 3.8171424865722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.605707049369812,
      "cov-distil (oracle2student)": 5.075135231018066,
      "cov-distil (oracle2teacher)": 4.480933666229248,
      "epoch": 1.7645211930926217,
      "rel-constrast": 2.84031081199646,
      "step": 2248,
      "subrel-constrast": 3.8504607677459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790414571762085,
      "cov-distil (oracle2student)": 5.631175994873047,
      "cov-distil (oracle2teacher)": 5.218905925750732,
      "epoch": 1.7653061224489797,
      "rel-constrast": 3.0198869705200195,
      "step": 2249,
      "subrel-constrast": 3.836613655090332,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 5.34375,
      "learning_rate": 6.713380445658618e-05,
      "loss": 0.6907,
      "step": 2250
    },
    {
      "cov-distil": 1.92624831199646,
      "cov-distil (oracle2student)": 2.307389259338379,
      "cov-distil (oracle2teacher)": 2.4817867279052734,
      "epoch": 1.7660910518053377,
      "rel-constrast": 1.6911208629608154,
      "step": 2250,
      "subrel-constrast": 2.625774621963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675551414489746,
      "cov-distil (oracle2student)": 2.6232376098632812,
      "cov-distil (oracle2teacher)": 2.3032801151275635,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.6024293899536133,
      "step": 2251,
      "subrel-constrast": 3.2376692295074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310858726501465,
      "cov-distil (oracle2student)": 3.5369582176208496,
      "cov-distil (oracle2teacher)": 3.473970651626587,
      "epoch": 1.7676609105180534,
      "rel-constrast": 1.9290223121643066,
      "step": 2252,
      "subrel-constrast": 2.880481004714966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.128664493560791,
      "cov-distil (oracle2student)": 4.702710151672363,
      "cov-distil (oracle2teacher)": 5.092190742492676,
      "epoch": 1.7684458398744112,
      "rel-constrast": 2.5001065731048584,
      "step": 2253,
      "subrel-constrast": 3.3733699321746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796447515487671,
      "cov-distil (oracle2student)": 4.386606693267822,
      "cov-distil (oracle2teacher)": 4.608636856079102,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.092700958251953,
      "step": 2254,
      "subrel-constrast": 3.3382561206817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6227980852127075,
      "cov-distil (oracle2student)": 5.367084980010986,
      "cov-distil (oracle2teacher)": 4.819357872009277,
      "epoch": 1.7700156985871272,
      "rel-constrast": 2.556577682495117,
      "step": 2255,
      "subrel-constrast": 3.3936922550201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582546591758728,
      "cov-distil (oracle2student)": 3.973015308380127,
      "cov-distil (oracle2teacher)": 3.86920428276062,
      "epoch": 1.7708006279434851,
      "rel-constrast": 1.6055423021316528,
      "step": 2256,
      "subrel-constrast": 2.208998441696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.026960849761963,
      "cov-distil (oracle2student)": 5.4780473709106445,
      "cov-distil (oracle2teacher)": 5.002955436706543,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.000053882598877,
      "step": 2257,
      "subrel-constrast": 2.3376901149749756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4486055374145508,
      "cov-distil (oracle2student)": 3.1669626235961914,
      "cov-distil (oracle2teacher)": 3.0257368087768555,
      "epoch": 1.772370486656201,
      "rel-constrast": 1.7124619483947754,
      "step": 2258,
      "subrel-constrast": 2.155189037322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2249916791915894,
      "cov-distil (oracle2student)": 4.53810977935791,
      "cov-distil (oracle2teacher)": 4.146698951721191,
      "epoch": 1.7731554160125589,
      "rel-constrast": 3.4640331268310547,
      "step": 2259,
      "subrel-constrast": 3.45794415473938,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 4.90625,
      "learning_rate": 6.680545840605423e-05,
      "loss": 0.5932,
      "step": 2260
    },
    {
      "cov-distil": 1.25343656539917,
      "cov-distil (oracle2student)": 2.7566728591918945,
      "cov-distil (oracle2teacher)": 3.065864086151123,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.642258644104004,
      "step": 2260,
      "subrel-constrast": 3.2684357166290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9601738452911377,
      "cov-distil (oracle2student)": 4.796228408813477,
      "cov-distil (oracle2teacher)": 4.158883094787598,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.3092691898345947,
      "step": 2261,
      "subrel-constrast": 3.2657837867736816,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9779731035232544,
      "cov-distil (oracle2student)": 4.118062496185303,
      "cov-distil (oracle2teacher)": 3.603867530822754,
      "epoch": 1.7755102040816326,
      "rel-constrast": 2.6942877769470215,
      "step": 2262,
      "subrel-constrast": 2.9860215187072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4891061782836914,
      "cov-distil (oracle2student)": 3.140423536300659,
      "cov-distil (oracle2teacher)": 3.122174024581909,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.422626495361328,
      "step": 2263,
      "subrel-constrast": 3.189573287963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9339706897735596,
      "cov-distil (oracle2student)": 2.7360119819641113,
      "cov-distil (oracle2teacher)": 3.2048587799072266,
      "epoch": 1.7770800627943486,
      "rel-constrast": 2.22756028175354,
      "step": 2264,
      "subrel-constrast": 3.2109932899475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3147481679916382,
      "cov-distil (oracle2student)": 3.3393149375915527,
      "cov-distil (oracle2teacher)": 3.1182610988616943,
      "epoch": 1.7778649921507066,
      "rel-constrast": 2.7962899208068848,
      "step": 2265,
      "subrel-constrast": 2.9300246238708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0974559783935547,
      "cov-distil (oracle2student)": 3.9242000579833984,
      "cov-distil (oracle2teacher)": 4.4814133644104,
      "epoch": 1.7786499215070644,
      "rel-constrast": 3.6831631660461426,
      "step": 2266,
      "subrel-constrast": 4.755245685577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2443127632141113,
      "cov-distil (oracle2student)": 4.297045707702637,
      "cov-distil (oracle2teacher)": 4.813311576843262,
      "epoch": 1.7794348508634223,
      "rel-constrast": 1.604784369468689,
      "step": 2267,
      "subrel-constrast": 2.9440367221832275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617365837097168,
      "cov-distil (oracle2student)": 5.185998916625977,
      "cov-distil (oracle2teacher)": 5.108338832855225,
      "epoch": 1.7802197802197801,
      "rel-constrast": 2.575077772140503,
      "step": 2268,
      "subrel-constrast": 3.9355480670928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8023643493652344,
      "cov-distil (oracle2student)": 3.4742815494537354,
      "cov-distil (oracle2teacher)": 3.9503421783447266,
      "epoch": 1.781004709576138,
      "rel-constrast": 1.7521934509277344,
      "step": 2269,
      "subrel-constrast": 2.702523946762085,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 4.375,
      "learning_rate": 6.647629328118851e-05,
      "loss": 0.6594,
      "step": 2270
    },
    {
      "cov-distil": 1.5730071067810059,
      "cov-distil (oracle2student)": 3.5944929122924805,
      "cov-distil (oracle2teacher)": 3.379946231842041,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.5048649311065674,
      "step": 2270,
      "subrel-constrast": 2.7211356163024902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57986581325531,
      "cov-distil (oracle2student)": 4.210389614105225,
      "cov-distil (oracle2teacher)": 3.5431604385375977,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.2279279232025146,
      "step": 2271,
      "subrel-constrast": 2.7140626907348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7347047328948975,
      "cov-distil (oracle2student)": 5.848112106323242,
      "cov-distil (oracle2teacher)": 5.274855613708496,
      "epoch": 1.783359497645212,
      "rel-constrast": 2.258728265762329,
      "step": 2272,
      "subrel-constrast": 3.439976215362549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7676234245300293,
      "cov-distil (oracle2student)": 6.351396560668945,
      "cov-distil (oracle2teacher)": 5.4487504959106445,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.319558620452881,
      "step": 2273,
      "subrel-constrast": 3.4167301654815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4275633096694946,
      "cov-distil (oracle2student)": 3.6031010150909424,
      "cov-distil (oracle2teacher)": 3.490603446960449,
      "epoch": 1.7849293563579278,
      "rel-constrast": 1.6732773780822754,
      "step": 2274,
      "subrel-constrast": 2.5906732082366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6059937477111816,
      "cov-distil (oracle2student)": 2.3745429515838623,
      "cov-distil (oracle2teacher)": 3.002120018005371,
      "epoch": 1.7857142857142856,
      "rel-constrast": 1.806792974472046,
      "step": 2275,
      "subrel-constrast": 2.7650980949401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0547022819519043,
      "cov-distil (oracle2student)": 3.449747323989868,
      "cov-distil (oracle2teacher)": 3.533674478530884,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.3980119228363037,
      "step": 2276,
      "subrel-constrast": 3.588648796081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482189655303955,
      "cov-distil (oracle2student)": 3.456592321395874,
      "cov-distil (oracle2teacher)": 3.572979688644409,
      "epoch": 1.7872841444270016,
      "rel-constrast": 1.9981770515441895,
      "step": 2277,
      "subrel-constrast": 2.947061538696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7848984003067017,
      "cov-distil (oracle2student)": 7.742126941680908,
      "cov-distil (oracle2teacher)": 6.434572219848633,
      "epoch": 1.7880690737833596,
      "rel-constrast": 3.710674285888672,
      "step": 2278,
      "subrel-constrast": 4.766783714294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4447286128997803,
      "cov-distil (oracle2student)": 3.351372241973877,
      "cov-distil (oracle2teacher)": 3.2286148071289062,
      "epoch": 1.7888540031397175,
      "rel-constrast": 1.7973191738128662,
      "step": 2279,
      "subrel-constrast": 2.542760133743286,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 4.09375,
      "learning_rate": 6.614632512503288e-05,
      "loss": 0.6085,
      "step": 2280
    },
    {
      "cov-distil": 1.5402624607086182,
      "cov-distil (oracle2student)": 4.758528709411621,
      "cov-distil (oracle2teacher)": 4.498321056365967,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.0866293907165527,
      "step": 2280,
      "subrel-constrast": 3.0527091026306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2793221473693848,
      "cov-distil (oracle2student)": 5.285584449768066,
      "cov-distil (oracle2teacher)": 4.578793048858643,
      "epoch": 1.7904238618524333,
      "rel-constrast": 3.6712965965270996,
      "step": 2281,
      "subrel-constrast": 3.9282033443450928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2990516424179077,
      "cov-distil (oracle2student)": 3.4225714206695557,
      "cov-distil (oracle2teacher)": 3.359802722930908,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.6956236362457275,
      "step": 2282,
      "subrel-constrast": 3.3857767581939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5563180446624756,
      "cov-distil (oracle2student)": 4.773338317871094,
      "cov-distil (oracle2teacher)": 4.77585506439209,
      "epoch": 1.791993720565149,
      "rel-constrast": 1.9073145389556885,
      "step": 2283,
      "subrel-constrast": 2.3653206825256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8765021562576294,
      "cov-distil (oracle2student)": 5.145038604736328,
      "cov-distil (oracle2teacher)": 4.5753960609436035,
      "epoch": 1.792778649921507,
      "rel-constrast": 2.2341670989990234,
      "step": 2284,
      "subrel-constrast": 3.3039820194244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9802324771881104,
      "cov-distil (oracle2student)": 4.9594855308532715,
      "cov-distil (oracle2teacher)": 4.497361183166504,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.2032575607299805,
      "step": 2285,
      "subrel-constrast": 3.449930191040039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9219443798065186,
      "cov-distil (oracle2student)": 5.316128730773926,
      "cov-distil (oracle2teacher)": 4.927894592285156,
      "epoch": 1.794348508634223,
      "rel-constrast": 3.8784146308898926,
      "step": 2286,
      "subrel-constrast": 4.461511611938477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5502090454101562,
      "cov-distil (oracle2student)": 3.4738059043884277,
      "cov-distil (oracle2teacher)": 3.1038951873779297,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.2252814769744873,
      "step": 2287,
      "subrel-constrast": 2.744382858276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6388781070709229,
      "cov-distil (oracle2student)": 2.916152238845825,
      "cov-distil (oracle2teacher)": 3.0815086364746094,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.183053731918335,
      "step": 2288,
      "subrel-constrast": 3.9366931915283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3197635412216187,
      "cov-distil (oracle2student)": 3.68495774269104,
      "cov-distil (oracle2teacher)": 3.568436622619629,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.1093716621398926,
      "step": 2289,
      "subrel-constrast": 2.8664968013763428,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 4.09375,
      "learning_rate": 6.58155700197697e-05,
      "loss": 0.6948,
      "step": 2290
    },
    {
      "cov-distil": 2.462541103363037,
      "cov-distil (oracle2student)": 3.4480085372924805,
      "cov-distil (oracle2teacher)": 3.628946304321289,
      "epoch": 1.7974882260596545,
      "rel-constrast": 2.5711050033569336,
      "step": 2290,
      "subrel-constrast": 3.9215426445007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3606371879577637,
      "cov-distil (oracle2student)": 5.967765808105469,
      "cov-distil (oracle2teacher)": 5.515266418457031,
      "epoch": 1.7982731554160125,
      "rel-constrast": 2.773219108581543,
      "step": 2291,
      "subrel-constrast": 3.3539819717407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743066430091858,
      "cov-distil (oracle2student)": 2.9462764263153076,
      "cov-distil (oracle2teacher)": 3.3389501571655273,
      "epoch": 1.7990580847723705,
      "rel-constrast": 2.4126875400543213,
      "step": 2292,
      "subrel-constrast": 3.3038322925567627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8879456520080566,
      "cov-distil (oracle2student)": 4.260607719421387,
      "cov-distil (oracle2teacher)": 4.150625228881836,
      "epoch": 1.7998430141287285,
      "rel-constrast": 4.30958366394043,
      "step": 2293,
      "subrel-constrast": 4.460016250610352,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.50837242603302,
      "cov-distil (oracle2student)": 4.352420806884766,
      "cov-distil (oracle2teacher)": 4.396164894104004,
      "epoch": 1.8006279434850865,
      "rel-constrast": 2.808363914489746,
      "step": 2294,
      "subrel-constrast": 3.81123685836792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9600869417190552,
      "cov-distil (oracle2student)": 4.780389308929443,
      "cov-distil (oracle2teacher)": 4.912535667419434,
      "epoch": 1.8014128728414442,
      "rel-constrast": 2.603039503097534,
      "step": 2295,
      "subrel-constrast": 3.614422559738159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024114608764648,
      "cov-distil (oracle2student)": 4.401216506958008,
      "cov-distil (oracle2teacher)": 4.388758659362793,
      "epoch": 1.8021978021978022,
      "rel-constrast": 2.809934377670288,
      "step": 2296,
      "subrel-constrast": 3.3667099475860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3027007579803467,
      "cov-distil (oracle2student)": 4.259289264678955,
      "cov-distil (oracle2teacher)": 4.270960807800293,
      "epoch": 1.80298273155416,
      "rel-constrast": 3.3465447425842285,
      "step": 2297,
      "subrel-constrast": 4.066462993621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2976067066192627,
      "cov-distil (oracle2student)": 4.083766937255859,
      "cov-distil (oracle2teacher)": 3.9199204444885254,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.53317928314209,
      "step": 2298,
      "subrel-constrast": 3.3184447288513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716501235961914,
      "cov-distil (oracle2student)": 4.571892738342285,
      "cov-distil (oracle2teacher)": 4.701714515686035,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.0457277297973633,
      "step": 2299,
      "subrel-constrast": 3.07413387298584,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 3.765625,
      "learning_rate": 6.548404408593621e-05,
      "loss": 0.7494,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.28593751788139343,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.06097412109375
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.04144287109375
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.01953125,
      "step": 2300
    },
    {
      "cov-distil": 1.6471741199493408,
      "cov-distil (oracle2student)": 6.555916786193848,
      "cov-distil (oracle2teacher)": 6.050962924957275,
      "epoch": 1.805337519623234,
      "rel-constrast": 2.287652015686035,
      "step": 2300,
      "subrel-constrast": 3.1690032482147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2623074054718018,
      "cov-distil (oracle2student)": 4.9770283699035645,
      "cov-distil (oracle2teacher)": 4.678192615509033,
      "epoch": 1.806122448979592,
      "rel-constrast": 2.425037145614624,
      "step": 2301,
      "subrel-constrast": 3.178626775741577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8280372619628906,
      "cov-distil (oracle2student)": 3.5158791542053223,
      "cov-distil (oracle2teacher)": 3.180603504180908,
      "epoch": 1.8069073783359497,
      "rel-constrast": 2.840609550476074,
      "step": 2302,
      "subrel-constrast": 3.704254627227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6272673606872559,
      "cov-distil (oracle2student)": 5.007637023925781,
      "cov-distil (oracle2teacher)": 4.240286350250244,
      "epoch": 1.8076923076923077,
      "rel-constrast": 2.5127291679382324,
      "step": 2303,
      "subrel-constrast": 3.231253147125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7559465169906616,
      "cov-distil (oracle2student)": 3.110182285308838,
      "cov-distil (oracle2teacher)": 3.0090489387512207,
      "epoch": 1.8084772370486655,
      "rel-constrast": 2.3963239192962646,
      "step": 2304,
      "subrel-constrast": 2.809969663619995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.975321888923645,
      "cov-distil (oracle2student)": 4.918473243713379,
      "cov-distil (oracle2teacher)": 4.568686485290527,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.5358357429504395,
      "step": 2305,
      "subrel-constrast": 3.4473445415496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7828481197357178,
      "cov-distil (oracle2student)": 4.128182411193848,
      "cov-distil (oracle2teacher)": 3.8621320724487305,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.2932519912719727,
      "step": 2306,
      "subrel-constrast": 2.4153873920440674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3940794467926025,
      "cov-distil (oracle2student)": 4.751552581787109,
      "cov-distil (oracle2teacher)": 4.286018371582031,
      "epoch": 1.8108320251177394,
      "rel-constrast": 2.699768304824829,
      "step": 2307,
      "subrel-constrast": 3.09885573387146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6172350645065308,
      "cov-distil (oracle2student)": 4.183177947998047,
      "cov-distil (oracle2teacher)": 4.238341331481934,
      "epoch": 1.8116169544740974,
      "rel-constrast": 2.045666456222534,
      "step": 2308,
      "subrel-constrast": 3.137561082839966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7104259729385376,
      "cov-distil (oracle2student)": 2.8564066886901855,
      "cov-distil (oracle2teacher)": 3.0192389488220215,
      "epoch": 1.8124018838304554,
      "rel-constrast": 2.4315853118896484,
      "step": 2309,
      "subrel-constrast": 3.0007309913635254,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 4.34375,
      "learning_rate": 6.515176348163871e-05,
      "loss": 0.6532,
      "step": 2310
    },
    {
      "cov-distil": 1.4040563106536865,
      "cov-distil (oracle2student)": 4.271589279174805,
      "cov-distil (oracle2teacher)": 3.802410840988159,
      "epoch": 1.8131868131868132,
      "rel-constrast": 2.7961511611938477,
      "step": 2310,
      "subrel-constrast": 3.011927366256714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4803589582443237,
      "cov-distil (oracle2student)": 5.404489517211914,
      "cov-distil (oracle2teacher)": 4.977633476257324,
      "epoch": 1.813971742543171,
      "rel-constrast": 4.026899337768555,
      "step": 2311,
      "subrel-constrast": 4.510501384735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4799089431762695,
      "cov-distil (oracle2student)": 2.9315290451049805,
      "cov-distil (oracle2teacher)": 2.9573121070861816,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.3026024103164673,
      "step": 2312,
      "subrel-constrast": 1.8141604661941528,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7169594764709473,
      "cov-distil (oracle2student)": 3.1526739597320557,
      "cov-distil (oracle2teacher)": 2.8116657733917236,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.1842589378356934,
      "step": 2313,
      "subrel-constrast": 2.96189546585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5513548851013184,
      "cov-distil (oracle2student)": 5.348286151885986,
      "cov-distil (oracle2teacher)": 5.308499336242676,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.4961998462677,
      "step": 2314,
      "subrel-constrast": 3.5937063694000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440943717956543,
      "cov-distil (oracle2student)": 2.998417854309082,
      "cov-distil (oracle2teacher)": 3.0464234352111816,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.3212485313415527,
      "step": 2315,
      "subrel-constrast": 2.969799757003784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.389394998550415,
      "cov-distil (oracle2student)": 4.529789924621582,
      "cov-distil (oracle2teacher)": 4.265597343444824,
      "epoch": 1.817896389324961,
      "rel-constrast": 1.6424753665924072,
      "step": 2316,
      "subrel-constrast": 2.4181909561157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505359172821045,
      "cov-distil (oracle2student)": 3.748366594314575,
      "cov-distil (oracle2teacher)": 3.5389962196350098,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.1210670471191406,
      "step": 2317,
      "subrel-constrast": 3.5024962425231934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2532788515090942,
      "cov-distil (oracle2student)": 3.395873546600342,
      "cov-distil (oracle2teacher)": 3.366262435913086,
      "epoch": 1.8194662480376766,
      "rel-constrast": 2.2401485443115234,
      "step": 2318,
      "subrel-constrast": 3.159623384475708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154451370239258,
      "cov-distil (oracle2student)": 3.8435921669006348,
      "cov-distil (oracle2teacher)": 4.160686016082764,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.0275321006774902,
      "step": 2319,
      "subrel-constrast": 3.573235034942627,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 3.765625,
      "learning_rate": 6.481874440176506e-05,
      "loss": 0.6432,
      "step": 2320
    },
    {
      "cov-distil": 1.8049302101135254,
      "cov-distil (oracle2student)": 5.212900161743164,
      "cov-distil (oracle2teacher)": 4.596762180328369,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.1031367778778076,
      "step": 2320,
      "subrel-constrast": 3.1568236351013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4448661804199219,
      "cov-distil (oracle2student)": 6.004488945007324,
      "cov-distil (oracle2teacher)": 5.012442588806152,
      "epoch": 1.8218210361067504,
      "rel-constrast": 3.299961566925049,
      "step": 2321,
      "subrel-constrast": 3.8836259841918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6196212768554688,
      "cov-distil (oracle2student)": 4.06635046005249,
      "cov-distil (oracle2teacher)": 3.5632944107055664,
      "epoch": 1.8226059654631084,
      "rel-constrast": 4.23707389831543,
      "step": 2322,
      "subrel-constrast": 4.565243721008301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.353661060333252,
      "cov-distil (oracle2student)": 3.14058518409729,
      "cov-distil (oracle2teacher)": 3.3257856369018555,
      "epoch": 1.8233908948194664,
      "rel-constrast": 1.8759855031967163,
      "step": 2323,
      "subrel-constrast": 2.9056570529937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489236831665039,
      "cov-distil (oracle2student)": 3.7482426166534424,
      "cov-distil (oracle2teacher)": 3.624366521835327,
      "epoch": 1.8241758241758241,
      "rel-constrast": 1.6360441446304321,
      "step": 2324,
      "subrel-constrast": 2.3246796131134033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.208944320678711,
      "cov-distil (oracle2student)": 4.641971588134766,
      "cov-distil (oracle2teacher)": 4.506843566894531,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.527815818786621,
      "step": 2325,
      "subrel-constrast": 2.9566612243652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2401143312454224,
      "cov-distil (oracle2student)": 5.333200454711914,
      "cov-distil (oracle2teacher)": 4.690102577209473,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.92718505859375,
      "step": 2326,
      "subrel-constrast": 3.222181797027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8170647621154785,
      "cov-distil (oracle2student)": 5.232167720794678,
      "cov-distil (oracle2teacher)": 4.9158782958984375,
      "epoch": 1.8265306122448979,
      "rel-constrast": 3.0442380905151367,
      "step": 2327,
      "subrel-constrast": 3.888596773147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2135531902313232,
      "cov-distil (oracle2student)": 5.165492057800293,
      "cov-distil (oracle2teacher)": 5.198063850402832,
      "epoch": 1.8273155416012559,
      "rel-constrast": 2.8024439811706543,
      "step": 2328,
      "subrel-constrast": 3.831439256668091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4363389015197754,
      "cov-distil (oracle2student)": 4.782522201538086,
      "cov-distil (oracle2teacher)": 4.003582000732422,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.668975830078125,
      "step": 2329,
      "subrel-constrast": 3.342545747756958,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 7.4375,
      "learning_rate": 6.448500307719538e-05,
      "loss": 0.7146,
      "step": 2330
    },
    {
      "cov-distil": 1.5486080646514893,
      "cov-distil (oracle2student)": 5.610712051391602,
      "cov-distil (oracle2teacher)": 5.111058235168457,
      "epoch": 1.8288854003139718,
      "rel-constrast": 2.545790433883667,
      "step": 2330,
      "subrel-constrast": 3.0886521339416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4868993759155273,
      "cov-distil (oracle2student)": 3.1917855739593506,
      "cov-distil (oracle2teacher)": 3.4491796493530273,
      "epoch": 1.8296703296703298,
      "rel-constrast": 1.7831217050552368,
      "step": 2331,
      "subrel-constrast": 2.8699097633361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542706966400146,
      "cov-distil (oracle2student)": 4.991180419921875,
      "cov-distil (oracle2teacher)": 4.7000732421875,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.1555118560791016,
      "step": 2332,
      "subrel-constrast": 3.7652242183685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.268066644668579,
      "cov-distil (oracle2student)": 2.8325860500335693,
      "cov-distil (oracle2teacher)": 2.9638679027557373,
      "epoch": 1.8312401883830454,
      "rel-constrast": 2.210848569869995,
      "step": 2333,
      "subrel-constrast": 2.7988080978393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4426648616790771,
      "cov-distil (oracle2student)": 4.705805778503418,
      "cov-distil (oracle2teacher)": 4.623584747314453,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.175687789916992,
      "step": 2334,
      "subrel-constrast": 2.934391975402832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5162087678909302,
      "cov-distil (oracle2student)": 3.6211905479431152,
      "cov-distil (oracle2teacher)": 4.110635757446289,
      "epoch": 1.8328100470957613,
      "rel-constrast": 2.7637462615966797,
      "step": 2335,
      "subrel-constrast": 3.3957860469818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7717974185943604,
      "cov-distil (oracle2student)": 4.447714805603027,
      "cov-distil (oracle2teacher)": 4.057369232177734,
      "epoch": 1.8335949764521193,
      "rel-constrast": 2.308703899383545,
      "step": 2336,
      "subrel-constrast": 3.546086072921753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2800524234771729,
      "cov-distil (oracle2student)": 5.743195533752441,
      "cov-distil (oracle2teacher)": 5.466046333312988,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.319216251373291,
      "step": 2337,
      "subrel-constrast": 2.6337244510650635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3939144611358643,
      "cov-distil (oracle2student)": 3.5311055183410645,
      "cov-distil (oracle2teacher)": 3.597027540206909,
      "epoch": 1.8351648351648353,
      "rel-constrast": 2.290827751159668,
      "step": 2338,
      "subrel-constrast": 3.252815008163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649458408355713,
      "cov-distil (oracle2student)": 4.53106689453125,
      "cov-distil (oracle2teacher)": 4.3325653076171875,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.2798759937286377,
      "step": 2339,
      "subrel-constrast": 3.4714324474334717,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 3.796875,
      "learning_rate": 6.415055577401102e-05,
      "loss": 0.6326,
      "step": 2340
    },
    {
      "cov-distil": 2.1041598320007324,
      "cov-distil (oracle2student)": 4.107229232788086,
      "cov-distil (oracle2teacher)": 4.113309860229492,
      "epoch": 1.836734693877551,
      "rel-constrast": 2.8241703510284424,
      "step": 2340,
      "subrel-constrast": 4.031851768493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594083309173584,
      "cov-distil (oracle2student)": 5.486184597015381,
      "cov-distil (oracle2teacher)": 4.64851188659668,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.458174228668213,
      "step": 2341,
      "subrel-constrast": 3.1695661544799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8839259147644043,
      "cov-distil (oracle2student)": 3.2900543212890625,
      "cov-distil (oracle2teacher)": 3.4961161613464355,
      "epoch": 1.8383045525902668,
      "rel-constrast": 2.103905439376831,
      "step": 2342,
      "subrel-constrast": 3.236663341522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9446842670440674,
      "cov-distil (oracle2student)": 3.7381327152252197,
      "cov-distil (oracle2teacher)": 3.2427759170532227,
      "epoch": 1.8390894819466248,
      "rel-constrast": 1.9939937591552734,
      "step": 2343,
      "subrel-constrast": 2.9743945598602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149686813354492,
      "cov-distil (oracle2student)": 4.142798900604248,
      "cov-distil (oracle2teacher)": 4.0001654624938965,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.2881814241409302,
      "step": 2344,
      "subrel-constrast": 2.5337774753570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4591894149780273,
      "cov-distil (oracle2student)": 4.778110504150391,
      "cov-distil (oracle2teacher)": 4.0336456298828125,
      "epoch": 1.8406593406593408,
      "rel-constrast": 2.911107301712036,
      "step": 2345,
      "subrel-constrast": 3.635288953781128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391071081161499,
      "cov-distil (oracle2student)": 3.419111728668213,
      "cov-distil (oracle2teacher)": 3.2295234203338623,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.1887545585632324,
      "step": 2346,
      "subrel-constrast": 2.5425288677215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1791720390319824,
      "cov-distil (oracle2student)": 3.1302061080932617,
      "cov-distil (oracle2teacher)": 3.427243232727051,
      "epoch": 1.8422291993720565,
      "rel-constrast": 2.239203691482544,
      "step": 2347,
      "subrel-constrast": 3.60929012298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4370765686035156,
      "cov-distil (oracle2student)": 3.6274914741516113,
      "cov-distil (oracle2teacher)": 3.7179083824157715,
      "epoch": 1.8430141287284143,
      "rel-constrast": 3.0221493244171143,
      "step": 2348,
      "subrel-constrast": 3.712369441986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7156832218170166,
      "cov-distil (oracle2student)": 2.766051769256592,
      "cov-distil (oracle2teacher)": 2.5096216201782227,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.4677480459213257,
      "step": 2349,
      "subrel-constrast": 2.1517484188079834,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 3.0625,
      "learning_rate": 6.381541879270169e-05,
      "loss": 0.6071,
      "step": 2350
    },
    {
      "cov-distil": 1.341808795928955,
      "cov-distil (oracle2student)": 3.537100315093994,
      "cov-distil (oracle2teacher)": 3.2839608192443848,
      "epoch": 1.8445839874411303,
      "rel-constrast": 2.8699915409088135,
      "step": 2350,
      "subrel-constrast": 2.9463486671447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4028912782669067,
      "cov-distil (oracle2student)": 5.646300315856934,
      "cov-distil (oracle2teacher)": 4.618929862976074,
      "epoch": 1.8453689167974883,
      "rel-constrast": 2.6681318283081055,
      "step": 2351,
      "subrel-constrast": 3.2818470001220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3376489877700806,
      "cov-distil (oracle2student)": 3.6726584434509277,
      "cov-distil (oracle2teacher)": 3.78439998626709,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.2345199584960938,
      "step": 2352,
      "subrel-constrast": 2.9571685791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9842301607131958,
      "cov-distil (oracle2student)": 4.011213302612305,
      "cov-distil (oracle2teacher)": 3.9213218688964844,
      "epoch": 1.8469387755102042,
      "rel-constrast": 4.434305191040039,
      "step": 2353,
      "subrel-constrast": 4.969717502593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3509266376495361,
      "cov-distil (oracle2student)": 2.913187026977539,
      "cov-distil (oracle2teacher)": 3.1830551624298096,
      "epoch": 1.847723704866562,
      "rel-constrast": 2.1106419563293457,
      "step": 2354,
      "subrel-constrast": 3.10306978225708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75149405002594,
      "cov-distil (oracle2student)": 4.395013809204102,
      "cov-distil (oracle2teacher)": 3.8336265087127686,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.3034443855285645,
      "step": 2355,
      "subrel-constrast": 3.223358154296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5342226028442383,
      "cov-distil (oracle2student)": 4.517946243286133,
      "cov-distil (oracle2teacher)": 4.405376434326172,
      "epoch": 1.8492935635792778,
      "rel-constrast": 2.909600019454956,
      "step": 2356,
      "subrel-constrast": 3.6774349212646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688629627227783,
      "cov-distil (oracle2student)": 4.34466028213501,
      "cov-distil (oracle2teacher)": 3.693401575088501,
      "epoch": 1.8500784929356358,
      "rel-constrast": 3.1798489093780518,
      "step": 2357,
      "subrel-constrast": 3.8222763538360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2960577011108398,
      "cov-distil (oracle2student)": 3.824241876602173,
      "cov-distil (oracle2teacher)": 4.0682830810546875,
      "epoch": 1.8508634222919937,
      "rel-constrast": 2.0502443313598633,
      "step": 2358,
      "subrel-constrast": 2.794975519180298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7307595014572144,
      "cov-distil (oracle2student)": 4.293123245239258,
      "cov-distil (oracle2teacher)": 4.020492076873779,
      "epoch": 1.8516483516483517,
      "rel-constrast": 2.5306003093719482,
      "step": 2359,
      "subrel-constrast": 3.139345407485962,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 3.6875,
      "learning_rate": 6.347960846737106e-05,
      "loss": 0.721,
      "step": 2360
    },
    {
      "cov-distil": 1.2649575471878052,
      "cov-distil (oracle2student)": 3.580085515975952,
      "cov-distil (oracle2teacher)": 3.6874279975891113,
      "epoch": 1.8524332810047097,
      "rel-constrast": 1.94010591506958,
      "step": 2360,
      "subrel-constrast": 2.5977649688720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0712406635284424,
      "cov-distil (oracle2student)": 4.561305046081543,
      "cov-distil (oracle2teacher)": 3.696920156478882,
      "epoch": 1.8532182103610675,
      "rel-constrast": 2.6200270652770996,
      "step": 2361,
      "subrel-constrast": 3.1714792251586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5800409317016602,
      "cov-distil (oracle2student)": 2.9312849044799805,
      "cov-distil (oracle2teacher)": 2.9032516479492188,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.0183095932006836,
      "step": 2362,
      "subrel-constrast": 2.9745993614196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1454914808273315,
      "cov-distil (oracle2student)": 5.437726020812988,
      "cov-distil (oracle2teacher)": 4.985844612121582,
      "epoch": 1.8547880690737832,
      "rel-constrast": 3.7058913707733154,
      "step": 2363,
      "subrel-constrast": 4.402106285095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3534035682678223,
      "cov-distil (oracle2student)": 4.139331817626953,
      "cov-distil (oracle2teacher)": 3.9708211421966553,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.030679702758789,
      "step": 2364,
      "subrel-constrast": 2.8760337829589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5730929374694824,
      "cov-distil (oracle2student)": 5.031275272369385,
      "cov-distil (oracle2teacher)": 4.86729621887207,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.2321152687072754,
      "step": 2365,
      "subrel-constrast": 2.7151741981506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8743468523025513,
      "cov-distil (oracle2student)": 3.1346371173858643,
      "cov-distil (oracle2teacher)": 3.093475341796875,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.5328280925750732,
      "step": 2366,
      "subrel-constrast": 2.1026527881622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3919556140899658,
      "cov-distil (oracle2student)": 5.820262908935547,
      "cov-distil (oracle2teacher)": 5.168156147003174,
      "epoch": 1.8579277864992152,
      "rel-constrast": 3.7280936241149902,
      "step": 2367,
      "subrel-constrast": 4.159304618835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8079767227172852,
      "cov-distil (oracle2student)": 4.962342262268066,
      "cov-distil (oracle2teacher)": 4.85626745223999,
      "epoch": 1.858712715855573,
      "rel-constrast": 2.5119857788085938,
      "step": 2368,
      "subrel-constrast": 3.818173885345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4533717632293701,
      "cov-distil (oracle2student)": 4.783218860626221,
      "cov-distil (oracle2teacher)": 4.433719158172607,
      "epoch": 1.859497645211931,
      "rel-constrast": 1.4834426641464233,
      "step": 2369,
      "subrel-constrast": 2.4913170337677,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 3.734375,
      "learning_rate": 6.31431411649406e-05,
      "loss": 0.6314,
      "step": 2370
    },
    {
      "cov-distil": 0.9738812446594238,
      "cov-distil (oracle2student)": 3.4518656730651855,
      "cov-distil (oracle2teacher)": 3.3499488830566406,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.0741190910339355,
      "step": 2370,
      "subrel-constrast": 2.561786651611328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8183767795562744,
      "cov-distil (oracle2student)": 4.3213348388671875,
      "cov-distil (oracle2teacher)": 3.9153237342834473,
      "epoch": 1.8610675039246467,
      "rel-constrast": 1.816882610321045,
      "step": 2371,
      "subrel-constrast": 3.006847620010376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7030940055847168,
      "cov-distil (oracle2student)": 5.248280048370361,
      "cov-distil (oracle2teacher)": 4.978752136230469,
      "epoch": 1.8618524332810047,
      "rel-constrast": 2.6433210372924805,
      "step": 2372,
      "subrel-constrast": 3.487460136413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6090089082717896,
      "cov-distil (oracle2student)": 5.9116106033325195,
      "cov-distil (oracle2teacher)": 5.162769794464111,
      "epoch": 1.8626373626373627,
      "rel-constrast": 2.8391051292419434,
      "step": 2373,
      "subrel-constrast": 3.5081114768981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8190438747406006,
      "cov-distil (oracle2student)": 4.077637195587158,
      "cov-distil (oracle2teacher)": 3.8627943992614746,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.22438645362854,
      "step": 2374,
      "subrel-constrast": 3.355234384536743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3128783702850342,
      "cov-distil (oracle2student)": 4.667144298553467,
      "cov-distil (oracle2teacher)": 4.859314918518066,
      "epoch": 1.8642072213500787,
      "rel-constrast": 2.733485221862793,
      "step": 2375,
      "subrel-constrast": 3.2893707752227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0584135055541992,
      "cov-distil (oracle2student)": 4.740357398986816,
      "cov-distil (oracle2teacher)": 4.396205902099609,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.742860794067383,
      "step": 2376,
      "subrel-constrast": 3.304948568344116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6536359786987305,
      "cov-distil (oracle2student)": 3.81911563873291,
      "cov-distil (oracle2teacher)": 3.644533634185791,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.46988582611084,
      "step": 2377,
      "subrel-constrast": 4.048015594482422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7415390014648438,
      "cov-distil (oracle2student)": 4.084831714630127,
      "cov-distil (oracle2teacher)": 3.709270477294922,
      "epoch": 1.8665620094191522,
      "rel-constrast": 2.3856661319732666,
      "step": 2378,
      "subrel-constrast": 3.2591071128845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1267554759979248,
      "cov-distil (oracle2student)": 4.664565563201904,
      "cov-distil (oracle2teacher)": 4.251516342163086,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.446254253387451,
      "step": 2379,
      "subrel-constrast": 4.018377780914307,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 5.09375,
      "learning_rate": 6.280603328435198e-05,
      "loss": 0.6964,
      "step": 2380
    },
    {
      "cov-distil": 2.4652950763702393,
      "cov-distil (oracle2student)": 4.689833641052246,
      "cov-distil (oracle2teacher)": 4.0756731033325195,
      "epoch": 1.8681318681318682,
      "rel-constrast": 2.823383092880249,
      "step": 2380,
      "subrel-constrast": 3.1625914573669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7170517444610596,
      "cov-distil (oracle2student)": 3.981248378753662,
      "cov-distil (oracle2teacher)": 3.4975764751434326,
      "epoch": 1.8689167974882261,
      "rel-constrast": 2.7540485858917236,
      "step": 2381,
      "subrel-constrast": 3.574899911880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55780029296875,
      "cov-distil (oracle2student)": 3.2531187534332275,
      "cov-distil (oracle2teacher)": 3.767953872680664,
      "epoch": 1.8697017268445841,
      "rel-constrast": 1.8242682218551636,
      "step": 2382,
      "subrel-constrast": 2.6690940856933594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9451138973236084,
      "cov-distil (oracle2student)": 2.557918071746826,
      "cov-distil (oracle2teacher)": 2.5967137813568115,
      "epoch": 1.870486656200942,
      "rel-constrast": 1.7288377285003662,
      "step": 2383,
      "subrel-constrast": 2.7195775508880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2805650234222412,
      "cov-distil (oracle2student)": 5.177719593048096,
      "cov-distil (oracle2teacher)": 4.910637855529785,
      "epoch": 1.8712715855572999,
      "rel-constrast": 2.892066717147827,
      "step": 2384,
      "subrel-constrast": 3.538759708404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7160283327102661,
      "cov-distil (oracle2student)": 4.124824523925781,
      "cov-distil (oracle2teacher)": 3.961238384246826,
      "epoch": 1.8720565149136577,
      "rel-constrast": 3.1036205291748047,
      "step": 2385,
      "subrel-constrast": 3.3947954177856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3006104230880737,
      "cov-distil (oracle2student)": 4.068446636199951,
      "cov-distil (oracle2teacher)": 4.240944862365723,
      "epoch": 1.8728414442700156,
      "rel-constrast": 1.8477439880371094,
      "step": 2386,
      "subrel-constrast": 3.0559675693511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5692408084869385,
      "cov-distil (oracle2student)": 4.670815467834473,
      "cov-distil (oracle2teacher)": 4.357104301452637,
      "epoch": 1.8736263736263736,
      "rel-constrast": 3.20282244682312,
      "step": 2387,
      "subrel-constrast": 3.7971627712249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457721471786499,
      "cov-distil (oracle2student)": 3.649984836578369,
      "cov-distil (oracle2teacher)": 3.20424747467041,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.259603977203369,
      "step": 2388,
      "subrel-constrast": 2.5772974491119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9650110006332397,
      "cov-distil (oracle2student)": 4.201808929443359,
      "cov-distil (oracle2teacher)": 5.0623369216918945,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.494767189025879,
      "step": 2389,
      "subrel-constrast": 3.970214605331421,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 4.90625,
      "learning_rate": 6.24683012557677e-05,
      "loss": 0.6657,
      "step": 2390
    },
    {
      "cov-distil": 1.5027377605438232,
      "cov-distil (oracle2student)": 5.351475715637207,
      "cov-distil (oracle2teacher)": 5.093860626220703,
      "epoch": 1.8759811616954474,
      "rel-constrast": 3.2870733737945557,
      "step": 2390,
      "subrel-constrast": 4.054243087768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6437556743621826,
      "cov-distil (oracle2student)": 5.553625106811523,
      "cov-distil (oracle2teacher)": 5.3501973152160645,
      "epoch": 1.8767660910518054,
      "rel-constrast": 2.6658201217651367,
      "step": 2391,
      "subrel-constrast": 3.639073133468628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7763757705688477,
      "cov-distil (oracle2student)": 6.242873191833496,
      "cov-distil (oracle2teacher)": 6.299328804016113,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.346182107925415,
      "step": 2392,
      "subrel-constrast": 3.504631996154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3004608154296875,
      "cov-distil (oracle2student)": 2.805452346801758,
      "cov-distil (oracle2teacher)": 3.0256168842315674,
      "epoch": 1.8783359497645211,
      "rel-constrast": 2.2185428142547607,
      "step": 2393,
      "subrel-constrast": 3.154834508895874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7139588594436646,
      "cov-distil (oracle2student)": 5.3851399421691895,
      "cov-distil (oracle2teacher)": 4.871515274047852,
      "epoch": 1.879120879120879,
      "rel-constrast": 2.9555001258850098,
      "step": 2394,
      "subrel-constrast": 3.9916956424713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6355903148651123,
      "cov-distil (oracle2student)": 5.367702484130859,
      "cov-distil (oracle2teacher)": 4.510326385498047,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.3302135467529297,
      "step": 2395,
      "subrel-constrast": 3.195802688598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2858531475067139,
      "cov-distil (oracle2student)": 4.9814605712890625,
      "cov-distil (oracle2teacher)": 4.749687194824219,
      "epoch": 1.880690737833595,
      "rel-constrast": 2.049159526824951,
      "step": 2396,
      "subrel-constrast": 2.8574886322021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8728679418563843,
      "cov-distil (oracle2student)": 3.608741044998169,
      "cov-distil (oracle2teacher)": 3.9419145584106445,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.327352523803711,
      "step": 2397,
      "subrel-constrast": 3.016719341278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3505727052688599,
      "cov-distil (oracle2student)": 4.029658317565918,
      "cov-distil (oracle2teacher)": 4.236502647399902,
      "epoch": 1.8822605965463108,
      "rel-constrast": 1.7509578466415405,
      "step": 2398,
      "subrel-constrast": 2.4380033016204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3961646556854248,
      "cov-distil (oracle2student)": 3.3413782119750977,
      "cov-distil (oracle2teacher)": 3.087045669555664,
      "epoch": 1.8830455259026686,
      "rel-constrast": 1.9357173442840576,
      "step": 2399,
      "subrel-constrast": 2.6973798274993896,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 4.03125,
      "learning_rate": 6.212996153977037e-05,
      "loss": 0.6354,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.33281251788139343,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.0538330078125
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.03802490234375
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.01580810546875,
      "step": 2400
    },
    {
      "cov-distil": 1.4762262105941772,
      "cov-distil (oracle2student)": 5.572106838226318,
      "cov-distil (oracle2teacher)": 4.77216911315918,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.1308977603912354,
      "step": 2400,
      "subrel-constrast": 3.0207738876342773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145594358444214,
      "cov-distil (oracle2student)": 4.598039627075195,
      "cov-distil (oracle2teacher)": 4.511584281921387,
      "epoch": 1.8846153846153846,
      "rel-constrast": 2.9616549015045166,
      "step": 2401,
      "subrel-constrast": 3.468508005142212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385671615600586,
      "cov-distil (oracle2student)": 4.794450759887695,
      "cov-distil (oracle2teacher)": 4.493215560913086,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.175046920776367,
      "step": 2402,
      "subrel-constrast": 2.652384042739868,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3043830394744873,
      "cov-distil (oracle2student)": 5.811811447143555,
      "cov-distil (oracle2teacher)": 5.610068321228027,
      "epoch": 1.8861852433281006,
      "rel-constrast": 2.995408058166504,
      "step": 2403,
      "subrel-constrast": 4.099194049835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5533396005630493,
      "cov-distil (oracle2student)": 3.319451093673706,
      "cov-distil (oracle2teacher)": 3.1226487159729004,
      "epoch": 1.8869701726844585,
      "rel-constrast": 2.813976287841797,
      "step": 2404,
      "subrel-constrast": 3.0520431995391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9824024438858032,
      "cov-distil (oracle2student)": 2.59212064743042,
      "cov-distil (oracle2teacher)": 3.111631393432617,
      "epoch": 1.8877551020408163,
      "rel-constrast": 1.8177931308746338,
      "step": 2405,
      "subrel-constrast": 2.8340530395507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924791932106018,
      "cov-distil (oracle2student)": 3.477081298828125,
      "cov-distil (oracle2teacher)": 3.7631173133850098,
      "epoch": 1.8885400313971743,
      "rel-constrast": 3.001577138900757,
      "step": 2406,
      "subrel-constrast": 3.6610376834869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0463218688964844,
      "cov-distil (oracle2student)": 3.159719944000244,
      "cov-distil (oracle2teacher)": 3.335141658782959,
      "epoch": 1.889324960753532,
      "rel-constrast": 2.672447681427002,
      "step": 2407,
      "subrel-constrast": 3.355222702026367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3250468969345093,
      "cov-distil (oracle2student)": 3.8290462493896484,
      "cov-distil (oracle2teacher)": 4.085931301116943,
      "epoch": 1.89010989010989,
      "rel-constrast": 2.436537742614746,
      "step": 2408,
      "subrel-constrast": 2.9978296756744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2668423652648926,
      "cov-distil (oracle2student)": 5.012665271759033,
      "cov-distil (oracle2teacher)": 5.147636413574219,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.4565272331237793,
      "step": 2409,
      "subrel-constrast": 3.041186571121216,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 4.6875,
      "learning_rate": 6.179103062656042e-05,
      "loss": 0.679,
      "step": 2410
    },
    {
      "cov-distil": 1.5832321643829346,
      "cov-distil (oracle2student)": 4.166991233825684,
      "cov-distil (oracle2teacher)": 3.6178531646728516,
      "epoch": 1.891679748822606,
      "rel-constrast": 2.2069358825683594,
      "step": 2410,
      "subrel-constrast": 3.067017078399658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5250160694122314,
      "cov-distil (oracle2student)": 7.466457366943359,
      "cov-distil (oracle2teacher)": 5.988463401794434,
      "epoch": 1.892464678178964,
      "rel-constrast": 2.7453665733337402,
      "step": 2411,
      "subrel-constrast": 3.215822458267212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4828251600265503,
      "cov-distil (oracle2student)": 4.011751174926758,
      "cov-distil (oracle2teacher)": 3.5715463161468506,
      "epoch": 1.8932496075353218,
      "rel-constrast": 2.17996883392334,
      "step": 2412,
      "subrel-constrast": 3.027090072631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8456367254257202,
      "cov-distil (oracle2student)": 6.128037929534912,
      "cov-distil (oracle2teacher)": 5.830047607421875,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.088749408721924,
      "step": 2413,
      "subrel-constrast": 3.844191312789917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8010777235031128,
      "cov-distil (oracle2student)": 5.403115272521973,
      "cov-distil (oracle2teacher)": 4.805942535400391,
      "epoch": 1.8948194662480375,
      "rel-constrast": 2.763627290725708,
      "step": 2414,
      "subrel-constrast": 3.266051769256592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5316689014434814,
      "cov-distil (oracle2student)": 4.878826141357422,
      "cov-distil (oracle2teacher)": 4.4930033683776855,
      "epoch": 1.8956043956043955,
      "rel-constrast": 2.7635273933410645,
      "step": 2415,
      "subrel-constrast": 3.709527015686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818485975265503,
      "cov-distil (oracle2student)": 5.221464157104492,
      "cov-distil (oracle2teacher)": 5.047913074493408,
      "epoch": 1.8963893249607535,
      "rel-constrast": 2.963353157043457,
      "step": 2416,
      "subrel-constrast": 3.2924768924713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125688076019287,
      "cov-distil (oracle2student)": 3.871119499206543,
      "cov-distil (oracle2teacher)": 4.2667741775512695,
      "epoch": 1.8971742543171115,
      "rel-constrast": 2.4366683959960938,
      "step": 2417,
      "subrel-constrast": 3.9310998916625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7153346538543701,
      "cov-distil (oracle2student)": 3.8663430213928223,
      "cov-distil (oracle2teacher)": 3.7480850219726562,
      "epoch": 1.8979591836734695,
      "rel-constrast": 1.6743416786193848,
      "step": 2418,
      "subrel-constrast": 2.776118516921997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663327932357788,
      "cov-distil (oracle2student)": 4.657438278198242,
      "cov-distil (oracle2teacher)": 4.312715530395508,
      "epoch": 1.8987441130298273,
      "rel-constrast": 3.1362454891204834,
      "step": 2419,
      "subrel-constrast": 4.1939239501953125,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 5.03125,
      "learning_rate": 6.145152503515239e-05,
      "loss": 0.6917,
      "step": 2420
    },
    {
      "cov-distil": 1.5548865795135498,
      "cov-distil (oracle2student)": 4.34690523147583,
      "cov-distil (oracle2teacher)": 4.570151329040527,
      "epoch": 1.8995290423861853,
      "rel-constrast": 2.216909170150757,
      "step": 2420,
      "subrel-constrast": 3.2512853145599365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4339087009429932,
      "cov-distil (oracle2student)": 4.555660247802734,
      "cov-distil (oracle2teacher)": 4.392906665802002,
      "epoch": 1.900313971742543,
      "rel-constrast": 2.1278927326202393,
      "step": 2421,
      "subrel-constrast": 2.849459648132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3208370208740234,
      "cov-distil (oracle2student)": 3.297712802886963,
      "cov-distil (oracle2teacher)": 3.5466761589050293,
      "epoch": 1.901098901098901,
      "rel-constrast": 1.9078435897827148,
      "step": 2422,
      "subrel-constrast": 3.0162360668182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844926357269287,
      "cov-distil (oracle2student)": 4.186644554138184,
      "cov-distil (oracle2teacher)": 4.34164571762085,
      "epoch": 1.901883830455259,
      "rel-constrast": 3.228900671005249,
      "step": 2423,
      "subrel-constrast": 4.067591667175293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6880078315734863,
      "cov-distil (oracle2student)": 4.709057807922363,
      "cov-distil (oracle2teacher)": 4.744845867156982,
      "epoch": 1.902668759811617,
      "rel-constrast": 2.6027560234069824,
      "step": 2424,
      "subrel-constrast": 3.087282657623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.337674617767334,
      "cov-distil (oracle2student)": 3.549422025680542,
      "cov-distil (oracle2teacher)": 3.6439497470855713,
      "epoch": 1.903453689167975,
      "rel-constrast": 2.003063440322876,
      "step": 2425,
      "subrel-constrast": 2.4383950233459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0524265766143799,
      "cov-distil (oracle2student)": 4.853302955627441,
      "cov-distil (oracle2teacher)": 5.022736549377441,
      "epoch": 1.904238618524333,
      "rel-constrast": 2.4007813930511475,
      "step": 2426,
      "subrel-constrast": 3.213235855102539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2154020071029663,
      "cov-distil (oracle2student)": 4.12408447265625,
      "cov-distil (oracle2teacher)": 3.745910167694092,
      "epoch": 1.9050235478806907,
      "rel-constrast": 2.6211793422698975,
      "step": 2427,
      "subrel-constrast": 3.337383508682251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7190890312194824,
      "cov-distil (oracle2student)": 8.470443725585938,
      "cov-distil (oracle2teacher)": 7.381590843200684,
      "epoch": 1.9058084772370487,
      "rel-constrast": 2.3413922786712646,
      "step": 2428,
      "subrel-constrast": 3.6885204315185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6264715194702148,
      "cov-distil (oracle2student)": 6.298377990722656,
      "cov-distil (oracle2teacher)": 5.465534687042236,
      "epoch": 1.9065934065934065,
      "rel-constrast": 3.07326340675354,
      "step": 2429,
      "subrel-constrast": 3.737454891204834,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 4.4375,
      "learning_rate": 6.111146131256983e-05,
      "loss": 0.6501,
      "step": 2430
    },
    {
      "cov-distil": 1.9303877353668213,
      "cov-distil (oracle2student)": 6.2646484375,
      "cov-distil (oracle2teacher)": 5.5775146484375,
      "epoch": 1.9073783359497645,
      "rel-constrast": 3.107025384902954,
      "step": 2430,
      "subrel-constrast": 3.7498538494110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3891249895095825,
      "cov-distil (oracle2student)": 4.538653373718262,
      "cov-distil (oracle2teacher)": 4.186346530914307,
      "epoch": 1.9081632653061225,
      "rel-constrast": 2.4932405948638916,
      "step": 2431,
      "subrel-constrast": 3.165693759918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5352455377578735,
      "cov-distil (oracle2student)": 4.894820690155029,
      "cov-distil (oracle2teacher)": 4.501212120056152,
      "epoch": 1.9089481946624804,
      "rel-constrast": 1.5547491312026978,
      "step": 2432,
      "subrel-constrast": 2.6874306201934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9222056865692139,
      "cov-distil (oracle2student)": 5.8183722496032715,
      "cov-distil (oracle2teacher)": 5.6000752449035645,
      "epoch": 1.9097331240188384,
      "rel-constrast": 3.1394381523132324,
      "step": 2433,
      "subrel-constrast": 3.7238945960998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615140438079834,
      "cov-distil (oracle2student)": 4.451748847961426,
      "cov-distil (oracle2teacher)": 4.500077247619629,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.423839807510376,
      "step": 2434,
      "subrel-constrast": 2.5620369911193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2221944332122803,
      "cov-distil (oracle2student)": 5.65143346786499,
      "cov-distil (oracle2teacher)": 5.2900824546813965,
      "epoch": 1.9113029827315542,
      "rel-constrast": 1.709764003753662,
      "step": 2435,
      "subrel-constrast": 2.649094581604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.146139144897461,
      "cov-distil (oracle2student)": 3.506925582885742,
      "cov-distil (oracle2teacher)": 3.3608102798461914,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.1896414756774902,
      "step": 2436,
      "subrel-constrast": 2.9206125736236572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4578808546066284,
      "cov-distil (oracle2student)": 5.411929130554199,
      "cov-distil (oracle2teacher)": 4.973800182342529,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.332127571105957,
      "step": 2437,
      "subrel-constrast": 3.76629638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1758593320846558,
      "cov-distil (oracle2student)": 4.200885772705078,
      "cov-distil (oracle2teacher)": 4.015074729919434,
      "epoch": 1.913657770800628,
      "rel-constrast": 2.1631033420562744,
      "step": 2438,
      "subrel-constrast": 2.508551836013794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5790228843688965,
      "cov-distil (oracle2student)": 4.011318683624268,
      "cov-distil (oracle2teacher)": 3.996324062347412,
      "epoch": 1.914442700156986,
      "rel-constrast": 3.0868618488311768,
      "step": 2439,
      "subrel-constrast": 3.2840800285339355,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 5.34375,
      "learning_rate": 6.077085603303882e-05,
      "loss": 0.6424,
      "step": 2440
    },
    {
      "cov-distil": 1.539977788925171,
      "cov-distil (oracle2student)": 4.03476619720459,
      "cov-distil (oracle2teacher)": 3.6656713485717773,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.2906734943389893,
      "step": 2440,
      "subrel-constrast": 2.878124713897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7717639207839966,
      "cov-distil (oracle2student)": 4.468521595001221,
      "cov-distil (oracle2teacher)": 4.390657424926758,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.231065273284912,
      "step": 2441,
      "subrel-constrast": 2.958575487136841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073875427246094,
      "cov-distil (oracle2student)": 4.902163505554199,
      "cov-distil (oracle2teacher)": 4.702846527099609,
      "epoch": 1.9167974882260597,
      "rel-constrast": 2.7966532707214355,
      "step": 2442,
      "subrel-constrast": 3.5447187423706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3440730571746826,
      "cov-distil (oracle2student)": 4.323647499084473,
      "cov-distil (oracle2teacher)": 3.982586622238159,
      "epoch": 1.9175824175824174,
      "rel-constrast": 2.5922024250030518,
      "step": 2443,
      "subrel-constrast": 2.8499245643615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4203178882598877,
      "cov-distil (oracle2student)": 3.7349390983581543,
      "cov-distil (oracle2teacher)": 3.5660247802734375,
      "epoch": 1.9183673469387754,
      "rel-constrast": 2.2481515407562256,
      "step": 2444,
      "subrel-constrast": 3.210327625274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2295869588851929,
      "cov-distil (oracle2student)": 4.472831726074219,
      "cov-distil (oracle2teacher)": 4.044604778289795,
      "epoch": 1.9191522762951334,
      "rel-constrast": 2.6736679077148438,
      "step": 2445,
      "subrel-constrast": 3.5149595737457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6391065120697021,
      "cov-distil (oracle2student)": 6.936833381652832,
      "cov-distil (oracle2teacher)": 6.885683059692383,
      "epoch": 1.9199372056514914,
      "rel-constrast": 2.743055582046509,
      "step": 2446,
      "subrel-constrast": 4.062009334564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884392261505127,
      "cov-distil (oracle2student)": 3.1461925506591797,
      "cov-distil (oracle2teacher)": 3.4392409324645996,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.044372797012329,
      "step": 2447,
      "subrel-constrast": 3.175421714782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577447772026062,
      "cov-distil (oracle2student)": 4.719540596008301,
      "cov-distil (oracle2teacher)": 4.51712703704834,
      "epoch": 1.9215070643642074,
      "rel-constrast": 2.77707839012146,
      "step": 2448,
      "subrel-constrast": 3.5462963581085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341334342956543,
      "cov-distil (oracle2student)": 4.110491752624512,
      "cov-distil (oracle2teacher)": 4.250685214996338,
      "epoch": 1.9222919937205651,
      "rel-constrast": 3.4003777503967285,
      "step": 2449,
      "subrel-constrast": 4.223257064819336,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 5.0,
      "learning_rate": 6.042972579718019e-05,
      "loss": 0.6826,
      "step": 2450
    },
    {
      "cov-distil": 1.9135243892669678,
      "cov-distil (oracle2student)": 3.9998340606689453,
      "cov-distil (oracle2teacher)": 3.766707181930542,
      "epoch": 1.9230769230769231,
      "rel-constrast": 1.8002841472625732,
      "step": 2450,
      "subrel-constrast": 2.9933719635009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7246942520141602,
      "cov-distil (oracle2student)": 3.980552911758423,
      "cov-distil (oracle2teacher)": 4.405749320983887,
      "epoch": 1.923861852433281,
      "rel-constrast": 1.9825985431671143,
      "step": 2451,
      "subrel-constrast": 2.832857370376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6538211107254028,
      "cov-distil (oracle2student)": 5.923148155212402,
      "cov-distil (oracle2teacher)": 5.556448936462402,
      "epoch": 1.9246467817896389,
      "rel-constrast": 1.2700302600860596,
      "step": 2452,
      "subrel-constrast": 2.382643461227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7117328643798828,
      "cov-distil (oracle2student)": 3.1443941593170166,
      "cov-distil (oracle2teacher)": 3.2529847621917725,
      "epoch": 1.9254317111459969,
      "rel-constrast": 2.8734991550445557,
      "step": 2453,
      "subrel-constrast": 3.683429002761841,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0682010650634766,
      "cov-distil (oracle2student)": 5.210631847381592,
      "cov-distil (oracle2teacher)": 4.386083602905273,
      "epoch": 1.9262166405023549,
      "rel-constrast": 1.6191368103027344,
      "step": 2454,
      "subrel-constrast": 3.1250414848327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0947794914245605,
      "cov-distil (oracle2student)": 3.778073787689209,
      "cov-distil (oracle2teacher)": 3.5315284729003906,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.542701482772827,
      "step": 2455,
      "subrel-constrast": 3.4323248863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5204241275787354,
      "cov-distil (oracle2student)": 4.758693218231201,
      "cov-distil (oracle2teacher)": 4.364437103271484,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.1251630783081055,
      "step": 2456,
      "subrel-constrast": 3.9461827278137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5627645254135132,
      "cov-distil (oracle2student)": 3.7441954612731934,
      "cov-distil (oracle2teacher)": 3.7117793560028076,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.358859062194824,
      "step": 2457,
      "subrel-constrast": 3.3446521759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4912142753601074,
      "cov-distil (oracle2student)": 4.508631706237793,
      "cov-distil (oracle2teacher)": 4.414140701293945,
      "epoch": 1.9293563579277864,
      "rel-constrast": 2.9483790397644043,
      "step": 2458,
      "subrel-constrast": 3.648780584335327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826310634613037,
      "cov-distil (oracle2student)": 6.189896583557129,
      "cov-distil (oracle2teacher)": 5.4344048500061035,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.3245432376861572,
      "step": 2459,
      "subrel-constrast": 4.087841510772705,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 4.4375,
      "learning_rate": 6.008808723120035e-05,
      "loss": 0.615,
      "step": 2460
    },
    {
      "cov-distil": 1.3394534587860107,
      "cov-distil (oracle2student)": 3.5164875984191895,
      "cov-distil (oracle2teacher)": 3.5853371620178223,
      "epoch": 1.9309262166405023,
      "rel-constrast": 2.947723627090454,
      "step": 2460,
      "subrel-constrast": 3.243969678878784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2233436107635498,
      "cov-distil (oracle2student)": 6.305724143981934,
      "cov-distil (oracle2teacher)": 5.7238922119140625,
      "epoch": 1.9317111459968603,
      "rel-constrast": 2.042128086090088,
      "step": 2461,
      "subrel-constrast": 3.0452840328216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4583710432052612,
      "cov-distil (oracle2student)": 3.599830150604248,
      "cov-distil (oracle2teacher)": 3.3803863525390625,
      "epoch": 1.9324960753532183,
      "rel-constrast": 2.653122901916504,
      "step": 2462,
      "subrel-constrast": 3.1580452919006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7638732194900513,
      "cov-distil (oracle2student)": 5.490786552429199,
      "cov-distil (oracle2teacher)": 6.011573791503906,
      "epoch": 1.933281004709576,
      "rel-constrast": 2.183955669403076,
      "step": 2463,
      "subrel-constrast": 3.097562313079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6910600662231445,
      "cov-distil (oracle2student)": 4.8436102867126465,
      "cov-distil (oracle2teacher)": 4.577276229858398,
      "epoch": 1.934065934065934,
      "rel-constrast": 1.75954008102417,
      "step": 2464,
      "subrel-constrast": 2.8815128803253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.157731533050537,
      "cov-distil (oracle2student)": 3.634458541870117,
      "cov-distil (oracle2teacher)": 3.007103443145752,
      "epoch": 1.9348508634222918,
      "rel-constrast": 1.9974185228347778,
      "step": 2465,
      "subrel-constrast": 2.336233615875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6068403720855713,
      "cov-distil (oracle2student)": 4.317574977874756,
      "cov-distil (oracle2teacher)": 3.74139142036438,
      "epoch": 1.9356357927786498,
      "rel-constrast": 2.320570468902588,
      "step": 2466,
      "subrel-constrast": 2.7660906314849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5245513916015625,
      "cov-distil (oracle2student)": 3.8501524925231934,
      "cov-distil (oracle2teacher)": 4.120156288146973,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.2923197746276855,
      "step": 2467,
      "subrel-constrast": 3.0820984840393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2331719398498535,
      "cov-distil (oracle2student)": 4.217875957489014,
      "cov-distil (oracle2teacher)": 3.9918761253356934,
      "epoch": 1.9372056514913658,
      "rel-constrast": 2.8736701011657715,
      "step": 2468,
      "subrel-constrast": 3.1520519256591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5278897285461426,
      "cov-distil (oracle2student)": 3.3670156002044678,
      "cov-distil (oracle2teacher)": 3.138444423675537,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.351475715637207,
      "step": 2469,
      "subrel-constrast": 2.796712875366211,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 7.25,
      "learning_rate": 5.974595698608103e-05,
      "loss": 0.6219,
      "step": 2470
    },
    {
      "cov-distil": 1.6809065341949463,
      "cov-distil (oracle2student)": 3.12834095954895,
      "cov-distil (oracle2teacher)": 3.327944755554199,
      "epoch": 1.9387755102040818,
      "rel-constrast": 1.6484763622283936,
      "step": 2470,
      "subrel-constrast": 2.447824001312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5818686485290527,
      "cov-distil (oracle2student)": 4.127233505249023,
      "cov-distil (oracle2teacher)": 4.272082328796387,
      "epoch": 1.9395604395604396,
      "rel-constrast": 2.439502716064453,
      "step": 2471,
      "subrel-constrast": 3.092816114425659,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.003767490386963,
      "cov-distil (oracle2student)": 4.323450565338135,
      "cov-distil (oracle2teacher)": 4.251109600067139,
      "epoch": 1.9403453689167975,
      "rel-constrast": 2.398402690887451,
      "step": 2472,
      "subrel-constrast": 3.7257604598999023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370860576629639,
      "cov-distil (oracle2student)": 4.136254787445068,
      "cov-distil (oracle2teacher)": 3.971848249435425,
      "epoch": 1.9411302982731553,
      "rel-constrast": 3.5773673057556152,
      "step": 2473,
      "subrel-constrast": 4.68695068359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0753045082092285,
      "cov-distil (oracle2student)": 4.956406593322754,
      "cov-distil (oracle2teacher)": 4.9077324867248535,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.202679395675659,
      "step": 2474,
      "subrel-constrast": 4.463327407836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9706966876983643,
      "cov-distil (oracle2student)": 3.411694049835205,
      "cov-distil (oracle2teacher)": 3.1804347038269043,
      "epoch": 1.9427001569858713,
      "rel-constrast": 1.9867652654647827,
      "step": 2475,
      "subrel-constrast": 3.430475950241089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7975658178329468,
      "cov-distil (oracle2student)": 3.9686686992645264,
      "cov-distil (oracle2teacher)": 3.835314989089966,
      "epoch": 1.9434850863422293,
      "rel-constrast": 4.031732559204102,
      "step": 2476,
      "subrel-constrast": 4.8030853271484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1326426267623901,
      "cov-distil (oracle2student)": 6.1875386238098145,
      "cov-distil (oracle2teacher)": 5.561845779418945,
      "epoch": 1.9442700156985873,
      "rel-constrast": 2.957395315170288,
      "step": 2477,
      "subrel-constrast": 3.0566346645355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5446381568908691,
      "cov-distil (oracle2student)": 5.005764484405518,
      "cov-distil (oracle2teacher)": 5.318445205688477,
      "epoch": 1.945054945054945,
      "rel-constrast": 2.569483995437622,
      "step": 2478,
      "subrel-constrast": 3.5817081928253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4804322719573975,
      "cov-distil (oracle2student)": 3.3420236110687256,
      "cov-distil (oracle2teacher)": 3.732354164123535,
      "epoch": 1.945839874411303,
      "rel-constrast": 1.9524245262145996,
      "step": 2479,
      "subrel-constrast": 2.6728103160858154,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 3.765625,
      "learning_rate": 5.9403351736767696e-05,
      "loss": 0.7141,
      "step": 2480
    },
    {
      "cov-distil": 1.5063971281051636,
      "cov-distil (oracle2student)": 3.410438060760498,
      "cov-distil (oracle2teacher)": 3.0177741050720215,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.184891700744629,
      "step": 2480,
      "subrel-constrast": 2.682356595993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3047142028808594,
      "cov-distil (oracle2student)": 4.066301345825195,
      "cov-distil (oracle2teacher)": 4.22981071472168,
      "epoch": 1.9474097331240188,
      "rel-constrast": 2.8346645832061768,
      "step": 2481,
      "subrel-constrast": 3.3068511486053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6434433460235596,
      "cov-distil (oracle2student)": 5.24864387512207,
      "cov-distil (oracle2teacher)": 4.356634140014648,
      "epoch": 1.9481946624803768,
      "rel-constrast": 2.808255434036255,
      "step": 2482,
      "subrel-constrast": 3.782073497772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00424861907959,
      "cov-distil (oracle2student)": 3.807349681854248,
      "cov-distil (oracle2teacher)": 3.817157745361328,
      "epoch": 1.9489795918367347,
      "rel-constrast": 2.7579164505004883,
      "step": 2483,
      "subrel-constrast": 3.896364212036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.497926950454712,
      "cov-distil (oracle2student)": 3.3321619033813477,
      "cov-distil (oracle2teacher)": 3.3328473567962646,
      "epoch": 1.9497645211930927,
      "rel-constrast": 2.9589881896972656,
      "step": 2484,
      "subrel-constrast": 3.5419363975524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6546814441680908,
      "cov-distil (oracle2student)": 4.136902809143066,
      "cov-distil (oracle2teacher)": 4.505791664123535,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.055968761444092,
      "step": 2485,
      "subrel-constrast": 3.6728525161743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3509674072265625,
      "cov-distil (oracle2student)": 4.899567604064941,
      "cov-distil (oracle2teacher)": 4.483312606811523,
      "epoch": 1.9513343799058085,
      "rel-constrast": 2.8060293197631836,
      "step": 2486,
      "subrel-constrast": 3.567275047302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1908481121063232,
      "cov-distil (oracle2student)": 4.789872646331787,
      "cov-distil (oracle2teacher)": 4.473468780517578,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.5613112449645996,
      "step": 2487,
      "subrel-constrast": 3.252250909805298,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202996253967285,
      "cov-distil (oracle2student)": 5.489829063415527,
      "cov-distil (oracle2teacher)": 4.805842876434326,
      "epoch": 1.9529042386185242,
      "rel-constrast": 2.6150636672973633,
      "step": 2488,
      "subrel-constrast": 4.003284454345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4341979026794434,
      "cov-distil (oracle2student)": 5.987394332885742,
      "cov-distil (oracle2teacher)": 5.155847549438477,
      "epoch": 1.9536891679748822,
      "rel-constrast": 1.8896608352661133,
      "step": 2489,
      "subrel-constrast": 2.8639631271362305,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 4.625,
      "learning_rate": 5.906028818135687e-05,
      "loss": 0.6763,
      "step": 2490
    },
    {
      "cov-distil": 1.939720630645752,
      "cov-distil (oracle2student)": 4.280894756317139,
      "cov-distil (oracle2teacher)": 3.4253082275390625,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.1710500717163086,
      "step": 2490,
      "subrel-constrast": 2.9444949626922607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.50453782081604,
      "cov-distil (oracle2student)": 4.7017364501953125,
      "cov-distil (oracle2teacher)": 4.380112171173096,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.2628836631774902,
      "step": 2491,
      "subrel-constrast": 3.2594969272613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3456711769104004,
      "cov-distil (oracle2student)": 4.969875812530518,
      "cov-distil (oracle2teacher)": 4.784751892089844,
      "epoch": 1.9560439560439562,
      "rel-constrast": 2.612567663192749,
      "step": 2492,
      "subrel-constrast": 3.6007113456726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845391511917114,
      "cov-distil (oracle2student)": 4.429319858551025,
      "cov-distil (oracle2teacher)": 4.384460926055908,
      "epoch": 1.956828885400314,
      "rel-constrast": 1.846210241317749,
      "step": 2493,
      "subrel-constrast": 3.049996852874756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4951443672180176,
      "cov-distil (oracle2student)": 2.3656868934631348,
      "cov-distil (oracle2teacher)": 2.777831792831421,
      "epoch": 1.957613814756672,
      "rel-constrast": 1.7191071510314941,
      "step": 2494,
      "subrel-constrast": 2.6303467750549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6920793056488037,
      "cov-distil (oracle2student)": 5.334465026855469,
      "cov-distil (oracle2teacher)": 4.832890510559082,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.1239914894104004,
      "step": 2495,
      "subrel-constrast": 3.9202449321746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.897559642791748,
      "cov-distil (oracle2student)": 5.9227752685546875,
      "cov-distil (oracle2teacher)": 5.132360458374023,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.078137159347534,
      "step": 2496,
      "subrel-constrast": 3.790473699569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4706028699874878,
      "cov-distil (oracle2student)": 2.032902717590332,
      "cov-distil (oracle2teacher)": 2.4475836753845215,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.1573398113250732,
      "step": 2497,
      "subrel-constrast": 2.835132360458374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2906689643859863,
      "cov-distil (oracle2student)": 5.364219665527344,
      "cov-distil (oracle2teacher)": 4.4668965339660645,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.2956510782241821,
      "step": 2498,
      "subrel-constrast": 1.952248215675354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4701358079910278,
      "cov-distil (oracle2student)": 3.8593873977661133,
      "cov-distil (oracle2teacher)": 4.257753372192383,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.4163681268692017,
      "step": 2499,
      "subrel-constrast": 2.347494125366211,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 3.03125,
      "learning_rate": 5.8716783040282244e-05,
      "loss": 0.5811,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.758,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7700833640466201,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5893647347955383,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.43099999999999994,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6205402626699736,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.6201592036613846,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.543114713961708,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.32500001788139343,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.06951904296875
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.0535888671875
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.01593017578125,
      "step": 2500
    },
    {
      "cov-distil": 1.034088134765625,
      "cov-distil (oracle2student)": 4.918262481689453,
      "cov-distil (oracle2teacher)": 4.798139572143555,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.090329647064209,
      "step": 2500,
      "subrel-constrast": 2.495204210281372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5093843936920166,
      "cov-distil (oracle2student)": 4.732627868652344,
      "cov-distil (oracle2teacher)": 5.191451549530029,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.472978353500366,
      "step": 2501,
      "subrel-constrast": 3.405951499938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6600679159164429,
      "cov-distil (oracle2student)": 4.752199649810791,
      "cov-distil (oracle2teacher)": 4.176733493804932,
      "epoch": 1.9638932496075352,
      "rel-constrast": 3.4931061267852783,
      "step": 2502,
      "subrel-constrast": 3.912015438079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691267967224121,
      "cov-distil (oracle2student)": 5.716839790344238,
      "cov-distil (oracle2teacher)": 4.81252384185791,
      "epoch": 1.9646781789638932,
      "rel-constrast": 3.1721572875976562,
      "step": 2503,
      "subrel-constrast": 3.9237515926361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6344186067581177,
      "cov-distil (oracle2student)": 5.935103416442871,
      "cov-distil (oracle2teacher)": 5.652824401855469,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.121091365814209,
      "step": 2504,
      "subrel-constrast": 3.071255683898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5531394481658936,
      "cov-distil (oracle2student)": 2.9480435848236084,
      "cov-distil (oracle2teacher)": 3.240910768508911,
      "epoch": 1.9662480376766092,
      "rel-constrast": 1.729221224784851,
      "step": 2505,
      "subrel-constrast": 2.725818157196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6979081630706787,
      "cov-distil (oracle2student)": 3.659256935119629,
      "cov-distil (oracle2teacher)": 3.8376991748809814,
      "epoch": 1.9670329670329672,
      "rel-constrast": 2.7070765495300293,
      "step": 2506,
      "subrel-constrast": 3.540614366531372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.655156135559082,
      "cov-distil (oracle2student)": 4.01218843460083,
      "cov-distil (oracle2teacher)": 4.0616044998168945,
      "epoch": 1.967817896389325,
      "rel-constrast": 2.495893955230713,
      "step": 2507,
      "subrel-constrast": 3.8997299671173096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223628044128418,
      "cov-distil (oracle2student)": 4.995460510253906,
      "cov-distil (oracle2teacher)": 4.316070556640625,
      "epoch": 1.968602825745683,
      "rel-constrast": 2.324535369873047,
      "step": 2508,
      "subrel-constrast": 3.0926296710968018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5631874799728394,
      "cov-distil (oracle2student)": 6.498614311218262,
      "cov-distil (oracle2teacher)": 5.637834548950195,
      "epoch": 1.9693877551020407,
      "rel-constrast": 2.208888292312622,
      "step": 2509,
      "subrel-constrast": 3.143627643585205,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 4.53125,
      "learning_rate": 5.837285305549978e-05,
      "loss": 0.6602,
      "step": 2510
    },
    {
      "cov-distil": 1.7313796281814575,
      "cov-distil (oracle2student)": 3.9850964546203613,
      "cov-distil (oracle2teacher)": 3.499422550201416,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.4829182624816895,
      "step": 2510,
      "subrel-constrast": 3.0800743103027344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864489197731018,
      "cov-distil (oracle2student)": 4.117683410644531,
      "cov-distil (oracle2teacher)": 4.27894401550293,
      "epoch": 1.9709576138147566,
      "rel-constrast": 2.8539164066314697,
      "step": 2511,
      "subrel-constrast": 3.502248525619507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.510552167892456,
      "cov-distil (oracle2student)": 4.600067138671875,
      "cov-distil (oracle2teacher)": 4.364585876464844,
      "epoch": 1.9717425431711146,
      "rel-constrast": 3.001002788543701,
      "step": 2512,
      "subrel-constrast": 3.5884246826171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6428855657577515,
      "cov-distil (oracle2student)": 5.096706390380859,
      "cov-distil (oracle2teacher)": 4.749903678894043,
      "epoch": 1.9725274725274726,
      "rel-constrast": 3.2854950428009033,
      "step": 2513,
      "subrel-constrast": 4.0028228759765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9312450885772705,
      "cov-distil (oracle2student)": 4.901998043060303,
      "cov-distil (oracle2teacher)": 4.306216716766357,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.122281074523926,
      "step": 2514,
      "subrel-constrast": 3.952420473098755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266003370285034,
      "cov-distil (oracle2student)": 4.537450313568115,
      "cov-distil (oracle2teacher)": 4.379664421081543,
      "epoch": 1.9740973312401884,
      "rel-constrast": 2.284822463989258,
      "step": 2515,
      "subrel-constrast": 3.123494863510132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.088966727256775,
      "cov-distil (oracle2student)": 5.052414417266846,
      "cov-distil (oracle2teacher)": 4.234745025634766,
      "epoch": 1.9748822605965461,
      "rel-constrast": 2.223890781402588,
      "step": 2516,
      "subrel-constrast": 2.5561411380767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1736557483673096,
      "cov-distil (oracle2student)": 4.541131496429443,
      "cov-distil (oracle2teacher)": 3.9456300735473633,
      "epoch": 1.9756671899529041,
      "rel-constrast": 2.398914337158203,
      "step": 2517,
      "subrel-constrast": 3.5144011974334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157834768295288,
      "cov-distil (oracle2student)": 4.6175007820129395,
      "cov-distil (oracle2teacher)": 4.192019462585449,
      "epoch": 1.9764521193092621,
      "rel-constrast": 1.7788162231445312,
      "step": 2518,
      "subrel-constrast": 3.1858298778533936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2297780513763428,
      "cov-distil (oracle2student)": 3.4215588569641113,
      "cov-distil (oracle2teacher)": 3.5624070167541504,
      "epoch": 1.9772370486656201,
      "rel-constrast": 2.893134117126465,
      "step": 2519,
      "subrel-constrast": 3.4443225860595703,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 4.6875,
      "learning_rate": 5.8028514989671724e-05,
      "loss": 0.7,
      "step": 2520
    },
    {
      "cov-distil": 1.545301914215088,
      "cov-distil (oracle2student)": 4.52754020690918,
      "cov-distil (oracle2teacher)": 4.317636966705322,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.5580079555511475,
      "step": 2520,
      "subrel-constrast": 2.1352314949035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5504038333892822,
      "cov-distil (oracle2student)": 3.749325752258301,
      "cov-distil (oracle2teacher)": 3.4146854877471924,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.0491061210632324,
      "step": 2521,
      "subrel-constrast": 3.2275426387786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0953609943389893,
      "cov-distil (oracle2student)": 4.446328163146973,
      "cov-distil (oracle2teacher)": 4.462830543518066,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.6043355464935303,
      "step": 2522,
      "subrel-constrast": 3.739224672317505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860908031463623,
      "cov-distil (oracle2student)": 4.695863246917725,
      "cov-distil (oracle2teacher)": 4.281394958496094,
      "epoch": 1.9803767660910518,
      "rel-constrast": 1.8529161214828491,
      "step": 2523,
      "subrel-constrast": 3.0706992149353027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174774646759033,
      "cov-distil (oracle2student)": 4.456730842590332,
      "cov-distil (oracle2teacher)": 4.930697917938232,
      "epoch": 1.9811616954474096,
      "rel-constrast": 2.730800151824951,
      "step": 2524,
      "subrel-constrast": 3.7891883850097656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056124210357666,
      "cov-distil (oracle2student)": 3.7031283378601074,
      "cov-distil (oracle2teacher)": 3.597655773162842,
      "epoch": 1.9819466248037676,
      "rel-constrast": 1.9186896085739136,
      "step": 2525,
      "subrel-constrast": 2.764028310775757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582842588424683,
      "cov-distil (oracle2student)": 4.051753997802734,
      "cov-distil (oracle2teacher)": 3.622565746307373,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.3639755249023438,
      "step": 2526,
      "subrel-constrast": 2.990633964538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9434977769851685,
      "cov-distil (oracle2student)": 3.8101301193237305,
      "cov-distil (oracle2teacher)": 3.676475763320923,
      "epoch": 1.9835164835164836,
      "rel-constrast": 2.028329372406006,
      "step": 2527,
      "subrel-constrast": 2.7437429428100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6939276456832886,
      "cov-distil (oracle2student)": 5.118370056152344,
      "cov-distil (oracle2teacher)": 4.837777614593506,
      "epoch": 1.9843014128728416,
      "rel-constrast": 2.283128499984741,
      "step": 2528,
      "subrel-constrast": 3.327733278274536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5865836143493652,
      "cov-distil (oracle2student)": 4.231027126312256,
      "cov-distil (oracle2teacher)": 3.9491071701049805,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.336064338684082,
      "step": 2529,
      "subrel-constrast": 3.31392502784729,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 4.4375,
      "learning_rate": 5.7683785625349616e-05,
      "loss": 0.613,
      "step": 2530
    },
    {
      "cov-distil": 1.3811557292938232,
      "cov-distil (oracle2student)": 5.335155487060547,
      "cov-distil (oracle2teacher)": 4.889945983886719,
      "epoch": 1.9858712715855573,
      "rel-constrast": 2.695413589477539,
      "step": 2530,
      "subrel-constrast": 3.59035587310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6782870292663574,
      "cov-distil (oracle2student)": 4.692005157470703,
      "cov-distil (oracle2teacher)": 4.357531547546387,
      "epoch": 1.986656200941915,
      "rel-constrast": 4.971196174621582,
      "step": 2531,
      "subrel-constrast": 4.949033737182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566306233406067,
      "cov-distil (oracle2student)": 3.3084940910339355,
      "cov-distil (oracle2teacher)": 3.064594268798828,
      "epoch": 1.987441130298273,
      "rel-constrast": 2.3397622108459473,
      "step": 2532,
      "subrel-constrast": 3.193925619125366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3871456384658813,
      "cov-distil (oracle2student)": 3.973518133163452,
      "cov-distil (oracle2teacher)": 3.623163938522339,
      "epoch": 1.988226059654631,
      "rel-constrast": 2.0260114669799805,
      "step": 2533,
      "subrel-constrast": 2.7836129665374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0686228275299072,
      "cov-distil (oracle2student)": 3.876648426055908,
      "cov-distil (oracle2teacher)": 3.4521126747131348,
      "epoch": 1.989010989010989,
      "rel-constrast": 2.634920597076416,
      "step": 2534,
      "subrel-constrast": 2.7614080905914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842141032218933,
      "cov-distil (oracle2student)": 4.8939971923828125,
      "cov-distil (oracle2teacher)": 4.010017395019531,
      "epoch": 1.989795918367347,
      "rel-constrast": 2.2793498039245605,
      "step": 2535,
      "subrel-constrast": 3.2465386390686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2677056789398193,
      "cov-distil (oracle2student)": 3.4546847343444824,
      "cov-distil (oracle2teacher)": 3.611504554748535,
      "epoch": 1.990580847723705,
      "rel-constrast": 2.3911006450653076,
      "step": 2536,
      "subrel-constrast": 2.9536702632904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3758759498596191,
      "cov-distil (oracle2student)": 2.0069172382354736,
      "cov-distil (oracle2teacher)": 2.294680118560791,
      "epoch": 1.9913657770800628,
      "rel-constrast": 2.6005661487579346,
      "step": 2537,
      "subrel-constrast": 2.782273292541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6506016254425049,
      "cov-distil (oracle2student)": 5.484795093536377,
      "cov-distil (oracle2teacher)": 4.657903671264648,
      "epoch": 1.9921507064364206,
      "rel-constrast": 2.2634334564208984,
      "step": 2538,
      "subrel-constrast": 2.9922940731048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.481309413909912,
      "cov-distil (oracle2student)": 4.151291847229004,
      "cov-distil (oracle2teacher)": 4.069404602050781,
      "epoch": 1.9929356357927785,
      "rel-constrast": 2.3237085342407227,
      "step": 2539,
      "subrel-constrast": 3.067293167114258,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 4.0625,
      "learning_rate": 5.733868176415633e-05,
      "loss": 0.6999,
      "step": 2540
    },
    {
      "cov-distil": 1.6185139417648315,
      "cov-distil (oracle2student)": 3.9676637649536133,
      "cov-distil (oracle2teacher)": 4.090360641479492,
      "epoch": 1.9937205651491365,
      "rel-constrast": 1.9344310760498047,
      "step": 2540,
      "subrel-constrast": 2.736952781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3457927703857422,
      "cov-distil (oracle2student)": 3.8545761108398438,
      "cov-distil (oracle2teacher)": 4.167331695556641,
      "epoch": 1.9945054945054945,
      "rel-constrast": 2.788292407989502,
      "step": 2541,
      "subrel-constrast": 3.8468527793884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0885465145111084,
      "cov-distil (oracle2student)": 5.966340065002441,
      "cov-distil (oracle2teacher)": 5.410675048828125,
      "epoch": 1.9952904238618525,
      "rel-constrast": 4.422646522521973,
      "step": 2542,
      "subrel-constrast": 4.9963154792785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2928221225738525,
      "cov-distil (oracle2student)": 4.080322742462158,
      "cov-distil (oracle2teacher)": 4.136473655700684,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.318594455718994,
      "step": 2543,
      "subrel-constrast": 2.918548345565796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6997405290603638,
      "cov-distil (oracle2student)": 4.023380756378174,
      "cov-distil (oracle2teacher)": 4.04420804977417,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.199406147003174,
      "step": 2544,
      "subrel-constrast": 3.3518567085266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8905081748962402,
      "cov-distil (oracle2student)": 6.020468711853027,
      "cov-distil (oracle2teacher)": 5.715831279754639,
      "epoch": 1.9976452119309263,
      "rel-constrast": 2.8257970809936523,
      "step": 2545,
      "subrel-constrast": 3.7608561515808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7112669944763184,
      "cov-distil (oracle2student)": 3.5192527770996094,
      "cov-distil (oracle2teacher)": 3.708756446838379,
      "epoch": 1.998430141287284,
      "rel-constrast": 2.6055097579956055,
      "step": 2546,
      "subrel-constrast": 3.319580554962158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576952576637268,
      "cov-distil (oracle2student)": 5.620827674865723,
      "cov-distil (oracle2teacher)": 4.5286946296691895,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.407130002975464,
      "step": 2547,
      "subrel-constrast": 3.4426376819610596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784595966339111,
      "cov-distil (oracle2student)": 4.689289093017578,
      "cov-distil (oracle2teacher)": 4.660253524780273,
      "epoch": 2.0,
      "rel-constrast": 3.8219523429870605,
      "step": 2548,
      "subrel-constrast": 4.350259780883789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765949249267578,
      "cov-distil (oracle2student)": 4.939197540283203,
      "cov-distil (oracle2teacher)": 4.599505424499512,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.075809955596924,
      "step": 2549,
      "subrel-constrast": 2.637434244155884,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 3.828125,
      "learning_rate": 5.699322022596722e-05,
      "loss": 0.7229,
      "step": 2550
    },
    {
      "cov-distil": 1.594550609588623,
      "cov-distil (oracle2student)": 3.462810516357422,
      "cov-distil (oracle2teacher)": 3.5303640365600586,
      "epoch": 2.001569858712716,
      "rel-constrast": 1.7655783891677856,
      "step": 2550,
      "subrel-constrast": 3.0821869373321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3082818984985352,
      "cov-distil (oracle2student)": 3.672597885131836,
      "cov-distil (oracle2teacher)": 3.4961729049682617,
      "epoch": 2.002354788069074,
      "rel-constrast": 1.9368412494659424,
      "step": 2551,
      "subrel-constrast": 2.5047950744628906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4640848636627197,
      "cov-distil (oracle2student)": 3.9901413917541504,
      "cov-distil (oracle2teacher)": 3.752457618713379,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.1226582527160645,
      "step": 2552,
      "subrel-constrast": 3.0103137493133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3815668821334839,
      "cov-distil (oracle2student)": 5.417937278747559,
      "cov-distil (oracle2teacher)": 5.280392646789551,
      "epoch": 2.0039246467817895,
      "rel-constrast": 2.854069709777832,
      "step": 2553,
      "subrel-constrast": 3.5625321865081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.105773687362671,
      "cov-distil (oracle2student)": 4.515178203582764,
      "cov-distil (oracle2teacher)": 4.166439056396484,
      "epoch": 2.0047095761381475,
      "rel-constrast": 2.9720029830932617,
      "step": 2554,
      "subrel-constrast": 3.7830705642700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7766330242156982,
      "cov-distil (oracle2student)": 5.079403877258301,
      "cov-distil (oracle2teacher)": 4.882259368896484,
      "epoch": 2.0054945054945055,
      "rel-constrast": 3.160950183868408,
      "step": 2555,
      "subrel-constrast": 4.032987117767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1059083938598633,
      "cov-distil (oracle2student)": 3.76682710647583,
      "cov-distil (oracle2teacher)": 3.850386381149292,
      "epoch": 2.0062794348508635,
      "rel-constrast": 2.3294928073883057,
      "step": 2556,
      "subrel-constrast": 2.9368624687194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2046597003936768,
      "cov-distil (oracle2student)": 4.594611644744873,
      "cov-distil (oracle2teacher)": 4.6507649421691895,
      "epoch": 2.0070643642072215,
      "rel-constrast": 2.7976861000061035,
      "step": 2557,
      "subrel-constrast": 3.8702456951141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042271614074707,
      "cov-distil (oracle2student)": 4.173953533172607,
      "cov-distil (oracle2teacher)": 3.9539854526519775,
      "epoch": 2.0078492935635794,
      "rel-constrast": 2.500110149383545,
      "step": 2558,
      "subrel-constrast": 3.4609928131103516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3609824180603027,
      "cov-distil (oracle2student)": 4.528971195220947,
      "cov-distil (oracle2teacher)": 3.8930275440216064,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.288498878479004,
      "step": 2559,
      "subrel-constrast": 2.636387348175049,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 3.625,
      "learning_rate": 5.664741784809022e-05,
      "loss": 0.6541,
      "step": 2560
    },
    {
      "cov-distil": 1.1825708150863647,
      "cov-distil (oracle2student)": 4.521012306213379,
      "cov-distil (oracle2teacher)": 4.482631683349609,
      "epoch": 2.009419152276295,
      "rel-constrast": 2.230282783508301,
      "step": 2560,
      "subrel-constrast": 3.0255589485168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2821474075317383,
      "cov-distil (oracle2student)": 4.553142070770264,
      "cov-distil (oracle2teacher)": 4.103102684020996,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.317945957183838,
      "step": 2561,
      "subrel-constrast": 3.4667201042175293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8355050086975098,
      "cov-distil (oracle2student)": 5.028228759765625,
      "cov-distil (oracle2teacher)": 4.619372367858887,
      "epoch": 2.010989010989011,
      "rel-constrast": 1.5364673137664795,
      "step": 2562,
      "subrel-constrast": 2.8596534729003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.123185157775879,
      "cov-distil (oracle2student)": 4.274003982543945,
      "cov-distil (oracle2teacher)": 4.332273483276367,
      "epoch": 2.011773940345369,
      "rel-constrast": 3.0677883625030518,
      "step": 2563,
      "subrel-constrast": 3.6322693824768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2303284406661987,
      "cov-distil (oracle2student)": 4.158517360687256,
      "cov-distil (oracle2teacher)": 3.855273723602295,
      "epoch": 2.012558869701727,
      "rel-constrast": 2.0693843364715576,
      "step": 2564,
      "subrel-constrast": 2.394568681716919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2611069679260254,
      "cov-distil (oracle2student)": 4.8555450439453125,
      "cov-distil (oracle2teacher)": 4.418240547180176,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.2437052726745605,
      "step": 2565,
      "subrel-constrast": 3.3180558681488037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2224434614181519,
      "cov-distil (oracle2student)": 4.084535121917725,
      "cov-distil (oracle2teacher)": 4.664499759674072,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.5287275314331055,
      "step": 2566,
      "subrel-constrast": 2.9364535808563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025394916534424,
      "cov-distil (oracle2student)": 5.56201696395874,
      "cov-distil (oracle2teacher)": 5.230523586273193,
      "epoch": 2.0149136577708004,
      "rel-constrast": 2.62900710105896,
      "step": 2567,
      "subrel-constrast": 3.802401542663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6284607648849487,
      "cov-distil (oracle2student)": 3.959071397781372,
      "cov-distil (oracle2teacher)": 4.207099437713623,
      "epoch": 2.0156985871271584,
      "rel-constrast": 2.943179130554199,
      "step": 2568,
      "subrel-constrast": 3.6794214248657227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4751789569854736,
      "cov-distil (oracle2student)": 5.061004638671875,
      "cov-distil (oracle2teacher)": 4.35313606262207,
      "epoch": 2.0164835164835164,
      "rel-constrast": 2.0561327934265137,
      "step": 2569,
      "subrel-constrast": 2.7859179973602295,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 4.625,
      "learning_rate": 5.630129148444543e-05,
      "loss": 0.6537,
      "step": 2570
    },
    {
      "cov-distil": 1.6855566501617432,
      "cov-distil (oracle2student)": 4.446583271026611,
      "cov-distil (oracle2teacher)": 4.108209609985352,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.4388179779052734,
      "step": 2570,
      "subrel-constrast": 3.3338046073913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5009539127349854,
      "cov-distil (oracle2student)": 3.1996278762817383,
      "cov-distil (oracle2teacher)": 3.147613286972046,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.745195984840393,
      "step": 2571,
      "subrel-constrast": 2.724575996398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4285823106765747,
      "cov-distil (oracle2student)": 3.410475254058838,
      "cov-distil (oracle2teacher)": 3.365726947784424,
      "epoch": 2.0188383045525904,
      "rel-constrast": 2.4799530506134033,
      "step": 2572,
      "subrel-constrast": 2.735173225402832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.119163990020752,
      "cov-distil (oracle2student)": 3.5186374187469482,
      "cov-distil (oracle2teacher)": 4.014721870422363,
      "epoch": 2.0196232339089484,
      "rel-constrast": 2.6615192890167236,
      "step": 2573,
      "subrel-constrast": 3.720918655395508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3165382146835327,
      "cov-distil (oracle2student)": 4.399006366729736,
      "cov-distil (oracle2teacher)": 3.997265577316284,
      "epoch": 2.020408163265306,
      "rel-constrast": 2.521442413330078,
      "step": 2574,
      "subrel-constrast": 3.2645668983459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0224671363830566,
      "cov-distil (oracle2student)": 4.25956916809082,
      "cov-distil (oracle2teacher)": 4.200745582580566,
      "epoch": 2.021193092621664,
      "rel-constrast": 1.8876631259918213,
      "step": 2575,
      "subrel-constrast": 2.896167278289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073293447494507,
      "cov-distil (oracle2student)": 5.582647323608398,
      "cov-distil (oracle2teacher)": 4.8654327392578125,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.5991504192352295,
      "step": 2576,
      "subrel-constrast": 3.877453327178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0364186763763428,
      "cov-distil (oracle2student)": 5.55116081237793,
      "cov-distil (oracle2teacher)": 5.041586399078369,
      "epoch": 2.02276295133438,
      "rel-constrast": 3.3893847465515137,
      "step": 2577,
      "subrel-constrast": 4.95536470413208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3306457996368408,
      "cov-distil (oracle2student)": 3.785722017288208,
      "cov-distil (oracle2teacher)": 3.4186930656433105,
      "epoch": 2.023547880690738,
      "rel-constrast": 1.8980247974395752,
      "step": 2578,
      "subrel-constrast": 3.020368814468384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7886826992034912,
      "cov-distil (oracle2student)": 3.2538015842437744,
      "cov-distil (oracle2teacher)": 3.2837233543395996,
      "epoch": 2.024332810047096,
      "rel-constrast": 1.7592633962631226,
      "step": 2579,
      "subrel-constrast": 2.733330011367798,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 4.625,
      "learning_rate": 5.595485800474349e-05,
      "loss": 0.6278,
      "step": 2580
    },
    {
      "cov-distil": 1.36737060546875,
      "cov-distil (oracle2student)": 3.8454301357269287,
      "cov-distil (oracle2teacher)": 4.302073955535889,
      "epoch": 2.025117739403454,
      "rel-constrast": 2.4004154205322266,
      "step": 2580,
      "subrel-constrast": 3.6208808422088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69268798828125,
      "cov-distil (oracle2student)": 5.139833450317383,
      "cov-distil (oracle2teacher)": 4.845791816711426,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.094226360321045,
      "step": 2581,
      "subrel-constrast": 3.1534059047698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553146481513977,
      "cov-distil (oracle2student)": 4.369226455688477,
      "cov-distil (oracle2teacher)": 4.254807949066162,
      "epoch": 2.0266875981161694,
      "rel-constrast": 2.533107280731201,
      "step": 2582,
      "subrel-constrast": 3.257073163986206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8430852890014648,
      "cov-distil (oracle2student)": 3.4527790546417236,
      "cov-distil (oracle2teacher)": 3.607254981994629,
      "epoch": 2.0274725274725274,
      "rel-constrast": 0.9373688697814941,
      "step": 2583,
      "subrel-constrast": 2.512282133102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6725513935089111,
      "cov-distil (oracle2student)": 4.077561855316162,
      "cov-distil (oracle2teacher)": 3.8249878883361816,
      "epoch": 2.0282574568288854,
      "rel-constrast": 2.505711078643799,
      "step": 2584,
      "subrel-constrast": 3.4445040225982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0839200019836426,
      "cov-distil (oracle2student)": 5.695403099060059,
      "cov-distil (oracle2teacher)": 5.153784275054932,
      "epoch": 2.0290423861852434,
      "rel-constrast": 2.877943515777588,
      "step": 2585,
      "subrel-constrast": 3.756286859512329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9361876249313354,
      "cov-distil (oracle2student)": 3.846402168273926,
      "cov-distil (oracle2teacher)": 3.4132370948791504,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.139148235321045,
      "step": 2586,
      "subrel-constrast": 3.0326318740844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3208966255187988,
      "cov-distil (oracle2student)": 5.3530683517456055,
      "cov-distil (oracle2teacher)": 4.843440055847168,
      "epoch": 2.0306122448979593,
      "rel-constrast": 3.3112707138061523,
      "step": 2587,
      "subrel-constrast": 3.8012354373931885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.76106858253479,
      "cov-distil (oracle2student)": 4.235432147979736,
      "cov-distil (oracle2teacher)": 4.484485626220703,
      "epoch": 2.0313971742543173,
      "rel-constrast": 2.212996006011963,
      "step": 2588,
      "subrel-constrast": 3.3445589542388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2552154064178467,
      "cov-distil (oracle2student)": 4.564342975616455,
      "cov-distil (oracle2teacher)": 4.54022741317749,
      "epoch": 2.032182103610675,
      "rel-constrast": 2.068606376647949,
      "step": 2589,
      "subrel-constrast": 3.2104594707489014,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 4.65625,
      "learning_rate": 5.560813429366345e-05,
      "loss": 0.6207,
      "step": 2590
    },
    {
      "cov-distil": 2.0915470123291016,
      "cov-distil (oracle2student)": 4.896307945251465,
      "cov-distil (oracle2teacher)": 4.430571556091309,
      "epoch": 2.032967032967033,
      "rel-constrast": 3.0123589038848877,
      "step": 2590,
      "subrel-constrast": 3.6449549198150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7297722101211548,
      "cov-distil (oracle2student)": 5.522981643676758,
      "cov-distil (oracle2teacher)": 4.6530680656433105,
      "epoch": 2.033751962323391,
      "rel-constrast": 1.7006831169128418,
      "step": 2591,
      "subrel-constrast": 2.818840742111206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603743314743042,
      "cov-distil (oracle2student)": 4.796760559082031,
      "cov-distil (oracle2teacher)": 4.396021366119385,
      "epoch": 2.034536891679749,
      "rel-constrast": 2.8839612007141113,
      "step": 2592,
      "subrel-constrast": 3.421161413192749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9630931615829468,
      "cov-distil (oracle2student)": 4.46021032333374,
      "cov-distil (oracle2teacher)": 4.033783912658691,
      "epoch": 2.035321821036107,
      "rel-constrast": 1.7194037437438965,
      "step": 2593,
      "subrel-constrast": 2.7973039150238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771749019622803,
      "cov-distil (oracle2student)": 2.984921455383301,
      "cov-distil (oracle2teacher)": 3.1658387184143066,
      "epoch": 2.036106750392465,
      "rel-constrast": 1.5933741331100464,
      "step": 2594,
      "subrel-constrast": 2.8933377265930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.905448079109192,
      "cov-distil (oracle2student)": 4.47137451171875,
      "cov-distil (oracle2teacher)": 4.716551303863525,
      "epoch": 2.036891679748823,
      "rel-constrast": 2.5504212379455566,
      "step": 2595,
      "subrel-constrast": 3.7078757286071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6933555603027344,
      "cov-distil (oracle2student)": 5.125054359436035,
      "cov-distil (oracle2teacher)": 5.08953857421875,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.4297893047332764,
      "step": 2596,
      "subrel-constrast": 3.625534772872925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5582572221755981,
      "cov-distil (oracle2student)": 4.602864742279053,
      "cov-distil (oracle2teacher)": 4.084024906158447,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.293358325958252,
      "step": 2597,
      "subrel-constrast": 2.375375747680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6495143175125122,
      "cov-distil (oracle2student)": 3.1665146350860596,
      "cov-distil (oracle2teacher)": 3.498927116394043,
      "epoch": 2.0392464678178963,
      "rel-constrast": 1.7031021118164062,
      "step": 2598,
      "subrel-constrast": 2.764662027359009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689557433128357,
      "cov-distil (oracle2student)": 4.132053375244141,
      "cov-distil (oracle2teacher)": 3.98861026763916,
      "epoch": 2.0400313971742543,
      "rel-constrast": 1.788194179534912,
      "step": 2599,
      "subrel-constrast": 2.96482515335083,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 4.3125,
      "learning_rate": 5.5261137250029835e-05,
      "loss": 0.5605,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.28437501192092896,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.082977294921875
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.057861328125
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.025115966796875,
      "step": 2600
    },
    {
      "cov-distil": 1.289527416229248,
      "cov-distil (oracle2student)": 4.354208946228027,
      "cov-distil (oracle2teacher)": 4.130016326904297,
      "epoch": 2.0408163265306123,
      "rel-constrast": 1.4530919790267944,
      "step": 2600,
      "subrel-constrast": 2.364213466644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1915875673294067,
      "cov-distil (oracle2student)": 2.9736177921295166,
      "cov-distil (oracle2teacher)": 2.8967676162719727,
      "epoch": 2.0416012558869703,
      "rel-constrast": 3.061722755432129,
      "step": 2601,
      "subrel-constrast": 3.5820672512054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3170297145843506,
      "cov-distil (oracle2student)": 2.8647713661193848,
      "cov-distil (oracle2teacher)": 2.959620475769043,
      "epoch": 2.0423861852433283,
      "rel-constrast": 2.286825180053711,
      "step": 2602,
      "subrel-constrast": 3.1919872760772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4103065729141235,
      "cov-distil (oracle2student)": 3.9582772254943848,
      "cov-distil (oracle2teacher)": 3.6352362632751465,
      "epoch": 2.043171114599686,
      "rel-constrast": 1.6608860492706299,
      "step": 2603,
      "subrel-constrast": 2.4820423126220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2949949502944946,
      "cov-distil (oracle2student)": 2.5152859687805176,
      "cov-distil (oracle2teacher)": 3.289022445678711,
      "epoch": 2.043956043956044,
      "rel-constrast": 1.738579273223877,
      "step": 2604,
      "subrel-constrast": 3.025618076324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6916954517364502,
      "cov-distil (oracle2student)": 5.213577747344971,
      "cov-distil (oracle2teacher)": 5.2019195556640625,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.473045825958252,
      "step": 2605,
      "subrel-constrast": 3.675776243209839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3097224235534668,
      "cov-distil (oracle2student)": 4.357764720916748,
      "cov-distil (oracle2teacher)": 4.393082618713379,
      "epoch": 2.0455259026687598,
      "rel-constrast": 1.4702152013778687,
      "step": 2606,
      "subrel-constrast": 1.9947489500045776,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2101207971572876,
      "cov-distil (oracle2student)": 5.6448283195495605,
      "cov-distil (oracle2teacher)": 5.138201713562012,
      "epoch": 2.0463108320251178,
      "rel-constrast": 2.569869041442871,
      "step": 2607,
      "subrel-constrast": 2.8731653690338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5350687503814697,
      "cov-distil (oracle2student)": 5.153635025024414,
      "cov-distil (oracle2teacher)": 4.238303184509277,
      "epoch": 2.0470957613814758,
      "rel-constrast": 2.333012580871582,
      "step": 2608,
      "subrel-constrast": 2.923029899597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6029636859893799,
      "cov-distil (oracle2student)": 4.829171657562256,
      "cov-distil (oracle2teacher)": 3.932767391204834,
      "epoch": 2.0478806907378337,
      "rel-constrast": 1.9802260398864746,
      "step": 2609,
      "subrel-constrast": 3.0905110836029053,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 4.25,
      "learning_rate": 5.4913883785988993e-05,
      "loss": 0.5603,
      "step": 2610
    },
    {
      "cov-distil": 1.2782034873962402,
      "cov-distil (oracle2student)": 3.3270938396453857,
      "cov-distil (oracle2teacher)": 3.3945794105529785,
      "epoch": 2.0486656200941917,
      "rel-constrast": 2.68002986907959,
      "step": 2610,
      "subrel-constrast": 3.340075731277466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5451335906982422,
      "cov-distil (oracle2student)": 5.326541900634766,
      "cov-distil (oracle2teacher)": 5.240513801574707,
      "epoch": 2.0494505494505493,
      "rel-constrast": 1.9318652153015137,
      "step": 2611,
      "subrel-constrast": 3.0276899337768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689333200454712,
      "cov-distil (oracle2student)": 5.229938507080078,
      "cov-distil (oracle2teacher)": 4.189499855041504,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.0849521160125732,
      "step": 2612,
      "subrel-constrast": 3.5735254287719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.354703664779663,
      "cov-distil (oracle2student)": 4.324524402618408,
      "cov-distil (oracle2teacher)": 3.9598779678344727,
      "epoch": 2.0510204081632653,
      "rel-constrast": 2.6278698444366455,
      "step": 2613,
      "subrel-constrast": 3.1346380710601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1577028036117554,
      "cov-distil (oracle2student)": 4.662273406982422,
      "cov-distil (oracle2teacher)": 3.7329840660095215,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.05928373336792,
      "step": 2614,
      "subrel-constrast": 3.3511409759521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587445616722107,
      "cov-distil (oracle2student)": 5.819274425506592,
      "cov-distil (oracle2teacher)": 4.884186267852783,
      "epoch": 2.0525902668759812,
      "rel-constrast": 1.8087165355682373,
      "step": 2615,
      "subrel-constrast": 2.977346897125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4547231197357178,
      "cov-distil (oracle2student)": 4.522546291351318,
      "cov-distil (oracle2teacher)": 4.3210906982421875,
      "epoch": 2.053375196232339,
      "rel-constrast": 1.758421778678894,
      "step": 2616,
      "subrel-constrast": 2.4626874923706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2985589504241943,
      "cov-distil (oracle2student)": 3.065894603729248,
      "cov-distil (oracle2teacher)": 3.2235822677612305,
      "epoch": 2.054160125588697,
      "rel-constrast": 1.8705705404281616,
      "step": 2617,
      "subrel-constrast": 2.4836082458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4132561683654785,
      "cov-distil (oracle2student)": 5.28786039352417,
      "cov-distil (oracle2teacher)": 4.899160861968994,
      "epoch": 2.0549450549450547,
      "rel-constrast": 1.5829544067382812,
      "step": 2618,
      "subrel-constrast": 2.21416974067688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03769588470459,
      "cov-distil (oracle2student)": 4.645894527435303,
      "cov-distil (oracle2teacher)": 4.385570526123047,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.2249155044555664,
      "step": 2619,
      "subrel-constrast": 3.5982556343078613,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 6.125,
      "learning_rate": 5.456639082618489e-05,
      "loss": 0.6278,
      "step": 2620
    },
    {
      "cov-distil": 1.210909366607666,
      "cov-distil (oracle2student)": 2.8556432723999023,
      "cov-distil (oracle2teacher)": 2.794605255126953,
      "epoch": 2.0565149136577707,
      "rel-constrast": 1.8896654844284058,
      "step": 2620,
      "subrel-constrast": 2.357012987136841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4139668941497803,
      "cov-distil (oracle2student)": 3.6369032859802246,
      "cov-distil (oracle2teacher)": 3.3318562507629395,
      "epoch": 2.0572998430141287,
      "rel-constrast": 1.8216972351074219,
      "step": 2621,
      "subrel-constrast": 2.8519418239593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1551834344863892,
      "cov-distil (oracle2student)": 3.235287666320801,
      "cov-distil (oracle2teacher)": 2.778308153152466,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.378347158432007,
      "step": 2622,
      "subrel-constrast": 2.801640272140503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.383784294128418,
      "cov-distil (oracle2student)": 2.779305934906006,
      "cov-distil (oracle2teacher)": 2.774475336074829,
      "epoch": 2.0588697017268447,
      "rel-constrast": 2.0924437046051025,
      "step": 2623,
      "subrel-constrast": 2.7660491466522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6062583923339844,
      "cov-distil (oracle2student)": 6.15916633605957,
      "cov-distil (oracle2teacher)": 5.313811302185059,
      "epoch": 2.0596546310832027,
      "rel-constrast": 1.9528656005859375,
      "step": 2624,
      "subrel-constrast": 2.6749541759490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7874829769134521,
      "cov-distil (oracle2student)": 3.3517262935638428,
      "cov-distil (oracle2teacher)": 3.1577038764953613,
      "epoch": 2.0604395604395602,
      "rel-constrast": 1.9451978206634521,
      "step": 2625,
      "subrel-constrast": 3.0624258518218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6872978210449219,
      "cov-distil (oracle2student)": 6.6729936599731445,
      "cov-distil (oracle2teacher)": 5.72874641418457,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.424778938293457,
      "step": 2626,
      "subrel-constrast": 4.180073261260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1150901317596436,
      "cov-distil (oracle2student)": 5.689762115478516,
      "cov-distil (oracle2teacher)": 4.962305068969727,
      "epoch": 2.062009419152276,
      "rel-constrast": 1.6548142433166504,
      "step": 2627,
      "subrel-constrast": 2.3929784297943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782890796661377,
      "cov-distil (oracle2student)": 5.855441093444824,
      "cov-distil (oracle2teacher)": 4.923726558685303,
      "epoch": 2.062794348508634,
      "rel-constrast": 2.815552234649658,
      "step": 2628,
      "subrel-constrast": 3.2157843112945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7589024305343628,
      "cov-distil (oracle2student)": 4.627867698669434,
      "cov-distil (oracle2teacher)": 4.5251569747924805,
      "epoch": 2.063579277864992,
      "rel-constrast": 2.641409158706665,
      "step": 2629,
      "subrel-constrast": 2.9217641353607178,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 4.5625,
      "learning_rate": 5.421867530693414e-05,
      "loss": 0.6052,
      "step": 2630
    },
    {
      "cov-distil": 1.9087411165237427,
      "cov-distil (oracle2student)": 4.046697616577148,
      "cov-distil (oracle2teacher)": 4.136723518371582,
      "epoch": 2.06436420722135,
      "rel-constrast": 2.778920888900757,
      "step": 2630,
      "subrel-constrast": 4.037995338439941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7107685804367065,
      "cov-distil (oracle2student)": 4.36019229888916,
      "cov-distil (oracle2teacher)": 4.191639423370361,
      "epoch": 2.065149136577708,
      "rel-constrast": 2.147850275039673,
      "step": 2631,
      "subrel-constrast": 3.0680434703826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071716785430908,
      "cov-distil (oracle2student)": 3.1585354804992676,
      "cov-distil (oracle2teacher)": 3.1833271980285645,
      "epoch": 2.065934065934066,
      "rel-constrast": 1.7478569746017456,
      "step": 2632,
      "subrel-constrast": 3.1771912574768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9133703708648682,
      "cov-distil (oracle2student)": 4.930906295776367,
      "cov-distil (oracle2teacher)": 5.045897483825684,
      "epoch": 2.0667189952904237,
      "rel-constrast": 2.0985641479492188,
      "step": 2633,
      "subrel-constrast": 2.7545957565307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.364553689956665,
      "cov-distil (oracle2student)": 2.6292099952697754,
      "cov-distil (oracle2teacher)": 2.430288791656494,
      "epoch": 2.0675039246467817,
      "rel-constrast": 1.973860502243042,
      "step": 2634,
      "subrel-constrast": 2.7335948944091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.39931321144104,
      "cov-distil (oracle2student)": 3.1885228157043457,
      "cov-distil (oracle2teacher)": 2.857248067855835,
      "epoch": 2.0682888540031397,
      "rel-constrast": 1.7623264789581299,
      "step": 2635,
      "subrel-constrast": 2.5473928451538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301525354385376,
      "cov-distil (oracle2student)": 4.0047926902771,
      "cov-distil (oracle2teacher)": 3.7264883518218994,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.1376477479934692,
      "step": 2636,
      "subrel-constrast": 1.9352545738220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8547011613845825,
      "cov-distil (oracle2student)": 3.617075204849243,
      "cov-distil (oracle2teacher)": 3.3447396755218506,
      "epoch": 2.0698587127158556,
      "rel-constrast": 1.8585095405578613,
      "step": 2637,
      "subrel-constrast": 2.4459311962127686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4307405948638916,
      "cov-distil (oracle2student)": 3.7176854610443115,
      "cov-distil (oracle2teacher)": 3.6027512550354004,
      "epoch": 2.0706436420722136,
      "rel-constrast": 2.067631721496582,
      "step": 2638,
      "subrel-constrast": 2.4624643325805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.393023729324341,
      "cov-distil (oracle2student)": 4.989480972290039,
      "cov-distil (oracle2teacher)": 4.586067199707031,
      "epoch": 2.0714285714285716,
      "rel-constrast": 2.3422107696533203,
      "step": 2639,
      "subrel-constrast": 3.538611888885498,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 4.125,
      "learning_rate": 5.3870754175400595e-05,
      "loss": 0.5388,
      "step": 2640
    },
    {
      "cov-distil": 1.373053789138794,
      "cov-distil (oracle2student)": 7.441014289855957,
      "cov-distil (oracle2teacher)": 6.766619682312012,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.2044506072998047,
      "step": 2640,
      "subrel-constrast": 2.8606717586517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9817448854446411,
      "cov-distil (oracle2student)": 3.816300868988037,
      "cov-distil (oracle2teacher)": 3.352921962738037,
      "epoch": 2.072998430141287,
      "rel-constrast": 2.347707748413086,
      "step": 2641,
      "subrel-constrast": 3.175347089767456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9781843423843384,
      "cov-distil (oracle2student)": 4.1681013107299805,
      "cov-distil (oracle2teacher)": 3.786872386932373,
      "epoch": 2.073783359497645,
      "rel-constrast": 2.683438777923584,
      "step": 2642,
      "subrel-constrast": 3.554884910583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2309776544570923,
      "cov-distil (oracle2student)": 3.8190696239471436,
      "cov-distil (oracle2teacher)": 3.3486249446868896,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.050182819366455,
      "step": 2643,
      "subrel-constrast": 2.701813220977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772301197052002,
      "cov-distil (oracle2student)": 5.201939582824707,
      "cov-distil (oracle2teacher)": 4.526331424713135,
      "epoch": 2.075353218210361,
      "rel-constrast": 2.193068504333496,
      "step": 2644,
      "subrel-constrast": 3.2967164516448975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3494333028793335,
      "cov-distil (oracle2student)": 5.074573516845703,
      "cov-distil (oracle2teacher)": 4.750880241394043,
      "epoch": 2.076138147566719,
      "rel-constrast": 2.7854650020599365,
      "step": 2645,
      "subrel-constrast": 3.477786064147949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6547869443893433,
      "cov-distil (oracle2student)": 3.911288022994995,
      "cov-distil (oracle2teacher)": 3.5227441787719727,
      "epoch": 2.076923076923077,
      "rel-constrast": 2.555922031402588,
      "step": 2646,
      "subrel-constrast": 3.3827431201934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7719882726669312,
      "cov-distil (oracle2student)": 3.8315486907958984,
      "cov-distil (oracle2teacher)": 3.610628128051758,
      "epoch": 2.0777080062794346,
      "rel-constrast": 2.570723056793213,
      "step": 2647,
      "subrel-constrast": 3.5652005672454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7984448671340942,
      "cov-distil (oracle2student)": 5.402899265289307,
      "cov-distil (oracle2teacher)": 5.084700584411621,
      "epoch": 2.0784929356357926,
      "rel-constrast": 3.569993257522583,
      "step": 2648,
      "subrel-constrast": 4.099337577819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.974999189376831,
      "cov-distil (oracle2student)": 3.758445978164673,
      "cov-distil (oracle2teacher)": 3.486280918121338,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.0360207557678223,
      "step": 2649,
      "subrel-constrast": 3.7019102573394775,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 5.125,
      "learning_rate": 5.352264438876935e-05,
      "loss": 0.6896,
      "step": 2650
    },
    {
      "cov-distil": 1.9435967206954956,
      "cov-distil (oracle2student)": 4.426576614379883,
      "cov-distil (oracle2teacher)": 4.363539695739746,
      "epoch": 2.0800627943485086,
      "rel-constrast": 2.429854393005371,
      "step": 2650,
      "subrel-constrast": 3.3703958988189697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7364517450332642,
      "cov-distil (oracle2student)": 3.142341375350952,
      "cov-distil (oracle2teacher)": 4.144247055053711,
      "epoch": 2.0808477237048666,
      "rel-constrast": 1.691489338874817,
      "step": 2651,
      "subrel-constrast": 2.8358702659606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.11505126953125,
      "cov-distil (oracle2student)": 3.4964799880981445,
      "cov-distil (oracle2teacher)": 3.229346752166748,
      "epoch": 2.0816326530612246,
      "rel-constrast": 2.1062428951263428,
      "step": 2652,
      "subrel-constrast": 2.8890480995178223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.437699556350708,
      "cov-distil (oracle2student)": 5.574853420257568,
      "cov-distil (oracle2teacher)": 5.288398742675781,
      "epoch": 2.0824175824175826,
      "rel-constrast": 3.2023210525512695,
      "step": 2653,
      "subrel-constrast": 3.7160918712615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2803397178649902,
      "cov-distil (oracle2student)": 3.044351816177368,
      "cov-distil (oracle2teacher)": 3.1096842288970947,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.2728915214538574,
      "step": 2654,
      "subrel-constrast": 3.328169107437134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3461296558380127,
      "cov-distil (oracle2student)": 4.001580715179443,
      "cov-distil (oracle2teacher)": 4.0564422607421875,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.5216474533081055,
      "step": 2655,
      "subrel-constrast": 3.637895345687866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38364839553833,
      "cov-distil (oracle2student)": 4.200561046600342,
      "cov-distil (oracle2teacher)": 4.048426151275635,
      "epoch": 2.084772370486656,
      "rel-constrast": 1.9775171279907227,
      "step": 2656,
      "subrel-constrast": 2.918297290802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8416805267333984,
      "cov-distil (oracle2student)": 5.519156455993652,
      "cov-distil (oracle2teacher)": 5.0420427322387695,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.5439844131469727,
      "step": 2657,
      "subrel-constrast": 3.589604377746582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658724784851074,
      "cov-distil (oracle2student)": 3.820763111114502,
      "cov-distil (oracle2teacher)": 3.3166751861572266,
      "epoch": 2.086342229199372,
      "rel-constrast": 2.8240325450897217,
      "step": 2658,
      "subrel-constrast": 3.6047303676605225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.604659914970398,
      "cov-distil (oracle2student)": 5.040661811828613,
      "cov-distil (oracle2teacher)": 5.109994888305664,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.1503725051879883,
      "step": 2659,
      "subrel-constrast": 3.6088218688964844,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 3.953125,
      "learning_rate": 5.3174362913420306e-05,
      "loss": 0.6366,
      "step": 2660
    },
    {
      "cov-distil": 1.9795317649841309,
      "cov-distil (oracle2student)": 4.560218811035156,
      "cov-distil (oracle2teacher)": 4.454382419586182,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.063883304595947,
      "step": 2660,
      "subrel-constrast": 4.959561824798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9337788820266724,
      "cov-distil (oracle2student)": 3.58795428276062,
      "cov-distil (oracle2teacher)": 2.8795511722564697,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.0498392581939697,
      "step": 2661,
      "subrel-constrast": 2.6463162899017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3789646625518799,
      "cov-distil (oracle2student)": 3.81852388381958,
      "cov-distil (oracle2teacher)": 3.7252540588378906,
      "epoch": 2.0894819466248036,
      "rel-constrast": 1.953984022140503,
      "step": 2662,
      "subrel-constrast": 2.5770347118377686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9385664463043213,
      "cov-distil (oracle2student)": 3.6325387954711914,
      "cov-distil (oracle2teacher)": 3.91693115234375,
      "epoch": 2.0902668759811616,
      "rel-constrast": 3.499817132949829,
      "step": 2663,
      "subrel-constrast": 3.7205536365509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8514060974121094,
      "cov-distil (oracle2student)": 5.163238048553467,
      "cov-distil (oracle2teacher)": 4.482098579406738,
      "epoch": 2.0910518053375196,
      "rel-constrast": 3.577702283859253,
      "step": 2664,
      "subrel-constrast": 4.003565311431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.993156909942627,
      "cov-distil (oracle2student)": 3.2371878623962402,
      "cov-distil (oracle2teacher)": 3.3753538131713867,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.4240036010742188,
      "step": 2665,
      "subrel-constrast": 3.472714424133301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3848114013671875,
      "cov-distil (oracle2student)": 5.070549011230469,
      "cov-distil (oracle2teacher)": 4.3943376541137695,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.068014144897461,
      "step": 2666,
      "subrel-constrast": 3.3575825691223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195964813232422,
      "cov-distil (oracle2student)": 4.152408123016357,
      "cov-distil (oracle2teacher)": 3.5222342014312744,
      "epoch": 2.0934065934065935,
      "rel-constrast": 1.70015549659729,
      "step": 2667,
      "subrel-constrast": 2.4317147731781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571658730506897,
      "cov-distil (oracle2student)": 2.317108154296875,
      "cov-distil (oracle2teacher)": 2.227553129196167,
      "epoch": 2.0941915227629515,
      "rel-constrast": 1.228238821029663,
      "step": 2668,
      "subrel-constrast": 2.029818296432495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8896114826202393,
      "cov-distil (oracle2student)": 5.204170227050781,
      "cov-distil (oracle2teacher)": 4.88099479675293,
      "epoch": 2.094976452119309,
      "rel-constrast": 2.9835119247436523,
      "step": 2669,
      "subrel-constrast": 3.4755845069885254,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 5.03125,
      "learning_rate": 5.2825926724101236e-05,
      "loss": 0.7076,
      "step": 2670
    },
    {
      "cov-distil": 1.939337968826294,
      "cov-distil (oracle2student)": 5.635986328125,
      "cov-distil (oracle2teacher)": 5.7380523681640625,
      "epoch": 2.095761381475667,
      "rel-constrast": 3.4879255294799805,
      "step": 2670,
      "subrel-constrast": 4.649874210357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011198997497559,
      "cov-distil (oracle2student)": 3.871107339859009,
      "cov-distil (oracle2teacher)": 3.609988212585449,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.198392868041992,
      "step": 2671,
      "subrel-constrast": 3.389090061187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140861749649048,
      "cov-distil (oracle2student)": 4.834068298339844,
      "cov-distil (oracle2teacher)": 4.497908592224121,
      "epoch": 2.097331240188383,
      "rel-constrast": 1.5914697647094727,
      "step": 2672,
      "subrel-constrast": 2.692262887954712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2052948474884033,
      "cov-distil (oracle2student)": 6.500827312469482,
      "cov-distil (oracle2teacher)": 5.796900749206543,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.1601369380950928,
      "step": 2673,
      "subrel-constrast": 2.8316445350646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3976303339004517,
      "cov-distil (oracle2student)": 2.543785810470581,
      "cov-distil (oracle2teacher)": 2.431736946105957,
      "epoch": 2.098901098901099,
      "rel-constrast": 2.672797203063965,
      "step": 2674,
      "subrel-constrast": 3.378087043762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9327754974365234,
      "cov-distil (oracle2student)": 4.588655471801758,
      "cov-distil (oracle2teacher)": 4.574872016906738,
      "epoch": 2.099686028257457,
      "rel-constrast": 3.230306386947632,
      "step": 2675,
      "subrel-constrast": 4.406806468963623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.652174949645996,
      "cov-distil (oracle2student)": 5.641927719116211,
      "cov-distil (oracle2teacher)": 4.604005813598633,
      "epoch": 2.100470957613815,
      "rel-constrast": 1.6843974590301514,
      "step": 2676,
      "subrel-constrast": 2.584209442138672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5837454795837402,
      "cov-distil (oracle2student)": 1.8119779825210571,
      "cov-distil (oracle2teacher)": 2.075137138366699,
      "epoch": 2.1012558869701725,
      "rel-constrast": 1.9356192350387573,
      "step": 2677,
      "subrel-constrast": 2.795412063598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204457998275757,
      "cov-distil (oracle2student)": 5.291544437408447,
      "cov-distil (oracle2teacher)": 5.11213493347168,
      "epoch": 2.1020408163265305,
      "rel-constrast": 2.950702428817749,
      "step": 2678,
      "subrel-constrast": 3.922100782394409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810549259185791,
      "cov-distil (oracle2student)": 3.914398193359375,
      "cov-distil (oracle2teacher)": 3.9365768432617188,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.373567819595337,
      "step": 2679,
      "subrel-constrast": 2.89648175239563,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.84375,
      "learning_rate": 5.247735280310041e-05,
      "loss": 0.65,
      "step": 2680
    },
    {
      "cov-distil": 1.5826880931854248,
      "cov-distil (oracle2student)": 5.471876621246338,
      "cov-distil (oracle2teacher)": 4.615620136260986,
      "epoch": 2.1036106750392465,
      "rel-constrast": 2.5871634483337402,
      "step": 2680,
      "subrel-constrast": 3.372987985610962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3729548454284668,
      "cov-distil (oracle2student)": 3.823007822036743,
      "cov-distil (oracle2teacher)": 3.758206367492676,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.314883232116699,
      "step": 2681,
      "subrel-constrast": 3.0127694606781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4952062368392944,
      "cov-distil (oracle2student)": 3.7139878273010254,
      "cov-distil (oracle2teacher)": 3.588024139404297,
      "epoch": 2.1051805337519625,
      "rel-constrast": 1.8472031354904175,
      "step": 2682,
      "subrel-constrast": 2.633552312850952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8165764808654785,
      "cov-distil (oracle2student)": 3.3499252796173096,
      "cov-distil (oracle2teacher)": 3.4582414627075195,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.547730565071106,
      "step": 2683,
      "subrel-constrast": 2.553210973739624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7167431116104126,
      "cov-distil (oracle2student)": 3.2254743576049805,
      "cov-distil (oracle2teacher)": 3.1718645095825195,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.1225686073303223,
      "step": 2684,
      "subrel-constrast": 2.9156782627105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6399900913238525,
      "cov-distil (oracle2student)": 4.985957145690918,
      "cov-distil (oracle2teacher)": 4.54242467880249,
      "epoch": 2.107535321821036,
      "rel-constrast": 1.8099777698516846,
      "step": 2685,
      "subrel-constrast": 2.6820757389068604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.540765404701233,
      "cov-distil (oracle2student)": 5.165810585021973,
      "cov-distil (oracle2teacher)": 4.721689224243164,
      "epoch": 2.108320251177394,
      "rel-constrast": 2.0329322814941406,
      "step": 2686,
      "subrel-constrast": 2.681710958480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1413581371307373,
      "cov-distil (oracle2student)": 5.518655776977539,
      "cov-distil (oracle2teacher)": 4.836531639099121,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.06937837600708,
      "step": 2687,
      "subrel-constrast": 3.115737199783325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8612513542175293,
      "cov-distil (oracle2student)": 4.3209228515625,
      "cov-distil (oracle2teacher)": 3.5185108184814453,
      "epoch": 2.10989010989011,
      "rel-constrast": 2.597999095916748,
      "step": 2688,
      "subrel-constrast": 3.0743770599365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5086194276809692,
      "cov-distil (oracle2student)": 3.6281497478485107,
      "cov-distil (oracle2teacher)": 3.6213560104370117,
      "epoch": 2.110675039246468,
      "rel-constrast": 1.8839256763458252,
      "step": 2689,
      "subrel-constrast": 2.584341526031494,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 4.0,
      "learning_rate": 5.212865813941899e-05,
      "loss": 0.562,
      "step": 2690
    },
    {
      "cov-distil": 1.8877694606781006,
      "cov-distil (oracle2student)": 4.501693248748779,
      "cov-distil (oracle2teacher)": 4.808692455291748,
      "epoch": 2.111459968602826,
      "rel-constrast": 2.4862618446350098,
      "step": 2690,
      "subrel-constrast": 3.8722469806671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8730030059814453,
      "cov-distil (oracle2student)": 3.798431873321533,
      "cov-distil (oracle2teacher)": 4.128503799438477,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.6408891677856445,
      "step": 2691,
      "subrel-constrast": 3.274768114089966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.279599666595459,
      "cov-distil (oracle2student)": 4.246123313903809,
      "cov-distil (oracle2teacher)": 4.321366786956787,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.4994139671325684,
      "step": 2692,
      "subrel-constrast": 1.8062512874603271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2664551734924316,
      "cov-distil (oracle2student)": 5.215811252593994,
      "cov-distil (oracle2teacher)": 4.286177158355713,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.068451404571533,
      "step": 2693,
      "subrel-constrast": 2.549119472503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9517666101455688,
      "cov-distil (oracle2student)": 4.016055107116699,
      "cov-distil (oracle2teacher)": 3.7211785316467285,
      "epoch": 2.1145996860282574,
      "rel-constrast": 3.27316951751709,
      "step": 2694,
      "subrel-constrast": 3.7557969093322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7944097518920898,
      "cov-distil (oracle2student)": 3.770113468170166,
      "cov-distil (oracle2teacher)": 3.296733856201172,
      "epoch": 2.1153846153846154,
      "rel-constrast": 2.842576265335083,
      "step": 2695,
      "subrel-constrast": 3.696305990219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2818427085876465,
      "cov-distil (oracle2student)": 4.421469688415527,
      "cov-distil (oracle2teacher)": 4.0884504318237305,
      "epoch": 2.1161695447409734,
      "rel-constrast": 2.587509870529175,
      "step": 2696,
      "subrel-constrast": 3.7180750370025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5316883325576782,
      "cov-distil (oracle2student)": 3.8064370155334473,
      "cov-distil (oracle2teacher)": 3.6379709243774414,
      "epoch": 2.1169544740973314,
      "rel-constrast": 3.060244560241699,
      "step": 2697,
      "subrel-constrast": 3.693967342376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3218775987625122,
      "cov-distil (oracle2student)": 6.22584867477417,
      "cov-distil (oracle2teacher)": 4.67039155960083,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.1234793663024902,
      "step": 2698,
      "subrel-constrast": 3.208855628967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9528236389160156,
      "cov-distil (oracle2student)": 3.655785083770752,
      "cov-distil (oracle2teacher)": 3.620980739593506,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.1465814113616943,
      "step": 2699,
      "subrel-constrast": 3.4775078296661377,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 5.15625,
      "learning_rate": 5.1779859727942924e-05,
      "loss": 0.7111,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.359375,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.07427978515625
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.0447998046875
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.02947998046875,
      "step": 2700
    },
    {
      "cov-distil": 1.7320866584777832,
      "cov-distil (oracle2student)": 3.877382278442383,
      "cov-distil (oracle2teacher)": 3.4218637943267822,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.4702346324920654,
      "step": 2700,
      "subrel-constrast": 3.7603049278259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206590175628662,
      "cov-distil (oracle2student)": 3.962937355041504,
      "cov-distil (oracle2teacher)": 3.469508647918701,
      "epoch": 2.120094191522763,
      "rel-constrast": 1.6626472473144531,
      "step": 2701,
      "subrel-constrast": 2.584855556488037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165862321853638,
      "cov-distil (oracle2student)": 3.8131957054138184,
      "cov-distil (oracle2teacher)": 3.7375380992889404,
      "epoch": 2.120879120879121,
      "rel-constrast": 1.6495323181152344,
      "step": 2702,
      "subrel-constrast": 2.351045608520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6449353694915771,
      "cov-distil (oracle2student)": 4.872954368591309,
      "cov-distil (oracle2teacher)": 4.273371696472168,
      "epoch": 2.121664050235479,
      "rel-constrast": 1.9748344421386719,
      "step": 2703,
      "subrel-constrast": 2.9246764183044434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5952937602996826,
      "cov-distil (oracle2student)": 4.156018257141113,
      "cov-distil (oracle2teacher)": 3.9925334453582764,
      "epoch": 2.122448979591837,
      "rel-constrast": 2.528224229812622,
      "step": 2704,
      "subrel-constrast": 3.535606622695923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4100406169891357,
      "cov-distil (oracle2student)": 6.492004871368408,
      "cov-distil (oracle2teacher)": 4.748514175415039,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.270263910293579,
      "step": 2705,
      "subrel-constrast": 3.4574685096740723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3082835674285889,
      "cov-distil (oracle2student)": 5.78033447265625,
      "cov-distil (oracle2teacher)": 4.83402156829834,
      "epoch": 2.1240188383045524,
      "rel-constrast": 1.9512972831726074,
      "step": 2706,
      "subrel-constrast": 2.7981090545654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1727350950241089,
      "cov-distil (oracle2student)": 4.539712905883789,
      "cov-distil (oracle2teacher)": 4.426072120666504,
      "epoch": 2.1248037676609104,
      "rel-constrast": 2.119981288909912,
      "step": 2707,
      "subrel-constrast": 2.340853691101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1075794696807861,
      "cov-distil (oracle2student)": 4.3872785568237305,
      "cov-distil (oracle2teacher)": 4.762873649597168,
      "epoch": 2.1255886970172684,
      "rel-constrast": 2.567338466644287,
      "step": 2708,
      "subrel-constrast": 3.107844591140747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4051640033721924,
      "cov-distil (oracle2student)": 3.5881083011627197,
      "cov-distil (oracle2teacher)": 3.5590224266052246,
      "epoch": 2.1263736263736264,
      "rel-constrast": 2.2942965030670166,
      "step": 2709,
      "subrel-constrast": 3.2916364669799805,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 4.40625,
      "learning_rate": 5.143097456861474e-05,
      "loss": 0.603,
      "step": 2710
    },
    {
      "cov-distil": 1.8547592163085938,
      "cov-distil (oracle2student)": 5.283710956573486,
      "cov-distil (oracle2teacher)": 5.2619524002075195,
      "epoch": 2.1271585557299844,
      "rel-constrast": 2.2622432708740234,
      "step": 2710,
      "subrel-constrast": 3.7613680362701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.683200716972351,
      "cov-distil (oracle2student)": 5.0059404373168945,
      "cov-distil (oracle2teacher)": 4.777863502502441,
      "epoch": 2.1279434850863423,
      "rel-constrast": 2.6915037631988525,
      "step": 2711,
      "subrel-constrast": 3.5415515899658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2551782131195068,
      "cov-distil (oracle2student)": 4.1553874015808105,
      "cov-distil (oracle2teacher)": 4.05458927154541,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.2146103382110596,
      "step": 2712,
      "subrel-constrast": 3.0819287300109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765832424163818,
      "cov-distil (oracle2student)": 6.216863632202148,
      "cov-distil (oracle2teacher)": 5.908535480499268,
      "epoch": 2.129513343799058,
      "rel-constrast": 2.179274559020996,
      "step": 2713,
      "subrel-constrast": 3.350996494293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8567274808883667,
      "cov-distil (oracle2student)": 5.195346355438232,
      "cov-distil (oracle2teacher)": 4.578976631164551,
      "epoch": 2.130298273155416,
      "rel-constrast": 1.9253950119018555,
      "step": 2714,
      "subrel-constrast": 2.927844524383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.672393560409546,
      "cov-distil (oracle2student)": 3.966822385787964,
      "cov-distil (oracle2teacher)": 3.970968723297119,
      "epoch": 2.131083202511774,
      "rel-constrast": 2.8569512367248535,
      "step": 2715,
      "subrel-constrast": 3.752417802810669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9843192100524902,
      "cov-distil (oracle2student)": 4.203221321105957,
      "cov-distil (oracle2teacher)": 4.380580425262451,
      "epoch": 2.131868131868132,
      "rel-constrast": 2.7695865631103516,
      "step": 2716,
      "subrel-constrast": 3.849186897277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.337881326675415,
      "cov-distil (oracle2student)": 5.297314167022705,
      "cov-distil (oracle2teacher)": 5.179288864135742,
      "epoch": 2.13265306122449,
      "rel-constrast": 2.4540200233459473,
      "step": 2717,
      "subrel-constrast": 3.706136465072632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4493522644042969,
      "cov-distil (oracle2student)": 5.852359771728516,
      "cov-distil (oracle2teacher)": 5.107443332672119,
      "epoch": 2.133437990580848,
      "rel-constrast": 2.4200379848480225,
      "step": 2718,
      "subrel-constrast": 3.3201210498809814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3581676483154297,
      "cov-distil (oracle2student)": 4.41041898727417,
      "cov-distil (oracle2teacher)": 4.5459065437316895,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.489426612854004,
      "step": 2719,
      "subrel-constrast": 1.9533993005752563,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 5.46875,
      "learning_rate": 5.1082019665604895e-05,
      "loss": 0.6226,
      "step": 2720
    },
    {
      "cov-distil": 1.270511507987976,
      "cov-distil (oracle2student)": 2.2176623344421387,
      "cov-distil (oracle2teacher)": 2.569875478744507,
      "epoch": 2.1350078492935634,
      "rel-constrast": 0.993861734867096,
      "step": 2720,
      "subrel-constrast": 1.8746976852416992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024346113204956,
      "cov-distil (oracle2student)": 3.498579502105713,
      "cov-distil (oracle2teacher)": 3.7162535190582275,
      "epoch": 2.1357927786499213,
      "rel-constrast": 2.647962808609009,
      "step": 2721,
      "subrel-constrast": 3.6819472312927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6766139268875122,
      "cov-distil (oracle2student)": 4.310546398162842,
      "cov-distil (oracle2teacher)": 4.577397346496582,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.5132482051849365,
      "step": 2722,
      "subrel-constrast": 2.4135308265686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2067131996154785,
      "cov-distil (oracle2student)": 4.944344520568848,
      "cov-distil (oracle2teacher)": 4.035667419433594,
      "epoch": 2.1373626373626373,
      "rel-constrast": 2.9596495628356934,
      "step": 2723,
      "subrel-constrast": 3.925884485244751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.417629361152649,
      "cov-distil (oracle2student)": 4.216695308685303,
      "cov-distil (oracle2teacher)": 3.9676623344421387,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.593029022216797,
      "step": 2724,
      "subrel-constrast": 3.1566035747528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7054946422576904,
      "cov-distil (oracle2student)": 4.0029191970825195,
      "cov-distil (oracle2teacher)": 3.468656539916992,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.131741523742676,
      "step": 2725,
      "subrel-constrast": 2.776984930038452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550645112991333,
      "cov-distil (oracle2student)": 5.058785438537598,
      "cov-distil (oracle2teacher)": 4.431537628173828,
      "epoch": 2.1397174254317113,
      "rel-constrast": 2.1167516708374023,
      "step": 2726,
      "subrel-constrast": 2.735036611557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491136074066162,
      "cov-distil (oracle2student)": 3.9138550758361816,
      "cov-distil (oracle2teacher)": 3.3691508769989014,
      "epoch": 2.1405023547880693,
      "rel-constrast": 2.815992593765259,
      "step": 2727,
      "subrel-constrast": 3.0510783195495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584398865699768,
      "cov-distil (oracle2student)": 4.522052764892578,
      "cov-distil (oracle2teacher)": 4.491512298583984,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.080305814743042,
      "step": 2728,
      "subrel-constrast": 2.838855266571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.863448143005371,
      "cov-distil (oracle2student)": 2.9787001609802246,
      "cov-distil (oracle2teacher)": 3.1075472831726074,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.423367500305176,
      "step": 2729,
      "subrel-constrast": 3.859449863433838,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 6.40625,
      "learning_rate": 5.073301202648304e-05,
      "loss": 0.6239,
      "step": 2730
    },
    {
      "cov-distil": 1.4659216403961182,
      "cov-distil (oracle2student)": 3.257399797439575,
      "cov-distil (oracle2teacher)": 3.375112295150757,
      "epoch": 2.142857142857143,
      "rel-constrast": 2.8584816455841064,
      "step": 2730,
      "subrel-constrast": 3.5259008407592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5350151062011719,
      "cov-distil (oracle2student)": 2.458054304122925,
      "cov-distil (oracle2teacher)": 2.6462042331695557,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.181060314178467,
      "step": 2731,
      "subrel-constrast": 2.9347031116485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1832518577575684,
      "cov-distil (oracle2student)": 5.7189764976501465,
      "cov-distil (oracle2teacher)": 5.423979759216309,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.393845796585083,
      "step": 2732,
      "subrel-constrast": 4.004642009735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5668185949325562,
      "cov-distil (oracle2student)": 4.391868591308594,
      "cov-distil (oracle2teacher)": 4.082148551940918,
      "epoch": 2.1452119309262168,
      "rel-constrast": 1.8855106830596924,
      "step": 2733,
      "subrel-constrast": 2.8540842533111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5783507823944092,
      "cov-distil (oracle2student)": 4.9379377365112305,
      "cov-distil (oracle2teacher)": 3.9308276176452637,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.0876011848449707,
      "step": 2734,
      "subrel-constrast": 2.9283461570739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8322817087173462,
      "cov-distil (oracle2student)": 4.7390265464782715,
      "cov-distil (oracle2teacher)": 4.190712928771973,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.25567364692688,
      "step": 2735,
      "subrel-constrast": 3.33375883102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0182390213012695,
      "cov-distil (oracle2student)": 4.9960832595825195,
      "cov-distil (oracle2teacher)": 4.2355828285217285,
      "epoch": 2.1475667189952903,
      "rel-constrast": 3.7619714736938477,
      "step": 2736,
      "subrel-constrast": 4.439755439758301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2306280136108398,
      "cov-distil (oracle2student)": 4.947035312652588,
      "cov-distil (oracle2teacher)": 4.413251876831055,
      "epoch": 2.1483516483516483,
      "rel-constrast": 2.39302921295166,
      "step": 2737,
      "subrel-constrast": 3.0578324794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5832726955413818,
      "cov-distil (oracle2student)": 3.411759376525879,
      "cov-distil (oracle2teacher)": 3.2273073196411133,
      "epoch": 2.1491365777080063,
      "rel-constrast": 1.8357582092285156,
      "step": 2738,
      "subrel-constrast": 2.8364763259887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671742558479309,
      "cov-distil (oracle2student)": 5.323126792907715,
      "cov-distil (oracle2teacher)": 4.693465232849121,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.44132661819458,
      "step": 2739,
      "subrel-constrast": 4.035454750061035,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 6.65625,
      "learning_rate": 5.0383968661389146e-05,
      "loss": 0.669,
      "step": 2740
    },
    {
      "cov-distil": 1.3629562854766846,
      "cov-distil (oracle2student)": 4.70631742477417,
      "cov-distil (oracle2teacher)": 4.079475402832031,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.211864709854126,
      "step": 2740,
      "subrel-constrast": 2.6382501125335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558829665184021,
      "cov-distil (oracle2student)": 3.959900379180908,
      "cov-distil (oracle2teacher)": 3.9284183979034424,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.1430327892303467,
      "step": 2741,
      "subrel-constrast": 3.257953405380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0583901405334473,
      "cov-distil (oracle2student)": 4.090421676635742,
      "cov-distil (oracle2teacher)": 3.6345629692077637,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.101090431213379,
      "step": 2742,
      "subrel-constrast": 3.3547046184539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2929587364196777,
      "cov-distil (oracle2student)": 3.1493451595306396,
      "cov-distil (oracle2teacher)": 3.5269217491149902,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.256826639175415,
      "step": 2743,
      "subrel-constrast": 3.232800006866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1349081993103027,
      "cov-distil (oracle2student)": 3.2848992347717285,
      "cov-distil (oracle2teacher)": 3.3445982933044434,
      "epoch": 2.1538461538461537,
      "rel-constrast": 1.695086121559143,
      "step": 2744,
      "subrel-constrast": 3.0265696048736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000410795211792,
      "cov-distil (oracle2student)": 6.239631652832031,
      "cov-distil (oracle2teacher)": 5.4352030754089355,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.2788896560668945,
      "step": 2745,
      "subrel-constrast": 3.083682060241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3584511280059814,
      "cov-distil (oracle2student)": 4.576452255249023,
      "cov-distil (oracle2teacher)": 3.90153169631958,
      "epoch": 2.1554160125588697,
      "rel-constrast": 1.987734079360962,
      "step": 2746,
      "subrel-constrast": 2.4585037231445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7335195541381836,
      "cov-distil (oracle2student)": 4.153606414794922,
      "cov-distil (oracle2teacher)": 3.7677690982818604,
      "epoch": 2.1562009419152277,
      "rel-constrast": 2.262943744659424,
      "step": 2747,
      "subrel-constrast": 3.4130353927612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4969100952148438,
      "cov-distil (oracle2student)": 4.036017894744873,
      "cov-distil (oracle2teacher)": 3.6428894996643066,
      "epoch": 2.1569858712715857,
      "rel-constrast": 1.6587275266647339,
      "step": 2748,
      "subrel-constrast": 2.909757375717163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.542072057723999,
      "cov-distil (oracle2student)": 3.575714588165283,
      "cov-distil (oracle2teacher)": 3.5097291469573975,
      "epoch": 2.1577708006279437,
      "rel-constrast": 1.9044780731201172,
      "step": 2749,
      "subrel-constrast": 3.0257835388183594,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 4.375,
      "learning_rate": 5.003490658220438e-05,
      "loss": 0.5539,
      "step": 2750
    },
    {
      "cov-distil": 1.745396614074707,
      "cov-distil (oracle2student)": 2.580577850341797,
      "cov-distil (oracle2teacher)": 2.910580635070801,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.0383365154266357,
      "step": 2750,
      "subrel-constrast": 2.278073787689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606454610824585,
      "cov-distil (oracle2student)": 4.418095111846924,
      "cov-distil (oracle2teacher)": 4.565321922302246,
      "epoch": 2.159340659340659,
      "rel-constrast": 2.047280788421631,
      "step": 2751,
      "subrel-constrast": 3.0681991577148438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3730247020721436,
      "cov-distil (oracle2student)": 5.288241386413574,
      "cov-distil (oracle2teacher)": 4.872445106506348,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.223832607269287,
      "step": 2752,
      "subrel-constrast": 3.0306003093719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2504862546920776,
      "cov-distil (oracle2student)": 3.7289845943450928,
      "cov-distil (oracle2teacher)": 3.387535333633423,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.2828845977783203,
      "step": 2753,
      "subrel-constrast": 3.0945467948913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9373981952667236,
      "cov-distil (oracle2student)": 3.3166918754577637,
      "cov-distil (oracle2teacher)": 3.4594945907592773,
      "epoch": 2.161695447409733,
      "rel-constrast": 2.3712663650512695,
      "step": 2754,
      "subrel-constrast": 3.371245861053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4504122734069824,
      "cov-distil (oracle2student)": 4.901545524597168,
      "cov-distil (oracle2teacher)": 4.746794700622559,
      "epoch": 2.162480376766091,
      "rel-constrast": 2.122758388519287,
      "step": 2755,
      "subrel-constrast": 3.3055779933929443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0826773643493652,
      "cov-distil (oracle2student)": 3.543522834777832,
      "cov-distil (oracle2teacher)": 3.4409923553466797,
      "epoch": 2.163265306122449,
      "rel-constrast": 2.757462739944458,
      "step": 2756,
      "subrel-constrast": 3.007723093032837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012782096862793,
      "cov-distil (oracle2student)": 5.4400248527526855,
      "cov-distil (oracle2teacher)": 5.089600563049316,
      "epoch": 2.1640502354788067,
      "rel-constrast": 2.9139304161071777,
      "step": 2757,
      "subrel-constrast": 4.154690742492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3912451267242432,
      "cov-distil (oracle2student)": 3.678145408630371,
      "cov-distil (oracle2teacher)": 3.7126357555389404,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.333070158958435,
      "step": 2758,
      "subrel-constrast": 2.154045343399048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0193727016448975,
      "cov-distil (oracle2student)": 3.4739973545074463,
      "cov-distil (oracle2teacher)": 3.622880697250366,
      "epoch": 2.1656200941915227,
      "rel-constrast": 2.1451101303100586,
      "step": 2759,
      "subrel-constrast": 3.1055736541748047,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 3.671875,
      "learning_rate": 4.968584280172206e-05,
      "loss": 0.5681,
      "step": 2760
    },
    {
      "cov-distil": 1.7106883525848389,
      "cov-distil (oracle2student)": 2.939250946044922,
      "cov-distil (oracle2teacher)": 3.003096580505371,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.282154083251953,
      "step": 2760,
      "subrel-constrast": 3.3776698112487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9728584289550781,
      "cov-distil (oracle2student)": 3.686525821685791,
      "cov-distil (oracle2teacher)": 3.4912543296813965,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.3746449947357178,
      "step": 2761,
      "subrel-constrast": 3.0912423133850098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037269353866577,
      "cov-distil (oracle2student)": 4.102445125579834,
      "cov-distil (oracle2teacher)": 3.8477206230163574,
      "epoch": 2.1679748822605966,
      "rel-constrast": 1.6794421672821045,
      "step": 2762,
      "subrel-constrast": 2.66702938079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516893982887268,
      "cov-distil (oracle2student)": 4.985520362854004,
      "cov-distil (oracle2teacher)": 4.492789268493652,
      "epoch": 2.1687598116169546,
      "rel-constrast": 2.149273157119751,
      "step": 2763,
      "subrel-constrast": 2.6942458152770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8907109498977661,
      "cov-distil (oracle2student)": 4.061586380004883,
      "cov-distil (oracle2teacher)": 3.491551637649536,
      "epoch": 2.169544740973312,
      "rel-constrast": 2.8046321868896484,
      "step": 2764,
      "subrel-constrast": 3.615283489227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841460943222046,
      "cov-distil (oracle2student)": 4.886347770690918,
      "cov-distil (oracle2teacher)": 4.237003326416016,
      "epoch": 2.17032967032967,
      "rel-constrast": 1.449903964996338,
      "step": 2765,
      "subrel-constrast": 2.5210859775543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4636023044586182,
      "cov-distil (oracle2student)": 4.778023719787598,
      "cov-distil (oracle2teacher)": 4.456620216369629,
      "epoch": 2.171114599686028,
      "rel-constrast": 3.7559399604797363,
      "step": 2766,
      "subrel-constrast": 4.00998592376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.695468783378601,
      "cov-distil (oracle2student)": 4.035220146179199,
      "cov-distil (oracle2teacher)": 3.9611129760742188,
      "epoch": 2.171899529042386,
      "rel-constrast": 3.362226963043213,
      "step": 2767,
      "subrel-constrast": 3.9581353664398193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5779494047164917,
      "cov-distil (oracle2student)": 4.786454200744629,
      "cov-distil (oracle2teacher)": 4.299877166748047,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.328984498977661,
      "step": 2768,
      "subrel-constrast": 3.288808584213257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5142426490783691,
      "cov-distil (oracle2student)": 3.870192289352417,
      "cov-distil (oracle2teacher)": 3.6532795429229736,
      "epoch": 2.173469387755102,
      "rel-constrast": 2.3759970664978027,
      "step": 2769,
      "subrel-constrast": 3.0241539478302,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 4.5625,
      "learning_rate": 4.933679433281836e-05,
      "loss": 0.6571,
      "step": 2770
    },
    {
      "cov-distil": 1.7266616821289062,
      "cov-distil (oracle2student)": 3.913695812225342,
      "cov-distil (oracle2teacher)": 4.062995910644531,
      "epoch": 2.17425431711146,
      "rel-constrast": 2.7935917377471924,
      "step": 2770,
      "subrel-constrast": 3.9140570163726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6000697612762451,
      "cov-distil (oracle2student)": 2.9439120292663574,
      "cov-distil (oracle2teacher)": 3.190089702606201,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.3435444831848145,
      "step": 2771,
      "subrel-constrast": 2.9754672050476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8406316041946411,
      "cov-distil (oracle2student)": 3.678129196166992,
      "cov-distil (oracle2teacher)": 3.310741662979126,
      "epoch": 2.1758241758241756,
      "rel-constrast": 2.002135992050171,
      "step": 2772,
      "subrel-constrast": 2.5888006687164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.92500638961792,
      "cov-distil (oracle2student)": 4.138208389282227,
      "cov-distil (oracle2teacher)": 3.982653856277466,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.1653780937194824,
      "step": 2773,
      "subrel-constrast": 3.217089891433716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3949979543685913,
      "cov-distil (oracle2student)": 3.300908088684082,
      "cov-distil (oracle2teacher)": 3.0778706073760986,
      "epoch": 2.1773940345368916,
      "rel-constrast": 2.597076177597046,
      "step": 2774,
      "subrel-constrast": 2.8686516284942627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.137453556060791,
      "cov-distil (oracle2student)": 5.477813720703125,
      "cov-distil (oracle2teacher)": 4.720471382141113,
      "epoch": 2.1781789638932496,
      "rel-constrast": 2.2849395275115967,
      "step": 2775,
      "subrel-constrast": 2.792182445526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067903518676758,
      "cov-distil (oracle2student)": 4.232393741607666,
      "cov-distil (oracle2teacher)": 3.865422010421753,
      "epoch": 2.1789638932496076,
      "rel-constrast": 3.0744242668151855,
      "step": 2776,
      "subrel-constrast": 3.8721208572387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569512605667114,
      "cov-distil (oracle2student)": 5.142706394195557,
      "cov-distil (oracle2teacher)": 4.719596862792969,
      "epoch": 2.1797488226059656,
      "rel-constrast": 1.4693210124969482,
      "step": 2777,
      "subrel-constrast": 2.7037484645843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2116098403930664,
      "cov-distil (oracle2student)": 2.6216037273406982,
      "cov-distil (oracle2teacher)": 2.5849523544311523,
      "epoch": 2.1805337519623236,
      "rel-constrast": 2.3864777088165283,
      "step": 2778,
      "subrel-constrast": 3.1521289348602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1055843830108643,
      "cov-distil (oracle2student)": 6.865743160247803,
      "cov-distil (oracle2teacher)": 5.867595195770264,
      "epoch": 2.181318681318681,
      "rel-constrast": 3.1660637855529785,
      "step": 2779,
      "subrel-constrast": 3.2871253490448,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 6.5625,
      "learning_rate": 4.8987778187623245e-05,
      "loss": 0.6495,
      "step": 2780
    },
    {
      "cov-distil": 2.2465951442718506,
      "cov-distil (oracle2student)": 4.518647193908691,
      "cov-distil (oracle2teacher)": 4.38681697845459,
      "epoch": 2.182103610675039,
      "rel-constrast": 1.8037633895874023,
      "step": 2780,
      "subrel-constrast": 2.715467691421509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433342456817627,
      "cov-distil (oracle2student)": 3.410726547241211,
      "cov-distil (oracle2teacher)": 2.9238991737365723,
      "epoch": 2.182888540031397,
      "rel-constrast": 2.528564453125,
      "step": 2781,
      "subrel-constrast": 3.0220305919647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7849705219268799,
      "cov-distil (oracle2student)": 4.870739459991455,
      "cov-distil (oracle2teacher)": 5.332154750823975,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.183398962020874,
      "step": 2782,
      "subrel-constrast": 2.581958055496216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6678457260131836,
      "cov-distil (oracle2student)": 3.358588218688965,
      "cov-distil (oracle2teacher)": 3.244032859802246,
      "epoch": 2.184458398744113,
      "rel-constrast": 1.8842178583145142,
      "step": 2783,
      "subrel-constrast": 2.770050287246704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269148349761963,
      "cov-distil (oracle2student)": 4.242545127868652,
      "cov-distil (oracle2teacher)": 3.9288132190704346,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.1314358711242676,
      "step": 2784,
      "subrel-constrast": 2.77781343460083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6252410411834717,
      "cov-distil (oracle2student)": 4.729486465454102,
      "cov-distil (oracle2teacher)": 4.956471920013428,
      "epoch": 2.186028257456829,
      "rel-constrast": 2.8225955963134766,
      "step": 2785,
      "subrel-constrast": 4.428798198699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2039790153503418,
      "cov-distil (oracle2student)": 4.352469444274902,
      "cov-distil (oracle2teacher)": 3.9843835830688477,
      "epoch": 2.186813186813187,
      "rel-constrast": 2.361313581466675,
      "step": 2786,
      "subrel-constrast": 2.87062668800354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4991953372955322,
      "cov-distil (oracle2student)": 3.958927869796753,
      "cov-distil (oracle2teacher)": 4.290272235870361,
      "epoch": 2.1875981161695446,
      "rel-constrast": 2.5836565494537354,
      "step": 2787,
      "subrel-constrast": 3.5861518383026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1815494298934937,
      "cov-distil (oracle2student)": 2.400456428527832,
      "cov-distil (oracle2teacher)": 2.700934410095215,
      "epoch": 2.1883830455259026,
      "rel-constrast": 1.4534761905670166,
      "step": 2788,
      "subrel-constrast": 2.2453675270080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8475520610809326,
      "cov-distil (oracle2student)": 2.5996665954589844,
      "cov-distil (oracle2teacher)": 3.2328200340270996,
      "epoch": 2.1891679748822606,
      "rel-constrast": 2.4528605937957764,
      "step": 2789,
      "subrel-constrast": 3.6418380737304688,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 4.40625,
      "learning_rate": 4.863881137669123e-05,
      "loss": 0.5698,
      "step": 2790
    },
    {
      "cov-distil": 1.5836981534957886,
      "cov-distil (oracle2student)": 6.670062065124512,
      "cov-distil (oracle2teacher)": 6.154659271240234,
      "epoch": 2.1899529042386185,
      "rel-constrast": 2.4494309425354004,
      "step": 2790,
      "subrel-constrast": 3.439283609390259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1415232419967651,
      "cov-distil (oracle2student)": 3.9097447395324707,
      "cov-distil (oracle2teacher)": 3.8122472763061523,
      "epoch": 2.1907378335949765,
      "rel-constrast": 2.304049491882324,
      "step": 2791,
      "subrel-constrast": 2.783003091812134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5002622604370117,
      "cov-distil (oracle2student)": 3.7935900688171387,
      "cov-distil (oracle2teacher)": 3.8140945434570312,
      "epoch": 2.1915227629513345,
      "rel-constrast": 2.3734090328216553,
      "step": 2792,
      "subrel-constrast": 2.968067169189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1507554054260254,
      "cov-distil (oracle2student)": 4.95635986328125,
      "cov-distil (oracle2teacher)": 4.841547012329102,
      "epoch": 2.1923076923076925,
      "rel-constrast": 2.2708141803741455,
      "step": 2793,
      "subrel-constrast": 2.8326752185821533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4524016380310059,
      "cov-distil (oracle2student)": 4.752054691314697,
      "cov-distil (oracle2teacher)": 4.805264472961426,
      "epoch": 2.19309262166405,
      "rel-constrast": 2.8148462772369385,
      "step": 2794,
      "subrel-constrast": 3.8200528621673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6876633167266846,
      "cov-distil (oracle2student)": 4.73788595199585,
      "cov-distil (oracle2teacher)": 4.610844612121582,
      "epoch": 2.193877551020408,
      "rel-constrast": 3.0512218475341797,
      "step": 2795,
      "subrel-constrast": 3.846034526824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612167596817017,
      "cov-distil (oracle2student)": 3.629554510116577,
      "cov-distil (oracle2teacher)": 3.383629560470581,
      "epoch": 2.194662480376766,
      "rel-constrast": 2.8212292194366455,
      "step": 2796,
      "subrel-constrast": 3.469878911972046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3297500610351562,
      "cov-distil (oracle2student)": 3.7458183765411377,
      "cov-distil (oracle2teacher)": 3.8127994537353516,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.138798236846924,
      "step": 2797,
      "subrel-constrast": 3.314037561416626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5963045358657837,
      "cov-distil (oracle2student)": 3.4567222595214844,
      "cov-distil (oracle2teacher)": 2.872725009918213,
      "epoch": 2.196232339089482,
      "rel-constrast": 3.365490436553955,
      "step": 2798,
      "subrel-constrast": 3.9232866764068604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3246980905532837,
      "cov-distil (oracle2student)": 4.201760292053223,
      "cov-distil (oracle2teacher)": 3.896005153656006,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.0539987087249756,
      "step": 2799,
      "subrel-constrast": 2.516035556793213,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 3.828125,
      "learning_rate": 4.8289910908172376e-05,
      "loss": 0.6774,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.296875,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.06170654296875
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.036376953125
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.02532958984375,
      "step": 2800
    },
    {
      "cov-distil": 2.199936866760254,
      "cov-distil (oracle2student)": 6.566792964935303,
      "cov-distil (oracle2teacher)": 6.155152320861816,
      "epoch": 2.197802197802198,
      "rel-constrast": 2.7510218620300293,
      "step": 2800,
      "subrel-constrast": 4.427687644958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5388240814208984,
      "cov-distil (oracle2student)": 3.0122034549713135,
      "cov-distil (oracle2teacher)": 3.0328516960144043,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.5800039768218994,
      "step": 2801,
      "subrel-constrast": 3.243025302886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0693292617797852,
      "cov-distil (oracle2student)": 4.799818992614746,
      "cov-distil (oracle2teacher)": 4.353034019470215,
      "epoch": 2.1993720565149135,
      "rel-constrast": 2.5074329376220703,
      "step": 2802,
      "subrel-constrast": 3.09859299659729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5575315952301025,
      "cov-distil (oracle2student)": 5.682120323181152,
      "cov-distil (oracle2teacher)": 4.818357467651367,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.4762470722198486,
      "step": 2803,
      "subrel-constrast": 3.0837881565093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0138449668884277,
      "cov-distil (oracle2student)": 5.959658622741699,
      "cov-distil (oracle2teacher)": 5.5037522315979,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.373183012008667,
      "step": 2804,
      "subrel-constrast": 3.292776584625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.224462866783142,
      "cov-distil (oracle2student)": 6.223715782165527,
      "cov-distil (oracle2teacher)": 5.384700775146484,
      "epoch": 2.2017268445839875,
      "rel-constrast": 1.9807498455047607,
      "step": 2805,
      "subrel-constrast": 2.816645860671997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7412946224212646,
      "cov-distil (oracle2student)": 3.404390811920166,
      "cov-distil (oracle2teacher)": 3.68526029586792,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.647563934326172,
      "step": 2806,
      "subrel-constrast": 3.4743502140045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750672698020935,
      "cov-distil (oracle2student)": 5.154530048370361,
      "cov-distil (oracle2teacher)": 4.494075775146484,
      "epoch": 2.2032967032967035,
      "rel-constrast": 2.931455612182617,
      "step": 2807,
      "subrel-constrast": 3.5638253688812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4850835800170898,
      "cov-distil (oracle2student)": 5.576078414916992,
      "cov-distil (oracle2teacher)": 4.965682029724121,
      "epoch": 2.204081632653061,
      "rel-constrast": 2.6821494102478027,
      "step": 2808,
      "subrel-constrast": 3.074651002883911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4133089780807495,
      "cov-distil (oracle2student)": 7.993705749511719,
      "cov-distil (oracle2teacher)": 6.704153060913086,
      "epoch": 2.204866562009419,
      "rel-constrast": 3.2481019496917725,
      "step": 2809,
      "subrel-constrast": 3.9849915504455566,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 5.5,
      "learning_rate": 4.794109378698327e-05,
      "loss": 0.6944,
      "step": 2810
    },
    {
      "cov-distil": 1.2600926160812378,
      "cov-distil (oracle2student)": 4.624175548553467,
      "cov-distil (oracle2teacher)": 4.38019323348999,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.1645941734313965,
      "step": 2810,
      "subrel-constrast": 3.4457993507385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6866909265518188,
      "cov-distil (oracle2student)": 4.364490509033203,
      "cov-distil (oracle2teacher)": 4.06383752822876,
      "epoch": 2.206436420722135,
      "rel-constrast": 2.681943655014038,
      "step": 2811,
      "subrel-constrast": 3.323986053466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618263244628906,
      "cov-distil (oracle2student)": 5.394474983215332,
      "cov-distil (oracle2teacher)": 4.956935405731201,
      "epoch": 2.207221350078493,
      "rel-constrast": 2.5397510528564453,
      "step": 2812,
      "subrel-constrast": 3.2415239810943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4123170375823975,
      "cov-distil (oracle2student)": 4.327484130859375,
      "cov-distil (oracle2teacher)": 4.117610931396484,
      "epoch": 2.208006279434851,
      "rel-constrast": 1.7784452438354492,
      "step": 2813,
      "subrel-constrast": 2.882784128189087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564600944519043,
      "cov-distil (oracle2student)": 4.63609504699707,
      "cov-distil (oracle2teacher)": 4.194644927978516,
      "epoch": 2.208791208791209,
      "rel-constrast": 2.7474422454833984,
      "step": 2814,
      "subrel-constrast": 3.17047381401062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2002367973327637,
      "cov-distil (oracle2student)": 3.6895108222961426,
      "cov-distil (oracle2teacher)": 3.2595653533935547,
      "epoch": 2.209576138147567,
      "rel-constrast": 2.272920846939087,
      "step": 2815,
      "subrel-constrast": 2.676445245742798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7055890560150146,
      "cov-distil (oracle2student)": 4.324678421020508,
      "cov-distil (oracle2teacher)": 4.255704402923584,
      "epoch": 2.2103610675039245,
      "rel-constrast": 3.1855762004852295,
      "step": 2816,
      "subrel-constrast": 3.594776153564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428342342376709,
      "cov-distil (oracle2student)": 2.4496121406555176,
      "cov-distil (oracle2teacher)": 2.4993808269500732,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.3732314109802246,
      "step": 2817,
      "subrel-constrast": 2.7335045337677,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978700876235962,
      "cov-distil (oracle2student)": 4.336622714996338,
      "cov-distil (oracle2teacher)": 4.478967189788818,
      "epoch": 2.2119309262166404,
      "rel-constrast": 1.739189624786377,
      "step": 2818,
      "subrel-constrast": 2.806389331817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1809189319610596,
      "cov-distil (oracle2student)": 4.56477165222168,
      "cov-distil (oracle2teacher)": 4.526712417602539,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.241830348968506,
      "step": 2819,
      "subrel-constrast": 2.744135856628418,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 5.4375,
      "learning_rate": 4.7592377013978306e-05,
      "loss": 0.6553,
      "step": 2820
    },
    {
      "cov-distil": 1.246563196182251,
      "cov-distil (oracle2student)": 3.980703830718994,
      "cov-distil (oracle2teacher)": 3.6521430015563965,
      "epoch": 2.2135007849293564,
      "rel-constrast": 1.242323875427246,
      "step": 2820,
      "subrel-constrast": 2.3167355060577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1987030506134033,
      "cov-distil (oracle2student)": 5.275845527648926,
      "cov-distil (oracle2teacher)": 4.8837890625,
      "epoch": 2.2142857142857144,
      "rel-constrast": 1.8369910717010498,
      "step": 2821,
      "subrel-constrast": 2.929265260696411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5747718811035156,
      "cov-distil (oracle2student)": 2.949397563934326,
      "cov-distil (oracle2teacher)": 3.5545763969421387,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.0019166469573975,
      "step": 2822,
      "subrel-constrast": 2.9265332221984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.189172387123108,
      "cov-distil (oracle2student)": 4.815073013305664,
      "cov-distil (oracle2teacher)": 4.0208821296691895,
      "epoch": 2.21585557299843,
      "rel-constrast": 1.6866493225097656,
      "step": 2823,
      "subrel-constrast": 2.3139965534210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392164945602417,
      "cov-distil (oracle2student)": 4.854181289672852,
      "cov-distil (oracle2teacher)": 4.527805328369141,
      "epoch": 2.216640502354788,
      "rel-constrast": 2.3126392364501953,
      "step": 2824,
      "subrel-constrast": 3.5029208660125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6280744075775146,
      "cov-distil (oracle2student)": 4.6719865798950195,
      "cov-distil (oracle2teacher)": 4.7606353759765625,
      "epoch": 2.217425431711146,
      "rel-constrast": 2.64921498298645,
      "step": 2825,
      "subrel-constrast": 3.9833929538726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7998778820037842,
      "cov-distil (oracle2student)": 5.34638786315918,
      "cov-distil (oracle2teacher)": 5.4033403396606445,
      "epoch": 2.218210361067504,
      "rel-constrast": 2.83955717086792,
      "step": 2826,
      "subrel-constrast": 3.743502140045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547269582748413,
      "cov-distil (oracle2student)": 2.1731581687927246,
      "cov-distil (oracle2teacher)": 2.768627643585205,
      "epoch": 2.218995290423862,
      "rel-constrast": 2.329132080078125,
      "step": 2827,
      "subrel-constrast": 3.383573532104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1501696109771729,
      "cov-distil (oracle2student)": 3.893339157104492,
      "cov-distil (oracle2teacher)": 4.196105003356934,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.299967050552368,
      "step": 2828,
      "subrel-constrast": 3.054628372192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.115626573562622,
      "cov-distil (oracle2student)": 2.149998664855957,
      "cov-distil (oracle2teacher)": 2.994931936264038,
      "epoch": 2.220565149136578,
      "rel-constrast": 1.9908359050750732,
      "step": 2829,
      "subrel-constrast": 2.651630163192749,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 4.125,
      "learning_rate": 4.724377758512103e-05,
      "loss": 0.5668,
      "step": 2830
    },
    {
      "cov-distil": 1.693457007408142,
      "cov-distil (oracle2student)": 2.849167823791504,
      "cov-distil (oracle2teacher)": 2.751809597015381,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.0000481605529785,
      "step": 2830,
      "subrel-constrast": 2.949186086654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.517914295196533,
      "cov-distil (oracle2student)": 6.009949684143066,
      "cov-distil (oracle2teacher)": 5.273901462554932,
      "epoch": 2.2221350078492934,
      "rel-constrast": 3.083712577819824,
      "step": 2831,
      "subrel-constrast": 3.8755223751068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7662062644958496,
      "cov-distil (oracle2student)": 3.7333085536956787,
      "cov-distil (oracle2teacher)": 3.8887131214141846,
      "epoch": 2.2229199372056514,
      "rel-constrast": 1.8975980281829834,
      "step": 2832,
      "subrel-constrast": 3.130283832550049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1787757873535156,
      "cov-distil (oracle2student)": 4.259576797485352,
      "cov-distil (oracle2teacher)": 4.720335006713867,
      "epoch": 2.2237048665620094,
      "rel-constrast": 1.9777756929397583,
      "step": 2833,
      "subrel-constrast": 3.4295663833618164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1520309448242188,
      "cov-distil (oracle2student)": 3.8662216663360596,
      "cov-distil (oracle2teacher)": 3.9892983436584473,
      "epoch": 2.2244897959183674,
      "rel-constrast": 2.362414836883545,
      "step": 2834,
      "subrel-constrast": 2.669849395751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1197655200958252,
      "cov-distil (oracle2student)": 5.083774566650391,
      "cov-distil (oracle2teacher)": 4.618232727050781,
      "epoch": 2.2252747252747254,
      "rel-constrast": 2.021270275115967,
      "step": 2835,
      "subrel-constrast": 2.7187764644622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3271584510803223,
      "cov-distil (oracle2student)": 4.726981163024902,
      "cov-distil (oracle2teacher)": 4.667788982391357,
      "epoch": 2.2260596546310834,
      "rel-constrast": 2.265606164932251,
      "step": 2836,
      "subrel-constrast": 3.002713918685913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7507350444793701,
      "cov-distil (oracle2student)": 3.2678561210632324,
      "cov-distil (oracle2teacher)": 3.5407233238220215,
      "epoch": 2.2268445839874413,
      "rel-constrast": 2.245452880859375,
      "step": 2837,
      "subrel-constrast": 2.6568191051483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8916513919830322,
      "cov-distil (oracle2student)": 4.041606426239014,
      "cov-distil (oracle2teacher)": 4.04772424697876,
      "epoch": 2.227629513343799,
      "rel-constrast": 2.586700439453125,
      "step": 2838,
      "subrel-constrast": 3.3663644790649414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5499825477600098,
      "cov-distil (oracle2student)": 4.727671146392822,
      "cov-distil (oracle2teacher)": 4.565863609313965,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.14523983001709,
      "step": 2839,
      "subrel-constrast": 2.9951682090759277,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 5.59375,
      "learning_rate": 4.68953124906558e-05,
      "loss": 0.632,
      "step": 2840
    },
    {
      "cov-distil": 1.47610604763031,
      "cov-distil (oracle2student)": 4.48879861831665,
      "cov-distil (oracle2teacher)": 4.244697093963623,
      "epoch": 2.229199372056515,
      "rel-constrast": 2.43646240234375,
      "step": 2840,
      "subrel-constrast": 2.975419044494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3432806730270386,
      "cov-distil (oracle2student)": 4.0062174797058105,
      "cov-distil (oracle2teacher)": 4.0045976638793945,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.537610650062561,
      "step": 2841,
      "subrel-constrast": 2.352693557739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4707956314086914,
      "cov-distil (oracle2student)": 4.859775543212891,
      "cov-distil (oracle2teacher)": 4.64851713180542,
      "epoch": 2.230769230769231,
      "rel-constrast": 2.956564426422119,
      "step": 2842,
      "subrel-constrast": 3.5407800674438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.431699275970459,
      "cov-distil (oracle2student)": 4.093201160430908,
      "cov-distil (oracle2teacher)": 3.873861074447632,
      "epoch": 2.231554160125589,
      "rel-constrast": 2.468479871749878,
      "step": 2843,
      "subrel-constrast": 3.4617714881896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546393871307373,
      "cov-distil (oracle2student)": 5.506086826324463,
      "cov-distil (oracle2teacher)": 4.615551471710205,
      "epoch": 2.232339089481947,
      "rel-constrast": 3.584782600402832,
      "step": 2844,
      "subrel-constrast": 4.220305442810059,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.128883719444275,
      "cov-distil (oracle2student)": 3.907834053039551,
      "cov-distil (oracle2teacher)": 3.8569977283477783,
      "epoch": 2.2331240188383044,
      "rel-constrast": 2.8567092418670654,
      "step": 2845,
      "subrel-constrast": 3.20434308052063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0312085151672363,
      "cov-distil (oracle2student)": 5.180304527282715,
      "cov-distil (oracle2teacher)": 4.771184921264648,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.688114643096924,
      "step": 2846,
      "subrel-constrast": 3.188913345336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1876635551452637,
      "cov-distil (oracle2student)": 6.156894207000732,
      "cov-distil (oracle2teacher)": 5.192461013793945,
      "epoch": 2.2346938775510203,
      "rel-constrast": 3.0446486473083496,
      "step": 2847,
      "subrel-constrast": 3.5886526107788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4299542903900146,
      "cov-distil (oracle2student)": 3.5201432704925537,
      "cov-distil (oracle2teacher)": 3.6597070693969727,
      "epoch": 2.2354788069073783,
      "rel-constrast": 1.4864075183868408,
      "step": 2848,
      "subrel-constrast": 2.5615808963775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.346498966217041,
      "cov-distil (oracle2student)": 4.341463088989258,
      "cov-distil (oracle2teacher)": 4.360247611999512,
      "epoch": 2.2362637362637363,
      "rel-constrast": 1.9992561340332031,
      "step": 2849,
      "subrel-constrast": 3.0958409309387207,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 4.625,
      "learning_rate": 4.654699871427971e-05,
      "loss": 0.6625,
      "step": 2850
    },
    {
      "cov-distil": 1.3104366064071655,
      "cov-distil (oracle2student)": 7.239997863769531,
      "cov-distil (oracle2teacher)": 6.699407577514648,
      "epoch": 2.2370486656200943,
      "rel-constrast": 2.395557165145874,
      "step": 2850,
      "subrel-constrast": 3.3834662437438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6754200458526611,
      "cov-distil (oracle2student)": 5.460043907165527,
      "cov-distil (oracle2teacher)": 4.795552730560303,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.0568652153015137,
      "step": 2851,
      "subrel-constrast": 2.8056533336639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0203399658203125,
      "cov-distil (oracle2student)": 4.39010763168335,
      "cov-distil (oracle2teacher)": 4.434330940246582,
      "epoch": 2.23861852433281,
      "rel-constrast": 2.0793542861938477,
      "step": 2852,
      "subrel-constrast": 3.4056010246276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.515678882598877,
      "cov-distil (oracle2student)": 4.557865142822266,
      "cov-distil (oracle2teacher)": 3.752870559692383,
      "epoch": 2.239403453689168,
      "rel-constrast": 2.360842227935791,
      "step": 2853,
      "subrel-constrast": 3.2905337810516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3274433612823486,
      "cov-distil (oracle2student)": 7.41905403137207,
      "cov-distil (oracle2teacher)": 5.901660442352295,
      "epoch": 2.240188383045526,
      "rel-constrast": 2.7666826248168945,
      "step": 2854,
      "subrel-constrast": 3.6498546600341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470960021018982,
      "cov-distil (oracle2student)": 4.686140060424805,
      "cov-distil (oracle2teacher)": 4.530377388000488,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.6485681533813477,
      "step": 2855,
      "subrel-constrast": 2.6047451496124268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8798662424087524,
      "cov-distil (oracle2student)": 4.224440097808838,
      "cov-distil (oracle2teacher)": 4.390938758850098,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.393263101577759,
      "step": 2856,
      "subrel-constrast": 2.9849207401275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6801084280014038,
      "cov-distil (oracle2student)": 4.834432601928711,
      "cov-distil (oracle2teacher)": 4.678903579711914,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.129608631134033,
      "step": 2857,
      "subrel-constrast": 3.201018810272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6091313362121582,
      "cov-distil (oracle2student)": 3.839599847793579,
      "cov-distil (oracle2teacher)": 4.0067458152771,
      "epoch": 2.2433281004709578,
      "rel-constrast": 2.62556791305542,
      "step": 2858,
      "subrel-constrast": 3.174957752227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101297616958618,
      "cov-distil (oracle2student)": 5.45511531829834,
      "cov-distil (oracle2teacher)": 4.582940578460693,
      "epoch": 2.2441130298273153,
      "rel-constrast": 2.4464221000671387,
      "step": 2859,
      "subrel-constrast": 3.541262149810791,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 4.75,
      "learning_rate": 4.619885323231484e-05,
      "loss": 0.6165,
      "step": 2860
    },
    {
      "cov-distil": 1.5122743844985962,
      "cov-distil (oracle2student)": 4.500144004821777,
      "cov-distil (oracle2teacher)": 4.423861980438232,
      "epoch": 2.2448979591836733,
      "rel-constrast": 2.767989158630371,
      "step": 2860,
      "subrel-constrast": 3.506652593612671,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024453639984131,
      "cov-distil (oracle2student)": 6.465767860412598,
      "cov-distil (oracle2teacher)": 6.2581377029418945,
      "epoch": 2.2456828885400313,
      "rel-constrast": 1.5407419204711914,
      "step": 2861,
      "subrel-constrast": 2.707308053970337,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.363445997238159,
      "cov-distil (oracle2student)": 5.35123348236084,
      "cov-distil (oracle2teacher)": 4.431148052215576,
      "epoch": 2.2464678178963893,
      "rel-constrast": 2.2963569164276123,
      "step": 2862,
      "subrel-constrast": 3.8391997814178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7263091802597046,
      "cov-distil (oracle2student)": 5.1465163230896,
      "cov-distil (oracle2teacher)": 4.732364654541016,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.0368824005126953,
      "step": 2863,
      "subrel-constrast": 3.294325113296509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2703114748001099,
      "cov-distil (oracle2student)": 5.612888336181641,
      "cov-distil (oracle2teacher)": 4.825407028198242,
      "epoch": 2.2480376766091053,
      "rel-constrast": 2.028136730194092,
      "step": 2864,
      "subrel-constrast": 2.6014766693115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115294933319092,
      "cov-distil (oracle2student)": 3.161381244659424,
      "cov-distil (oracle2teacher)": 3.1121139526367188,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.3068461418151855,
      "step": 2865,
      "subrel-constrast": 3.397160291671753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4160372018814087,
      "cov-distil (oracle2student)": 4.089284896850586,
      "cov-distil (oracle2teacher)": 3.594512701034546,
      "epoch": 2.2496075353218212,
      "rel-constrast": 1.4584381580352783,
      "step": 2866,
      "subrel-constrast": 2.260845422744751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5357223749160767,
      "cov-distil (oracle2student)": 6.064679145812988,
      "cov-distil (oracle2teacher)": 5.435212135314941,
      "epoch": 2.2503924646781788,
      "rel-constrast": 1.6033607721328735,
      "step": 2867,
      "subrel-constrast": 2.614072799682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0756893157958984,
      "cov-distil (oracle2student)": 4.56960916519165,
      "cov-distil (oracle2teacher)": 4.093441486358643,
      "epoch": 2.2511773940345368,
      "rel-constrast": 2.9858407974243164,
      "step": 2868,
      "subrel-constrast": 3.7056121826171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7031378746032715,
      "cov-distil (oracle2student)": 2.7902064323425293,
      "cov-distil (oracle2teacher)": 3.2215898036956787,
      "epoch": 2.2519623233908947,
      "rel-constrast": 2.412081003189087,
      "step": 2869,
      "subrel-constrast": 3.4933173656463623,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 4.1875,
      "learning_rate": 4.58508930128808e-05,
      "loss": 0.5803,
      "step": 2870
    },
    {
      "cov-distil": 1.5198760032653809,
      "cov-distil (oracle2student)": 5.176734447479248,
      "cov-distil (oracle2teacher)": 4.585066795349121,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.5190399885177612,
      "step": 2870,
      "subrel-constrast": 2.3252882957458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1817588806152344,
      "cov-distil (oracle2student)": 4.6218671798706055,
      "cov-distil (oracle2teacher)": 4.437249183654785,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.178933620452881,
      "step": 2871,
      "subrel-constrast": 3.4428551197052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326621413230896,
      "cov-distil (oracle2student)": 2.9819560050964355,
      "cov-distil (oracle2teacher)": 3.6186161041259766,
      "epoch": 2.2543171114599687,
      "rel-constrast": 1.6968050003051758,
      "step": 2872,
      "subrel-constrast": 2.5838682651519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1304517984390259,
      "cov-distil (oracle2student)": 5.522947788238525,
      "cov-distil (oracle2teacher)": 4.77635383605957,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.1877713203430176,
      "step": 2873,
      "subrel-constrast": 2.8841099739074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6093792915344238,
      "cov-distil (oracle2student)": 4.178830623626709,
      "cov-distil (oracle2teacher)": 4.153226852416992,
      "epoch": 2.2558869701726847,
      "rel-constrast": 1.7759796380996704,
      "step": 2874,
      "subrel-constrast": 2.8991894721984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006857395172119,
      "cov-distil (oracle2student)": 4.687300682067871,
      "cov-distil (oracle2teacher)": 3.959721088409424,
      "epoch": 2.2566718995290422,
      "rel-constrast": 2.2237370014190674,
      "step": 2875,
      "subrel-constrast": 3.2664942741394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6690746545791626,
      "cov-distil (oracle2student)": 4.119187355041504,
      "cov-distil (oracle2teacher)": 4.031209945678711,
      "epoch": 2.2574568288854002,
      "rel-constrast": 2.704169988632202,
      "step": 2876,
      "subrel-constrast": 3.856971263885498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5557414293289185,
      "cov-distil (oracle2student)": 3.0622177124023438,
      "cov-distil (oracle2teacher)": 3.0569870471954346,
      "epoch": 2.258241758241758,
      "rel-constrast": 1.6254417896270752,
      "step": 2877,
      "subrel-constrast": 2.4628210067749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470426321029663,
      "cov-distil (oracle2student)": 4.145370960235596,
      "cov-distil (oracle2teacher)": 3.784148693084717,
      "epoch": 2.259026687598116,
      "rel-constrast": 2.6871891021728516,
      "step": 2878,
      "subrel-constrast": 3.5788094997406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587777853012085,
      "cov-distil (oracle2student)": 4.149866104125977,
      "cov-distil (oracle2teacher)": 3.5376973152160645,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.2997422218322754,
      "step": 2879,
      "subrel-constrast": 3.822192430496216,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 5.1875,
      "learning_rate": 4.550313501506781e-05,
      "loss": 0.6106,
      "step": 2880
    },
    {
      "cov-distil": 1.149308681488037,
      "cov-distil (oracle2student)": 4.21353816986084,
      "cov-distil (oracle2teacher)": 3.8877663612365723,
      "epoch": 2.260596546310832,
      "rel-constrast": 1.9247114658355713,
      "step": 2880,
      "subrel-constrast": 2.356048583984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0671534538269043,
      "cov-distil (oracle2student)": 5.238128662109375,
      "cov-distil (oracle2teacher)": 4.678230285644531,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.2557976245880127,
      "step": 2881,
      "subrel-constrast": 3.135747194290161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5297012329101562,
      "cov-distil (oracle2student)": 4.914802551269531,
      "cov-distil (oracle2teacher)": 4.682444095611572,
      "epoch": 2.2621664050235477,
      "rel-constrast": 1.719031810760498,
      "step": 2882,
      "subrel-constrast": 2.5242650508880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.185525894165039,
      "cov-distil (oracle2student)": 5.358166217803955,
      "cov-distil (oracle2teacher)": 4.674286842346191,
      "epoch": 2.2629513343799057,
      "rel-constrast": 2.0215744972229004,
      "step": 2883,
      "subrel-constrast": 2.786787509918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5736254453659058,
      "cov-distil (oracle2student)": 3.5271687507629395,
      "cov-distil (oracle2teacher)": 3.498425006866455,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.0613350868225098,
      "step": 2884,
      "subrel-constrast": 3.1965603828430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5147466659545898,
      "cov-distil (oracle2student)": 4.420702934265137,
      "cov-distil (oracle2teacher)": 4.187887191772461,
      "epoch": 2.2645211930926217,
      "rel-constrast": 2.4545347690582275,
      "step": 2885,
      "subrel-constrast": 2.9971044063568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762629508972168,
      "cov-distil (oracle2student)": 3.7378101348876953,
      "cov-distil (oracle2teacher)": 3.946108818054199,
      "epoch": 2.2653061224489797,
      "rel-constrast": 1.6069245338439941,
      "step": 2886,
      "subrel-constrast": 2.7818763256073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1104376316070557,
      "cov-distil (oracle2student)": 2.6081643104553223,
      "cov-distil (oracle2teacher)": 2.8877291679382324,
      "epoch": 2.2660910518053377,
      "rel-constrast": 1.7158077955245972,
      "step": 2887,
      "subrel-constrast": 2.543020725250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6737433671951294,
      "cov-distil (oracle2student)": 3.6916086673736572,
      "cov-distil (oracle2teacher)": 3.500621795654297,
      "epoch": 2.2668759811616956,
      "rel-constrast": 2.481342315673828,
      "step": 2888,
      "subrel-constrast": 3.2699806690216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8446993827819824,
      "cov-distil (oracle2student)": 3.622433662414551,
      "cov-distil (oracle2teacher)": 3.7729544639587402,
      "epoch": 2.267660910518053,
      "rel-constrast": 1.6772042512893677,
      "step": 2889,
      "subrel-constrast": 2.730212450027466,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 4.15625,
      "learning_rate": 4.515559618811005e-05,
      "loss": 0.5415,
      "step": 2890
    },
    {
      "cov-distil": 1.3070294857025146,
      "cov-distil (oracle2student)": 4.754925727844238,
      "cov-distil (oracle2teacher)": 4.7859392166137695,
      "epoch": 2.268445839874411,
      "rel-constrast": 3.1197733879089355,
      "step": 2890,
      "subrel-constrast": 3.767551898956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8961113691329956,
      "cov-distil (oracle2student)": 5.877132415771484,
      "cov-distil (oracle2teacher)": 4.797457218170166,
      "epoch": 2.269230769230769,
      "rel-constrast": 2.7503161430358887,
      "step": 2891,
      "subrel-constrast": 2.956782341003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2196643352508545,
      "cov-distil (oracle2student)": 4.867897033691406,
      "cov-distil (oracle2teacher)": 4.980492115020752,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.0827372074127197,
      "step": 2892,
      "subrel-constrast": 3.08255672454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6965004205703735,
      "cov-distil (oracle2student)": 3.948103189468384,
      "cov-distil (oracle2teacher)": 3.4441161155700684,
      "epoch": 2.270800627943485,
      "rel-constrast": 2.744344711303711,
      "step": 2893,
      "subrel-constrast": 3.4600753784179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.112451434135437,
      "cov-distil (oracle2student)": 4.067655086517334,
      "cov-distil (oracle2teacher)": 3.951159954071045,
      "epoch": 2.271585557299843,
      "rel-constrast": 1.9968727827072144,
      "step": 2894,
      "subrel-constrast": 2.4192075729370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9750738143920898,
      "cov-distil (oracle2student)": 3.0416557788848877,
      "cov-distil (oracle2teacher)": 3.0636510848999023,
      "epoch": 2.272370486656201,
      "rel-constrast": 2.5816946029663086,
      "step": 2895,
      "subrel-constrast": 3.3974502086639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5199553966522217,
      "cov-distil (oracle2student)": 3.6914119720458984,
      "cov-distil (oracle2teacher)": 3.8941850662231445,
      "epoch": 2.2731554160125587,
      "rel-constrast": 2.227633476257324,
      "step": 2896,
      "subrel-constrast": 2.5013999938964844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826463222503662,
      "cov-distil (oracle2student)": 4.593264579772949,
      "cov-distil (oracle2teacher)": 4.912613868713379,
      "epoch": 2.2739403453689166,
      "rel-constrast": 2.4378929138183594,
      "step": 2897,
      "subrel-constrast": 3.8683552742004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3143055438995361,
      "cov-distil (oracle2student)": 3.5225791931152344,
      "cov-distil (oracle2teacher)": 3.4950554370880127,
      "epoch": 2.2747252747252746,
      "rel-constrast": 1.9067343473434448,
      "step": 2898,
      "subrel-constrast": 2.329277515411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.474170446395874,
      "cov-distil (oracle2student)": 3.3478574752807617,
      "cov-distil (oracle2teacher)": 3.1321682929992676,
      "epoch": 2.2755102040816326,
      "rel-constrast": 1.809030294418335,
      "step": 2899,
      "subrel-constrast": 2.6850428581237793,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 4.4375,
      "learning_rate": 4.4808293470559643e-05,
      "loss": 0.6323,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.32343751192092896,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.066253662109375
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.04779052734375
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.018463134765625,
      "step": 2900
    },
    {
      "cov-distil": 1.5855610370635986,
      "cov-distil (oracle2student)": 3.062314033508301,
      "cov-distil (oracle2teacher)": 3.236934185028076,
      "epoch": 2.2762951334379906,
      "rel-constrast": 1.8160176277160645,
      "step": 2900,
      "subrel-constrast": 2.63582444190979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6457754373550415,
      "cov-distil (oracle2student)": 3.153693199157715,
      "cov-distil (oracle2teacher)": 2.8752710819244385,
      "epoch": 2.2770800627943486,
      "rel-constrast": 2.484110116958618,
      "step": 2901,
      "subrel-constrast": 3.224886178970337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6005237102508545,
      "cov-distil (oracle2student)": 4.253781795501709,
      "cov-distil (oracle2teacher)": 4.0981645584106445,
      "epoch": 2.2778649921507066,
      "rel-constrast": 2.498203754425049,
      "step": 2902,
      "subrel-constrast": 2.9825940132141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728839635848999,
      "cov-distil (oracle2student)": 6.469456195831299,
      "cov-distil (oracle2teacher)": 5.229293346405029,
      "epoch": 2.278649921507064,
      "rel-constrast": 3.1120445728302,
      "step": 2903,
      "subrel-constrast": 3.8471882343292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5815744400024414,
      "cov-distil (oracle2student)": 3.303983688354492,
      "cov-distil (oracle2teacher)": 3.1263279914855957,
      "epoch": 2.279434850863422,
      "rel-constrast": 1.5417567491531372,
      "step": 2904,
      "subrel-constrast": 2.588299512863159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5346386432647705,
      "cov-distil (oracle2student)": 4.462057113647461,
      "cov-distil (oracle2teacher)": 3.7353763580322266,
      "epoch": 2.28021978021978,
      "rel-constrast": 2.774869680404663,
      "step": 2905,
      "subrel-constrast": 2.8547186851501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471909761428833,
      "cov-distil (oracle2student)": 3.546410083770752,
      "cov-distil (oracle2teacher)": 3.8367576599121094,
      "epoch": 2.281004709576138,
      "rel-constrast": 2.501293897628784,
      "step": 2906,
      "subrel-constrast": 3.4539568424224854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5362588167190552,
      "cov-distil (oracle2student)": 5.626348495483398,
      "cov-distil (oracle2teacher)": 5.469144821166992,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.344972610473633,
      "step": 2907,
      "subrel-constrast": 3.139605760574341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8197205066680908,
      "cov-distil (oracle2student)": 4.5433349609375,
      "cov-distil (oracle2teacher)": 4.617525577545166,
      "epoch": 2.282574568288854,
      "rel-constrast": 2.4121932983398438,
      "step": 2908,
      "subrel-constrast": 3.7702598571777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5151779651641846,
      "cov-distil (oracle2student)": 4.293755531311035,
      "cov-distil (oracle2teacher)": 3.825483798980713,
      "epoch": 2.283359497645212,
      "rel-constrast": 2.3309578895568848,
      "step": 2909,
      "subrel-constrast": 3.054434299468994,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 5.75,
      "learning_rate": 4.446124378946107e-05,
      "loss": 0.6355,
      "step": 2910
    },
    {
      "cov-distil": 1.5913137197494507,
      "cov-distil (oracle2student)": 5.389019966125488,
      "cov-distil (oracle2teacher)": 5.343745231628418,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.2238149642944336,
      "step": 2910,
      "subrel-constrast": 3.8183469772338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5511109828948975,
      "cov-distil (oracle2student)": 4.745257377624512,
      "cov-distil (oracle2teacher)": 4.28172492980957,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.4309728145599365,
      "step": 2911,
      "subrel-constrast": 2.9305248260498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8253166675567627,
      "cov-distil (oracle2student)": 2.9674835205078125,
      "cov-distil (oracle2teacher)": 3.2336618900299072,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.3789281845092773,
      "step": 2912,
      "subrel-constrast": 3.269496202468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3699593544006348,
      "cov-distil (oracle2student)": 5.377268314361572,
      "cov-distil (oracle2teacher)": 5.43125057220459,
      "epoch": 2.2864992150706436,
      "rel-constrast": 3.4105911254882812,
      "step": 2913,
      "subrel-constrast": 4.089870929718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158279657363892,
      "cov-distil (oracle2student)": 3.8249130249023438,
      "cov-distil (oracle2teacher)": 4.145266532897949,
      "epoch": 2.2872841444270016,
      "rel-constrast": 2.0572266578674316,
      "step": 2914,
      "subrel-constrast": 3.2289209365844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7132811546325684,
      "cov-distil (oracle2student)": 4.97525691986084,
      "cov-distil (oracle2teacher)": 5.728785514831543,
      "epoch": 2.2880690737833596,
      "rel-constrast": 2.547065258026123,
      "step": 2915,
      "subrel-constrast": 3.6497244834899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.525857925415039,
      "cov-distil (oracle2student)": 4.118255615234375,
      "cov-distil (oracle2teacher)": 3.792384624481201,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.288245916366577,
      "step": 2916,
      "subrel-constrast": 3.2521369457244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7402820587158203,
      "cov-distil (oracle2student)": 5.971430778503418,
      "cov-distil (oracle2teacher)": 5.380987167358398,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.452977180480957,
      "step": 2917,
      "subrel-constrast": 3.308506965637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669966220855713,
      "cov-distil (oracle2student)": 3.5656073093414307,
      "cov-distil (oracle2teacher)": 3.4379806518554688,
      "epoch": 2.2904238618524335,
      "rel-constrast": 1.8815048933029175,
      "step": 2918,
      "subrel-constrast": 2.7344791889190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4543598890304565,
      "cov-distil (oracle2student)": 3.5136117935180664,
      "cov-distil (oracle2teacher)": 3.196716785430908,
      "epoch": 2.291208791208791,
      "rel-constrast": 1.8667235374450684,
      "step": 2919,
      "subrel-constrast": 2.9257302284240723,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 4.53125,
      "learning_rate": 4.411446405952618e-05,
      "loss": 0.6541,
      "step": 2920
    },
    {
      "cov-distil": 1.6919565200805664,
      "cov-distil (oracle2student)": 4.214579105377197,
      "cov-distil (oracle2teacher)": 3.8908097743988037,
      "epoch": 2.291993720565149,
      "rel-constrast": 1.8214179277420044,
      "step": 2920,
      "subrel-constrast": 2.9157485961914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2827343940734863,
      "cov-distil (oracle2student)": 4.463376045227051,
      "cov-distil (oracle2teacher)": 4.28838586807251,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.015679121017456,
      "step": 2921,
      "subrel-constrast": 3.4116709232330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0136938095092773,
      "cov-distil (oracle2student)": 6.033108234405518,
      "cov-distil (oracle2teacher)": 5.22616720199585,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.5474497079849243,
      "step": 2922,
      "subrel-constrast": 1.7335467338562012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5478109121322632,
      "cov-distil (oracle2student)": 5.868597507476807,
      "cov-distil (oracle2teacher)": 4.869476318359375,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.2747788429260254,
      "step": 2923,
      "subrel-constrast": 4.0356974601745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7475782632827759,
      "cov-distil (oracle2student)": 5.475966453552246,
      "cov-distil (oracle2teacher)": 5.175560474395752,
      "epoch": 2.295133437990581,
      "rel-constrast": 2.695309638977051,
      "step": 2924,
      "subrel-constrast": 3.5983901023864746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311123251914978,
      "cov-distil (oracle2student)": 3.003262758255005,
      "cov-distil (oracle2teacher)": 3.110555648803711,
      "epoch": 2.295918367346939,
      "rel-constrast": 1.813732385635376,
      "step": 2925,
      "subrel-constrast": 2.5524165630340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4204089641571045,
      "cov-distil (oracle2student)": 4.867036819458008,
      "cov-distil (oracle2teacher)": 4.501319885253906,
      "epoch": 2.2967032967032965,
      "rel-constrast": 1.7997456789016724,
      "step": 2926,
      "subrel-constrast": 2.8450138568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6119446754455566,
      "cov-distil (oracle2student)": 3.061250925064087,
      "cov-distil (oracle2teacher)": 2.5394392013549805,
      "epoch": 2.2974882260596545,
      "rel-constrast": 1.7369354963302612,
      "step": 2927,
      "subrel-constrast": 2.7578623294830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.43888521194458,
      "cov-distil (oracle2student)": 4.708325386047363,
      "cov-distil (oracle2teacher)": 4.431706428527832,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.2509605884552,
      "step": 2928,
      "subrel-constrast": 2.8517282009124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3571569919586182,
      "cov-distil (oracle2student)": 5.120276927947998,
      "cov-distil (oracle2teacher)": 4.543560028076172,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.3927297592163086,
      "step": 2929,
      "subrel-constrast": 3.012300729751587,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 4.78125,
      "learning_rate": 4.376797118230979e-05,
      "loss": 0.5723,
      "step": 2930
    },
    {
      "cov-distil": 2.0122151374816895,
      "cov-distil (oracle2student)": 6.10060977935791,
      "cov-distil (oracle2teacher)": 5.308646202087402,
      "epoch": 2.2998430141287285,
      "rel-constrast": 2.683973789215088,
      "step": 2930,
      "subrel-constrast": 3.1416304111480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0546765327453613,
      "cov-distil (oracle2student)": 5.698963165283203,
      "cov-distil (oracle2teacher)": 5.002961158752441,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.0263304710388184,
      "step": 2931,
      "subrel-constrast": 2.966381311416626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3734686374664307,
      "cov-distil (oracle2student)": 3.244110107421875,
      "cov-distil (oracle2teacher)": 3.368807315826416,
      "epoch": 2.3014128728414445,
      "rel-constrast": 1.8082785606384277,
      "step": 2932,
      "subrel-constrast": 2.664322853088379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6063342094421387,
      "cov-distil (oracle2student)": 3.4870710372924805,
      "cov-distil (oracle2teacher)": 3.6605172157287598,
      "epoch": 2.302197802197802,
      "rel-constrast": 2.178335428237915,
      "step": 2933,
      "subrel-constrast": 2.7366490364074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6688129901885986,
      "cov-distil (oracle2student)": 1.9847790002822876,
      "cov-distil (oracle2teacher)": 1.9588077068328857,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.3115589618682861,
      "step": 2934,
      "subrel-constrast": 2.12945556640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879583477973938,
      "cov-distil (oracle2student)": 4.600238800048828,
      "cov-distil (oracle2teacher)": 4.458202838897705,
      "epoch": 2.303767660910518,
      "rel-constrast": 2.966858386993408,
      "step": 2935,
      "subrel-constrast": 3.8550400733947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9236414432525635,
      "cov-distil (oracle2student)": 2.6353304386138916,
      "cov-distil (oracle2teacher)": 3.1582908630371094,
      "epoch": 2.304552590266876,
      "rel-constrast": 1.3834283351898193,
      "step": 2936,
      "subrel-constrast": 2.9574522972106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0334861278533936,
      "cov-distil (oracle2student)": 4.409390449523926,
      "cov-distil (oracle2teacher)": 3.984679698944092,
      "epoch": 2.305337519623234,
      "rel-constrast": 1.9390144348144531,
      "step": 2937,
      "subrel-constrast": 2.6789722442626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.201735496520996,
      "cov-distil (oracle2student)": 2.8461503982543945,
      "cov-distil (oracle2teacher)": 3.5996956825256348,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.2243659496307373,
      "step": 2938,
      "subrel-constrast": 3.431735038757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5016918182373047,
      "cov-distil (oracle2student)": 5.460488319396973,
      "cov-distil (oracle2teacher)": 5.211840629577637,
      "epoch": 2.30690737833595,
      "rel-constrast": 3.249861240386963,
      "step": 2939,
      "subrel-constrast": 4.0524420738220215,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 5.59375,
      "learning_rate": 4.342178204538588e-05,
      "loss": 0.5874,
      "step": 2940
    },
    {
      "cov-distil": 1.694437861442566,
      "cov-distil (oracle2student)": 2.7910845279693604,
      "cov-distil (oracle2teacher)": 2.671379566192627,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.1345090866088867,
      "step": 2940,
      "subrel-constrast": 2.905853033065796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4689786434173584,
      "cov-distil (oracle2student)": 6.03194522857666,
      "cov-distil (oracle2teacher)": 4.931423187255859,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.1191985607147217,
      "step": 2941,
      "subrel-constrast": 2.6661574840545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2589682340621948,
      "cov-distil (oracle2student)": 3.7876737117767334,
      "cov-distil (oracle2teacher)": 3.766275644302368,
      "epoch": 2.3092621664050235,
      "rel-constrast": 2.22183895111084,
      "step": 2942,
      "subrel-constrast": 2.7169101238250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730127334594727,
      "cov-distil (oracle2student)": 4.4156107902526855,
      "cov-distil (oracle2teacher)": 4.259679794311523,
      "epoch": 2.3100470957613815,
      "rel-constrast": 1.7990942001342773,
      "step": 2943,
      "subrel-constrast": 2.8674778938293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9127600193023682,
      "cov-distil (oracle2student)": 4.77933406829834,
      "cov-distil (oracle2teacher)": 4.505747318267822,
      "epoch": 2.3108320251177394,
      "rel-constrast": 3.4604945182800293,
      "step": 2944,
      "subrel-constrast": 4.551153182983398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1158312559127808,
      "cov-distil (oracle2student)": 4.923835754394531,
      "cov-distil (oracle2teacher)": 4.04203987121582,
      "epoch": 2.3116169544740974,
      "rel-constrast": 1.6601462364196777,
      "step": 2945,
      "subrel-constrast": 2.529132604598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4883188009262085,
      "cov-distil (oracle2student)": 4.414349555969238,
      "cov-distil (oracle2teacher)": 4.308835983276367,
      "epoch": 2.3124018838304554,
      "rel-constrast": 1.794759750366211,
      "step": 2946,
      "subrel-constrast": 3.0244250297546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.789337396621704,
      "cov-distil (oracle2student)": 3.570096969604492,
      "cov-distil (oracle2teacher)": 3.327934980392456,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.2026824951171875,
      "step": 2947,
      "subrel-constrast": 2.554138660430908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244349956512451,
      "cov-distil (oracle2student)": 4.349844455718994,
      "cov-distil (oracle2teacher)": 4.284534454345703,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.0952372550964355,
      "step": 2948,
      "subrel-constrast": 3.2181339263916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022162914276123,
      "cov-distil (oracle2student)": 4.994515895843506,
      "cov-distil (oracle2teacher)": 4.867672920227051,
      "epoch": 2.314756671899529,
      "rel-constrast": 2.556699275970459,
      "step": 2949,
      "subrel-constrast": 3.4449620246887207,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 5.3125,
      "learning_rate": 4.307591352152459e-05,
      "loss": 0.5917,
      "step": 2950
    },
    {
      "cov-distil": 1.455034852027893,
      "cov-distil (oracle2student)": 5.298593521118164,
      "cov-distil (oracle2teacher)": 4.620492935180664,
      "epoch": 2.315541601255887,
      "rel-constrast": 2.6738386154174805,
      "step": 2950,
      "subrel-constrast": 3.905782699584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4440504312515259,
      "cov-distil (oracle2student)": 3.9059863090515137,
      "cov-distil (oracle2teacher)": 3.4906325340270996,
      "epoch": 2.316326530612245,
      "rel-constrast": 2.941425323486328,
      "step": 2951,
      "subrel-constrast": 3.558152198791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7351725101470947,
      "cov-distil (oracle2student)": 4.3198161125183105,
      "cov-distil (oracle2teacher)": 3.95481538772583,
      "epoch": 2.317111459968603,
      "rel-constrast": 1.5997414588928223,
      "step": 2952,
      "subrel-constrast": 2.974057197570801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358043909072876,
      "cov-distil (oracle2student)": 3.3948163986206055,
      "cov-distil (oracle2teacher)": 3.149491786956787,
      "epoch": 2.317896389324961,
      "rel-constrast": 2.4588019847869873,
      "step": 2953,
      "subrel-constrast": 3.2716481685638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3550312519073486,
      "cov-distil (oracle2student)": 6.2453813552856445,
      "cov-distil (oracle2teacher)": 6.098020553588867,
      "epoch": 2.3186813186813184,
      "rel-constrast": 2.1236815452575684,
      "step": 2954,
      "subrel-constrast": 3.306331157684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07027530670166,
      "cov-distil (oracle2student)": 3.078425645828247,
      "cov-distil (oracle2teacher)": 3.1778364181518555,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.727802038192749,
      "step": 2955,
      "subrel-constrast": 3.519946575164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7397096157073975,
      "cov-distil (oracle2student)": 5.186264514923096,
      "cov-distil (oracle2teacher)": 5.065196514129639,
      "epoch": 2.3202511773940344,
      "rel-constrast": 2.785116195678711,
      "step": 2956,
      "subrel-constrast": 3.7024779319763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8193408250808716,
      "cov-distil (oracle2student)": 5.110795021057129,
      "cov-distil (oracle2teacher)": 5.190260887145996,
      "epoch": 2.3210361067503924,
      "rel-constrast": 1.7215652465820312,
      "step": 2957,
      "subrel-constrast": 2.791077136993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.931835412979126,
      "cov-distil (oracle2student)": 5.412736892700195,
      "cov-distil (oracle2teacher)": 4.96647310256958,
      "epoch": 2.3218210361067504,
      "rel-constrast": 2.8569869995117188,
      "step": 2958,
      "subrel-constrast": 3.896458387374878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7460296154022217,
      "cov-distil (oracle2student)": 4.949663162231445,
      "cov-distil (oracle2teacher)": 5.020155906677246,
      "epoch": 2.3226059654631084,
      "rel-constrast": 2.3590564727783203,
      "step": 2959,
      "subrel-constrast": 3.8269190788269043,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 4.5,
      "learning_rate": 4.273038246786986e-05,
      "loss": 0.6503,
      "step": 2960
    },
    {
      "cov-distil": 1.0947349071502686,
      "cov-distil (oracle2student)": 3.5902721881866455,
      "cov-distil (oracle2teacher)": 3.1847238540649414,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.139035701751709,
      "step": 2960,
      "subrel-constrast": 2.392704725265503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4408347606658936,
      "cov-distil (oracle2student)": 4.379950046539307,
      "cov-distil (oracle2teacher)": 4.090825080871582,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.500023365020752,
      "step": 2961,
      "subrel-constrast": 2.9159421920776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5401551723480225,
      "cov-distil (oracle2student)": 3.645759105682373,
      "cov-distil (oracle2teacher)": 3.7307236194610596,
      "epoch": 2.3249607535321823,
      "rel-constrast": 1.3753032684326172,
      "step": 2962,
      "subrel-constrast": 2.534572124481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3370472192764282,
      "cov-distil (oracle2student)": 6.282825469970703,
      "cov-distil (oracle2teacher)": 5.63425350189209,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.0149190425872803,
      "step": 2963,
      "subrel-constrast": 3.0264534950256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3648221492767334,
      "cov-distil (oracle2student)": 2.9697437286376953,
      "cov-distil (oracle2teacher)": 3.005666971206665,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.3811531066894531,
      "step": 2964,
      "subrel-constrast": 2.400325059890747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6822630167007446,
      "cov-distil (oracle2student)": 2.92366886138916,
      "cov-distil (oracle2teacher)": 2.972393751144409,
      "epoch": 2.327315541601256,
      "rel-constrast": 2.427117347717285,
      "step": 2965,
      "subrel-constrast": 3.2880518436431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4985918998718262,
      "cov-distil (oracle2student)": 5.234645843505859,
      "cov-distil (oracle2teacher)": 5.246986389160156,
      "epoch": 2.328100470957614,
      "rel-constrast": 2.9652416706085205,
      "step": 2966,
      "subrel-constrast": 3.7505409717559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1797657012939453,
      "cov-distil (oracle2student)": 2.9074344635009766,
      "cov-distil (oracle2teacher)": 2.9558629989624023,
      "epoch": 2.328885400313972,
      "rel-constrast": 1.4341696500778198,
      "step": 2967,
      "subrel-constrast": 2.8035287857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470742106437683,
      "cov-distil (oracle2student)": 4.880324363708496,
      "cov-distil (oracle2teacher)": 4.856597423553467,
      "epoch": 2.32967032967033,
      "rel-constrast": 1.984426498413086,
      "step": 2968,
      "subrel-constrast": 2.9083659648895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.310441017150879,
      "cov-distil (oracle2student)": 4.971020698547363,
      "cov-distil (oracle2teacher)": 4.618396282196045,
      "epoch": 2.330455259026688,
      "rel-constrast": 2.2309110164642334,
      "step": 2969,
      "subrel-constrast": 3.1816563606262207,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 4.0625,
      "learning_rate": 4.238520572511773e-05,
      "loss": 0.5486,
      "step": 2970
    },
    {
      "cov-distil": 1.6095364093780518,
      "cov-distil (oracle2student)": 4.818813323974609,
      "cov-distil (oracle2teacher)": 4.362256050109863,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.201842784881592,
      "step": 2970,
      "subrel-constrast": 2.7976486682891846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3687551021575928,
      "cov-distil (oracle2student)": 4.760132312774658,
      "cov-distil (oracle2teacher)": 4.748166561126709,
      "epoch": 2.3320251177394034,
      "rel-constrast": 1.850532054901123,
      "step": 2971,
      "subrel-constrast": 2.605208158493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6917530298233032,
      "cov-distil (oracle2student)": 3.550327777862549,
      "cov-distil (oracle2teacher)": 3.6855595111846924,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.4279940128326416,
      "step": 2972,
      "subrel-constrast": 3.3998281955718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4833743572235107,
      "cov-distil (oracle2student)": 5.0305495262146,
      "cov-distil (oracle2teacher)": 4.365296363830566,
      "epoch": 2.3335949764521193,
      "rel-constrast": 1.8018757104873657,
      "step": 2973,
      "subrel-constrast": 2.7490592002868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7545995712280273,
      "cov-distil (oracle2student)": 6.293770790100098,
      "cov-distil (oracle2teacher)": 4.989116191864014,
      "epoch": 2.3343799058084773,
      "rel-constrast": 2.6094887256622314,
      "step": 2974,
      "subrel-constrast": 3.381641387939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3160245418548584,
      "cov-distil (oracle2student)": 6.183953285217285,
      "cov-distil (oracle2teacher)": 5.180905818939209,
      "epoch": 2.3351648351648353,
      "rel-constrast": 2.116227626800537,
      "step": 2975,
      "subrel-constrast": 2.6393537521362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6346933841705322,
      "cov-distil (oracle2student)": 5.341373443603516,
      "cov-distil (oracle2teacher)": 4.399982452392578,
      "epoch": 2.3359497645211933,
      "rel-constrast": 3.251493215560913,
      "step": 2976,
      "subrel-constrast": 3.6342694759368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3785452842712402,
      "cov-distil (oracle2student)": 5.691304683685303,
      "cov-distil (oracle2teacher)": 5.0163679122924805,
      "epoch": 2.336734693877551,
      "rel-constrast": 2.5766239166259766,
      "step": 2977,
      "subrel-constrast": 3.267524003982544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0456533432006836,
      "cov-distil (oracle2student)": 5.147138595581055,
      "cov-distil (oracle2teacher)": 4.275734901428223,
      "epoch": 2.337519623233909,
      "rel-constrast": 3.0012595653533936,
      "step": 2978,
      "subrel-constrast": 3.87808895111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8779799938201904,
      "cov-distil (oracle2student)": 5.486267566680908,
      "cov-distil (oracle2teacher)": 6.2929182052612305,
      "epoch": 2.338304552590267,
      "rel-constrast": 2.5292460918426514,
      "step": 2979,
      "subrel-constrast": 4.151090621948242,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 4.5625,
      "learning_rate": 4.2040400116695666e-05,
      "loss": 0.6496,
      "step": 2980
    },
    {
      "cov-distil": 1.4234353303909302,
      "cov-distil (oracle2student)": 4.6651763916015625,
      "cov-distil (oracle2teacher)": 3.923002243041992,
      "epoch": 2.339089481946625,
      "rel-constrast": 3.1733436584472656,
      "step": 2980,
      "subrel-constrast": 4.021656036376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6518213748931885,
      "cov-distil (oracle2student)": 5.563161849975586,
      "cov-distil (oracle2teacher)": 4.6124773025512695,
      "epoch": 2.339874411302983,
      "rel-constrast": 1.7747106552124023,
      "step": 2981,
      "subrel-constrast": 2.826504707336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.953535556793213,
      "cov-distil (oracle2student)": 3.5792627334594727,
      "cov-distil (oracle2teacher)": 3.559399127960205,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.2642345428466797,
      "step": 2982,
      "subrel-constrast": 3.214053153991699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3587844371795654,
      "cov-distil (oracle2student)": 3.4007279872894287,
      "cov-distil (oracle2teacher)": 3.094843864440918,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.430141806602478,
      "step": 2983,
      "subrel-constrast": 1.9089292287826538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9245645999908447,
      "cov-distil (oracle2student)": 4.076625823974609,
      "cov-distil (oracle2teacher)": 3.6525516510009766,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.0139877796173096,
      "step": 2984,
      "subrel-constrast": 3.2014949321746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8919951915740967,
      "cov-distil (oracle2student)": 3.7808837890625,
      "cov-distil (oracle2teacher)": 3.1826930046081543,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.6650476455688477,
      "step": 2985,
      "subrel-constrast": 3.510268211364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.398370623588562,
      "cov-distil (oracle2student)": 4.1615214347839355,
      "cov-distil (oracle2teacher)": 4.136875629425049,
      "epoch": 2.3437990580847723,
      "rel-constrast": 1.967290997505188,
      "step": 2986,
      "subrel-constrast": 2.996339797973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6761565208435059,
      "cov-distil (oracle2student)": 3.530089855194092,
      "cov-distil (oracle2teacher)": 3.526311159133911,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.1016361713409424,
      "step": 2987,
      "subrel-constrast": 2.962456703186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1142301559448242,
      "cov-distil (oracle2student)": 3.905602216720581,
      "cov-distil (oracle2teacher)": 3.749847412109375,
      "epoch": 2.3453689167974883,
      "rel-constrast": 2.3775439262390137,
      "step": 2988,
      "subrel-constrast": 3.5279393196105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.107424259185791,
      "cov-distil (oracle2student)": 4.5560197830200195,
      "cov-distil (oracle2teacher)": 3.952165365219116,
      "epoch": 2.3461538461538463,
      "rel-constrast": 1.4188873767852783,
      "step": 2989,
      "subrel-constrast": 2.2049014568328857,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 3.328125,
      "learning_rate": 4.169598244794261e-05,
      "loss": 0.5684,
      "step": 2990
    },
    {
      "cov-distil": 1.4844508171081543,
      "cov-distil (oracle2student)": 3.210113286972046,
      "cov-distil (oracle2teacher)": 2.766631603240967,
      "epoch": 2.3469387755102042,
      "rel-constrast": 2.478695869445801,
      "step": 2990,
      "subrel-constrast": 2.9779040813446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.683687686920166,
      "cov-distil (oracle2student)": 3.016857147216797,
      "cov-distil (oracle2teacher)": 2.931262731552124,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.5213154554367065,
      "step": 2991,
      "subrel-constrast": 2.690747022628784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7225308418273926,
      "cov-distil (oracle2student)": 3.681992292404175,
      "cov-distil (oracle2teacher)": 3.615189790725708,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.5607872009277344,
      "step": 2992,
      "subrel-constrast": 3.4559407234191895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.287275791168213,
      "cov-distil (oracle2student)": 4.668004035949707,
      "cov-distil (oracle2teacher)": 4.531917572021484,
      "epoch": 2.3492935635792778,
      "rel-constrast": 2.495023488998413,
      "step": 2993,
      "subrel-constrast": 3.108707904815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617227554321289,
      "cov-distil (oracle2student)": 5.08407735824585,
      "cov-distil (oracle2teacher)": 4.783675670623779,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.413050889968872,
      "step": 2994,
      "subrel-constrast": 3.1751694679260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5022485256195068,
      "cov-distil (oracle2student)": 4.192962646484375,
      "cov-distil (oracle2teacher)": 4.324309349060059,
      "epoch": 2.3508634222919937,
      "rel-constrast": 1.9724774360656738,
      "step": 2995,
      "subrel-constrast": 2.583242416381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6376488208770752,
      "cov-distil (oracle2student)": 5.28740930557251,
      "cov-distil (oracle2teacher)": 4.847597599029541,
      "epoch": 2.3516483516483517,
      "rel-constrast": 1.983073353767395,
      "step": 2996,
      "subrel-constrast": 3.309366464614868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9412204027175903,
      "cov-distil (oracle2student)": 3.963897705078125,
      "cov-distil (oracle2teacher)": 3.6885080337524414,
      "epoch": 2.3524332810047097,
      "rel-constrast": 1.749497652053833,
      "step": 2997,
      "subrel-constrast": 2.6125290393829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1844334602355957,
      "cov-distil (oracle2student)": 5.343445301055908,
      "cov-distil (oracle2teacher)": 4.415862560272217,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.1443939208984375,
      "step": 2998,
      "subrel-constrast": 2.3380892276763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5182907581329346,
      "cov-distil (oracle2student)": 5.697234153747559,
      "cov-distil (oracle2teacher)": 4.686039924621582,
      "epoch": 2.3540031397174253,
      "rel-constrast": 2.347322940826416,
      "step": 2999,
      "subrel-constrast": 2.8929460048675537,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 5.34375,
      "learning_rate": 4.135196950528982e-05,
      "loss": 0.5806,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-P@10": 0.764,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-nDCG@10": 0.775081438573374,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-alpha_nDCG@10": 0.5927324160776746,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-P@10": 0.43399999999999994,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-nDCG@10": 0.6192885138035131,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-alpha_nDCG@10": 0.614613718596328,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/avg": 0.5444357791963796,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "overlap": 0.33125001192092896,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "student margin": 0.0791015625
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "teacher margin": 0.05426025390625
    },
    {
      "epoch": 2.3547880690737832,
      "margin difference": -0.02484130859375,
      "step": 3000
    },
    {
      "cov-distil": 1.7337820529937744,
      "cov-distil (oracle2student)": 3.8001656532287598,
      "cov-distil (oracle2teacher)": 3.5504050254821777,
      "epoch": 2.3547880690737832,
      "rel-constrast": 1.5092530250549316,
      "step": 3000,
      "subrel-constrast": 2.4647016525268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6772422790527344,
      "cov-distil (oracle2student)": 5.232579231262207,
      "cov-distil (oracle2teacher)": 5.073563575744629,
      "epoch": 2.3555729984301412,
      "rel-constrast": 1.9806560277938843,
      "step": 3001,
      "subrel-constrast": 3.111095428466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.465212106704712,
      "cov-distil (oracle2student)": 4.065557479858398,
      "cov-distil (oracle2teacher)": 3.8177995681762695,
      "epoch": 2.356357927786499,
      "rel-constrast": 2.3866443634033203,
      "step": 3002,
      "subrel-constrast": 2.9719574451446533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7597432136535645,
      "cov-distil (oracle2student)": 4.977618217468262,
      "cov-distil (oracle2teacher)": 4.369575023651123,
      "epoch": 2.357142857142857,
      "rel-constrast": 1.33689546585083,
      "step": 3003,
      "subrel-constrast": 3.077435255050659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552531361579895,
      "cov-distil (oracle2student)": 4.345486164093018,
      "cov-distil (oracle2teacher)": 3.8802742958068848,
      "epoch": 2.357927786499215,
      "rel-constrast": 2.0271968841552734,
      "step": 3004,
      "subrel-constrast": 3.0595614910125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8621587753295898,
      "cov-distil (oracle2student)": 3.2803735733032227,
      "cov-distil (oracle2teacher)": 3.3404288291931152,
      "epoch": 2.358712715855573,
      "rel-constrast": 2.102320432662964,
      "step": 3005,
      "subrel-constrast": 3.1923558712005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481251239776611,
      "cov-distil (oracle2student)": 5.048125743865967,
      "cov-distil (oracle2teacher)": 4.745490074157715,
      "epoch": 2.359497645211931,
      "rel-constrast": 3.7922134399414062,
      "step": 3006,
      "subrel-constrast": 4.574676513671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6032357215881348,
      "cov-distil (oracle2student)": 4.642361164093018,
      "cov-distil (oracle2teacher)": 4.043355941772461,
      "epoch": 2.3602825745682887,
      "rel-constrast": 2.2194435596466064,
      "step": 3007,
      "subrel-constrast": 3.1061172485351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3535418510437012,
      "cov-distil (oracle2student)": 5.562368392944336,
      "cov-distil (oracle2teacher)": 5.284262657165527,
      "epoch": 2.3610675039246467,
      "rel-constrast": 2.725762367248535,
      "step": 3008,
      "subrel-constrast": 3.5688693523406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0774741172790527,
      "cov-distil (oracle2student)": 3.059711456298828,
      "cov-distil (oracle2teacher)": 2.935272216796875,
      "epoch": 2.3618524332810047,
      "rel-constrast": 1.8143606185913086,
      "step": 3009,
      "subrel-constrast": 2.6122660636901855,
      "view-similarity": 0
    },
    {
      "epoch": 2.3626373626373627,
      "grad_norm": 3.9375,
      "learning_rate": 4.100837805544279e-05,
      "loss": 0.5887,
      "step": 3010
    },
    {
      "cov-distil": 1.5922077894210815,
      "cov-distil (oracle2student)": 5.575963973999023,
      "cov-distil (oracle2teacher)": 4.66644811630249,
      "epoch": 2.3626373626373627,
      "rel-constrast": 2.279463768005371,
      "step": 3010,
      "subrel-constrast": 3.306544542312622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9538624286651611,
      "cov-distil (oracle2student)": 7.083251953125,
      "cov-distil (oracle2teacher)": 6.108900547027588,
      "epoch": 2.3634222919937207,
      "rel-constrast": 2.6852669715881348,
      "step": 3011,
      "subrel-constrast": 3.282365560531616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4109874963760376,
      "cov-distil (oracle2student)": 5.213588714599609,
      "cov-distil (oracle2teacher)": 4.516252040863037,
      "epoch": 2.3642072213500787,
      "rel-constrast": 1.8655756711959839,
      "step": 3012,
      "subrel-constrast": 2.450112819671631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520580530166626,
      "cov-distil (oracle2student)": 5.090427398681641,
      "cov-distil (oracle2teacher)": 4.229396343231201,
      "epoch": 2.3649921507064366,
      "rel-constrast": 1.4908243417739868,
      "step": 3013,
      "subrel-constrast": 2.3122518062591553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4676728248596191,
      "cov-distil (oracle2student)": 4.726525783538818,
      "cov-distil (oracle2teacher)": 4.377551555633545,
      "epoch": 2.365777080062794,
      "rel-constrast": 2.98317551612854,
      "step": 3014,
      "subrel-constrast": 4.013906955718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4225053787231445,
      "cov-distil (oracle2student)": 3.604496479034424,
      "cov-distil (oracle2teacher)": 4.119955539703369,
      "epoch": 2.366562009419152,
      "rel-constrast": 2.791289806365967,
      "step": 3015,
      "subrel-constrast": 3.0563087463378906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4909241199493408,
      "cov-distil (oracle2student)": 5.5260009765625,
      "cov-distil (oracle2teacher)": 4.800333023071289,
      "epoch": 2.36734693877551,
      "rel-constrast": 1.282792568206787,
      "step": 3016,
      "subrel-constrast": 2.3609249591827393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3309807777404785,
      "cov-distil (oracle2student)": 4.321188926696777,
      "cov-distil (oracle2teacher)": 3.960108757019043,
      "epoch": 2.368131868131868,
      "rel-constrast": 2.0685720443725586,
      "step": 3017,
      "subrel-constrast": 2.5656979084014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577905297279358,
      "cov-distil (oracle2student)": 5.5669450759887695,
      "cov-distil (oracle2teacher)": 5.2465434074401855,
      "epoch": 2.368916797488226,
      "rel-constrast": 2.573483943939209,
      "step": 3018,
      "subrel-constrast": 3.32216215133667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7770934104919434,
      "cov-distil (oracle2student)": 4.184645175933838,
      "cov-distil (oracle2teacher)": 3.511040687561035,
      "epoch": 2.369701726844584,
      "rel-constrast": 2.618124485015869,
      "step": 3019,
      "subrel-constrast": 3.4499852657318115,
      "view-similarity": 0
    },
    {
      "epoch": 2.370486656200942,
      "grad_norm": 6.40625,
      "learning_rate": 4.0665224844564053e-05,
      "loss": 0.6048,
      "step": 3020
    },
    {
      "cov-distil": 1.9085321426391602,
      "cov-distil (oracle2student)": 2.872525930404663,
      "cov-distil (oracle2teacher)": 3.0290825366973877,
      "epoch": 2.370486656200942,
      "rel-constrast": 2.3612794876098633,
      "step": 3020,
      "subrel-constrast": 2.805283308029175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6745808124542236,
      "cov-distil (oracle2student)": 3.4890825748443604,
      "cov-distil (oracle2teacher)": 3.9907729625701904,
      "epoch": 2.3712715855572997,
      "rel-constrast": 1.9396837949752808,
      "step": 3021,
      "subrel-constrast": 2.8366353511810303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1732804775238037,
      "cov-distil (oracle2student)": 4.177550315856934,
      "cov-distil (oracle2teacher)": 4.081268310546875,
      "epoch": 2.3720565149136577,
      "rel-constrast": 2.1835923194885254,
      "step": 3022,
      "subrel-constrast": 2.6802713871002197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4465954303741455,
      "cov-distil (oracle2student)": 3.082033634185791,
      "cov-distil (oracle2teacher)": 3.3281633853912354,
      "epoch": 2.3728414442700156,
      "rel-constrast": 2.8312337398529053,
      "step": 3023,
      "subrel-constrast": 3.8612875938415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6585909128189087,
      "cov-distil (oracle2student)": 3.8945376873016357,
      "cov-distil (oracle2teacher)": 3.975499391555786,
      "epoch": 2.3736263736263736,
      "rel-constrast": 1.1736747026443481,
      "step": 3024,
      "subrel-constrast": 2.046949625015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8518834114074707,
      "cov-distil (oracle2student)": 4.958237171173096,
      "cov-distil (oracle2teacher)": 4.850559234619141,
      "epoch": 2.3744113029827316,
      "rel-constrast": 1.6985129117965698,
      "step": 3025,
      "subrel-constrast": 2.6330513954162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4208104610443115,
      "cov-distil (oracle2student)": 5.792708873748779,
      "cov-distil (oracle2teacher)": 5.017930030822754,
      "epoch": 2.3751962323390896,
      "rel-constrast": 2.130073308944702,
      "step": 3026,
      "subrel-constrast": 2.7021772861480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4029277563095093,
      "cov-distil (oracle2student)": 2.8988113403320312,
      "cov-distil (oracle2teacher)": 2.643077850341797,
      "epoch": 2.3759811616954476,
      "rel-constrast": 2.332704544067383,
      "step": 3027,
      "subrel-constrast": 3.0004642009735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1322441101074219,
      "cov-distil (oracle2student)": 5.397436618804932,
      "cov-distil (oracle2teacher)": 4.605861186981201,
      "epoch": 2.376766091051805,
      "rel-constrast": 2.1897366046905518,
      "step": 3028,
      "subrel-constrast": 2.7847046852111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2829762697219849,
      "cov-distil (oracle2student)": 4.146390914916992,
      "cov-distil (oracle2teacher)": 4.019260406494141,
      "epoch": 2.377551020408163,
      "rel-constrast": 1.8649280071258545,
      "step": 3029,
      "subrel-constrast": 2.3417813777923584,
      "view-similarity": 0
    },
    {
      "epoch": 2.378335949764521,
      "grad_norm": 5.03125,
      "learning_rate": 4.032252659745699e-05,
      "loss": 0.5575,
      "step": 3030
    },
    {
      "cov-distil": 2.1383297443389893,
      "cov-distil (oracle2student)": 4.784165382385254,
      "cov-distil (oracle2teacher)": 4.836973190307617,
      "epoch": 2.378335949764521,
      "rel-constrast": 2.4854557514190674,
      "step": 3030,
      "subrel-constrast": 3.110992670059204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5414763689041138,
      "cov-distil (oracle2student)": 3.8340506553649902,
      "cov-distil (oracle2teacher)": 4.099259376525879,
      "epoch": 2.379120879120879,
      "rel-constrast": 1.7377463579177856,
      "step": 3031,
      "subrel-constrast": 2.4611458778381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5974990129470825,
      "cov-distil (oracle2student)": 5.880315780639648,
      "cov-distil (oracle2teacher)": 5.330339431762695,
      "epoch": 2.379905808477237,
      "rel-constrast": 3.685497760772705,
      "step": 3032,
      "subrel-constrast": 4.11256217956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4527323246002197,
      "cov-distil (oracle2student)": 5.357845306396484,
      "cov-distil (oracle2teacher)": 5.076146125793457,
      "epoch": 2.380690737833595,
      "rel-constrast": 2.2741692066192627,
      "step": 3033,
      "subrel-constrast": 2.523738384246826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4965687990188599,
      "cov-distil (oracle2student)": 2.7740864753723145,
      "cov-distil (oracle2teacher)": 2.732421875,
      "epoch": 2.381475667189953,
      "rel-constrast": 2.167398452758789,
      "step": 3034,
      "subrel-constrast": 2.605499029159546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251937985420227,
      "cov-distil (oracle2student)": 4.918290138244629,
      "cov-distil (oracle2teacher)": 4.65886926651001,
      "epoch": 2.3822605965463106,
      "rel-constrast": 2.4946911334991455,
      "step": 3035,
      "subrel-constrast": 3.188624382019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.695112705230713,
      "cov-distil (oracle2student)": 5.812726974487305,
      "cov-distil (oracle2teacher)": 5.214334011077881,
      "epoch": 2.3830455259026686,
      "rel-constrast": 2.219963550567627,
      "step": 3036,
      "subrel-constrast": 3.3082990646362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5102601051330566,
      "cov-distil (oracle2student)": 3.7312614917755127,
      "cov-distil (oracle2teacher)": 3.4471113681793213,
      "epoch": 2.3838304552590266,
      "rel-constrast": 2.362421989440918,
      "step": 3037,
      "subrel-constrast": 2.4595985412597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4530824422836304,
      "cov-distil (oracle2student)": 4.127596855163574,
      "cov-distil (oracle2teacher)": 4.178089141845703,
      "epoch": 2.3846153846153846,
      "rel-constrast": 2.1932003498077393,
      "step": 3038,
      "subrel-constrast": 2.842609405517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088285446166992,
      "cov-distil (oracle2student)": 4.185681343078613,
      "cov-distil (oracle2teacher)": 4.328332901000977,
      "epoch": 2.3854003139717426,
      "rel-constrast": 2.3986899852752686,
      "step": 3039,
      "subrel-constrast": 3.565359354019165,
      "view-similarity": 0
    },
    {
      "epoch": 2.3861852433281006,
      "grad_norm": 4.65625,
      "learning_rate": 3.9980300016750694e-05,
      "loss": 0.641,
      "step": 3040
    },
    {
      "cov-distil": 1.5857566595077515,
      "cov-distil (oracle2student)": 3.5240159034729004,
      "cov-distil (oracle2teacher)": 3.4769864082336426,
      "epoch": 2.3861852433281006,
      "rel-constrast": 2.222255229949951,
      "step": 3040,
      "subrel-constrast": 3.31876277923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004814624786377,
      "cov-distil (oracle2student)": 3.9563798904418945,
      "cov-distil (oracle2teacher)": 3.606170654296875,
      "epoch": 2.3869701726844585,
      "rel-constrast": 1.6125853061676025,
      "step": 3041,
      "subrel-constrast": 2.5253658294677734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3939504623413086,
      "cov-distil (oracle2student)": 4.31866979598999,
      "cov-distil (oracle2teacher)": 3.6297719478607178,
      "epoch": 2.387755102040816,
      "rel-constrast": 1.4817382097244263,
      "step": 3042,
      "subrel-constrast": 2.393545389175415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9998749494552612,
      "cov-distil (oracle2student)": 3.3228471279144287,
      "cov-distil (oracle2teacher)": 3.5633559226989746,
      "epoch": 2.388540031397174,
      "rel-constrast": 2.9934301376342773,
      "step": 3043,
      "subrel-constrast": 3.5064666271209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5296738147735596,
      "cov-distil (oracle2student)": 4.520820617675781,
      "cov-distil (oracle2teacher)": 4.325156211853027,
      "epoch": 2.389324960753532,
      "rel-constrast": 3.194537401199341,
      "step": 3044,
      "subrel-constrast": 3.8308494091033936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6432350873947144,
      "cov-distil (oracle2student)": 4.509932994842529,
      "cov-distil (oracle2teacher)": 4.866127014160156,
      "epoch": 2.39010989010989,
      "rel-constrast": 2.630156993865967,
      "step": 3045,
      "subrel-constrast": 3.8061506748199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.396181583404541,
      "cov-distil (oracle2student)": 5.221921920776367,
      "cov-distil (oracle2teacher)": 4.377379894256592,
      "epoch": 2.390894819466248,
      "rel-constrast": 2.8337621688842773,
      "step": 3046,
      "subrel-constrast": 3.3398537635803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7848796844482422,
      "cov-distil (oracle2student)": 3.867767810821533,
      "cov-distil (oracle2teacher)": 3.8590939044952393,
      "epoch": 2.391679748822606,
      "rel-constrast": 2.7404115200042725,
      "step": 3047,
      "subrel-constrast": 3.539503335952759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9850975275039673,
      "cov-distil (oracle2student)": 7.321624755859375,
      "cov-distil (oracle2teacher)": 6.632740020751953,
      "epoch": 2.392464678178964,
      "rel-constrast": 3.0007033348083496,
      "step": 3048,
      "subrel-constrast": 3.847832679748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8304400444030762,
      "cov-distil (oracle2student)": 2.289992332458496,
      "cov-distil (oracle2teacher)": 2.7245078086853027,
      "epoch": 2.393249607535322,
      "rel-constrast": 1.8239244222640991,
      "step": 3049,
      "subrel-constrast": 2.695791006088257,
      "view-similarity": 0
    },
    {
      "epoch": 2.39403453689168,
      "grad_norm": 4.0625,
      "learning_rate": 3.963856178208588e-05,
      "loss": 0.6562,
      "step": 3050
    },
    {
      "cov-distil": 1.5960638523101807,
      "cov-distil (oracle2student)": 4.371914863586426,
      "cov-distil (oracle2teacher)": 3.7434239387512207,
      "epoch": 2.39403453689168,
      "rel-constrast": 1.9838428497314453,
      "step": 3050,
      "subrel-constrast": 2.9762465953826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9340333938598633,
      "cov-distil (oracle2student)": 2.7971785068511963,
      "cov-distil (oracle2teacher)": 3.2920827865600586,
      "epoch": 2.3948194662480375,
      "rel-constrast": 1.628711462020874,
      "step": 3051,
      "subrel-constrast": 2.882199764251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3208304643630981,
      "cov-distil (oracle2student)": 2.7032346725463867,
      "cov-distil (oracle2teacher)": 2.9914517402648926,
      "epoch": 2.3956043956043955,
      "rel-constrast": 2.049748659133911,
      "step": 3052,
      "subrel-constrast": 2.605605363845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422720193862915,
      "cov-distil (oracle2student)": 5.087322235107422,
      "cov-distil (oracle2teacher)": 4.509271144866943,
      "epoch": 2.3963893249607535,
      "rel-constrast": 1.7313063144683838,
      "step": 3053,
      "subrel-constrast": 2.724351406097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5206066370010376,
      "cov-distil (oracle2student)": 4.85338830947876,
      "cov-distil (oracle2teacher)": 4.4810991287231445,
      "epoch": 2.3971742543171115,
      "rel-constrast": 1.7647840976715088,
      "step": 3054,
      "subrel-constrast": 2.1865904331207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.296860694885254,
      "cov-distil (oracle2student)": 3.688734531402588,
      "cov-distil (oracle2teacher)": 3.339743137359619,
      "epoch": 2.3979591836734695,
      "rel-constrast": 2.028550148010254,
      "step": 3055,
      "subrel-constrast": 2.405172348022461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1124211549758911,
      "cov-distil (oracle2student)": 5.314435958862305,
      "cov-distil (oracle2teacher)": 4.587435245513916,
      "epoch": 2.3987441130298275,
      "rel-constrast": 2.594146490097046,
      "step": 3056,
      "subrel-constrast": 3.136474370956421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3019187450408936,
      "cov-distil (oracle2student)": 4.773682594299316,
      "cov-distil (oracle2teacher)": 4.423185348510742,
      "epoch": 2.3995290423861855,
      "rel-constrast": 2.6198630332946777,
      "step": 3057,
      "subrel-constrast": 3.519552230834961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241511583328247,
      "cov-distil (oracle2student)": 4.478863716125488,
      "cov-distil (oracle2teacher)": 4.324408531188965,
      "epoch": 2.400313971742543,
      "rel-constrast": 2.632814884185791,
      "step": 3058,
      "subrel-constrast": 3.271606206893921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47735595703125,
      "cov-distil (oracle2student)": 4.855982780456543,
      "cov-distil (oracle2teacher)": 4.582195281982422,
      "epoch": 2.401098901098901,
      "rel-constrast": 1.691164493560791,
      "step": 3059,
      "subrel-constrast": 2.733426809310913,
      "view-similarity": 0
    },
    {
      "epoch": 2.401883830455259,
      "grad_norm": 4.84375,
      "learning_rate": 3.9297328549302e-05,
      "loss": 0.5562,
      "step": 3060
    },
    {
      "cov-distil": 1.4130914211273193,
      "cov-distil (oracle2student)": 3.123753547668457,
      "cov-distil (oracle2teacher)": 2.82212233543396,
      "epoch": 2.401883830455259,
      "rel-constrast": 2.5389232635498047,
      "step": 3060,
      "subrel-constrast": 2.7600321769714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358222961425781,
      "cov-distil (oracle2student)": 5.037083148956299,
      "cov-distil (oracle2teacher)": 4.244988918304443,
      "epoch": 2.402668759811617,
      "rel-constrast": 2.5543651580810547,
      "step": 3061,
      "subrel-constrast": 2.8858561515808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6448681354522705,
      "cov-distil (oracle2student)": 2.8118748664855957,
      "cov-distil (oracle2teacher)": 3.2192766666412354,
      "epoch": 2.403453689167975,
      "rel-constrast": 1.9007015228271484,
      "step": 3062,
      "subrel-constrast": 3.310332775115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029243230819702,
      "cov-distil (oracle2student)": 5.500775337219238,
      "cov-distil (oracle2teacher)": 5.0870771408081055,
      "epoch": 2.404238618524333,
      "rel-constrast": 2.1777849197387695,
      "step": 3063,
      "subrel-constrast": 3.25227952003479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9231886863708496,
      "cov-distil (oracle2student)": 3.609748601913452,
      "cov-distil (oracle2teacher)": 4.106302261352539,
      "epoch": 2.405023547880691,
      "rel-constrast": 3.4132723808288574,
      "step": 3064,
      "subrel-constrast": 4.02254056930542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6031067371368408,
      "cov-distil (oracle2student)": 2.006190299987793,
      "cov-distil (oracle2teacher)": 2.2928919792175293,
      "epoch": 2.4058084772370485,
      "rel-constrast": 1.9078348875045776,
      "step": 3065,
      "subrel-constrast": 2.466205596923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.226664662361145,
      "cov-distil (oracle2student)": 4.29249906539917,
      "cov-distil (oracle2teacher)": 4.007577419281006,
      "epoch": 2.4065934065934065,
      "rel-constrast": 2.2482190132141113,
      "step": 3066,
      "subrel-constrast": 2.5380430221557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9940115213394165,
      "cov-distil (oracle2student)": 4.500907897949219,
      "cov-distil (oracle2teacher)": 4.349214553833008,
      "epoch": 2.4073783359497645,
      "rel-constrast": 2.3605871200561523,
      "step": 3067,
      "subrel-constrast": 3.5986099243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6383293867111206,
      "cov-distil (oracle2student)": 6.615219593048096,
      "cov-distil (oracle2teacher)": 5.907454490661621,
      "epoch": 2.4081632653061225,
      "rel-constrast": 1.5576674938201904,
      "step": 3068,
      "subrel-constrast": 2.737607479095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5339627265930176,
      "cov-distil (oracle2student)": 5.274727821350098,
      "cov-distil (oracle2teacher)": 4.869844436645508,
      "epoch": 2.4089481946624804,
      "rel-constrast": 3.0483553409576416,
      "step": 3069,
      "subrel-constrast": 3.953138828277588,
      "view-similarity": 0
    },
    {
      "epoch": 2.4097331240188384,
      "grad_norm": 5.0,
      "learning_rate": 3.895661694962542e-05,
      "loss": 0.6343,
      "step": 3070
    },
    {
      "cov-distil": 1.5270349979400635,
      "cov-distil (oracle2student)": 4.03626823425293,
      "cov-distil (oracle2teacher)": 3.4012811183929443,
      "epoch": 2.4097331240188384,
      "rel-constrast": 1.8350274562835693,
      "step": 3070,
      "subrel-constrast": 2.9879074096679688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9937398433685303,
      "cov-distil (oracle2student)": 4.044131278991699,
      "cov-distil (oracle2teacher)": 3.670008897781372,
      "epoch": 2.4105180533751964,
      "rel-constrast": 2.658759593963623,
      "step": 3071,
      "subrel-constrast": 3.4277379512786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.933289647102356,
      "cov-distil (oracle2student)": 5.59266471862793,
      "cov-distil (oracle2teacher)": 5.1179609298706055,
      "epoch": 2.411302982731554,
      "rel-constrast": 1.9534592628479004,
      "step": 3072,
      "subrel-constrast": 2.7337417602539062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526545763015747,
      "cov-distil (oracle2student)": 5.649361610412598,
      "cov-distil (oracle2teacher)": 4.527802467346191,
      "epoch": 2.412087912087912,
      "rel-constrast": 3.214327812194824,
      "step": 3073,
      "subrel-constrast": 3.1929283142089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.785353183746338,
      "cov-distil (oracle2student)": 4.539032936096191,
      "cov-distil (oracle2teacher)": 4.2712578773498535,
      "epoch": 2.41287284144427,
      "rel-constrast": 2.436107635498047,
      "step": 3074,
      "subrel-constrast": 3.75396466255188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0284955501556396,
      "cov-distil (oracle2student)": 3.6651997566223145,
      "cov-distil (oracle2teacher)": 3.5263915061950684,
      "epoch": 2.413657770800628,
      "rel-constrast": 2.0343360900878906,
      "step": 3075,
      "subrel-constrast": 3.508319616317749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4247853755950928,
      "cov-distil (oracle2student)": 5.852373123168945,
      "cov-distil (oracle2teacher)": 5.394061088562012,
      "epoch": 2.414442700156986,
      "rel-constrast": 1.8738205432891846,
      "step": 3076,
      "subrel-constrast": 2.8283205032348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7601239681243896,
      "cov-distil (oracle2student)": 5.590301036834717,
      "cov-distil (oracle2teacher)": 5.351482391357422,
      "epoch": 2.415227629513344,
      "rel-constrast": 2.6074891090393066,
      "step": 3077,
      "subrel-constrast": 3.3404786586761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550443410873413,
      "cov-distil (oracle2student)": 3.9272143840789795,
      "cov-distil (oracle2teacher)": 3.987926959991455,
      "epoch": 2.416012558869702,
      "rel-constrast": 2.792293071746826,
      "step": 3078,
      "subrel-constrast": 3.33324933052063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650665521621704,
      "cov-distil (oracle2student)": 3.926245927810669,
      "cov-distil (oracle2teacher)": 3.5941519737243652,
      "epoch": 2.4167974882260594,
      "rel-constrast": 2.7623512744903564,
      "step": 3079,
      "subrel-constrast": 3.4133641719818115,
      "view-similarity": 0
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 5.03125,
      "learning_rate": 3.8616443588858805e-05,
      "loss": 0.6492,
      "step": 3080
    },
    {
      "cov-distil": 1.7785251140594482,
      "cov-distil (oracle2student)": 4.510119438171387,
      "cov-distil (oracle2teacher)": 4.473435401916504,
      "epoch": 2.4175824175824174,
      "rel-constrast": 1.6539050340652466,
      "step": 3080,
      "subrel-constrast": 2.726541757583618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6380329132080078,
      "cov-distil (oracle2student)": 4.2261199951171875,
      "cov-distil (oracle2teacher)": 3.9378104209899902,
      "epoch": 2.4183673469387754,
      "rel-constrast": 2.076781749725342,
      "step": 3081,
      "subrel-constrast": 3.0102269649505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1891541481018066,
      "cov-distil (oracle2student)": 4.692598819732666,
      "cov-distil (oracle2teacher)": 4.867521286010742,
      "epoch": 2.4191522762951334,
      "rel-constrast": 2.3246827125549316,
      "step": 3082,
      "subrel-constrast": 3.167877674102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5726237297058105,
      "cov-distil (oracle2student)": 3.195688247680664,
      "cov-distil (oracle2teacher)": 3.357170343399048,
      "epoch": 2.4199372056514914,
      "rel-constrast": 2.2925124168395996,
      "step": 3083,
      "subrel-constrast": 3.0502254962921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656153917312622,
      "cov-distil (oracle2student)": 4.303546905517578,
      "cov-distil (oracle2teacher)": 4.251220703125,
      "epoch": 2.4207221350078494,
      "rel-constrast": 2.6736676692962646,
      "step": 3084,
      "subrel-constrast": 3.4724695682525635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3541874885559082,
      "cov-distil (oracle2student)": 7.062605381011963,
      "cov-distil (oracle2teacher)": 6.19425106048584,
      "epoch": 2.4215070643642074,
      "rel-constrast": 3.4992146492004395,
      "step": 3085,
      "subrel-constrast": 3.9984798431396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473216533660889,
      "cov-distil (oracle2student)": 5.436115741729736,
      "cov-distil (oracle2teacher)": 4.472774505615234,
      "epoch": 2.422291993720565,
      "rel-constrast": 1.5304023027420044,
      "step": 3086,
      "subrel-constrast": 2.4530673027038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7103866338729858,
      "cov-distil (oracle2student)": 3.7481985092163086,
      "cov-distil (oracle2teacher)": 3.8005101680755615,
      "epoch": 2.423076923076923,
      "rel-constrast": 2.3655545711517334,
      "step": 3087,
      "subrel-constrast": 3.012784719467163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4299869537353516,
      "cov-distil (oracle2student)": 3.8054635524749756,
      "cov-distil (oracle2teacher)": 3.9180073738098145,
      "epoch": 2.423861852433281,
      "rel-constrast": 1.882401704788208,
      "step": 3088,
      "subrel-constrast": 2.3262150287628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9005995988845825,
      "cov-distil (oracle2student)": 3.550736665725708,
      "cov-distil (oracle2teacher)": 3.9175360202789307,
      "epoch": 2.424646781789639,
      "rel-constrast": 2.0843024253845215,
      "step": 3089,
      "subrel-constrast": 2.858522891998291,
      "view-similarity": 0
    },
    {
      "epoch": 2.425431711145997,
      "grad_norm": 4.09375,
      "learning_rate": 3.827682504657187e-05,
      "loss": 0.5988,
      "step": 3090
    },
    {
      "cov-distil": 1.692525029182434,
      "cov-distil (oracle2student)": 5.49539852142334,
      "cov-distil (oracle2teacher)": 5.2933173179626465,
      "epoch": 2.425431711145997,
      "rel-constrast": 2.9468460083007812,
      "step": 3090,
      "subrel-constrast": 3.44333815574646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7892485857009888,
      "cov-distil (oracle2student)": 3.0303914546966553,
      "cov-distil (oracle2teacher)": 2.9314122200012207,
      "epoch": 2.426216640502355,
      "rel-constrast": 2.1397626399993896,
      "step": 3091,
      "subrel-constrast": 2.841594696044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9121098518371582,
      "cov-distil (oracle2student)": 4.3856587409973145,
      "cov-distil (oracle2teacher)": 4.090328216552734,
      "epoch": 2.427001569858713,
      "rel-constrast": 2.0361366271972656,
      "step": 3092,
      "subrel-constrast": 3.1744327545166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0029890537261963,
      "cov-distil (oracle2student)": 3.3924062252044678,
      "cov-distil (oracle2teacher)": 3.641989231109619,
      "epoch": 2.427786499215071,
      "rel-constrast": 1.9814133644104004,
      "step": 3093,
      "subrel-constrast": 3.1185288429260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.43428635597229,
      "cov-distil (oracle2student)": 4.2557783126831055,
      "cov-distil (oracle2teacher)": 3.559691905975342,
      "epoch": 2.4285714285714284,
      "rel-constrast": 1.6591415405273438,
      "step": 3094,
      "subrel-constrast": 2.3646247386932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5226643085479736,
      "cov-distil (oracle2student)": 4.922483444213867,
      "cov-distil (oracle2teacher)": 4.492098808288574,
      "epoch": 2.4293563579277864,
      "rel-constrast": 1.4829524755477905,
      "step": 3095,
      "subrel-constrast": 2.20913028717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9829789400100708,
      "cov-distil (oracle2student)": 2.801985740661621,
      "cov-distil (oracle2teacher)": 3.10982084274292,
      "epoch": 2.4301412872841444,
      "rel-constrast": 1.6020302772521973,
      "step": 3096,
      "subrel-constrast": 2.77302885055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5948872566223145,
      "cov-distil (oracle2student)": 4.059071063995361,
      "cov-distil (oracle2teacher)": 3.7949516773223877,
      "epoch": 2.4309262166405023,
      "rel-constrast": 1.9598716497421265,
      "step": 3097,
      "subrel-constrast": 3.0290746688842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.994775652885437,
      "cov-distil (oracle2student)": 4.9466400146484375,
      "cov-distil (oracle2teacher)": 4.369330883026123,
      "epoch": 2.4317111459968603,
      "rel-constrast": 2.4661636352539062,
      "step": 3098,
      "subrel-constrast": 3.3313651084899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7022433280944824,
      "cov-distil (oracle2student)": 4.030569076538086,
      "cov-distil (oracle2teacher)": 3.5952489376068115,
      "epoch": 2.4324960753532183,
      "rel-constrast": 1.8159757852554321,
      "step": 3099,
      "subrel-constrast": 2.6369056701660156,
      "view-similarity": 0
    },
    {
      "epoch": 2.4332810047095763,
      "grad_norm": 4.46875,
      "learning_rate": 3.7937777875293244e-05,
      "loss": 0.5463,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "overlap": 0.32500001788139343,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "student margin": 0.0740966796875
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "teacher margin": 0.054107666015625
    },
    {
      "epoch": 2.4332810047095763,
      "margin difference": -0.019989013671875,
      "step": 3100
    },
    {
      "cov-distil": 1.751063346862793,
      "cov-distil (oracle2student)": 5.079388618469238,
      "cov-distil (oracle2teacher)": 4.687452793121338,
      "epoch": 2.4332810047095763,
      "rel-constrast": 2.055729627609253,
      "step": 3100,
      "subrel-constrast": 2.6202924251556396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4093036651611328,
      "cov-distil (oracle2student)": 4.319407939910889,
      "cov-distil (oracle2teacher)": 4.085201263427734,
      "epoch": 2.4340659340659343,
      "rel-constrast": 2.388782501220703,
      "step": 3101,
      "subrel-constrast": 2.7555906772613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857809066772461,
      "cov-distil (oracle2student)": 6.592397689819336,
      "cov-distil (oracle2teacher)": 6.120696067810059,
      "epoch": 2.434850863422292,
      "rel-constrast": 3.4006872177124023,
      "step": 3102,
      "subrel-constrast": 4.046562671661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.06717848777771,
      "cov-distil (oracle2student)": 4.8494768142700195,
      "cov-distil (oracle2teacher)": 4.730912685394287,
      "epoch": 2.43563579277865,
      "rel-constrast": 1.6877059936523438,
      "step": 3103,
      "subrel-constrast": 3.0365278720855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5101220607757568,
      "cov-distil (oracle2student)": 2.5321013927459717,
      "cov-distil (oracle2teacher)": 2.7428464889526367,
      "epoch": 2.436420722135008,
      "rel-constrast": 2.3692734241485596,
      "step": 3104,
      "subrel-constrast": 3.0603299140930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0000243186950684,
      "cov-distil (oracle2student)": 4.278401851654053,
      "cov-distil (oracle2teacher)": 3.924527406692505,
      "epoch": 2.437205651491366,
      "rel-constrast": 2.3720791339874268,
      "step": 3105,
      "subrel-constrast": 3.3917696475982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0305590629577637,
      "cov-distil (oracle2student)": 4.514917373657227,
      "cov-distil (oracle2teacher)": 4.097818851470947,
      "epoch": 2.437990580847724,
      "rel-constrast": 2.522796869277954,
      "step": 3106,
      "subrel-constrast": 3.494405746459961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1026573181152344,
      "cov-distil (oracle2student)": 3.4596643447875977,
      "cov-distil (oracle2teacher)": 3.4177074432373047,
      "epoch": 2.438775510204082,
      "rel-constrast": 2.822620391845703,
      "step": 3107,
      "subrel-constrast": 3.5508298873901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963416576385498,
      "cov-distil (oracle2student)": 4.1294097900390625,
      "cov-distil (oracle2teacher)": 3.8368897438049316,
      "epoch": 2.4395604395604398,
      "rel-constrast": 3.2654857635498047,
      "step": 3108,
      "subrel-constrast": 3.6903560161590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0698468685150146,
      "cov-distil (oracle2student)": 6.671594142913818,
      "cov-distil (oracle2teacher)": 5.4250874519348145,
      "epoch": 2.4403453689167973,
      "rel-constrast": 2.086672306060791,
      "step": 3109,
      "subrel-constrast": 3.300474166870117,
      "view-similarity": 0
    },
    {
      "epoch": 2.4411302982731553,
      "grad_norm": 4.25,
      "learning_rate": 3.759931859970374e-05,
      "loss": 0.6712,
      "step": 3110
    },
    {
      "cov-distil": 2.2053446769714355,
      "cov-distil (oracle2student)": 4.368752479553223,
      "cov-distil (oracle2teacher)": 4.167460918426514,
      "epoch": 2.4411302982731553,
      "rel-constrast": 2.211171865463257,
      "step": 3110,
      "subrel-constrast": 3.3054912090301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2370727062225342,
      "cov-distil (oracle2student)": 3.670532703399658,
      "cov-distil (oracle2teacher)": 3.6989028453826904,
      "epoch": 2.4419152276295133,
      "rel-constrast": 2.424889087677002,
      "step": 3111,
      "subrel-constrast": 3.0079383850097656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5301554203033447,
      "cov-distil (oracle2student)": 3.9590139389038086,
      "cov-distil (oracle2teacher)": 3.276562213897705,
      "epoch": 2.4427001569858713,
      "rel-constrast": 2.418304920196533,
      "step": 3112,
      "subrel-constrast": 2.8287694454193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.683693766593933,
      "cov-distil (oracle2student)": 4.017868995666504,
      "cov-distil (oracle2teacher)": 4.077073097229004,
      "epoch": 2.4434850863422293,
      "rel-constrast": 2.7804198265075684,
      "step": 3113,
      "subrel-constrast": 3.9576478004455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6869444847106934,
      "cov-distil (oracle2student)": 4.898592948913574,
      "cov-distil (oracle2teacher)": 4.335582733154297,
      "epoch": 2.4442700156985873,
      "rel-constrast": 1.9323444366455078,
      "step": 3114,
      "subrel-constrast": 2.8007216453552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522714614868164,
      "cov-distil (oracle2student)": 6.845440864562988,
      "cov-distil (oracle2teacher)": 5.848931312561035,
      "epoch": 2.4450549450549453,
      "rel-constrast": 2.106947898864746,
      "step": 3115,
      "subrel-constrast": 3.570998430252075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8896955251693726,
      "cov-distil (oracle2student)": 3.50286865234375,
      "cov-distil (oracle2teacher)": 3.514862298965454,
      "epoch": 2.445839874411303,
      "rel-constrast": 1.1778228282928467,
      "step": 3116,
      "subrel-constrast": 2.1061806678771973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6417465209960938,
      "cov-distil (oracle2student)": 2.9684152603149414,
      "cov-distil (oracle2teacher)": 2.9324264526367188,
      "epoch": 2.446624803767661,
      "rel-constrast": 2.225112199783325,
      "step": 3117,
      "subrel-constrast": 2.7283284664154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2197325229644775,
      "cov-distil (oracle2student)": 4.396954536437988,
      "cov-distil (oracle2teacher)": 4.31773567199707,
      "epoch": 2.4474097331240188,
      "rel-constrast": 1.5057061910629272,
      "step": 3118,
      "subrel-constrast": 2.485933303833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657135248184204,
      "cov-distil (oracle2student)": 4.182177543640137,
      "cov-distil (oracle2teacher)": 4.343277454376221,
      "epoch": 2.4481946624803768,
      "rel-constrast": 1.9732917547225952,
      "step": 3119,
      "subrel-constrast": 3.318821668624878,
      "view-similarity": 0
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 3.96875,
      "learning_rate": 3.72614637158309e-05,
      "loss": 0.5596,
      "step": 3120
    },
    {
      "cov-distil": 1.5265803337097168,
      "cov-distil (oracle2student)": 6.299632549285889,
      "cov-distil (oracle2teacher)": 5.518679618835449,
      "epoch": 2.4489795918367347,
      "rel-constrast": 2.297797203063965,
      "step": 3120,
      "subrel-constrast": 2.7233569622039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.146148681640625,
      "cov-distil (oracle2student)": 5.168330192565918,
      "cov-distil (oracle2teacher)": 4.879658222198486,
      "epoch": 2.4497645211930927,
      "rel-constrast": 2.005967855453491,
      "step": 3121,
      "subrel-constrast": 3.004836082458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2427005767822266,
      "cov-distil (oracle2student)": 3.239690065383911,
      "cov-distil (oracle2teacher)": 3.1530847549438477,
      "epoch": 2.4505494505494507,
      "rel-constrast": 2.142955780029297,
      "step": 3122,
      "subrel-constrast": 2.928534507751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8924885988235474,
      "cov-distil (oracle2student)": 4.647344589233398,
      "cov-distil (oracle2teacher)": 4.2706298828125,
      "epoch": 2.4513343799058083,
      "rel-constrast": 2.80721116065979,
      "step": 3123,
      "subrel-constrast": 3.323637008666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6185318231582642,
      "cov-distil (oracle2student)": 4.548532485961914,
      "cov-distil (oracle2teacher)": 4.458325386047363,
      "epoch": 2.4521193092621663,
      "rel-constrast": 2.847229242324829,
      "step": 3124,
      "subrel-constrast": 3.882885217666626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7837889194488525,
      "cov-distil (oracle2student)": 4.891034126281738,
      "cov-distil (oracle2teacher)": 4.252495288848877,
      "epoch": 2.4529042386185242,
      "rel-constrast": 2.2402868270874023,
      "step": 3125,
      "subrel-constrast": 2.749725818634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5789488554000854,
      "cov-distil (oracle2student)": 4.088194370269775,
      "cov-distil (oracle2teacher)": 4.070101737976074,
      "epoch": 2.4536891679748822,
      "rel-constrast": 2.5048487186431885,
      "step": 3126,
      "subrel-constrast": 3.5317180156707764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2499077320098877,
      "cov-distil (oracle2student)": 4.545985221862793,
      "cov-distil (oracle2teacher)": 4.545694828033447,
      "epoch": 2.4544740973312402,
      "rel-constrast": 1.8780595064163208,
      "step": 3127,
      "subrel-constrast": 2.3799734115600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390219807624817,
      "cov-distil (oracle2student)": 5.162104606628418,
      "cov-distil (oracle2teacher)": 4.290569305419922,
      "epoch": 2.455259026687598,
      "rel-constrast": 1.8359929323196411,
      "step": 3128,
      "subrel-constrast": 2.7650234699249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5740149021148682,
      "cov-distil (oracle2student)": 3.577768564224243,
      "cov-distil (oracle2teacher)": 3.74453067779541,
      "epoch": 2.456043956043956,
      "rel-constrast": 2.263739585876465,
      "step": 3129,
      "subrel-constrast": 3.266233444213867,
      "view-similarity": 0
    },
    {
      "epoch": 2.4568288854003137,
      "grad_norm": 4.09375,
      "learning_rate": 3.692422969024516e-05,
      "loss": 0.6081,
      "step": 3130
    },
    {
      "cov-distil": 1.4709227085113525,
      "cov-distil (oracle2student)": 5.0922441482543945,
      "cov-distil (oracle2teacher)": 4.762655258178711,
      "epoch": 2.4568288854003137,
      "rel-constrast": 2.8432157039642334,
      "step": 3130,
      "subrel-constrast": 3.918577194213867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.648904800415039,
      "cov-distil (oracle2student)": 3.357095241546631,
      "cov-distil (oracle2teacher)": 3.4230191707611084,
      "epoch": 2.4576138147566717,
      "rel-constrast": 2.5075273513793945,
      "step": 3131,
      "subrel-constrast": 2.8821516036987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.063610553741455,
      "cov-distil (oracle2student)": 4.162595748901367,
      "cov-distil (oracle2teacher)": 3.825406074523926,
      "epoch": 2.4583987441130297,
      "rel-constrast": 3.042404890060425,
      "step": 3132,
      "subrel-constrast": 3.0214340686798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5762097835540771,
      "cov-distil (oracle2student)": 3.0730178356170654,
      "cov-distil (oracle2teacher)": 3.1420159339904785,
      "epoch": 2.4591836734693877,
      "rel-constrast": 2.5003879070281982,
      "step": 3133,
      "subrel-constrast": 3.0394558906555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0473203659057617,
      "cov-distil (oracle2student)": 6.932844638824463,
      "cov-distil (oracle2teacher)": 6.438920974731445,
      "epoch": 2.4599686028257457,
      "rel-constrast": 3.3679134845733643,
      "step": 3134,
      "subrel-constrast": 3.641857385635376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5372445583343506,
      "cov-distil (oracle2student)": 4.599756717681885,
      "cov-distil (oracle2teacher)": 4.376893043518066,
      "epoch": 2.4607535321821037,
      "rel-constrast": 2.420197010040283,
      "step": 3135,
      "subrel-constrast": 3.132622480392456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0579783916473389,
      "cov-distil (oracle2student)": 5.41862678527832,
      "cov-distil (oracle2teacher)": 5.147817134857178,
      "epoch": 2.4615384615384617,
      "rel-constrast": 2.8521595001220703,
      "step": 3136,
      "subrel-constrast": 3.425300359725952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183818817138672,
      "cov-distil (oracle2student)": 5.087224006652832,
      "cov-distil (oracle2teacher)": 4.3063554763793945,
      "epoch": 2.462323390894819,
      "rel-constrast": 1.7670998573303223,
      "step": 3137,
      "subrel-constrast": 2.487506628036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076093912124634,
      "cov-distil (oracle2student)": 4.560298919677734,
      "cov-distil (oracle2teacher)": 4.035033226013184,
      "epoch": 2.463108320251177,
      "rel-constrast": 2.9535882472991943,
      "step": 3138,
      "subrel-constrast": 3.699969530105591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8403117656707764,
      "cov-distil (oracle2student)": 3.480210781097412,
      "cov-distil (oracle2teacher)": 3.3652145862579346,
      "epoch": 2.463893249607535,
      "rel-constrast": 3.680675745010376,
      "step": 3139,
      "subrel-constrast": 4.161487579345703,
      "view-similarity": 0
    },
    {
      "epoch": 2.464678178963893,
      "grad_norm": 5.5625,
      "learning_rate": 3.6587632959257165e-05,
      "loss": 0.7396,
      "step": 3140
    },
    {
      "cov-distil": 1.695327639579773,
      "cov-distil (oracle2student)": 3.608241558074951,
      "cov-distil (oracle2teacher)": 3.114293098449707,
      "epoch": 2.464678178963893,
      "rel-constrast": 2.4968671798706055,
      "step": 3140,
      "subrel-constrast": 2.9028115272521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.316514015197754,
      "cov-distil (oracle2student)": 3.643096685409546,
      "cov-distil (oracle2teacher)": 3.432727098464966,
      "epoch": 2.465463108320251,
      "rel-constrast": 1.8720370531082153,
      "step": 3141,
      "subrel-constrast": 2.3932790756225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5365221500396729,
      "cov-distil (oracle2student)": 3.8931214809417725,
      "cov-distil (oracle2teacher)": 3.842982292175293,
      "epoch": 2.466248037676609,
      "rel-constrast": 1.7925941944122314,
      "step": 3142,
      "subrel-constrast": 2.691358804702759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249142408370972,
      "cov-distil (oracle2student)": 4.053504943847656,
      "cov-distil (oracle2teacher)": 3.4896340370178223,
      "epoch": 2.467032967032967,
      "rel-constrast": 2.2253832817077637,
      "step": 3143,
      "subrel-constrast": 2.7105393409729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.039778232574463,
      "cov-distil (oracle2student)": 4.728629112243652,
      "cov-distil (oracle2teacher)": 4.621121406555176,
      "epoch": 2.467817896389325,
      "rel-constrast": 2.2776131629943848,
      "step": 3144,
      "subrel-constrast": 3.207273006439209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9327828884124756,
      "cov-distil (oracle2student)": 5.244454860687256,
      "cov-distil (oracle2teacher)": 4.95844030380249,
      "epoch": 2.468602825745683,
      "rel-constrast": 2.466569423675537,
      "step": 3145,
      "subrel-constrast": 3.4671432971954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5031698942184448,
      "cov-distil (oracle2student)": 5.9161176681518555,
      "cov-distil (oracle2teacher)": 4.9674973487854,
      "epoch": 2.4693877551020407,
      "rel-constrast": 2.5577967166900635,
      "step": 3146,
      "subrel-constrast": 3.0749711990356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1781121492385864,
      "cov-distil (oracle2student)": 4.689679145812988,
      "cov-distil (oracle2teacher)": 4.79582405090332,
      "epoch": 2.4701726844583987,
      "rel-constrast": 2.7077505588531494,
      "step": 3147,
      "subrel-constrast": 3.5506975650787354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232433795928955,
      "cov-distil (oracle2student)": 4.350081920623779,
      "cov-distil (oracle2teacher)": 4.074438095092773,
      "epoch": 2.4709576138147566,
      "rel-constrast": 2.5673351287841797,
      "step": 3148,
      "subrel-constrast": 3.461533784866333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2166740894317627,
      "cov-distil (oracle2student)": 4.9845428466796875,
      "cov-distil (oracle2teacher)": 5.041043281555176,
      "epoch": 2.4717425431711146,
      "rel-constrast": 2.715613842010498,
      "step": 3149,
      "subrel-constrast": 3.69069242477417,
      "view-similarity": 0
    },
    {
      "epoch": 2.4725274725274726,
      "grad_norm": 5.59375,
      "learning_rate": 3.625168992811671e-05,
      "loss": 0.6322,
      "step": 3150
    },
    {
      "cov-distil": 1.432542085647583,
      "cov-distil (oracle2student)": 2.788886308670044,
      "cov-distil (oracle2teacher)": 2.691371440887451,
      "epoch": 2.4725274725274726,
      "rel-constrast": 1.7207694053649902,
      "step": 3150,
      "subrel-constrast": 2.6974544525146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269914984703064,
      "cov-distil (oracle2student)": 4.34931755065918,
      "cov-distil (oracle2teacher)": 3.270526885986328,
      "epoch": 2.4733124018838306,
      "rel-constrast": 1.5908528566360474,
      "step": 3151,
      "subrel-constrast": 1.7292113304138184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1803534030914307,
      "cov-distil (oracle2student)": 3.88792085647583,
      "cov-distil (oracle2teacher)": 3.3289053440093994,
      "epoch": 2.4740973312401886,
      "rel-constrast": 1.3274970054626465,
      "step": 3152,
      "subrel-constrast": 1.6979180574417114,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.444368600845337,
      "cov-distil (oracle2student)": 3.56451153755188,
      "cov-distil (oracle2teacher)": 4.232148170471191,
      "epoch": 2.474882260596546,
      "rel-constrast": 2.451145648956299,
      "step": 3153,
      "subrel-constrast": 3.622466802597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2504680156707764,
      "cov-distil (oracle2student)": 4.3873748779296875,
      "cov-distil (oracle2teacher)": 4.189284324645996,
      "epoch": 2.475667189952904,
      "rel-constrast": 1.8632628917694092,
      "step": 3154,
      "subrel-constrast": 2.738551139831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6642556190490723,
      "cov-distil (oracle2student)": 5.79500675201416,
      "cov-distil (oracle2teacher)": 5.157355308532715,
      "epoch": 2.476452119309262,
      "rel-constrast": 2.7444677352905273,
      "step": 3155,
      "subrel-constrast": 3.6460366249084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.318986177444458,
      "cov-distil (oracle2student)": 4.641604423522949,
      "cov-distil (oracle2teacher)": 4.0503926277160645,
      "epoch": 2.47723704866562,
      "rel-constrast": 1.3623945713043213,
      "step": 3156,
      "subrel-constrast": 2.3557450771331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2850743532180786,
      "cov-distil (oracle2student)": 3.871295690536499,
      "cov-distil (oracle2teacher)": 3.620863914489746,
      "epoch": 2.478021978021978,
      "rel-constrast": 2.147592544555664,
      "step": 3157,
      "subrel-constrast": 2.9608967304229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5108146667480469,
      "cov-distil (oracle2student)": 3.8304269313812256,
      "cov-distil (oracle2teacher)": 3.706836223602295,
      "epoch": 2.478806907378336,
      "rel-constrast": 1.4493504762649536,
      "step": 3158,
      "subrel-constrast": 2.3344998359680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5232771635055542,
      "cov-distil (oracle2student)": 2.6766252517700195,
      "cov-distil (oracle2teacher)": 2.776622772216797,
      "epoch": 2.479591836734694,
      "rel-constrast": 1.757894515991211,
      "step": 3159,
      "subrel-constrast": 2.510713815689087,
      "view-similarity": 0
    },
    {
      "epoch": 2.4803767660910516,
      "grad_norm": 4.375,
      "learning_rate": 3.591641697021317e-05,
      "loss": 0.4951,
      "step": 3160
    },
    {
      "cov-distil": 2.0536656379699707,
      "cov-distil (oracle2student)": 6.759801387786865,
      "cov-distil (oracle2teacher)": 5.813081741333008,
      "epoch": 2.4803767660910516,
      "rel-constrast": 1.872427225112915,
      "step": 3160,
      "subrel-constrast": 2.5770022869110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6147568225860596,
      "cov-distil (oracle2student)": 3.383401393890381,
      "cov-distil (oracle2teacher)": 3.4636669158935547,
      "epoch": 2.4811616954474096,
      "rel-constrast": 2.4277420043945312,
      "step": 3161,
      "subrel-constrast": 3.0971202850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5303956270217896,
      "cov-distil (oracle2student)": 3.7770543098449707,
      "cov-distil (oracle2teacher)": 2.9441537857055664,
      "epoch": 2.4819466248037676,
      "rel-constrast": 2.009892225265503,
      "step": 3162,
      "subrel-constrast": 2.1624233722686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5952295064926147,
      "cov-distil (oracle2student)": 4.01035213470459,
      "cov-distil (oracle2teacher)": 3.5388970375061035,
      "epoch": 2.4827315541601256,
      "rel-constrast": 1.8904497623443604,
      "step": 3163,
      "subrel-constrast": 2.835190534591675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.999521017074585,
      "cov-distil (oracle2student)": 3.5565247535705566,
      "cov-distil (oracle2teacher)": 3.067413806915283,
      "epoch": 2.4835164835164836,
      "rel-constrast": 1.5416831970214844,
      "step": 3164,
      "subrel-constrast": 2.1842706203460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0429162979125977,
      "cov-distil (oracle2student)": 4.6820597648620605,
      "cov-distil (oracle2teacher)": 4.288986682891846,
      "epoch": 2.4843014128728416,
      "rel-constrast": 2.441274404525757,
      "step": 3165,
      "subrel-constrast": 3.4974524974823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3539931774139404,
      "cov-distil (oracle2student)": 5.37824010848999,
      "cov-distil (oracle2teacher)": 5.2097673416137695,
      "epoch": 2.4850863422291996,
      "rel-constrast": 2.7795286178588867,
      "step": 3166,
      "subrel-constrast": 3.5471954345703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6583056449890137,
      "cov-distil (oracle2student)": 4.070456027984619,
      "cov-distil (oracle2teacher)": 3.7920806407928467,
      "epoch": 2.485871271585557,
      "rel-constrast": 2.4671716690063477,
      "step": 3167,
      "subrel-constrast": 3.0712788105010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.231898307800293,
      "cov-distil (oracle2student)": 4.667945861816406,
      "cov-distil (oracle2teacher)": 4.563024520874023,
      "epoch": 2.486656200941915,
      "rel-constrast": 2.6447253227233887,
      "step": 3168,
      "subrel-constrast": 3.209554672241211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8288094997406006,
      "cov-distil (oracle2student)": 3.664222478866577,
      "cov-distil (oracle2teacher)": 2.920912265777588,
      "epoch": 2.487441130298273,
      "rel-constrast": 1.669611930847168,
      "step": 3169,
      "subrel-constrast": 2.3798606395721436,
      "view-similarity": 0
    },
    {
      "epoch": 2.488226059654631,
      "grad_norm": 4.625,
      "learning_rate": 3.558183042627755e-05,
      "loss": 0.5859,
      "step": 3170
    },
    {
      "cov-distil": 1.63193941116333,
      "cov-distil (oracle2student)": 3.25531005859375,
      "cov-distil (oracle2teacher)": 3.4665791988372803,
      "epoch": 2.488226059654631,
      "rel-constrast": 2.115536689758301,
      "step": 3170,
      "subrel-constrast": 3.203834295272827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5992882251739502,
      "cov-distil (oracle2student)": 2.9958810806274414,
      "cov-distil (oracle2teacher)": 2.841979503631592,
      "epoch": 2.489010989010989,
      "rel-constrast": 1.7849431037902832,
      "step": 3171,
      "subrel-constrast": 2.751063108444214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6135443449020386,
      "cov-distil (oracle2student)": 4.961917877197266,
      "cov-distil (oracle2teacher)": 4.560482025146484,
      "epoch": 2.489795918367347,
      "rel-constrast": 2.0413174629211426,
      "step": 3172,
      "subrel-constrast": 2.6960880756378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4489315748214722,
      "cov-distil (oracle2student)": 3.7961583137512207,
      "cov-distil (oracle2teacher)": 3.4239625930786133,
      "epoch": 2.490580847723705,
      "rel-constrast": 1.435246467590332,
      "step": 3173,
      "subrel-constrast": 2.2654740810394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7377521991729736,
      "cov-distil (oracle2student)": 4.183093547821045,
      "cov-distil (oracle2teacher)": 3.840855121612549,
      "epoch": 2.4913657770800626,
      "rel-constrast": 1.3873847723007202,
      "step": 3174,
      "subrel-constrast": 2.5587527751922607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9372198581695557,
      "cov-distil (oracle2student)": 4.092794895172119,
      "cov-distil (oracle2teacher)": 3.737806797027588,
      "epoch": 2.4921507064364206,
      "rel-constrast": 1.817211389541626,
      "step": 3175,
      "subrel-constrast": 2.5177104473114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2629375457763672,
      "cov-distil (oracle2student)": 5.030452728271484,
      "cov-distil (oracle2teacher)": 5.008144855499268,
      "epoch": 2.4929356357927785,
      "rel-constrast": 3.2412803173065186,
      "step": 3176,
      "subrel-constrast": 3.717677116394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045032024383545,
      "cov-distil (oracle2student)": 3.032276153564453,
      "cov-distil (oracle2teacher)": 3.108259677886963,
      "epoch": 2.4937205651491365,
      "rel-constrast": 1.7048008441925049,
      "step": 3177,
      "subrel-constrast": 2.8287670612335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2588021755218506,
      "cov-distil (oracle2student)": 5.9269914627075195,
      "cov-distil (oracle2teacher)": 5.1818108558654785,
      "epoch": 2.4945054945054945,
      "rel-constrast": 2.059124231338501,
      "step": 3178,
      "subrel-constrast": 2.3602051734924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3652591705322266,
      "cov-distil (oracle2student)": 4.354389190673828,
      "cov-distil (oracle2teacher)": 4.742604732513428,
      "epoch": 2.4952904238618525,
      "rel-constrast": 2.1644158363342285,
      "step": 3179,
      "subrel-constrast": 3.2636070251464844,
      "view-similarity": 0
    },
    {
      "epoch": 2.4960753532182105,
      "grad_norm": 4.5,
      "learning_rate": 3.524794660358593e-05,
      "loss": 0.5335,
      "step": 3180
    },
    {
      "cov-distil": 2.0650477409362793,
      "cov-distil (oracle2student)": 3.2282910346984863,
      "cov-distil (oracle2teacher)": 3.1244845390319824,
      "epoch": 2.4960753532182105,
      "rel-constrast": 2.2205445766448975,
      "step": 3180,
      "subrel-constrast": 3.287290096282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7407009601593018,
      "cov-distil (oracle2student)": 2.4753880500793457,
      "cov-distil (oracle2teacher)": 2.9206557273864746,
      "epoch": 2.496860282574568,
      "rel-constrast": 2.2932417392730713,
      "step": 3181,
      "subrel-constrast": 3.2722232341766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5335283279418945,
      "cov-distil (oracle2student)": 2.811436414718628,
      "cov-distil (oracle2teacher)": 2.9723196029663086,
      "epoch": 2.497645211930926,
      "rel-constrast": 1.7703992128372192,
      "step": 3182,
      "subrel-constrast": 2.9751498699188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.768888473510742,
      "cov-distil (oracle2student)": 4.738839626312256,
      "cov-distil (oracle2teacher)": 4.173816680908203,
      "epoch": 2.498430141287284,
      "rel-constrast": 2.043567180633545,
      "step": 3183,
      "subrel-constrast": 3.8154666423797607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.218126654624939,
      "cov-distil (oracle2student)": 4.461490631103516,
      "cov-distil (oracle2teacher)": 4.242234706878662,
      "epoch": 2.499215070643642,
      "rel-constrast": 2.2504782676696777,
      "step": 3184,
      "subrel-constrast": 3.214200496673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706979513168335,
      "cov-distil (oracle2student)": 5.326570987701416,
      "cov-distil (oracle2teacher)": 4.9897685050964355,
      "epoch": 2.5,
      "rel-constrast": 3.0964837074279785,
      "step": 3185,
      "subrel-constrast": 3.7393343448638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239065170288086,
      "cov-distil (oracle2student)": 3.475194215774536,
      "cov-distil (oracle2teacher)": 3.897587299346924,
      "epoch": 2.500784929356358,
      "rel-constrast": 1.991249680519104,
      "step": 3186,
      "subrel-constrast": 3.3156356811523438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5378824472427368,
      "cov-distil (oracle2student)": 4.925546646118164,
      "cov-distil (oracle2teacher)": 4.395846366882324,
      "epoch": 2.501569858712716,
      "rel-constrast": 2.034105062484741,
      "step": 3187,
      "subrel-constrast": 2.598970651626587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4642499685287476,
      "cov-distil (oracle2student)": 4.744442462921143,
      "cov-distil (oracle2teacher)": 4.590083599090576,
      "epoch": 2.5023547880690735,
      "rel-constrast": 1.8397748470306396,
      "step": 3188,
      "subrel-constrast": 2.790172576904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2601436376571655,
      "cov-distil (oracle2student)": 6.2597455978393555,
      "cov-distil (oracle2teacher)": 5.505843162536621,
      "epoch": 2.503139717425432,
      "rel-constrast": 1.4458670616149902,
      "step": 3189,
      "subrel-constrast": 2.4428625106811523,
      "view-similarity": 0
    },
    {
      "epoch": 2.5039246467817895,
      "grad_norm": 4.15625,
      "learning_rate": 3.491478177516484e-05,
      "loss": 0.566,
      "step": 3190
    },
    {
      "cov-distil": 1.4295841455459595,
      "cov-distil (oracle2student)": 3.902505397796631,
      "cov-distil (oracle2teacher)": 3.869399309158325,
      "epoch": 2.5039246467817895,
      "rel-constrast": 2.448155641555786,
      "step": 3190,
      "subrel-constrast": 3.1604199409484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6800659894943237,
      "cov-distil (oracle2student)": 3.761594295501709,
      "cov-distil (oracle2teacher)": 3.652803421020508,
      "epoch": 2.5047095761381475,
      "rel-constrast": 2.9599413871765137,
      "step": 3191,
      "subrel-constrast": 3.8034350872039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4383689165115356,
      "cov-distil (oracle2student)": 4.673423767089844,
      "cov-distil (oracle2teacher)": 4.6956048011779785,
      "epoch": 2.5054945054945055,
      "rel-constrast": 2.374316692352295,
      "step": 3192,
      "subrel-constrast": 3.24645733833313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2815148830413818,
      "cov-distil (oracle2student)": 4.691514015197754,
      "cov-distil (oracle2teacher)": 4.242806434631348,
      "epoch": 2.5062794348508635,
      "rel-constrast": 2.7877321243286133,
      "step": 3193,
      "subrel-constrast": 3.501021146774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9242055416107178,
      "cov-distil (oracle2student)": 6.09503173828125,
      "cov-distil (oracle2teacher)": 5.523421287536621,
      "epoch": 2.5070643642072215,
      "rel-constrast": 2.4760351181030273,
      "step": 3194,
      "subrel-constrast": 3.291158676147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4184410572052002,
      "cov-distil (oracle2student)": 3.6744985580444336,
      "cov-distil (oracle2teacher)": 3.959925889968872,
      "epoch": 2.5078492935635794,
      "rel-constrast": 2.9137682914733887,
      "step": 3195,
      "subrel-constrast": 3.76511287689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2633635997772217,
      "cov-distil (oracle2student)": 4.381813049316406,
      "cov-distil (oracle2teacher)": 4.341005325317383,
      "epoch": 2.5086342229199374,
      "rel-constrast": 2.300537109375,
      "step": 3196,
      "subrel-constrast": 2.836484432220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8216030597686768,
      "cov-distil (oracle2student)": 2.8227176666259766,
      "cov-distil (oracle2teacher)": 2.621682643890381,
      "epoch": 2.509419152276295,
      "rel-constrast": 1.7292826175689697,
      "step": 3197,
      "subrel-constrast": 2.890167236328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9036319255828857,
      "cov-distil (oracle2student)": 6.212018013000488,
      "cov-distil (oracle2teacher)": 5.6115593910217285,
      "epoch": 2.510204081632653,
      "rel-constrast": 1.4893178939819336,
      "step": 3198,
      "subrel-constrast": 2.5445523262023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.373840093612671,
      "cov-distil (oracle2student)": 4.413256645202637,
      "cov-distil (oracle2teacher)": 4.699225425720215,
      "epoch": 2.510989010989011,
      "rel-constrast": 2.2321949005126953,
      "step": 3199,
      "subrel-constrast": 2.895411252975464,
      "view-similarity": 0
    },
    {
      "epoch": 2.511773940345369,
      "grad_norm": 4.84375,
      "learning_rate": 3.4582352178997935e-05,
      "loss": 0.6316,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "overlap": 0.2906250059604645,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "student margin": 0.06964111328125
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "teacher margin": 0.052703857421875
    },
    {
      "epoch": 2.511773940345369,
      "margin difference": -0.016937255859375,
      "step": 3200
    },
    {
      "cov-distil": 1.1807504892349243,
      "cov-distil (oracle2student)": 5.25261116027832,
      "cov-distil (oracle2teacher)": 4.540135383605957,
      "epoch": 2.511773940345369,
      "rel-constrast": 2.2969412803649902,
      "step": 3200,
      "subrel-constrast": 2.562359094619751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4910815954208374,
      "cov-distil (oracle2student)": 4.47612190246582,
      "cov-distil (oracle2teacher)": 4.285181999206543,
      "epoch": 2.512558869701727,
      "rel-constrast": 1.718842625617981,
      "step": 3201,
      "subrel-constrast": 2.432140350341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4851874113082886,
      "cov-distil (oracle2student)": 4.945082664489746,
      "cov-distil (oracle2teacher)": 4.7745561599731445,
      "epoch": 2.513343799058085,
      "rel-constrast": 2.628323793411255,
      "step": 3202,
      "subrel-constrast": 3.179154396057129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665458083152771,
      "cov-distil (oracle2student)": 2.551903247833252,
      "cov-distil (oracle2teacher)": 2.992600440979004,
      "epoch": 2.514128728414443,
      "rel-constrast": 2.001518726348877,
      "step": 3203,
      "subrel-constrast": 3.037102460861206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3967347145080566,
      "cov-distil (oracle2student)": 4.039710998535156,
      "cov-distil (oracle2teacher)": 4.087962627410889,
      "epoch": 2.5149136577708004,
      "rel-constrast": 2.686676502227783,
      "step": 3204,
      "subrel-constrast": 3.2127583026885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.901589274406433,
      "cov-distil (oracle2student)": 3.473797559738159,
      "cov-distil (oracle2teacher)": 3.852416515350342,
      "epoch": 2.5156985871271584,
      "rel-constrast": 2.054299831390381,
      "step": 3205,
      "subrel-constrast": 3.4210283756256104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.276021957397461,
      "cov-distil (oracle2student)": 4.146551132202148,
      "cov-distil (oracle2teacher)": 3.8360297679901123,
      "epoch": 2.5164835164835164,
      "rel-constrast": 2.8994367122650146,
      "step": 3206,
      "subrel-constrast": 3.405845880508423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8822684288024902,
      "cov-distil (oracle2student)": 5.396201133728027,
      "cov-distil (oracle2teacher)": 5.254284858703613,
      "epoch": 2.5172684458398744,
      "rel-constrast": 3.4971792697906494,
      "step": 3207,
      "subrel-constrast": 4.409409999847412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9255260229110718,
      "cov-distil (oracle2student)": 5.870669364929199,
      "cov-distil (oracle2teacher)": 5.399102210998535,
      "epoch": 2.5180533751962324,
      "rel-constrast": 3.4460768699645996,
      "step": 3208,
      "subrel-constrast": 4.348196983337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133563280105591,
      "cov-distil (oracle2student)": 4.075989723205566,
      "cov-distil (oracle2teacher)": 4.198295593261719,
      "epoch": 2.5188383045525904,
      "rel-constrast": 2.3503990173339844,
      "step": 3209,
      "subrel-constrast": 3.330230951309204,
      "view-similarity": 0
    },
    {
      "epoch": 2.5196232339089484,
      "grad_norm": 5.0,
      "learning_rate": 3.425067401723477e-05,
      "loss": 0.6803,
      "step": 3210
    },
    {
      "cov-distil": 2.128690719604492,
      "cov-distil (oracle2student)": 3.207764148712158,
      "cov-distil (oracle2teacher)": 3.4631266593933105,
      "epoch": 2.5196232339089484,
      "rel-constrast": 2.166062593460083,
      "step": 3210,
      "subrel-constrast": 3.419208288192749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.420947551727295,
      "cov-distil (oracle2student)": 5.125061988830566,
      "cov-distil (oracle2teacher)": 4.663134574890137,
      "epoch": 2.520408163265306,
      "rel-constrast": 2.5318374633789062,
      "step": 3211,
      "subrel-constrast": 3.4814345836639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868637561798096,
      "cov-distil (oracle2student)": 4.820537567138672,
      "cov-distil (oracle2teacher)": 4.426429271697998,
      "epoch": 2.521193092621664,
      "rel-constrast": 1.6105999946594238,
      "step": 3212,
      "subrel-constrast": 2.8534350395202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7878150939941406,
      "cov-distil (oracle2student)": 3.213507890701294,
      "cov-distil (oracle2teacher)": 3.2399706840515137,
      "epoch": 2.521978021978022,
      "rel-constrast": 2.4193902015686035,
      "step": 3213,
      "subrel-constrast": 3.1835827827453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088078022003174,
      "cov-distil (oracle2student)": 3.7523765563964844,
      "cov-distil (oracle2teacher)": 4.116902828216553,
      "epoch": 2.52276295133438,
      "rel-constrast": 1.8659464120864868,
      "step": 3214,
      "subrel-constrast": 3.2282986640930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4694702625274658,
      "cov-distil (oracle2student)": 4.124671936035156,
      "cov-distil (oracle2teacher)": 3.8383238315582275,
      "epoch": 2.523547880690738,
      "rel-constrast": 2.7510361671447754,
      "step": 3215,
      "subrel-constrast": 2.9453179836273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6120136976242065,
      "cov-distil (oracle2student)": 4.047298908233643,
      "cov-distil (oracle2teacher)": 3.845351219177246,
      "epoch": 2.524332810047096,
      "rel-constrast": 2.0304794311523438,
      "step": 3216,
      "subrel-constrast": 2.9042794704437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5388498306274414,
      "cov-distil (oracle2student)": 5.483465194702148,
      "cov-distil (oracle2teacher)": 4.9484028816223145,
      "epoch": 2.525117739403454,
      "rel-constrast": 2.0531113147735596,
      "step": 3217,
      "subrel-constrast": 2.6825246810913086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0207300186157227,
      "cov-distil (oracle2student)": 4.509006500244141,
      "cov-distil (oracle2teacher)": 4.015129089355469,
      "epoch": 2.5259026687598114,
      "rel-constrast": 1.507699728012085,
      "step": 3218,
      "subrel-constrast": 2.693643093109131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.332002639770508,
      "cov-distil (oracle2student)": 4.049377918243408,
      "cov-distil (oracle2teacher)": 3.6491339206695557,
      "epoch": 2.5266875981161694,
      "rel-constrast": 2.7409114837646484,
      "step": 3219,
      "subrel-constrast": 3.9847960472106934,
      "view-similarity": 0
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 5.40625,
      "learning_rate": 3.3919763455401015e-05,
      "loss": 0.5869,
      "step": 3220
    },
    {
      "cov-distil": 1.3312342166900635,
      "cov-distil (oracle2student)": 4.708987236022949,
      "cov-distil (oracle2teacher)": 4.332733631134033,
      "epoch": 2.5274725274725274,
      "rel-constrast": 1.9683620929718018,
      "step": 3220,
      "subrel-constrast": 3.133835554122925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555457592010498,
      "cov-distil (oracle2student)": 4.9938554763793945,
      "cov-distil (oracle2teacher)": 4.560337543487549,
      "epoch": 2.5282574568288854,
      "rel-constrast": 1.4220813512802124,
      "step": 3221,
      "subrel-constrast": 2.3612475395202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7954306602478027,
      "cov-distil (oracle2student)": 3.940906286239624,
      "cov-distil (oracle2teacher)": 4.458571434020996,
      "epoch": 2.5290423861852434,
      "rel-constrast": 2.0660347938537598,
      "step": 3222,
      "subrel-constrast": 3.1005918979644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8305225372314453,
      "cov-distil (oracle2student)": 4.865862846374512,
      "cov-distil (oracle2teacher)": 4.6208038330078125,
      "epoch": 2.5298273155416013,
      "rel-constrast": 2.6558163166046143,
      "step": 3223,
      "subrel-constrast": 2.9725077152252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8815301656723022,
      "cov-distil (oracle2student)": 5.982301712036133,
      "cov-distil (oracle2teacher)": 6.0059614181518555,
      "epoch": 2.5306122448979593,
      "rel-constrast": 2.977726936340332,
      "step": 3224,
      "subrel-constrast": 4.523647785186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9585705995559692,
      "cov-distil (oracle2student)": 3.8494622707366943,
      "cov-distil (oracle2teacher)": 3.731261730194092,
      "epoch": 2.531397174254317,
      "rel-constrast": 1.910309076309204,
      "step": 3225,
      "subrel-constrast": 3.3866031169891357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400430679321289,
      "cov-distil (oracle2student)": 4.34179162979126,
      "cov-distil (oracle2teacher)": 4.253070831298828,
      "epoch": 2.5321821036106753,
      "rel-constrast": 2.4548287391662598,
      "step": 3226,
      "subrel-constrast": 3.054482936859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.809792160987854,
      "cov-distil (oracle2student)": 3.601045608520508,
      "cov-distil (oracle2teacher)": 3.4220423698425293,
      "epoch": 2.532967032967033,
      "rel-constrast": 1.9196784496307373,
      "step": 3227,
      "subrel-constrast": 3.2326009273529053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5737388134002686,
      "cov-distil (oracle2student)": 4.661532402038574,
      "cov-distil (oracle2teacher)": 4.212490558624268,
      "epoch": 2.533751962323391,
      "rel-constrast": 1.6663942337036133,
      "step": 3228,
      "subrel-constrast": 2.6371865272521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4425411224365234,
      "cov-distil (oracle2student)": 3.5514168739318848,
      "cov-distil (oracle2teacher)": 3.2314958572387695,
      "epoch": 2.534536891679749,
      "rel-constrast": 2.1968724727630615,
      "step": 3229,
      "subrel-constrast": 2.702197551727295,
      "view-similarity": 0
    },
    {
      "epoch": 2.535321821036107,
      "grad_norm": 4.75,
      "learning_rate": 3.358963662161062e-05,
      "loss": 0.5724,
      "step": 3230
    },
    {
      "cov-distil": 1.6777740716934204,
      "cov-distil (oracle2student)": 5.444482326507568,
      "cov-distil (oracle2teacher)": 4.861590385437012,
      "epoch": 2.535321821036107,
      "rel-constrast": 1.921824336051941,
      "step": 3230,
      "subrel-constrast": 2.769136428833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3874177932739258,
      "cov-distil (oracle2student)": 5.130265235900879,
      "cov-distil (oracle2teacher)": 4.806963920593262,
      "epoch": 2.536106750392465,
      "rel-constrast": 1.5754444599151611,
      "step": 3231,
      "subrel-constrast": 2.356367349624634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5524500608444214,
      "cov-distil (oracle2student)": 3.241288185119629,
      "cov-distil (oracle2teacher)": 3.436383008956909,
      "epoch": 2.5368916797488223,
      "rel-constrast": 1.578034520149231,
      "step": 3232,
      "subrel-constrast": 2.563905954360962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5515820980072021,
      "cov-distil (oracle2student)": 4.094827651977539,
      "cov-distil (oracle2teacher)": 3.343808650970459,
      "epoch": 2.537676609105181,
      "rel-constrast": 2.2191615104675293,
      "step": 3233,
      "subrel-constrast": 2.4464285373687744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343911170959473,
      "cov-distil (oracle2student)": 3.887012481689453,
      "cov-distil (oracle2teacher)": 3.5764150619506836,
      "epoch": 2.5384615384615383,
      "rel-constrast": 2.1356303691864014,
      "step": 3234,
      "subrel-constrast": 2.7086219787597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3619418144226074,
      "cov-distil (oracle2student)": 3.1372718811035156,
      "cov-distil (oracle2teacher)": 3.527519702911377,
      "epoch": 2.5392464678178963,
      "rel-constrast": 2.7138450145721436,
      "step": 3235,
      "subrel-constrast": 3.304875135421753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6904700994491577,
      "cov-distil (oracle2student)": 2.7727131843566895,
      "cov-distil (oracle2teacher)": 2.936368942260742,
      "epoch": 2.5400313971742543,
      "rel-constrast": 2.421563148498535,
      "step": 3236,
      "subrel-constrast": 3.3020617961883545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8669836521148682,
      "cov-distil (oracle2student)": 3.1370651721954346,
      "cov-distil (oracle2teacher)": 3.3369052410125732,
      "epoch": 2.5408163265306123,
      "rel-constrast": 1.8269400596618652,
      "step": 3237,
      "subrel-constrast": 2.6413681507110596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5195889472961426,
      "cov-distil (oracle2student)": 5.5312089920043945,
      "cov-distil (oracle2teacher)": 4.816598892211914,
      "epoch": 2.5416012558869703,
      "rel-constrast": 2.678952217102051,
      "step": 3238,
      "subrel-constrast": 3.6290781497955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4524285793304443,
      "cov-distil (oracle2student)": 3.3194735050201416,
      "cov-distil (oracle2teacher)": 3.3309166431427,
      "epoch": 2.542386185243328,
      "rel-constrast": 2.4733240604400635,
      "step": 3239,
      "subrel-constrast": 3.2561793327331543,
      "view-similarity": 0
    },
    {
      "epoch": 2.5431711145996863,
      "grad_norm": 5.25,
      "learning_rate": 3.326030960577972e-05,
      "loss": 0.5771,
      "step": 3240
    },
    {
      "cov-distil": 2.067044496536255,
      "cov-distil (oracle2student)": 5.091658115386963,
      "cov-distil (oracle2teacher)": 4.9355082511901855,
      "epoch": 2.5431711145996863,
      "rel-constrast": 1.7630938291549683,
      "step": 3240,
      "subrel-constrast": 2.937650442123413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4347808361053467,
      "cov-distil (oracle2student)": 3.898736000061035,
      "cov-distil (oracle2teacher)": 3.4462828636169434,
      "epoch": 2.543956043956044,
      "rel-constrast": 1.5411914587020874,
      "step": 3241,
      "subrel-constrast": 2.4553704261779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5263311862945557,
      "cov-distil (oracle2student)": 3.7428483963012695,
      "cov-distil (oracle2teacher)": 3.7142157554626465,
      "epoch": 2.544740973312402,
      "rel-constrast": 1.8828656673431396,
      "step": 3242,
      "subrel-constrast": 2.510504722595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2686009407043457,
      "cov-distil (oracle2student)": 3.0033810138702393,
      "cov-distil (oracle2teacher)": 3.1973533630371094,
      "epoch": 2.5455259026687598,
      "rel-constrast": 2.14674711227417,
      "step": 3243,
      "subrel-constrast": 3.3723106384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3711973428726196,
      "cov-distil (oracle2student)": 4.1444196701049805,
      "cov-distil (oracle2teacher)": 4.017226219177246,
      "epoch": 2.5463108320251178,
      "rel-constrast": 2.0552210807800293,
      "step": 3244,
      "subrel-constrast": 2.890810012817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5899507999420166,
      "cov-distil (oracle2student)": 3.988969326019287,
      "cov-distil (oracle2teacher)": 3.9511778354644775,
      "epoch": 2.5470957613814758,
      "rel-constrast": 2.203317880630493,
      "step": 3245,
      "subrel-constrast": 3.2551987171173096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5146629810333252,
      "cov-distil (oracle2student)": 3.3558433055877686,
      "cov-distil (oracle2teacher)": 3.283810615539551,
      "epoch": 2.5478806907378337,
      "rel-constrast": 1.9238970279693604,
      "step": 3246,
      "subrel-constrast": 2.6866044998168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.333309292793274,
      "cov-distil (oracle2student)": 6.0581865310668945,
      "cov-distil (oracle2teacher)": 5.09604549407959,
      "epoch": 2.5486656200941917,
      "rel-constrast": 2.2796168327331543,
      "step": 3247,
      "subrel-constrast": 3.2746787071228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2522072792053223,
      "cov-distil (oracle2student)": 5.117633819580078,
      "cov-distil (oracle2teacher)": 4.335231304168701,
      "epoch": 2.5494505494505493,
      "rel-constrast": 1.916699767112732,
      "step": 3248,
      "subrel-constrast": 2.2837281227111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.934069275856018,
      "cov-distil (oracle2student)": 4.287077903747559,
      "cov-distil (oracle2teacher)": 4.294167995452881,
      "epoch": 2.5502354788069073,
      "rel-constrast": 1.5565905570983887,
      "step": 3249,
      "subrel-constrast": 2.556476593017578,
      "view-similarity": 0
    },
    {
      "epoch": 2.5510204081632653,
      "grad_norm": 3.875,
      "learning_rate": 3.293179845884245e-05,
      "loss": 0.5225,
      "step": 3250
    },
    {
      "cov-distil": 1.7709763050079346,
      "cov-distil (oracle2student)": 5.089301109313965,
      "cov-distil (oracle2teacher)": 4.351953506469727,
      "epoch": 2.5510204081632653,
      "rel-constrast": 2.8188695907592773,
      "step": 3250,
      "subrel-constrast": 3.368535280227661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0254030227661133,
      "cov-distil (oracle2student)": 5.18934440612793,
      "cov-distil (oracle2teacher)": 4.628086090087891,
      "epoch": 2.5518053375196232,
      "rel-constrast": 1.515174150466919,
      "step": 3251,
      "subrel-constrast": 3.1879940032958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702742338180542,
      "cov-distil (oracle2student)": 5.034023284912109,
      "cov-distil (oracle2teacher)": 4.805010795593262,
      "epoch": 2.5525902668759812,
      "rel-constrast": 2.65567946434021,
      "step": 3252,
      "subrel-constrast": 3.649491786956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2789430618286133,
      "cov-distil (oracle2student)": 5.001864433288574,
      "cov-distil (oracle2teacher)": 5.0256853103637695,
      "epoch": 2.553375196232339,
      "rel-constrast": 2.7614965438842773,
      "step": 3253,
      "subrel-constrast": 3.2667808532714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5643150806427002,
      "cov-distil (oracle2student)": 4.699347496032715,
      "cov-distil (oracle2teacher)": 4.120721817016602,
      "epoch": 2.554160125588697,
      "rel-constrast": 2.7519001960754395,
      "step": 3254,
      "subrel-constrast": 2.82226824760437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4570376873016357,
      "cov-distil (oracle2student)": 4.979452133178711,
      "cov-distil (oracle2teacher)": 4.162906646728516,
      "epoch": 2.5549450549450547,
      "rel-constrast": 2.0458474159240723,
      "step": 3255,
      "subrel-constrast": 2.7476491928100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4477314949035645,
      "cov-distil (oracle2student)": 3.9442296028137207,
      "cov-distil (oracle2teacher)": 3.634042739868164,
      "epoch": 2.5557299843014127,
      "rel-constrast": 1.7739112377166748,
      "step": 3256,
      "subrel-constrast": 2.5116255283355713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9419466257095337,
      "cov-distil (oracle2student)": 4.572903156280518,
      "cov-distil (oracle2teacher)": 4.12409782409668,
      "epoch": 2.5565149136577707,
      "rel-constrast": 2.015537738800049,
      "step": 3257,
      "subrel-constrast": 2.961961507797241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.24458646774292,
      "cov-distil (oracle2student)": 4.801314353942871,
      "cov-distil (oracle2teacher)": 4.049773216247559,
      "epoch": 2.5572998430141287,
      "rel-constrast": 2.187716484069824,
      "step": 3258,
      "subrel-constrast": 2.8386552333831787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.226410150527954,
      "cov-distil (oracle2student)": 4.559080123901367,
      "cov-distil (oracle2teacher)": 4.546385765075684,
      "epoch": 2.5580847723704867,
      "rel-constrast": 1.5635507106781006,
      "step": 3259,
      "subrel-constrast": 2.6282458305358887,
      "view-similarity": 0
    },
    {
      "epoch": 2.5588697017268447,
      "grad_norm": 3.953125,
      "learning_rate": 3.2604119191968654e-05,
      "loss": 0.5914,
      "step": 3260
    },
    {
      "cov-distil": 1.9203383922576904,
      "cov-distil (oracle2student)": 2.9402990341186523,
      "cov-distil (oracle2teacher)": 3.14013934135437,
      "epoch": 2.5588697017268447,
      "rel-constrast": 2.407289743423462,
      "step": 3260,
      "subrel-constrast": 3.281301498413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2434852123260498,
      "cov-distil (oracle2student)": 4.721680164337158,
      "cov-distil (oracle2teacher)": 4.451474666595459,
      "epoch": 2.5596546310832027,
      "rel-constrast": 1.862955093383789,
      "step": 3261,
      "subrel-constrast": 2.5024280548095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4666571617126465,
      "cov-distil (oracle2student)": 4.320257186889648,
      "cov-distil (oracle2teacher)": 4.334687232971191,
      "epoch": 2.5604395604395602,
      "rel-constrast": 2.508721351623535,
      "step": 3262,
      "subrel-constrast": 3.3979427814483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4546303749084473,
      "cov-distil (oracle2student)": 6.090237617492676,
      "cov-distil (oracle2teacher)": 5.24228572845459,
      "epoch": 2.561224489795918,
      "rel-constrast": 3.2599635124206543,
      "step": 3263,
      "subrel-constrast": 3.820638656616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0173754692077637,
      "cov-distil (oracle2student)": 5.096271991729736,
      "cov-distil (oracle2teacher)": 4.96883487701416,
      "epoch": 2.562009419152276,
      "rel-constrast": 2.616738796234131,
      "step": 3264,
      "subrel-constrast": 3.9529740810394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8840291500091553,
      "cov-distil (oracle2student)": 4.286931991577148,
      "cov-distil (oracle2teacher)": 3.8765954971313477,
      "epoch": 2.562794348508634,
      "rel-constrast": 2.3611927032470703,
      "step": 3265,
      "subrel-constrast": 3.2473220825195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778118371963501,
      "cov-distil (oracle2student)": 2.775346040725708,
      "cov-distil (oracle2teacher)": 3.1578025817871094,
      "epoch": 2.563579277864992,
      "rel-constrast": 1.6987080574035645,
      "step": 3266,
      "subrel-constrast": 3.034412384033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6256160736083984,
      "cov-distil (oracle2student)": 4.731417179107666,
      "cov-distil (oracle2teacher)": 4.4190473556518555,
      "epoch": 2.56436420722135,
      "rel-constrast": 2.1854262351989746,
      "step": 3267,
      "subrel-constrast": 2.911519765853882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606719732284546,
      "cov-distil (oracle2student)": 4.451339244842529,
      "cov-distil (oracle2teacher)": 4.002969741821289,
      "epoch": 2.565149136577708,
      "rel-constrast": 1.598818063735962,
      "step": 3268,
      "subrel-constrast": 2.40348482131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.598731279373169,
      "cov-distil (oracle2student)": 3.865659713745117,
      "cov-distil (oracle2teacher)": 3.7156131267547607,
      "epoch": 2.5659340659340657,
      "rel-constrast": 2.3239176273345947,
      "step": 3269,
      "subrel-constrast": 2.908019542694092,
      "view-similarity": 0
    },
    {
      "epoch": 2.566718995290424,
      "grad_norm": 4.90625,
      "learning_rate": 3.2277287775783525e-05,
      "loss": 0.6121,
      "step": 3270
    },
    {
      "cov-distil": 1.6325898170471191,
      "cov-distil (oracle2student)": 4.525294780731201,
      "cov-distil (oracle2teacher)": 4.3563432693481445,
      "epoch": 2.566718995290424,
      "rel-constrast": 2.4336066246032715,
      "step": 3270,
      "subrel-constrast": 3.125243663787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8846831321716309,
      "cov-distil (oracle2student)": 5.658080577850342,
      "cov-distil (oracle2teacher)": 4.969045639038086,
      "epoch": 2.5675039246467817,
      "rel-constrast": 2.4365766048431396,
      "step": 3271,
      "subrel-constrast": 3.2258460521698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7821481227874756,
      "cov-distil (oracle2student)": 4.888765811920166,
      "cov-distil (oracle2teacher)": 4.618534564971924,
      "epoch": 2.5682888540031397,
      "rel-constrast": 1.6892198324203491,
      "step": 3272,
      "subrel-constrast": 3.079019546508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.944113850593567,
      "cov-distil (oracle2student)": 3.684263229370117,
      "cov-distil (oracle2teacher)": 3.402358055114746,
      "epoch": 2.5690737833594977,
      "rel-constrast": 2.459808349609375,
      "step": 3273,
      "subrel-constrast": 2.823352098464966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442932367324829,
      "cov-distil (oracle2student)": 5.687253952026367,
      "cov-distil (oracle2teacher)": 5.191802501678467,
      "epoch": 2.5698587127158556,
      "rel-constrast": 2.9925200939178467,
      "step": 3274,
      "subrel-constrast": 3.7397799491882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1221909523010254,
      "cov-distil (oracle2student)": 6.108386516571045,
      "cov-distil (oracle2teacher)": 5.426397323608398,
      "epoch": 2.5706436420722136,
      "rel-constrast": 2.780851364135742,
      "step": 3275,
      "subrel-constrast": 2.712689161300659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8285624980926514,
      "cov-distil (oracle2student)": 3.9924049377441406,
      "cov-distil (oracle2teacher)": 3.738238573074341,
      "epoch": 2.571428571428571,
      "rel-constrast": 2.032743453979492,
      "step": 3276,
      "subrel-constrast": 2.622440814971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0842297077178955,
      "cov-distil (oracle2student)": 5.706057548522949,
      "cov-distil (oracle2teacher)": 4.525656700134277,
      "epoch": 2.5722135007849296,
      "rel-constrast": 2.2788867950439453,
      "step": 3277,
      "subrel-constrast": 3.160290002822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7713969945907593,
      "cov-distil (oracle2student)": 5.187386512756348,
      "cov-distil (oracle2teacher)": 4.177172660827637,
      "epoch": 2.572998430141287,
      "rel-constrast": 1.668538212776184,
      "step": 3278,
      "subrel-constrast": 2.4066169261932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.296798825263977,
      "cov-distil (oracle2student)": 5.462244510650635,
      "cov-distil (oracle2teacher)": 4.863962173461914,
      "epoch": 2.573783359497645,
      "rel-constrast": 1.8735374212265015,
      "step": 3279,
      "subrel-constrast": 2.246164083480835,
      "view-similarity": 0
    },
    {
      "epoch": 2.574568288854003,
      "grad_norm": 3.375,
      "learning_rate": 3.195132013958918e-05,
      "loss": 0.6081,
      "step": 3280
    },
    {
      "cov-distil": 1.7244505882263184,
      "cov-distil (oracle2student)": 5.69072961807251,
      "cov-distil (oracle2teacher)": 4.951552867889404,
      "epoch": 2.574568288854003,
      "rel-constrast": 2.58868670463562,
      "step": 3280,
      "subrel-constrast": 2.9441301822662354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7814050912857056,
      "cov-distil (oracle2student)": 3.7050538063049316,
      "cov-distil (oracle2teacher)": 3.7359838485717773,
      "epoch": 2.575353218210361,
      "rel-constrast": 3.2126286029815674,
      "step": 3281,
      "subrel-constrast": 4.244463920593262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5021772384643555,
      "cov-distil (oracle2student)": 4.126835346221924,
      "cov-distil (oracle2teacher)": 4.127967357635498,
      "epoch": 2.576138147566719,
      "rel-constrast": 1.908017873764038,
      "step": 3282,
      "subrel-constrast": 3.5463507175445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4902982711791992,
      "cov-distil (oracle2student)": 3.697270393371582,
      "cov-distil (oracle2teacher)": 3.7964141368865967,
      "epoch": 2.5769230769230766,
      "rel-constrast": 1.7762761116027832,
      "step": 3283,
      "subrel-constrast": 2.919987678527832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428907036781311,
      "cov-distil (oracle2student)": 6.653041362762451,
      "cov-distil (oracle2teacher)": 5.728061199188232,
      "epoch": 2.577708006279435,
      "rel-constrast": 3.80788254737854,
      "step": 3284,
      "subrel-constrast": 4.349116325378418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8607333898544312,
      "cov-distil (oracle2student)": 2.833004951477051,
      "cov-distil (oracle2teacher)": 3.263101577758789,
      "epoch": 2.5784929356357926,
      "rel-constrast": 3.043008804321289,
      "step": 3285,
      "subrel-constrast": 3.9621825218200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2000877857208252,
      "cov-distil (oracle2student)": 3.969597101211548,
      "cov-distil (oracle2teacher)": 3.519436836242676,
      "epoch": 2.5792778649921506,
      "rel-constrast": 1.6673696041107178,
      "step": 3286,
      "subrel-constrast": 2.271899700164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0800905227661133,
      "cov-distil (oracle2student)": 3.539095640182495,
      "cov-distil (oracle2teacher)": 3.459995746612549,
      "epoch": 2.5800627943485086,
      "rel-constrast": 1.5106101036071777,
      "step": 3287,
      "subrel-constrast": 2.9048314094543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691591739654541,
      "cov-distil (oracle2student)": 5.966660022735596,
      "cov-distil (oracle2teacher)": 5.227520942687988,
      "epoch": 2.5808477237048666,
      "rel-constrast": 2.3902339935302734,
      "step": 3288,
      "subrel-constrast": 3.0696284770965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210282802581787,
      "cov-distil (oracle2student)": 4.9033403396606445,
      "cov-distil (oracle2teacher)": 4.642753601074219,
      "epoch": 2.5816326530612246,
      "rel-constrast": 2.4959795475006104,
      "step": 3289,
      "subrel-constrast": 3.64835262298584,
      "view-similarity": 0
    },
    {
      "epoch": 2.5824175824175826,
      "grad_norm": 4.625,
      "learning_rate": 3.162623217058834e-05,
      "loss": 0.6549,
      "step": 3290
    },
    {
      "cov-distil": 1.651947259902954,
      "cov-distil (oracle2student)": 3.786787986755371,
      "cov-distil (oracle2teacher)": 3.9263575077056885,
      "epoch": 2.5824175824175826,
      "rel-constrast": 2.20230770111084,
      "step": 3290,
      "subrel-constrast": 3.0071113109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328135371208191,
      "cov-distil (oracle2student)": 4.592104911804199,
      "cov-distil (oracle2teacher)": 4.252425193786621,
      "epoch": 2.5832025117739406,
      "rel-constrast": 1.494607925415039,
      "step": 3291,
      "subrel-constrast": 2.403449296951294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103221893310547,
      "cov-distil (oracle2student)": 3.3744828701019287,
      "cov-distil (oracle2teacher)": 3.205596685409546,
      "epoch": 2.583987441130298,
      "rel-constrast": 1.4538453817367554,
      "step": 3292,
      "subrel-constrast": 2.4245543479919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7203643321990967,
      "cov-distil (oracle2student)": 5.077201843261719,
      "cov-distil (oracle2teacher)": 4.42064905166626,
      "epoch": 2.584772370486656,
      "rel-constrast": 2.43886399269104,
      "step": 3293,
      "subrel-constrast": 3.095594882965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8331425189971924,
      "cov-distil (oracle2student)": 3.0625061988830566,
      "cov-distil (oracle2teacher)": 3.0877327919006348,
      "epoch": 2.585557299843014,
      "rel-constrast": 1.9813635349273682,
      "step": 3294,
      "subrel-constrast": 2.919083595275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0887699127197266,
      "cov-distil (oracle2student)": 4.851426601409912,
      "cov-distil (oracle2teacher)": 4.15928316116333,
      "epoch": 2.586342229199372,
      "rel-constrast": 2.2496302127838135,
      "step": 3295,
      "subrel-constrast": 3.244356632232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7194836139678955,
      "cov-distil (oracle2student)": 3.7050065994262695,
      "cov-distil (oracle2teacher)": 3.2763352394104004,
      "epoch": 2.58712715855573,
      "rel-constrast": 2.159052610397339,
      "step": 3296,
      "subrel-constrast": 3.246403455734253,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0199990272521973,
      "cov-distil (oracle2student)": 4.107254505157471,
      "cov-distil (oracle2teacher)": 3.8455915451049805,
      "epoch": 2.587912087912088,
      "rel-constrast": 2.6063194274902344,
      "step": 3297,
      "subrel-constrast": 3.431645393371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6449627876281738,
      "cov-distil (oracle2student)": 5.010852813720703,
      "cov-distil (oracle2teacher)": 4.757534027099609,
      "epoch": 2.588697017268446,
      "rel-constrast": 2.2585835456848145,
      "step": 3298,
      "subrel-constrast": 3.046421527862549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6264257431030273,
      "cov-distil (oracle2student)": 3.933835983276367,
      "cov-distil (oracle2teacher)": 3.321549892425537,
      "epoch": 2.5894819466248036,
      "rel-constrast": 1.9099175930023193,
      "step": 3299,
      "subrel-constrast": 2.803021192550659,
      "view-similarity": 0
    },
    {
      "epoch": 2.5902668759811616,
      "grad_norm": 3.84375,
      "learning_rate": 3.130203971310999e-05,
      "loss": 0.5657,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "overlap": 0.30781251192092896,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "student margin": 0.0885009765625
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "teacher margin": 0.058135986328125
    },
    {
      "epoch": 2.5902668759811616,
      "margin difference": -0.030364990234375,
      "step": 3300
    },
    {
      "cov-distil": 1.7699799537658691,
      "cov-distil (oracle2student)": 2.48046875,
      "cov-distil (oracle2teacher)": 2.497478485107422,
      "epoch": 2.5902668759811616,
      "rel-constrast": 1.3805932998657227,
      "step": 3300,
      "subrel-constrast": 2.1694257259368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5699732303619385,
      "cov-distil (oracle2student)": 4.709437370300293,
      "cov-distil (oracle2teacher)": 3.781341075897217,
      "epoch": 2.5910518053375196,
      "rel-constrast": 2.577439785003662,
      "step": 3301,
      "subrel-constrast": 3.113537549972534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108750104904175,
      "cov-distil (oracle2student)": 6.491556644439697,
      "cov-distil (oracle2teacher)": 5.750648498535156,
      "epoch": 2.5918367346938775,
      "rel-constrast": 2.4632976055145264,
      "step": 3302,
      "subrel-constrast": 3.804126024246216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5112881660461426,
      "cov-distil (oracle2student)": 5.420385360717773,
      "cov-distil (oracle2teacher)": 4.82137393951416,
      "epoch": 2.5926216640502355,
      "rel-constrast": 2.3674116134643555,
      "step": 3303,
      "subrel-constrast": 3.179436206817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8603174686431885,
      "cov-distil (oracle2student)": 4.843985557556152,
      "cov-distil (oracle2teacher)": 4.66986608505249,
      "epoch": 2.5934065934065935,
      "rel-constrast": 2.808415412902832,
      "step": 3304,
      "subrel-constrast": 3.572403907775879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6963526010513306,
      "cov-distil (oracle2student)": 5.090474605560303,
      "cov-distil (oracle2teacher)": 5.303608417510986,
      "epoch": 2.5941915227629515,
      "rel-constrast": 2.931541919708252,
      "step": 3305,
      "subrel-constrast": 4.075336456298828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.293569803237915,
      "cov-distil (oracle2student)": 4.293956279754639,
      "cov-distil (oracle2teacher)": 4.447854995727539,
      "epoch": 2.594976452119309,
      "rel-constrast": 3.058680772781372,
      "step": 3306,
      "subrel-constrast": 3.6355533599853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1494560241699219,
      "cov-distil (oracle2student)": 4.289721488952637,
      "cov-distil (oracle2teacher)": 3.585005044937134,
      "epoch": 2.595761381475667,
      "rel-constrast": 1.7408530712127686,
      "step": 3307,
      "subrel-constrast": 2.563046455383301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5166447162628174,
      "cov-distil (oracle2student)": 5.491049766540527,
      "cov-distil (oracle2teacher)": 4.508282661437988,
      "epoch": 2.596546310832025,
      "rel-constrast": 1.641857385635376,
      "step": 3308,
      "subrel-constrast": 2.8422210216522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6170365810394287,
      "cov-distil (oracle2student)": 4.641977310180664,
      "cov-distil (oracle2teacher)": 4.1912689208984375,
      "epoch": 2.597331240188383,
      "rel-constrast": 3.3856382369995117,
      "step": 3309,
      "subrel-constrast": 3.9597959518432617,
      "view-similarity": 0
    },
    {
      "epoch": 2.598116169544741,
      "grad_norm": 7.5625,
      "learning_rate": 3.097875856783713e-05,
      "loss": 0.6491,
      "step": 3310
    },
    {
      "cov-distil": 1.5098602771759033,
      "cov-distil (oracle2student)": 4.2426958084106445,
      "cov-distil (oracle2teacher)": 3.895885944366455,
      "epoch": 2.598116169544741,
      "rel-constrast": 3.9592483043670654,
      "step": 3310,
      "subrel-constrast": 4.208860397338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3586781024932861,
      "cov-distil (oracle2student)": 2.7476959228515625,
      "cov-distil (oracle2teacher)": 2.517024517059326,
      "epoch": 2.598901098901099,
      "rel-constrast": 1.4546551704406738,
      "step": 3311,
      "subrel-constrast": 2.1735541820526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3969428539276123,
      "cov-distil (oracle2student)": 3.5955705642700195,
      "cov-distil (oracle2teacher)": 3.798685073852539,
      "epoch": 2.599686028257457,
      "rel-constrast": 2.335604667663574,
      "step": 3312,
      "subrel-constrast": 3.2141802310943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7512449026107788,
      "cov-distil (oracle2student)": 6.319487571716309,
      "cov-distil (oracle2teacher)": 5.725625038146973,
      "epoch": 2.6004709576138145,
      "rel-constrast": 2.2802772521972656,
      "step": 3313,
      "subrel-constrast": 3.0053515434265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.507682204246521,
      "cov-distil (oracle2student)": 6.562445640563965,
      "cov-distil (oracle2teacher)": 5.517765045166016,
      "epoch": 2.601255886970173,
      "rel-constrast": 2.440335512161255,
      "step": 3314,
      "subrel-constrast": 3.1647021770477295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7250863313674927,
      "cov-distil (oracle2student)": 4.202282905578613,
      "cov-distil (oracle2teacher)": 4.220650672912598,
      "epoch": 2.6020408163265305,
      "rel-constrast": 2.727935791015625,
      "step": 3315,
      "subrel-constrast": 3.818264961242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7004311084747314,
      "cov-distil (oracle2student)": 4.519329071044922,
      "cov-distil (oracle2teacher)": 4.058548927307129,
      "epoch": 2.6028257456828885,
      "rel-constrast": 2.529953718185425,
      "step": 3316,
      "subrel-constrast": 3.423988103866577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459113597869873,
      "cov-distil (oracle2student)": 4.322317600250244,
      "cov-distil (oracle2teacher)": 3.766237735748291,
      "epoch": 2.6036106750392465,
      "rel-constrast": 2.5773980617523193,
      "step": 3317,
      "subrel-constrast": 2.966007709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55329430103302,
      "cov-distil (oracle2student)": 4.2170867919921875,
      "cov-distil (oracle2teacher)": 4.205785274505615,
      "epoch": 2.6043956043956045,
      "rel-constrast": 2.57572078704834,
      "step": 3318,
      "subrel-constrast": 3.515855312347412,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0863428115844727,
      "cov-distil (oracle2student)": 3.188293933868408,
      "cov-distil (oracle2teacher)": 3.2925641536712646,
      "epoch": 2.6051805337519625,
      "rel-constrast": 2.0660431385040283,
      "step": 3319,
      "subrel-constrast": 2.8318979740142822,
      "view-similarity": 0
    },
    {
      "epoch": 2.60596546310832,
      "grad_norm": 4.46875,
      "learning_rate": 3.065640449103669e-05,
      "loss": 0.6638,
      "step": 3320
    },
    {
      "cov-distil": 1.714707851409912,
      "cov-distil (oracle2student)": 2.318355083465576,
      "cov-distil (oracle2teacher)": 2.7366199493408203,
      "epoch": 2.60596546310832,
      "rel-constrast": 1.7137184143066406,
      "step": 3320,
      "subrel-constrast": 2.67846417427063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6115220785140991,
      "cov-distil (oracle2student)": 3.0905301570892334,
      "cov-distil (oracle2teacher)": 2.9503912925720215,
      "epoch": 2.6067503924646784,
      "rel-constrast": 1.5311849117279053,
      "step": 3321,
      "subrel-constrast": 2.465534210205078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.231858730316162,
      "cov-distil (oracle2student)": 3.060941457748413,
      "cov-distil (oracle2teacher)": 3.1092309951782227,
      "epoch": 2.607535321821036,
      "rel-constrast": 1.62298583984375,
      "step": 3322,
      "subrel-constrast": 2.280405044555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6367690563201904,
      "cov-distil (oracle2student)": 4.2051544189453125,
      "cov-distil (oracle2teacher)": 3.9270360469818115,
      "epoch": 2.608320251177394,
      "rel-constrast": 4.917949676513672,
      "step": 3323,
      "subrel-constrast": 4.733944892883301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847176313400269,
      "cov-distil (oracle2student)": 5.1455183029174805,
      "cov-distil (oracle2teacher)": 4.352817058563232,
      "epoch": 2.609105180533752,
      "rel-constrast": 1.4214681386947632,
      "step": 3324,
      "subrel-constrast": 2.810157537460327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.586484432220459,
      "cov-distil (oracle2student)": 4.001923561096191,
      "cov-distil (oracle2teacher)": 4.1137213706970215,
      "epoch": 2.60989010989011,
      "rel-constrast": 4.395924091339111,
      "step": 3325,
      "subrel-constrast": 4.65672492980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096574306488037,
      "cov-distil (oracle2student)": 4.027440071105957,
      "cov-distil (oracle2teacher)": 4.402061939239502,
      "epoch": 2.610675039246468,
      "rel-constrast": 2.7251477241516113,
      "step": 3326,
      "subrel-constrast": 3.3576345443725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674264669418335,
      "cov-distil (oracle2student)": 4.239362716674805,
      "cov-distil (oracle2teacher)": 4.020310401916504,
      "epoch": 2.6114599686028255,
      "rel-constrast": 2.281888961791992,
      "step": 3327,
      "subrel-constrast": 3.5783703327178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8154628276824951,
      "cov-distil (oracle2student)": 5.2803521156311035,
      "cov-distil (oracle2teacher)": 5.038865566253662,
      "epoch": 2.612244897959184,
      "rel-constrast": 2.636664628982544,
      "step": 3328,
      "subrel-constrast": 3.5750489234924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3847675323486328,
      "cov-distil (oracle2student)": 5.431015968322754,
      "cov-distil (oracle2teacher)": 5.078334808349609,
      "epoch": 2.6130298273155415,
      "rel-constrast": 2.789536476135254,
      "step": 3329,
      "subrel-constrast": 3.4298171997070312,
      "view-similarity": 0
    },
    {
      "epoch": 2.6138147566718994,
      "grad_norm": 4.625,
      "learning_rate": 3.033499319379163e-05,
      "loss": 0.6908,
      "step": 3330
    },
    {
      "cov-distil": 1.2925647497177124,
      "cov-distil (oracle2student)": 5.7292399406433105,
      "cov-distil (oracle2teacher)": 5.321786880493164,
      "epoch": 2.6138147566718994,
      "rel-constrast": 2.327310085296631,
      "step": 3330,
      "subrel-constrast": 2.9587554931640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6773710250854492,
      "cov-distil (oracle2student)": 3.8404364585876465,
      "cov-distil (oracle2teacher)": 3.4578628540039062,
      "epoch": 2.6145996860282574,
      "rel-constrast": 2.4945878982543945,
      "step": 3331,
      "subrel-constrast": 3.2138524055480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022974967956543,
      "cov-distil (oracle2student)": 4.63301420211792,
      "cov-distil (oracle2teacher)": 4.385753631591797,
      "epoch": 2.6153846153846154,
      "rel-constrast": 2.1428062915802,
      "step": 3332,
      "subrel-constrast": 3.0811266899108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7396899461746216,
      "cov-distil (oracle2student)": 2.9876186847686768,
      "cov-distil (oracle2teacher)": 3.0662264823913574,
      "epoch": 2.6161695447409734,
      "rel-constrast": 3.0212159156799316,
      "step": 3333,
      "subrel-constrast": 4.127753257751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8465617895126343,
      "cov-distil (oracle2student)": 5.408164024353027,
      "cov-distil (oracle2teacher)": 5.017943859100342,
      "epoch": 2.6169544740973314,
      "rel-constrast": 1.9812359809875488,
      "step": 3334,
      "subrel-constrast": 2.7820680141448975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1461167335510254,
      "cov-distil (oracle2student)": 2.831037998199463,
      "cov-distil (oracle2teacher)": 3.176180839538574,
      "epoch": 2.6177394034536894,
      "rel-constrast": 1.3423352241516113,
      "step": 3335,
      "subrel-constrast": 2.309380054473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.586930513381958,
      "cov-distil (oracle2student)": 5.0973052978515625,
      "cov-distil (oracle2teacher)": 4.632143020629883,
      "epoch": 2.618524332810047,
      "rel-constrast": 2.226130962371826,
      "step": 3336,
      "subrel-constrast": 2.700249671936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929046392440796,
      "cov-distil (oracle2student)": 4.957589149475098,
      "cov-distil (oracle2teacher)": 4.947689533233643,
      "epoch": 2.619309262166405,
      "rel-constrast": 3.072836399078369,
      "step": 3337,
      "subrel-constrast": 3.7136855125427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480979561805725,
      "cov-distil (oracle2student)": 4.1153106689453125,
      "cov-distil (oracle2teacher)": 3.849064588546753,
      "epoch": 2.620094191522763,
      "rel-constrast": 1.3742510080337524,
      "step": 3338,
      "subrel-constrast": 2.345643997192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4861750602722168,
      "cov-distil (oracle2student)": 4.539650917053223,
      "cov-distil (oracle2teacher)": 4.29947566986084,
      "epoch": 2.620879120879121,
      "rel-constrast": 2.0470752716064453,
      "step": 3339,
      "subrel-constrast": 2.653632640838623,
      "view-similarity": 0
    },
    {
      "epoch": 2.621664050235479,
      "grad_norm": 3.921875,
      "learning_rate": 3.001454034123512e-05,
      "loss": 0.5913,
      "step": 3340
    },
    {
      "cov-distil": 1.418341040611267,
      "cov-distil (oracle2student)": 3.7027711868286133,
      "cov-distil (oracle2teacher)": 3.9545235633850098,
      "epoch": 2.621664050235479,
      "rel-constrast": 1.8825017213821411,
      "step": 3340,
      "subrel-constrast": 2.77376127243042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4408280849456787,
      "cov-distil (oracle2student)": 5.657905578613281,
      "cov-distil (oracle2teacher)": 5.268045425415039,
      "epoch": 2.622448979591837,
      "rel-constrast": 3.5054771900177,
      "step": 3341,
      "subrel-constrast": 4.1028828620910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5579802989959717,
      "cov-distil (oracle2student)": 4.287795066833496,
      "cov-distil (oracle2teacher)": 3.9533803462982178,
      "epoch": 2.623233908948195,
      "rel-constrast": 1.6872458457946777,
      "step": 3342,
      "subrel-constrast": 2.5795822143554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0431492328643799,
      "cov-distil (oracle2student)": 3.6251168251037598,
      "cov-distil (oracle2teacher)": 3.2054898738861084,
      "epoch": 2.6240188383045524,
      "rel-constrast": 1.596022129058838,
      "step": 3343,
      "subrel-constrast": 1.9267001152038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5656099319458008,
      "cov-distil (oracle2student)": 2.7790932655334473,
      "cov-distil (oracle2teacher)": 2.8013718128204346,
      "epoch": 2.6248037676609104,
      "rel-constrast": 1.6237133741378784,
      "step": 3344,
      "subrel-constrast": 2.4248123168945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8483941555023193,
      "cov-distil (oracle2student)": 3.1490299701690674,
      "cov-distil (oracle2teacher)": 2.8026204109191895,
      "epoch": 2.6255886970172684,
      "rel-constrast": 2.122995376586914,
      "step": 3345,
      "subrel-constrast": 2.854513168334961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9289796352386475,
      "cov-distil (oracle2student)": 5.784664154052734,
      "cov-distil (oracle2teacher)": 5.338774681091309,
      "epoch": 2.6263736263736264,
      "rel-constrast": 3.3361549377441406,
      "step": 3346,
      "subrel-constrast": 3.7937686443328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.53120756149292,
      "cov-distil (oracle2student)": 5.545282363891602,
      "cov-distil (oracle2teacher)": 5.107913494110107,
      "epoch": 2.6271585557299844,
      "rel-constrast": 2.411659002304077,
      "step": 3347,
      "subrel-constrast": 3.2986488342285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7920327186584473,
      "cov-distil (oracle2student)": 5.668000221252441,
      "cov-distil (oracle2teacher)": 4.647371292114258,
      "epoch": 2.6279434850863423,
      "rel-constrast": 1.599161982536316,
      "step": 3348,
      "subrel-constrast": 2.5898172855377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4515156745910645,
      "cov-distil (oracle2student)": 4.021811008453369,
      "cov-distil (oracle2teacher)": 3.5913071632385254,
      "epoch": 2.6287284144427003,
      "rel-constrast": 2.688488006591797,
      "step": 3349,
      "subrel-constrast": 3.0948774814605713,
      "view-similarity": 0
    },
    {
      "epoch": 2.629513343799058,
      "grad_norm": 5.09375,
      "learning_rate": 2.9695061551787108e-05,
      "loss": 0.6003,
      "step": 3350
    },
    {
      "cov-distil": 2.041386127471924,
      "cov-distil (oracle2student)": 2.563765048980713,
      "cov-distil (oracle2teacher)": 3.0682120323181152,
      "epoch": 2.629513343799058,
      "rel-constrast": 2.0537338256835938,
      "step": 3350,
      "subrel-constrast": 3.1441946029663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5373828411102295,
      "cov-distil (oracle2student)": 5.233511924743652,
      "cov-distil (oracle2teacher)": 4.77595329284668,
      "epoch": 2.630298273155416,
      "rel-constrast": 2.383305072784424,
      "step": 3351,
      "subrel-constrast": 3.3646740913391113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3785713911056519,
      "cov-distil (oracle2student)": 3.2466423511505127,
      "cov-distil (oracle2teacher)": 3.1565732955932617,
      "epoch": 2.631083202511774,
      "rel-constrast": 1.5748920440673828,
      "step": 3352,
      "subrel-constrast": 2.2482693195343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675603985786438,
      "cov-distil (oracle2student)": 4.88642692565918,
      "cov-distil (oracle2teacher)": 4.5238356590271,
      "epoch": 2.631868131868132,
      "rel-constrast": 2.2011351585388184,
      "step": 3353,
      "subrel-constrast": 3.251677989959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7578725814819336,
      "cov-distil (oracle2student)": 3.6562418937683105,
      "cov-distil (oracle2teacher)": 3.527406692504883,
      "epoch": 2.63265306122449,
      "rel-constrast": 2.6139514446258545,
      "step": 3354,
      "subrel-constrast": 3.738126039505005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353315830230713,
      "cov-distil (oracle2student)": 3.6032533645629883,
      "cov-distil (oracle2teacher)": 3.7473573684692383,
      "epoch": 2.633437990580848,
      "rel-constrast": 2.394322395324707,
      "step": 3355,
      "subrel-constrast": 3.3736565113067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9677449464797974,
      "cov-distil (oracle2student)": 6.4354424476623535,
      "cov-distil (oracle2teacher)": 5.397867202758789,
      "epoch": 2.634222919937206,
      "rel-constrast": 3.4203314781188965,
      "step": 3356,
      "subrel-constrast": 3.607933282852173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6171541213989258,
      "cov-distil (oracle2student)": 3.9033217430114746,
      "cov-distil (oracle2teacher)": 3.348414897918701,
      "epoch": 2.6350078492935634,
      "rel-constrast": 1.4888725280761719,
      "step": 3357,
      "subrel-constrast": 2.0713117122650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2498904466629028,
      "cov-distil (oracle2student)": 4.138282299041748,
      "cov-distil (oracle2teacher)": 4.129735469818115,
      "epoch": 2.6357927786499213,
      "rel-constrast": 2.4904019832611084,
      "step": 3358,
      "subrel-constrast": 2.6454484462738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9955170750617981,
      "cov-distil (oracle2student)": 4.659809589385986,
      "cov-distil (oracle2teacher)": 4.01898717880249,
      "epoch": 2.6365777080062793,
      "rel-constrast": 1.5830081701278687,
      "step": 3359,
      "subrel-constrast": 2.3517377376556396,
      "view-similarity": 0
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 4.125,
      "learning_rate": 2.9376572396393048e-05,
      "loss": 0.5942,
      "step": 3360
    },
    {
      "cov-distil": 1.8125187158584595,
      "cov-distil (oracle2student)": 3.916586399078369,
      "cov-distil (oracle2teacher)": 3.8730270862579346,
      "epoch": 2.6373626373626373,
      "rel-constrast": 2.3354055881500244,
      "step": 3360,
      "subrel-constrast": 3.4170215129852295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285046100616455,
      "cov-distil (oracle2student)": 3.758577346801758,
      "cov-distil (oracle2teacher)": 3.4543724060058594,
      "epoch": 2.6381475667189953,
      "rel-constrast": 1.4199230670928955,
      "step": 3361,
      "subrel-constrast": 2.333461284637451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37484610080719,
      "cov-distil (oracle2student)": 4.4242401123046875,
      "cov-distil (oracle2teacher)": 3.8011608123779297,
      "epoch": 2.6389324960753533,
      "rel-constrast": 1.4938950538635254,
      "step": 3362,
      "subrel-constrast": 1.86444091796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987549066543579,
      "cov-distil (oracle2student)": 4.372198104858398,
      "cov-distil (oracle2teacher)": 3.727924346923828,
      "epoch": 2.6397174254317113,
      "rel-constrast": 2.5187888145446777,
      "step": 3363,
      "subrel-constrast": 3.528599262237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682976484298706,
      "cov-distil (oracle2student)": 7.599708080291748,
      "cov-distil (oracle2teacher)": 6.7767791748046875,
      "epoch": 2.640502354788069,
      "rel-constrast": 4.190627098083496,
      "step": 3364,
      "subrel-constrast": 4.844867706298828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1541199684143066,
      "cov-distil (oracle2student)": 3.9482452869415283,
      "cov-distil (oracle2teacher)": 3.8675830364227295,
      "epoch": 2.6412872841444273,
      "rel-constrast": 1.9445137977600098,
      "step": 3365,
      "subrel-constrast": 2.940594434738159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4314510822296143,
      "cov-distil (oracle2student)": 4.176275253295898,
      "cov-distil (oracle2teacher)": 4.00535774230957,
      "epoch": 2.642072213500785,
      "rel-constrast": 2.9155819416046143,
      "step": 3366,
      "subrel-constrast": 3.1958866119384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671571969985962,
      "cov-distil (oracle2student)": 6.952567100524902,
      "cov-distil (oracle2teacher)": 6.684520244598389,
      "epoch": 2.642857142857143,
      "rel-constrast": 3.3453261852264404,
      "step": 3367,
      "subrel-constrast": 3.5526490211486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.156209707260132,
      "cov-distil (oracle2student)": 3.406752586364746,
      "cov-distil (oracle2teacher)": 4.0870208740234375,
      "epoch": 2.643642072213501,
      "rel-constrast": 2.3756093978881836,
      "step": 3368,
      "subrel-constrast": 3.9580137729644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.845374584197998,
      "cov-distil (oracle2student)": 5.78769588470459,
      "cov-distil (oracle2teacher)": 5.1762847900390625,
      "epoch": 2.6444270015698588,
      "rel-constrast": 2.4707398414611816,
      "step": 3369,
      "subrel-constrast": 3.329418659210205,
      "view-similarity": 0
    },
    {
      "epoch": 2.6452119309262168,
      "grad_norm": 4.59375,
      "learning_rate": 2.9059088397765088e-05,
      "loss": 0.6688,
      "step": 3370
    },
    {
      "cov-distil": 1.3409686088562012,
      "cov-distil (oracle2student)": 3.802243947982788,
      "cov-distil (oracle2teacher)": 4.061237812042236,
      "epoch": 2.6452119309262168,
      "rel-constrast": 1.8019118309020996,
      "step": 3370,
      "subrel-constrast": 2.6006815433502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0672249794006348,
      "cov-distil (oracle2student)": 5.558665752410889,
      "cov-distil (oracle2teacher)": 4.8947319984436035,
      "epoch": 2.6459968602825743,
      "rel-constrast": 2.1094889640808105,
      "step": 3371,
      "subrel-constrast": 3.1191511154174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9987688064575195,
      "cov-distil (oracle2student)": 5.082300186157227,
      "cov-distil (oracle2teacher)": 4.9293107986450195,
      "epoch": 2.6467817896389327,
      "rel-constrast": 3.5373992919921875,
      "step": 3372,
      "subrel-constrast": 4.213517665863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2317936420440674,
      "cov-distil (oracle2student)": 2.8889307975769043,
      "cov-distil (oracle2teacher)": 2.777665615081787,
      "epoch": 2.6475667189952903,
      "rel-constrast": 2.4932918548583984,
      "step": 3373,
      "subrel-constrast": 2.8326683044433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926556944847107,
      "cov-distil (oracle2student)": 5.300826549530029,
      "cov-distil (oracle2teacher)": 4.814957618713379,
      "epoch": 2.6483516483516483,
      "rel-constrast": 2.8528003692626953,
      "step": 3374,
      "subrel-constrast": 3.4788033962249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0968236923217773,
      "cov-distil (oracle2student)": 2.630375862121582,
      "cov-distil (oracle2teacher)": 2.9300761222839355,
      "epoch": 2.6491365777080063,
      "rel-constrast": 1.4577736854553223,
      "step": 3375,
      "subrel-constrast": 2.572037696838379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6200942993164062,
      "cov-distil (oracle2student)": 2.65142560005188,
      "cov-distil (oracle2teacher)": 2.641435384750366,
      "epoch": 2.6499215070643642,
      "rel-constrast": 1.7876023054122925,
      "step": 3376,
      "subrel-constrast": 2.821122169494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3936963081359863,
      "cov-distil (oracle2student)": 2.894648551940918,
      "cov-distil (oracle2teacher)": 3.435551166534424,
      "epoch": 2.6507064364207222,
      "rel-constrast": 1.8043302297592163,
      "step": 3377,
      "subrel-constrast": 3.152240514755249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.036072254180908,
      "cov-distil (oracle2student)": 5.706869125366211,
      "cov-distil (oracle2teacher)": 5.014859676361084,
      "epoch": 2.6514913657770802,
      "rel-constrast": 2.069552421569824,
      "step": 3378,
      "subrel-constrast": 2.7737741470336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0477209091186523,
      "cov-distil (oracle2student)": 3.694230794906616,
      "cov-distil (oracle2teacher)": 3.380995273590088,
      "epoch": 2.652276295133438,
      "rel-constrast": 1.9646443128585815,
      "step": 3379,
      "subrel-constrast": 2.6547536849975586,
      "view-similarity": 0
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 4.625,
      "learning_rate": 2.874262502962537e-05,
      "loss": 0.5889,
      "step": 3380
    },
    {
      "cov-distil": 1.4773231744766235,
      "cov-distil (oracle2student)": 3.454519271850586,
      "cov-distil (oracle2teacher)": 3.5476932525634766,
      "epoch": 2.6530612244897958,
      "rel-constrast": 2.4402170181274414,
      "step": 3380,
      "subrel-constrast": 3.142328977584839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3975709676742554,
      "cov-distil (oracle2student)": 6.504389762878418,
      "cov-distil (oracle2teacher)": 6.155793190002441,
      "epoch": 2.6538461538461537,
      "rel-constrast": 2.7833456993103027,
      "step": 3381,
      "subrel-constrast": 3.5548365116119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6080608367919922,
      "cov-distil (oracle2student)": 2.5735244750976562,
      "cov-distil (oracle2teacher)": 2.7669224739074707,
      "epoch": 2.6546310832025117,
      "rel-constrast": 2.2126262187957764,
      "step": 3382,
      "subrel-constrast": 3.1589062213897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8666517734527588,
      "cov-distil (oracle2student)": 4.361087799072266,
      "cov-distil (oracle2teacher)": 3.9711499214172363,
      "epoch": 2.6554160125588697,
      "rel-constrast": 1.7426083087921143,
      "step": 3383,
      "subrel-constrast": 2.939786434173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0246778726577759,
      "cov-distil (oracle2student)": 5.5809454917907715,
      "cov-distil (oracle2teacher)": 4.803288459777832,
      "epoch": 2.6562009419152277,
      "rel-constrast": 2.148538112640381,
      "step": 3384,
      "subrel-constrast": 2.621220111846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2356512546539307,
      "cov-distil (oracle2student)": 4.165989398956299,
      "cov-distil (oracle2teacher)": 4.088728904724121,
      "epoch": 2.6569858712715857,
      "rel-constrast": 1.7975460290908813,
      "step": 3385,
      "subrel-constrast": 2.466444730758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.084688663482666,
      "cov-distil (oracle2student)": 5.518699645996094,
      "cov-distil (oracle2teacher)": 4.940359115600586,
      "epoch": 2.6577708006279437,
      "rel-constrast": 2.9685680866241455,
      "step": 3386,
      "subrel-constrast": 3.711747169494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.393441915512085,
      "cov-distil (oracle2student)": 3.812753438949585,
      "cov-distil (oracle2teacher)": 3.9967098236083984,
      "epoch": 2.6585557299843012,
      "rel-constrast": 2.2917847633361816,
      "step": 3387,
      "subrel-constrast": 2.7945404052734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0998036861419678,
      "cov-distil (oracle2student)": 3.4721200466156006,
      "cov-distil (oracle2teacher)": 3.2855796813964844,
      "epoch": 2.659340659340659,
      "rel-constrast": 2.3408889770507812,
      "step": 3388,
      "subrel-constrast": 2.8688912391662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4027326107025146,
      "cov-distil (oracle2student)": 3.590930938720703,
      "cov-distil (oracle2teacher)": 3.670666217803955,
      "epoch": 2.660125588697017,
      "rel-constrast": 2.09495210647583,
      "step": 3389,
      "subrel-constrast": 2.939565658569336,
      "view-similarity": 0
    },
    {
      "epoch": 2.660910518053375,
      "grad_norm": 3.9375,
      "learning_rate": 2.8427197715952047e-05,
      "loss": 0.6045,
      "step": 3390
    },
    {
      "cov-distil": 2.5777013301849365,
      "cov-distil (oracle2student)": 5.876908302307129,
      "cov-distil (oracle2teacher)": 5.891722679138184,
      "epoch": 2.660910518053375,
      "rel-constrast": 2.8261942863464355,
      "step": 3390,
      "subrel-constrast": 4.153095722198486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615422010421753,
      "cov-distil (oracle2student)": 4.289436340332031,
      "cov-distil (oracle2teacher)": 4.112467288970947,
      "epoch": 2.661695447409733,
      "rel-constrast": 1.8774793148040771,
      "step": 3391,
      "subrel-constrast": 3.1322247982025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602604389190674,
      "cov-distil (oracle2student)": 3.7372207641601562,
      "cov-distil (oracle2teacher)": 3.6562952995300293,
      "epoch": 2.662480376766091,
      "rel-constrast": 2.4214539527893066,
      "step": 3392,
      "subrel-constrast": 3.058695077896118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7448985576629639,
      "cov-distil (oracle2student)": 5.027343273162842,
      "cov-distil (oracle2teacher)": 5.0322418212890625,
      "epoch": 2.663265306122449,
      "rel-constrast": 2.459503173828125,
      "step": 3393,
      "subrel-constrast": 3.398707151412964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5247461795806885,
      "cov-distil (oracle2student)": 3.96330189704895,
      "cov-distil (oracle2teacher)": 3.593043088912964,
      "epoch": 2.6640502354788067,
      "rel-constrast": 1.4176431894302368,
      "step": 3394,
      "subrel-constrast": 2.1876931190490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5453674793243408,
      "cov-distil (oracle2student)": 4.422031879425049,
      "cov-distil (oracle2teacher)": 4.594916343688965,
      "epoch": 2.6648351648351647,
      "rel-constrast": 3.0006189346313477,
      "step": 3395,
      "subrel-constrast": 3.6635944843292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1946158409118652,
      "cov-distil (oracle2student)": 3.207604169845581,
      "cov-distil (oracle2teacher)": 4.046454429626465,
      "epoch": 2.6656200941915227,
      "rel-constrast": 2.32879376411438,
      "step": 3396,
      "subrel-constrast": 3.775123357772827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487755298614502,
      "cov-distil (oracle2student)": 5.585165977478027,
      "cov-distil (oracle2teacher)": 5.186255931854248,
      "epoch": 2.6664050235478807,
      "rel-constrast": 3.0604820251464844,
      "step": 3397,
      "subrel-constrast": 3.985880136489868,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035229444503784,
      "cov-distil (oracle2student)": 6.258362770080566,
      "cov-distil (oracle2teacher)": 5.481663227081299,
      "epoch": 2.6671899529042387,
      "rel-constrast": 1.1799066066741943,
      "step": 3398,
      "subrel-constrast": 2.546292543411255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3631153106689453,
      "cov-distil (oracle2student)": 4.13159704208374,
      "cov-distil (oracle2teacher)": 3.8571219444274902,
      "epoch": 2.6679748822605966,
      "rel-constrast": 2.3676939010620117,
      "step": 3399,
      "subrel-constrast": 2.83607816696167,
      "view-similarity": 0
    },
    {
      "epoch": 2.6687598116169546,
      "grad_norm": 4.625,
      "learning_rate": 2.811282183022736e-05,
      "loss": 0.6182,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "overlap": 0.3187499940395355,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "student margin": 0.06732177734375
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "teacher margin": 0.047393798828125
    },
    {
      "epoch": 2.6687598116169546,
      "margin difference": -0.019927978515625,
      "step": 3400
    },
    {
      "cov-distil": 1.8190960884094238,
      "cov-distil (oracle2student)": 4.041803359985352,
      "cov-distil (oracle2teacher)": 3.247840166091919,
      "epoch": 2.6687598116169546,
      "rel-constrast": 3.128500461578369,
      "step": 3400,
      "subrel-constrast": 3.5242362022399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0330796241760254,
      "cov-distil (oracle2student)": 5.849191188812256,
      "cov-distil (oracle2teacher)": 5.196629524230957,
      "epoch": 2.669544740973312,
      "rel-constrast": 1.9498363733291626,
      "step": 3401,
      "subrel-constrast": 2.778928756713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1457204818725586,
      "cov-distil (oracle2student)": 5.699896812438965,
      "cov-distil (oracle2teacher)": 5.516772270202637,
      "epoch": 2.67032967032967,
      "rel-constrast": 2.4309275150299072,
      "step": 3402,
      "subrel-constrast": 3.2797324657440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7823114395141602,
      "cov-distil (oracle2student)": 2.8748936653137207,
      "cov-distil (oracle2teacher)": 3.1662755012512207,
      "epoch": 2.671114599686028,
      "rel-constrast": 1.8413695096969604,
      "step": 3403,
      "subrel-constrast": 2.9500064849853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8623486757278442,
      "cov-distil (oracle2student)": 5.489409446716309,
      "cov-distil (oracle2teacher)": 5.576576232910156,
      "epoch": 2.671899529042386,
      "rel-constrast": 2.89683198928833,
      "step": 3404,
      "subrel-constrast": 3.448291778564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.187105417251587,
      "cov-distil (oracle2student)": 4.307722568511963,
      "cov-distil (oracle2teacher)": 3.9836831092834473,
      "epoch": 2.672684458398744,
      "rel-constrast": 2.2837953567504883,
      "step": 3405,
      "subrel-constrast": 2.778536558151245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5260424613952637,
      "cov-distil (oracle2student)": 5.818492889404297,
      "cov-distil (oracle2teacher)": 4.922497749328613,
      "epoch": 2.673469387755102,
      "rel-constrast": 2.316046714782715,
      "step": 3406,
      "subrel-constrast": 2.3632590770721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053804397583008,
      "cov-distil (oracle2student)": 3.6902451515197754,
      "cov-distil (oracle2teacher)": 3.898272752761841,
      "epoch": 2.67425431711146,
      "rel-constrast": 2.3505024909973145,
      "step": 3407,
      "subrel-constrast": 3.1674485206604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.456545114517212,
      "cov-distil (oracle2student)": 4.75086784362793,
      "cov-distil (oracle2teacher)": 4.05971622467041,
      "epoch": 2.6750392464678177,
      "rel-constrast": 1.1038031578063965,
      "step": 3408,
      "subrel-constrast": 1.863850712776184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2927989959716797,
      "cov-distil (oracle2student)": 3.432046890258789,
      "cov-distil (oracle2teacher)": 3.5297679901123047,
      "epoch": 2.675824175824176,
      "rel-constrast": 2.1161160469055176,
      "step": 3409,
      "subrel-constrast": 2.860903263092041,
      "view-similarity": 0
    },
    {
      "epoch": 2.6766091051805336,
      "grad_norm": 4.65625,
      "learning_rate": 2.7799512694688468e-05,
      "loss": 0.6008,
      "step": 3410
    },
    {
      "cov-distil": 2.1471996307373047,
      "cov-distil (oracle2student)": 3.4387826919555664,
      "cov-distil (oracle2teacher)": 3.396683692932129,
      "epoch": 2.6766091051805336,
      "rel-constrast": 1.4738692045211792,
      "step": 3410,
      "subrel-constrast": 2.8412227630615234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7393630743026733,
      "cov-distil (oracle2student)": 4.616975784301758,
      "cov-distil (oracle2teacher)": 4.201043128967285,
      "epoch": 2.6773940345368916,
      "rel-constrast": 1.4370861053466797,
      "step": 3411,
      "subrel-constrast": 2.164078712463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2386717796325684,
      "cov-distil (oracle2student)": 6.910344123840332,
      "cov-distil (oracle2teacher)": 5.7649078369140625,
      "epoch": 2.6781789638932496,
      "rel-constrast": 1.6922852993011475,
      "step": 3412,
      "subrel-constrast": 2.3845279216766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7585837841033936,
      "cov-distil (oracle2student)": 6.280968189239502,
      "cov-distil (oracle2teacher)": 5.394805908203125,
      "epoch": 2.6789638932496076,
      "rel-constrast": 2.3615317344665527,
      "step": 3413,
      "subrel-constrast": 3.1788313388824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4520812034606934,
      "cov-distil (oracle2student)": 5.35476016998291,
      "cov-distil (oracle2teacher)": 4.5166497230529785,
      "epoch": 2.6797488226059656,
      "rel-constrast": 2.4728925228118896,
      "step": 3414,
      "subrel-constrast": 2.7477364540100098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63596773147583,
      "cov-distil (oracle2student)": 4.112092971801758,
      "cov-distil (oracle2teacher)": 3.9451467990875244,
      "epoch": 2.680533751962323,
      "rel-constrast": 1.353438377380371,
      "step": 3415,
      "subrel-constrast": 1.9520127773284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4951963424682617,
      "cov-distil (oracle2student)": 3.742263078689575,
      "cov-distil (oracle2teacher)": 3.583731174468994,
      "epoch": 2.6813186813186816,
      "rel-constrast": 1.7690054178237915,
      "step": 3416,
      "subrel-constrast": 2.420984983444214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1918540000915527,
      "cov-distil (oracle2student)": 3.751502513885498,
      "cov-distil (oracle2teacher)": 4.105154037475586,
      "epoch": 2.682103610675039,
      "rel-constrast": 1.2483314275741577,
      "step": 3417,
      "subrel-constrast": 2.1414709091186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4397146701812744,
      "cov-distil (oracle2student)": 4.964776992797852,
      "cov-distil (oracle2teacher)": 4.2094855308532715,
      "epoch": 2.682888540031397,
      "rel-constrast": 2.218583106994629,
      "step": 3418,
      "subrel-constrast": 2.7468008995056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808176875114441,
      "cov-distil (oracle2student)": 3.936241388320923,
      "cov-distil (oracle2teacher)": 3.7656593322753906,
      "epoch": 2.683673469387755,
      "rel-constrast": 2.0371079444885254,
      "step": 3419,
      "subrel-constrast": 3.135763168334961,
      "view-similarity": 0
    },
    {
      "epoch": 2.684458398744113,
      "grad_norm": 3.96875,
      "learning_rate": 2.7487285579580637e-05,
      "loss": 0.4914,
      "step": 3420
    },
    {
      "cov-distil": 1.896949291229248,
      "cov-distil (oracle2student)": 3.938291549682617,
      "cov-distil (oracle2teacher)": 3.709953784942627,
      "epoch": 2.684458398744113,
      "rel-constrast": 1.9911996126174927,
      "step": 3420,
      "subrel-constrast": 2.9872214794158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6704275608062744,
      "cov-distil (oracle2student)": 2.7664687633514404,
      "cov-distil (oracle2teacher)": 3.070934772491455,
      "epoch": 2.685243328100471,
      "rel-constrast": 2.42110276222229,
      "step": 3421,
      "subrel-constrast": 3.3928775787353516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8388903141021729,
      "cov-distil (oracle2student)": 4.4772443771362305,
      "cov-distil (oracle2teacher)": 3.9298312664031982,
      "epoch": 2.686028257456829,
      "rel-constrast": 2.3184003829956055,
      "step": 3422,
      "subrel-constrast": 3.373729705810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4032366275787354,
      "cov-distil (oracle2student)": 4.863650321960449,
      "cov-distil (oracle2teacher)": 4.61845588684082,
      "epoch": 2.686813186813187,
      "rel-constrast": 2.3115181922912598,
      "step": 3423,
      "subrel-constrast": 2.769547462463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2890446186065674,
      "cov-distil (oracle2student)": 6.994772911071777,
      "cov-distil (oracle2teacher)": 5.9370832443237305,
      "epoch": 2.6875981161695446,
      "rel-constrast": 3.7138335704803467,
      "step": 3424,
      "subrel-constrast": 3.914313554763794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7662094831466675,
      "cov-distil (oracle2student)": 4.465591907501221,
      "cov-distil (oracle2teacher)": 3.9632997512817383,
      "epoch": 2.6883830455259026,
      "rel-constrast": 2.650712490081787,
      "step": 3425,
      "subrel-constrast": 3.1783292293548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.407634735107422,
      "cov-distil (oracle2student)": 5.536260604858398,
      "cov-distil (oracle2teacher)": 5.173498153686523,
      "epoch": 2.6891679748822606,
      "rel-constrast": 2.809380054473877,
      "step": 3426,
      "subrel-constrast": 3.563758611679077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6306318044662476,
      "cov-distil (oracle2student)": 4.580175876617432,
      "cov-distil (oracle2teacher)": 3.7415966987609863,
      "epoch": 2.6899529042386185,
      "rel-constrast": 2.1103415489196777,
      "step": 3427,
      "subrel-constrast": 2.8154232501983643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.278849720954895,
      "cov-distil (oracle2student)": 4.149847030639648,
      "cov-distil (oracle2teacher)": 3.7522690296173096,
      "epoch": 2.6907378335949765,
      "rel-constrast": 2.2150423526763916,
      "step": 3428,
      "subrel-constrast": 2.600269079208374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550933837890625,
      "cov-distil (oracle2student)": 3.402374267578125,
      "cov-distil (oracle2teacher)": 3.795222043991089,
      "epoch": 2.6915227629513345,
      "rel-constrast": 2.601799964904785,
      "step": 3429,
      "subrel-constrast": 3.2821829319000244,
      "view-similarity": 0
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 5.59375,
      "learning_rate": 2.7176155702412937e-05,
      "loss": 0.6704,
      "step": 3430
    },
    {
      "cov-distil": 1.8629350662231445,
      "cov-distil (oracle2student)": 4.165920257568359,
      "cov-distil (oracle2teacher)": 3.900056838989258,
      "epoch": 2.6923076923076925,
      "rel-constrast": 2.227776050567627,
      "step": 3430,
      "subrel-constrast": 3.049611806869507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8086951971054077,
      "cov-distil (oracle2student)": 4.6111040115356445,
      "cov-distil (oracle2teacher)": 4.251345157623291,
      "epoch": 2.69309262166405,
      "rel-constrast": 2.887449264526367,
      "step": 3431,
      "subrel-constrast": 3.4819562435150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4142005443572998,
      "cov-distil (oracle2student)": 3.77201509475708,
      "cov-distil (oracle2teacher)": 3.3170456886291504,
      "epoch": 2.693877551020408,
      "rel-constrast": 2.2006711959838867,
      "step": 3432,
      "subrel-constrast": 2.8208844661712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.382383942604065,
      "cov-distil (oracle2student)": 3.980120897293091,
      "cov-distil (oracle2teacher)": 5.0435686111450195,
      "epoch": 2.694662480376766,
      "rel-constrast": 2.5456418991088867,
      "step": 3433,
      "subrel-constrast": 4.060046195983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6848113536834717,
      "cov-distil (oracle2student)": 3.884326934814453,
      "cov-distil (oracle2teacher)": 4.160164833068848,
      "epoch": 2.695447409733124,
      "rel-constrast": 2.514065742492676,
      "step": 3434,
      "subrel-constrast": 3.437913417816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9740039110183716,
      "cov-distil (oracle2student)": 6.67155647277832,
      "cov-distil (oracle2teacher)": 6.31056547164917,
      "epoch": 2.696232339089482,
      "rel-constrast": 1.1154119968414307,
      "step": 3435,
      "subrel-constrast": 2.2101690769195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4572570323944092,
      "cov-distil (oracle2student)": 3.8827877044677734,
      "cov-distil (oracle2teacher)": 3.5968451499938965,
      "epoch": 2.69701726844584,
      "rel-constrast": 2.405583620071411,
      "step": 3436,
      "subrel-constrast": 2.834019184112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167370557785034,
      "cov-distil (oracle2student)": 7.077154159545898,
      "cov-distil (oracle2teacher)": 6.399182319641113,
      "epoch": 2.697802197802198,
      "rel-constrast": 2.022690534591675,
      "step": 3437,
      "subrel-constrast": 3.1540298461914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113685131072998,
      "cov-distil (oracle2student)": 2.5300755500793457,
      "cov-distil (oracle2teacher)": 2.439971923828125,
      "epoch": 2.6985871271585555,
      "rel-constrast": 2.328328847885132,
      "step": 3438,
      "subrel-constrast": 3.151115894317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3712728023529053,
      "cov-distil (oracle2student)": 4.834733963012695,
      "cov-distil (oracle2teacher)": 4.447021007537842,
      "epoch": 2.6993720565149135,
      "rel-constrast": 1.8332393169403076,
      "step": 3439,
      "subrel-constrast": 2.714810371398926,
      "view-similarity": 0
    },
    {
      "epoch": 2.7001569858712715,
      "grad_norm": 4.78125,
      "learning_rate": 2.686613822721666e-05,
      "loss": 0.5951,
      "step": 3440
    },
    {
      "cov-distil": 1.3400987386703491,
      "cov-distil (oracle2student)": 4.439182758331299,
      "cov-distil (oracle2teacher)": 4.931572914123535,
      "epoch": 2.7001569858712715,
      "rel-constrast": 2.1816153526306152,
      "step": 3440,
      "subrel-constrast": 2.985065460205078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7002522945404053,
      "cov-distil (oracle2student)": 4.763503074645996,
      "cov-distil (oracle2teacher)": 4.815485954284668,
      "epoch": 2.7009419152276295,
      "rel-constrast": 2.870436668395996,
      "step": 3441,
      "subrel-constrast": 4.165072441101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9663161039352417,
      "cov-distil (oracle2student)": 5.03517484664917,
      "cov-distil (oracle2teacher)": 4.015318870544434,
      "epoch": 2.7017268445839875,
      "rel-constrast": 2.0754051208496094,
      "step": 3442,
      "subrel-constrast": 3.0690369606018066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8177478313446045,
      "cov-distil (oracle2student)": 5.572524070739746,
      "cov-distil (oracle2teacher)": 5.558218002319336,
      "epoch": 2.7025117739403455,
      "rel-constrast": 2.3870620727539062,
      "step": 3443,
      "subrel-constrast": 3.82098126411438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.48618483543396,
      "cov-distil (oracle2student)": 4.5727643966674805,
      "cov-distil (oracle2teacher)": 4.432222366333008,
      "epoch": 2.7032967032967035,
      "rel-constrast": 2.9528865814208984,
      "step": 3444,
      "subrel-constrast": 3.4656896591186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7086806297302246,
      "cov-distil (oracle2student)": 2.439377784729004,
      "cov-distil (oracle2teacher)": 2.6034109592437744,
      "epoch": 2.704081632653061,
      "rel-constrast": 2.0331616401672363,
      "step": 3445,
      "subrel-constrast": 2.951169013977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9205875396728516,
      "cov-distil (oracle2student)": 4.46523904800415,
      "cov-distil (oracle2teacher)": 4.606353759765625,
      "epoch": 2.704866562009419,
      "rel-constrast": 1.5709228515625,
      "step": 3446,
      "subrel-constrast": 3.319005012512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5422070026397705,
      "cov-distil (oracle2student)": 4.014163970947266,
      "cov-distil (oracle2teacher)": 3.675595760345459,
      "epoch": 2.705651491365777,
      "rel-constrast": 1.973734974861145,
      "step": 3447,
      "subrel-constrast": 2.7265021800994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5783264636993408,
      "cov-distil (oracle2student)": 4.837031841278076,
      "cov-distil (oracle2teacher)": 3.921844959259033,
      "epoch": 2.706436420722135,
      "rel-constrast": 1.7776408195495605,
      "step": 3448,
      "subrel-constrast": 2.4429309368133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6567916870117188,
      "cov-distil (oracle2student)": 3.3074913024902344,
      "cov-distil (oracle2teacher)": 3.148317337036133,
      "epoch": 2.707221350078493,
      "rel-constrast": 2.301157236099243,
      "step": 3449,
      "subrel-constrast": 3.4360110759735107,
      "view-similarity": 0
    },
    {
      "epoch": 2.708006279434851,
      "grad_norm": 4.28125,
      "learning_rate": 2.6557248263806174e-05,
      "loss": 0.5949,
      "step": 3450
    },
    {
      "cov-distil": 1.4273682832717896,
      "cov-distil (oracle2student)": 4.792483806610107,
      "cov-distil (oracle2teacher)": 4.359369277954102,
      "epoch": 2.708006279434851,
      "rel-constrast": 2.4163131713867188,
      "step": 3450,
      "subrel-constrast": 3.410938024520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1134543418884277,
      "cov-distil (oracle2student)": 5.4314680099487305,
      "cov-distil (oracle2teacher)": 4.829903602600098,
      "epoch": 2.708791208791209,
      "rel-constrast": 2.84942364692688,
      "step": 3451,
      "subrel-constrast": 3.794106960296631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6314785480499268,
      "cov-distil (oracle2student)": 4.416749000549316,
      "cov-distil (oracle2teacher)": 4.861217498779297,
      "epoch": 2.7095761381475665,
      "rel-constrast": 2.744746208190918,
      "step": 3452,
      "subrel-constrast": 3.2342612743377686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158491611480713,
      "cov-distil (oracle2student)": 6.184563159942627,
      "cov-distil (oracle2teacher)": 5.892805576324463,
      "epoch": 2.710361067503925,
      "rel-constrast": 2.3296165466308594,
      "step": 3453,
      "subrel-constrast": 3.2974050045013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.900626540184021,
      "cov-distil (oracle2student)": 3.7440593242645264,
      "cov-distil (oracle2teacher)": 3.4883155822753906,
      "epoch": 2.7111459968602825,
      "rel-constrast": 1.4969890117645264,
      "step": 3454,
      "subrel-constrast": 2.7449569702148438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.661847472190857,
      "cov-distil (oracle2student)": 5.09041166305542,
      "cov-distil (oracle2teacher)": 4.794468879699707,
      "epoch": 2.7119309262166404,
      "rel-constrast": 2.8319201469421387,
      "step": 3455,
      "subrel-constrast": 3.6096689701080322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6419572830200195,
      "cov-distil (oracle2student)": 2.713982343673706,
      "cov-distil (oracle2teacher)": 3.0133275985717773,
      "epoch": 2.7127158555729984,
      "rel-constrast": 1.7581521272659302,
      "step": 3456,
      "subrel-constrast": 2.6044838428497314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.261139154434204,
      "cov-distil (oracle2student)": 4.258082389831543,
      "cov-distil (oracle2teacher)": 4.479352951049805,
      "epoch": 2.7135007849293564,
      "rel-constrast": 2.461764097213745,
      "step": 3457,
      "subrel-constrast": 2.8709776401519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1469755172729492,
      "cov-distil (oracle2student)": 5.491734981536865,
      "cov-distil (oracle2teacher)": 5.133884429931641,
      "epoch": 2.7142857142857144,
      "rel-constrast": 2.72524094581604,
      "step": 3458,
      "subrel-constrast": 3.1280040740966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5046451091766357,
      "cov-distil (oracle2student)": 2.5326709747314453,
      "cov-distil (oracle2teacher)": 2.7110509872436523,
      "epoch": 2.715070643642072,
      "rel-constrast": 2.2106943130493164,
      "step": 3459,
      "subrel-constrast": 3.057244300842285,
      "view-similarity": 0
    },
    {
      "epoch": 2.7158555729984304,
      "grad_norm": 4.28125,
      "learning_rate": 2.6249500867042522e-05,
      "loss": 0.6356,
      "step": 3460
    },
    {
      "cov-distil": 1.6583510637283325,
      "cov-distil (oracle2student)": 5.234858512878418,
      "cov-distil (oracle2teacher)": 4.359856605529785,
      "epoch": 2.7158555729984304,
      "rel-constrast": 2.1799187660217285,
      "step": 3460,
      "subrel-constrast": 2.8360402584075928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.130920171737671,
      "cov-distil (oracle2student)": 5.511314868927002,
      "cov-distil (oracle2teacher)": 5.674047470092773,
      "epoch": 2.716640502354788,
      "rel-constrast": 3.273432731628418,
      "step": 3461,
      "subrel-constrast": 4.035186290740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4755852222442627,
      "cov-distil (oracle2student)": 3.790499210357666,
      "cov-distil (oracle2teacher)": 3.848278760910034,
      "epoch": 2.717425431711146,
      "rel-constrast": 2.547844171524048,
      "step": 3462,
      "subrel-constrast": 3.057603359222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9644443988800049,
      "cov-distil (oracle2student)": 3.1281089782714844,
      "cov-distil (oracle2teacher)": 3.2745361328125,
      "epoch": 2.718210361067504,
      "rel-constrast": 1.865729570388794,
      "step": 3463,
      "subrel-constrast": 2.529360771179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3695552349090576,
      "cov-distil (oracle2student)": 3.9184837341308594,
      "cov-distil (oracle2teacher)": 4.138149738311768,
      "epoch": 2.718995290423862,
      "rel-constrast": 2.5540897846221924,
      "step": 3464,
      "subrel-constrast": 3.5630199909210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5426783561706543,
      "cov-distil (oracle2student)": 4.507762908935547,
      "cov-distil (oracle2teacher)": 4.3097429275512695,
      "epoch": 2.71978021978022,
      "rel-constrast": 2.626026153564453,
      "step": 3465,
      "subrel-constrast": 3.2686846256256104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2336012125015259,
      "cov-distil (oracle2student)": 4.963406085968018,
      "cov-distil (oracle2teacher)": 3.9704813957214355,
      "epoch": 2.7205651491365774,
      "rel-constrast": 1.5488044023513794,
      "step": 3466,
      "subrel-constrast": 2.2980098724365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8982857465744019,
      "cov-distil (oracle2student)": 4.087580680847168,
      "cov-distil (oracle2teacher)": 3.386702060699463,
      "epoch": 2.721350078492936,
      "rel-constrast": 2.807582378387451,
      "step": 3467,
      "subrel-constrast": 3.258582830429077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6542277336120605,
      "cov-distil (oracle2student)": 2.792628288269043,
      "cov-distil (oracle2teacher)": 2.7171268463134766,
      "epoch": 2.7221350078492934,
      "rel-constrast": 1.4113914966583252,
      "step": 3468,
      "subrel-constrast": 2.3567962646484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4282872676849365,
      "cov-distil (oracle2student)": 4.881390571594238,
      "cov-distil (oracle2teacher)": 3.7760932445526123,
      "epoch": 2.7229199372056514,
      "rel-constrast": 1.5489966869354248,
      "step": 3469,
      "subrel-constrast": 2.2837977409362793,
      "view-similarity": 0
    },
    {
      "epoch": 2.7237048665620094,
      "grad_norm": 3.984375,
      "learning_rate": 2.5942911036099655e-05,
      "loss": 0.6,
      "step": 3470
    },
    {
      "cov-distil": 1.3562746047973633,
      "cov-distil (oracle2student)": 5.582672595977783,
      "cov-distil (oracle2teacher)": 4.391085624694824,
      "epoch": 2.7237048665620094,
      "rel-constrast": 2.4430789947509766,
      "step": 3470,
      "subrel-constrast": 3.19331693649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.958358645439148,
      "cov-distil (oracle2student)": 6.62513542175293,
      "cov-distil (oracle2teacher)": 5.7341461181640625,
      "epoch": 2.7244897959183674,
      "rel-constrast": 1.9346144199371338,
      "step": 3471,
      "subrel-constrast": 2.926448345184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106470823287964,
      "cov-distil (oracle2student)": 5.12540340423584,
      "cov-distil (oracle2teacher)": 5.281241416931152,
      "epoch": 2.7252747252747254,
      "rel-constrast": 2.6499979496002197,
      "step": 3472,
      "subrel-constrast": 3.806828260421753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5001678466796875,
      "cov-distil (oracle2student)": 4.459643840789795,
      "cov-distil (oracle2teacher)": 4.965885162353516,
      "epoch": 2.7260596546310834,
      "rel-constrast": 1.7129528522491455,
      "step": 3473,
      "subrel-constrast": 2.597059726715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.915181279182434,
      "cov-distil (oracle2student)": 5.243585109710693,
      "cov-distil (oracle2teacher)": 4.8357038497924805,
      "epoch": 2.7268445839874413,
      "rel-constrast": 2.2408435344696045,
      "step": 3474,
      "subrel-constrast": 3.2961957454681396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565850734710693,
      "cov-distil (oracle2student)": 5.260064125061035,
      "cov-distil (oracle2teacher)": 4.924886703491211,
      "epoch": 2.727629513343799,
      "rel-constrast": 1.6855075359344482,
      "step": 3475,
      "subrel-constrast": 2.8634231090545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9843730926513672,
      "cov-distil (oracle2student)": 4.279170036315918,
      "cov-distil (oracle2teacher)": 4.197710037231445,
      "epoch": 2.728414442700157,
      "rel-constrast": 2.3143720626831055,
      "step": 3476,
      "subrel-constrast": 3.5515265464782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3630447387695312,
      "cov-distil (oracle2student)": 4.183330535888672,
      "cov-distil (oracle2teacher)": 4.683111190795898,
      "epoch": 2.729199372056515,
      "rel-constrast": 2.9835381507873535,
      "step": 3477,
      "subrel-constrast": 3.5239734649658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418546438217163,
      "cov-distil (oracle2student)": 4.131027698516846,
      "cov-distil (oracle2teacher)": 3.7312591075897217,
      "epoch": 2.729984301412873,
      "rel-constrast": 2.5148673057556152,
      "step": 3478,
      "subrel-constrast": 3.3303020000457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4130663871765137,
      "cov-distil (oracle2student)": 4.884578227996826,
      "cov-distil (oracle2teacher)": 4.50186824798584,
      "epoch": 2.730769230769231,
      "rel-constrast": 2.3701188564300537,
      "step": 3479,
      "subrel-constrast": 3.170686960220337,
      "view-similarity": 0
    },
    {
      "epoch": 2.731554160125589,
      "grad_norm": 4.96875,
      "learning_rate": 2.5637493713733374e-05,
      "loss": 0.6127,
      "step": 3480
    },
    {
      "cov-distil": 1.3456581830978394,
      "cov-distil (oracle2student)": 4.51633882522583,
      "cov-distil (oracle2teacher)": 3.7781929969787598,
      "epoch": 2.731554160125589,
      "rel-constrast": 2.4661030769348145,
      "step": 3480,
      "subrel-constrast": 2.9700112342834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4735770225524902,
      "cov-distil (oracle2student)": 3.1421713829040527,
      "cov-distil (oracle2teacher)": 3.0841360092163086,
      "epoch": 2.732339089481947,
      "rel-constrast": 1.9770164489746094,
      "step": 3481,
      "subrel-constrast": 2.36877703666687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9219255447387695,
      "cov-distil (oracle2student)": 6.032492637634277,
      "cov-distil (oracle2teacher)": 5.6180009841918945,
      "epoch": 2.7331240188383044,
      "rel-constrast": 2.325261116027832,
      "step": 3482,
      "subrel-constrast": 3.489928722381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0745301246643066,
      "cov-distil (oracle2student)": 4.6752119064331055,
      "cov-distil (oracle2teacher)": 4.841526508331299,
      "epoch": 2.7339089481946623,
      "rel-constrast": 1.7687427997589111,
      "step": 3483,
      "subrel-constrast": 2.298067092895508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4272043704986572,
      "cov-distil (oracle2student)": 6.253551959991455,
      "cov-distil (oracle2teacher)": 5.612486839294434,
      "epoch": 2.7346938775510203,
      "rel-constrast": 3.210055351257324,
      "step": 3484,
      "subrel-constrast": 3.6842191219329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564116358757019,
      "cov-distil (oracle2student)": 3.38950777053833,
      "cov-distil (oracle2teacher)": 2.950028896331787,
      "epoch": 2.7354788069073783,
      "rel-constrast": 1.84074866771698,
      "step": 3485,
      "subrel-constrast": 2.6082260608673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161758422851562,
      "cov-distil (oracle2student)": 6.288577079772949,
      "cov-distil (oracle2teacher)": 5.458817481994629,
      "epoch": 2.7362637362637363,
      "rel-constrast": 2.357041358947754,
      "step": 3486,
      "subrel-constrast": 2.536726951599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7914533615112305,
      "cov-distil (oracle2student)": 4.450745582580566,
      "cov-distil (oracle2teacher)": 3.7963573932647705,
      "epoch": 2.7370486656200943,
      "rel-constrast": 2.234779119491577,
      "step": 3487,
      "subrel-constrast": 3.0758066177368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7449408769607544,
      "cov-distil (oracle2student)": 4.651845932006836,
      "cov-distil (oracle2teacher)": 3.891590118408203,
      "epoch": 2.7378335949764523,
      "rel-constrast": 1.8381937742233276,
      "step": 3488,
      "subrel-constrast": 2.8592028617858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701484203338623,
      "cov-distil (oracle2student)": 3.671588897705078,
      "cov-distil (oracle2teacher)": 3.345083713531494,
      "epoch": 2.73861852433281,
      "rel-constrast": 1.904994010925293,
      "step": 3489,
      "subrel-constrast": 2.5878098011016846,
      "view-similarity": 0
    },
    {
      "epoch": 2.739403453689168,
      "grad_norm": 4.625,
      "learning_rate": 2.533326378555314e-05,
      "loss": 0.5867,
      "step": 3490
    },
    {
      "cov-distil": 1.635155439376831,
      "cov-distil (oracle2student)": 4.132141590118408,
      "cov-distil (oracle2teacher)": 4.016015529632568,
      "epoch": 2.739403453689168,
      "rel-constrast": 1.5930359363555908,
      "step": 3490,
      "subrel-constrast": 2.3900907039642334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.509319543838501,
      "cov-distil (oracle2student)": 5.751461982727051,
      "cov-distil (oracle2teacher)": 5.026668548583984,
      "epoch": 2.740188383045526,
      "rel-constrast": 1.7501755952835083,
      "step": 3491,
      "subrel-constrast": 2.665200710296631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4015730619430542,
      "cov-distil (oracle2student)": 4.698198318481445,
      "cov-distil (oracle2teacher)": 4.369719505310059,
      "epoch": 2.740973312401884,
      "rel-constrast": 1.7661383152008057,
      "step": 3492,
      "subrel-constrast": 2.3491644859313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.167095422744751,
      "cov-distil (oracle2student)": 5.353090763092041,
      "cov-distil (oracle2teacher)": 4.974560260772705,
      "epoch": 2.741758241758242,
      "rel-constrast": 3.3525047302246094,
      "step": 3493,
      "subrel-constrast": 3.711697816848755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4041483402252197,
      "cov-distil (oracle2student)": 5.811669826507568,
      "cov-distil (oracle2teacher)": 4.971675872802734,
      "epoch": 2.7425431711145998,
      "rel-constrast": 1.8880205154418945,
      "step": 3494,
      "subrel-constrast": 2.8867807388305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8980578184127808,
      "cov-distil (oracle2student)": 4.055209159851074,
      "cov-distil (oracle2teacher)": 3.9683990478515625,
      "epoch": 2.7433281004709578,
      "rel-constrast": 2.0168216228485107,
      "step": 3495,
      "subrel-constrast": 2.981013536453247,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9935604929924011,
      "cov-distil (oracle2student)": 5.959197044372559,
      "cov-distil (oracle2teacher)": 5.424026966094971,
      "epoch": 2.7441130298273153,
      "rel-constrast": 2.1983799934387207,
      "step": 3496,
      "subrel-constrast": 2.994856834411621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285515308380127,
      "cov-distil (oracle2student)": 6.341780185699463,
      "cov-distil (oracle2teacher)": 6.032081127166748,
      "epoch": 2.7448979591836737,
      "rel-constrast": 2.514125347137451,
      "step": 3497,
      "subrel-constrast": 3.453899621963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6557687520980835,
      "cov-distil (oracle2student)": 3.9491689205169678,
      "cov-distil (oracle2teacher)": 3.682896614074707,
      "epoch": 2.7456828885400313,
      "rel-constrast": 2.3936820030212402,
      "step": 3498,
      "subrel-constrast": 2.874001979827881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82966947555542,
      "cov-distil (oracle2student)": 3.513309955596924,
      "cov-distil (oracle2teacher)": 3.2925329208374023,
      "epoch": 2.7464678178963893,
      "rel-constrast": 1.7529528141021729,
      "step": 3499,
      "subrel-constrast": 2.891897678375244,
      "view-similarity": 0
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 4.125,
      "learning_rate": 2.5030236079296444e-05,
      "loss": 0.5676,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-P@10": 0.764,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-nDCG@10": 0.7739249114742384,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-alpha_nDCG@10": 0.5921851059188538,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-P@10": 0.4329999999999999,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-nDCG@10": 0.6194397640765608,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-alpha_nDCG@10": 0.6155189921220089,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/avg": 0.5442298650139761,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "overlap": 0.3140625059604645,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "student margin": 0.0635986328125
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "teacher margin": 0.0439453125
    },
    {
      "epoch": 2.7472527472527473,
      "margin difference": -0.0196533203125,
      "step": 3500
    },
    {
      "cov-distil": 1.5334784984588623,
      "cov-distil (oracle2student)": 5.349461555480957,
      "cov-distil (oracle2teacher)": 4.694800853729248,
      "epoch": 2.7472527472527473,
      "rel-constrast": 2.862382411956787,
      "step": 3500,
      "subrel-constrast": 3.5095224380493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.444901466369629,
      "cov-distil (oracle2student)": 4.355505466461182,
      "cov-distil (oracle2teacher)": 4.248751163482666,
      "epoch": 2.7480376766091053,
      "rel-constrast": 2.3000640869140625,
      "step": 3501,
      "subrel-constrast": 3.7459447383880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1229227781295776,
      "cov-distil (oracle2student)": 4.648228645324707,
      "cov-distil (oracle2teacher)": 3.985206127166748,
      "epoch": 2.7488226059654632,
      "rel-constrast": 1.8947025537490845,
      "step": 3502,
      "subrel-constrast": 2.4813146591186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3041925430297852,
      "cov-distil (oracle2student)": 4.638259410858154,
      "cov-distil (oracle2teacher)": 3.958730697631836,
      "epoch": 2.749607535321821,
      "rel-constrast": 1.2627595663070679,
      "step": 3503,
      "subrel-constrast": 2.0845556259155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6510138511657715,
      "cov-distil (oracle2student)": 2.9646151065826416,
      "cov-distil (oracle2teacher)": 3.0665688514709473,
      "epoch": 2.750392464678179,
      "rel-constrast": 2.312828779220581,
      "step": 3504,
      "subrel-constrast": 3.1372222900390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8610093593597412,
      "cov-distil (oracle2student)": 4.4844584465026855,
      "cov-distil (oracle2teacher)": 4.289851188659668,
      "epoch": 2.7511773940345368,
      "rel-constrast": 2.269148826599121,
      "step": 3505,
      "subrel-constrast": 2.894805908203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6419955492019653,
      "cov-distil (oracle2student)": 5.24977970123291,
      "cov-distil (oracle2teacher)": 4.747099876403809,
      "epoch": 2.7519623233908947,
      "rel-constrast": 2.134195327758789,
      "step": 3506,
      "subrel-constrast": 2.611645221710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3762987852096558,
      "cov-distil (oracle2student)": 3.994220733642578,
      "cov-distil (oracle2teacher)": 3.299335479736328,
      "epoch": 2.7527472527472527,
      "rel-constrast": 2.307434558868408,
      "step": 3507,
      "subrel-constrast": 2.582017660140991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2924541234970093,
      "cov-distil (oracle2student)": 6.144392013549805,
      "cov-distil (oracle2teacher)": 5.571048259735107,
      "epoch": 2.7535321821036107,
      "rel-constrast": 1.989454984664917,
      "step": 3508,
      "subrel-constrast": 2.7642335891723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3256404399871826,
      "cov-distil (oracle2student)": 3.713268280029297,
      "cov-distil (oracle2teacher)": 3.7600347995758057,
      "epoch": 2.7543171114599687,
      "rel-constrast": 1.7135322093963623,
      "step": 3509,
      "subrel-constrast": 2.4492897987365723,
      "view-similarity": 0
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 3.53125,
      "learning_rate": 2.4728425364106135e-05,
      "loss": 0.565,
      "step": 3510
    },
    {
      "cov-distil": 1.6816813945770264,
      "cov-distil (oracle2student)": 5.113245010375977,
      "cov-distil (oracle2teacher)": 4.700321197509766,
      "epoch": 2.7551020408163263,
      "rel-constrast": 2.2290596961975098,
      "step": 3510,
      "subrel-constrast": 3.208026885986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8117892742156982,
      "cov-distil (oracle2student)": 4.5039472579956055,
      "cov-distil (oracle2teacher)": 4.806718826293945,
      "epoch": 2.7558869701726847,
      "rel-constrast": 2.3528006076812744,
      "step": 3511,
      "subrel-constrast": 3.4854419231414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4200407266616821,
      "cov-distil (oracle2student)": 5.93339729309082,
      "cov-distil (oracle2teacher)": 5.24200439453125,
      "epoch": 2.7566718995290422,
      "rel-constrast": 2.47390079498291,
      "step": 3512,
      "subrel-constrast": 3.378615140914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7400563955307007,
      "cov-distil (oracle2student)": 4.858110427856445,
      "cov-distil (oracle2teacher)": 4.680702209472656,
      "epoch": 2.7574568288854002,
      "rel-constrast": 1.8048615455627441,
      "step": 3513,
      "subrel-constrast": 2.619699001312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622560739517212,
      "cov-distil (oracle2student)": 3.312354564666748,
      "cov-distil (oracle2teacher)": 3.222435712814331,
      "epoch": 2.758241758241758,
      "rel-constrast": 1.5577869415283203,
      "step": 3514,
      "subrel-constrast": 2.4520516395568848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0796422958374023,
      "cov-distil (oracle2student)": 6.262544631958008,
      "cov-distil (oracle2teacher)": 5.4698333740234375,
      "epoch": 2.759026687598116,
      "rel-constrast": 2.2055137157440186,
      "step": 3515,
      "subrel-constrast": 2.6895735263824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5617445707321167,
      "cov-distil (oracle2student)": 7.218000888824463,
      "cov-distil (oracle2teacher)": 6.122742652893066,
      "epoch": 2.759811616954474,
      "rel-constrast": 1.994450569152832,
      "step": 3516,
      "subrel-constrast": 2.8806865215301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1134519577026367,
      "cov-distil (oracle2student)": 3.9808874130249023,
      "cov-distil (oracle2teacher)": 3.6463069915771484,
      "epoch": 2.760596546310832,
      "rel-constrast": 1.7782564163208008,
      "step": 3517,
      "subrel-constrast": 2.525188684463501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.515733242034912,
      "cov-distil (oracle2student)": 3.043692111968994,
      "cov-distil (oracle2teacher)": 2.554222583770752,
      "epoch": 2.76138147566719,
      "rel-constrast": 1.9510859251022339,
      "step": 3518,
      "subrel-constrast": 2.769803285598755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8201625347137451,
      "cov-distil (oracle2student)": 4.251254081726074,
      "cov-distil (oracle2teacher)": 4.131019592285156,
      "epoch": 2.7621664050235477,
      "rel-constrast": 2.5883169174194336,
      "step": 3519,
      "subrel-constrast": 3.4403936862945557,
      "view-similarity": 0
    },
    {
      "epoch": 2.7629513343799057,
      "grad_norm": 5.40625,
      "learning_rate": 2.442784634981071e-05,
      "loss": 0.5618,
      "step": 3520
    },
    {
      "cov-distil": 1.7076876163482666,
      "cov-distil (oracle2student)": 4.821837902069092,
      "cov-distil (oracle2teacher)": 4.825211524963379,
      "epoch": 2.7629513343799057,
      "rel-constrast": 2.2561378479003906,
      "step": 3520,
      "subrel-constrast": 3.6669650077819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9332656860351562,
      "cov-distil (oracle2student)": 5.89481258392334,
      "cov-distil (oracle2teacher)": 4.966300964355469,
      "epoch": 2.7637362637362637,
      "rel-constrast": 2.5996510982513428,
      "step": 3521,
      "subrel-constrast": 3.323967218399048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8708871603012085,
      "cov-distil (oracle2student)": 4.215853691101074,
      "cov-distil (oracle2teacher)": 3.605499029159546,
      "epoch": 2.7645211930926217,
      "rel-constrast": 2.258169174194336,
      "step": 3522,
      "subrel-constrast": 2.688706159591675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8065319061279297,
      "cov-distil (oracle2student)": 4.128181457519531,
      "cov-distil (oracle2teacher)": 4.222962379455566,
      "epoch": 2.7653061224489797,
      "rel-constrast": 2.0042500495910645,
      "step": 3523,
      "subrel-constrast": 3.3418612480163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4903435707092285,
      "cov-distil (oracle2student)": 5.197078227996826,
      "cov-distil (oracle2teacher)": 4.368801593780518,
      "epoch": 2.7660910518053377,
      "rel-constrast": 1.6632843017578125,
      "step": 3524,
      "subrel-constrast": 2.4038448333740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7855517864227295,
      "cov-distil (oracle2student)": 4.739134788513184,
      "cov-distil (oracle2teacher)": 4.049384117126465,
      "epoch": 2.7668759811616956,
      "rel-constrast": 1.970566749572754,
      "step": 3525,
      "subrel-constrast": 2.881392240524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4830087423324585,
      "cov-distil (oracle2student)": 3.52241849899292,
      "cov-distil (oracle2teacher)": 3.8923377990722656,
      "epoch": 2.767660910518053,
      "rel-constrast": 2.343456745147705,
      "step": 3526,
      "subrel-constrast": 3.424449920654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1431198120117188,
      "cov-distil (oracle2student)": 3.4001853466033936,
      "cov-distil (oracle2teacher)": 3.599059581756592,
      "epoch": 2.768445839874411,
      "rel-constrast": 2.407172203063965,
      "step": 3527,
      "subrel-constrast": 3.5075385570526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1758068799972534,
      "cov-distil (oracle2student)": 4.1398115158081055,
      "cov-distil (oracle2teacher)": 4.100304126739502,
      "epoch": 2.769230769230769,
      "rel-constrast": 2.006833076477051,
      "step": 3528,
      "subrel-constrast": 2.929764986038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7274749279022217,
      "cov-distil (oracle2student)": 3.8990533351898193,
      "cov-distil (oracle2teacher)": 3.7121987342834473,
      "epoch": 2.770015698587127,
      "rel-constrast": 2.7236275672912598,
      "step": 3529,
      "subrel-constrast": 2.8264315128326416,
      "view-similarity": 0
    },
    {
      "epoch": 2.770800627943485,
      "grad_norm": 5.0625,
      "learning_rate": 2.412851368620726e-05,
      "loss": 0.5986,
      "step": 3530
    },
    {
      "cov-distil": 1.3629146814346313,
      "cov-distil (oracle2student)": 4.613315105438232,
      "cov-distil (oracle2teacher)": 4.180617809295654,
      "epoch": 2.770800627943485,
      "rel-constrast": 2.4812681674957275,
      "step": 3530,
      "subrel-constrast": 3.2355635166168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2623772621154785,
      "cov-distil (oracle2student)": 2.939176321029663,
      "cov-distil (oracle2teacher)": 3.047041416168213,
      "epoch": 2.771585557299843,
      "rel-constrast": 2.065554141998291,
      "step": 3531,
      "subrel-constrast": 2.502605676651001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0397214889526367,
      "cov-distil (oracle2student)": 4.415187358856201,
      "cov-distil (oracle2teacher)": 4.231399059295654,
      "epoch": 2.772370486656201,
      "rel-constrast": 2.3245530128479004,
      "step": 3532,
      "subrel-constrast": 2.53460431098938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6880818605422974,
      "cov-distil (oracle2student)": 4.780112266540527,
      "cov-distil (oracle2teacher)": 4.467391490936279,
      "epoch": 2.7731554160125587,
      "rel-constrast": 2.4482126235961914,
      "step": 3533,
      "subrel-constrast": 3.1527185440063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9248332977294922,
      "cov-distil (oracle2student)": 4.9940185546875,
      "cov-distil (oracle2teacher)": 4.351114273071289,
      "epoch": 2.7739403453689166,
      "rel-constrast": 1.770435094833374,
      "step": 3534,
      "subrel-constrast": 2.9596283435821533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5991228818893433,
      "cov-distil (oracle2student)": 5.062978744506836,
      "cov-distil (oracle2teacher)": 4.578827857971191,
      "epoch": 2.7747252747252746,
      "rel-constrast": 3.876901149749756,
      "step": 3535,
      "subrel-constrast": 4.182362079620361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815184473991394,
      "cov-distil (oracle2student)": 4.459466934204102,
      "cov-distil (oracle2teacher)": 4.4936933517456055,
      "epoch": 2.7755102040816326,
      "rel-constrast": 2.703933000564575,
      "step": 3536,
      "subrel-constrast": 3.7353672981262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1411337852478027,
      "cov-distil (oracle2student)": 5.3550896644592285,
      "cov-distil (oracle2teacher)": 4.915414333343506,
      "epoch": 2.7762951334379906,
      "rel-constrast": 2.4763998985290527,
      "step": 3537,
      "subrel-constrast": 3.7399659156799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.133578896522522,
      "cov-distil (oracle2student)": 3.1906676292419434,
      "cov-distil (oracle2teacher)": 3.575153350830078,
      "epoch": 2.7770800627943486,
      "rel-constrast": 2.06640625,
      "step": 3538,
      "subrel-constrast": 2.227907657623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5047752857208252,
      "cov-distil (oracle2student)": 4.487049102783203,
      "cov-distil (oracle2teacher)": 4.214961528778076,
      "epoch": 2.7778649921507066,
      "rel-constrast": 2.105893850326538,
      "step": 3539,
      "subrel-constrast": 2.958873987197876,
      "view-similarity": 0
    },
    {
      "epoch": 2.778649921507064,
      "grad_norm": 5.0625,
      "learning_rate": 2.383044196234753e-05,
      "loss": 0.6467,
      "step": 3540
    },
    {
      "cov-distil": 1.4221084117889404,
      "cov-distil (oracle2student)": 5.509897708892822,
      "cov-distil (oracle2teacher)": 4.924962997436523,
      "epoch": 2.778649921507064,
      "rel-constrast": 1.8099591732025146,
      "step": 3540,
      "subrel-constrast": 2.294576644897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9366780519485474,
      "cov-distil (oracle2student)": 3.881985664367676,
      "cov-distil (oracle2teacher)": 3.977250576019287,
      "epoch": 2.7794348508634226,
      "rel-constrast": 3.579500913619995,
      "step": 3541,
      "subrel-constrast": 3.9529850482940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9664099216461182,
      "cov-distil (oracle2student)": 4.928654193878174,
      "cov-distil (oracle2teacher)": 3.9441471099853516,
      "epoch": 2.78021978021978,
      "rel-constrast": 2.16554856300354,
      "step": 3542,
      "subrel-constrast": 3.0051040649414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4891129732131958,
      "cov-distil (oracle2student)": 3.781496524810791,
      "cov-distil (oracle2teacher)": 3.434048652648926,
      "epoch": 2.781004709576138,
      "rel-constrast": 2.526217222213745,
      "step": 3543,
      "subrel-constrast": 2.8651766777038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5549492835998535,
      "cov-distil (oracle2student)": 5.52860164642334,
      "cov-distil (oracle2teacher)": 4.874271392822266,
      "epoch": 2.781789638932496,
      "rel-constrast": 1.742423415184021,
      "step": 3544,
      "subrel-constrast": 2.7264297008514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0527801513671875,
      "cov-distil (oracle2student)": 4.119486331939697,
      "cov-distil (oracle2teacher)": 3.859090805053711,
      "epoch": 2.782574568288854,
      "rel-constrast": 2.361210584640503,
      "step": 3545,
      "subrel-constrast": 3.644974946975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151602745056152,
      "cov-distil (oracle2student)": 7.325096130371094,
      "cov-distil (oracle2teacher)": 6.758001804351807,
      "epoch": 2.783359497645212,
      "rel-constrast": 1.7088029384613037,
      "step": 3546,
      "subrel-constrast": 2.877066135406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6370272636413574,
      "cov-distil (oracle2student)": 2.517470598220825,
      "cov-distil (oracle2teacher)": 2.7840328216552734,
      "epoch": 2.7841444270015696,
      "rel-constrast": 2.666822671890259,
      "step": 3547,
      "subrel-constrast": 3.7747533321380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5135210752487183,
      "cov-distil (oracle2student)": 4.791086196899414,
      "cov-distil (oracle2teacher)": 4.568178176879883,
      "epoch": 2.784929356357928,
      "rel-constrast": 3.005446195602417,
      "step": 3548,
      "subrel-constrast": 3.600555658340454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7469525337219238,
      "cov-distil (oracle2student)": 4.7507734298706055,
      "cov-distil (oracle2teacher)": 4.605893135070801,
      "epoch": 2.7857142857142856,
      "rel-constrast": 2.285656213760376,
      "step": 3549,
      "subrel-constrast": 3.255206823348999,
      "view-similarity": 0
    },
    {
      "epoch": 2.7864992150706436,
      "grad_norm": 5.28125,
      "learning_rate": 2.3533645705826806e-05,
      "loss": 0.6391,
      "step": 3550
    },
    {
      "cov-distil": 1.0855900049209595,
      "cov-distil (oracle2student)": 2.493697166442871,
      "cov-distil (oracle2teacher)": 2.8544301986694336,
      "epoch": 2.7864992150706436,
      "rel-constrast": 1.9535911083221436,
      "step": 3550,
      "subrel-constrast": 2.670536756515503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653493881225586,
      "cov-distil (oracle2student)": 3.3297271728515625,
      "cov-distil (oracle2teacher)": 3.6368250846862793,
      "epoch": 2.7872841444270016,
      "rel-constrast": 1.9258666038513184,
      "step": 3551,
      "subrel-constrast": 2.5074522495269775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2250027656555176,
      "cov-distil (oracle2student)": 4.523138523101807,
      "cov-distil (oracle2teacher)": 3.887089252471924,
      "epoch": 2.7880690737833596,
      "rel-constrast": 3.0199642181396484,
      "step": 3552,
      "subrel-constrast": 3.806631326675415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8841583728790283,
      "cov-distil (oracle2student)": 5.542913436889648,
      "cov-distil (oracle2teacher)": 4.884120464324951,
      "epoch": 2.7888540031397175,
      "rel-constrast": 1.5852649211883545,
      "step": 3553,
      "subrel-constrast": 2.3804266452789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6216483116149902,
      "cov-distil (oracle2student)": 4.270123481750488,
      "cov-distil (oracle2teacher)": 4.3589324951171875,
      "epoch": 2.789638932496075,
      "rel-constrast": 2.394458293914795,
      "step": 3554,
      "subrel-constrast": 3.5114219188690186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0330828428268433,
      "cov-distil (oracle2student)": 4.205741882324219,
      "cov-distil (oracle2teacher)": 3.6031441688537598,
      "epoch": 2.7904238618524335,
      "rel-constrast": 1.1143763065338135,
      "step": 3555,
      "subrel-constrast": 1.4132113456726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382272720336914,
      "cov-distil (oracle2student)": 4.231142044067383,
      "cov-distil (oracle2teacher)": 3.9442341327667236,
      "epoch": 2.791208791208791,
      "rel-constrast": 1.9879460334777832,
      "step": 3556,
      "subrel-constrast": 2.957695960998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.287024736404419,
      "cov-distil (oracle2student)": 4.779232501983643,
      "cov-distil (oracle2teacher)": 4.343321800231934,
      "epoch": 2.791993720565149,
      "rel-constrast": 2.9158124923706055,
      "step": 3557,
      "subrel-constrast": 3.6597275733947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5681180953979492,
      "cov-distil (oracle2student)": 4.073246002197266,
      "cov-distil (oracle2teacher)": 3.747037410736084,
      "epoch": 2.792778649921507,
      "rel-constrast": 2.357125759124756,
      "step": 3558,
      "subrel-constrast": 2.897979974746704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4293358325958252,
      "cov-distil (oracle2student)": 5.652169227600098,
      "cov-distil (oracle2teacher)": 5.338741779327393,
      "epoch": 2.793563579277865,
      "rel-constrast": 2.743595600128174,
      "step": 3559,
      "subrel-constrast": 3.478463888168335,
      "view-similarity": 0
    },
    {
      "epoch": 2.794348508634223,
      "grad_norm": 5.25,
      "learning_rate": 2.323813938207593e-05,
      "loss": 0.5879,
      "step": 3560
    },
    {
      "cov-distil": 1.7924647331237793,
      "cov-distil (oracle2student)": 3.9231104850769043,
      "cov-distil (oracle2teacher)": 4.064546585083008,
      "epoch": 2.794348508634223,
      "rel-constrast": 1.9885542392730713,
      "step": 3560,
      "subrel-constrast": 3.0826549530029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4848508834838867,
      "cov-distil (oracle2student)": 5.599520683288574,
      "cov-distil (oracle2teacher)": 5.020352363586426,
      "epoch": 2.795133437990581,
      "rel-constrast": 2.2035207748413086,
      "step": 3561,
      "subrel-constrast": 2.9177746772766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.440429449081421,
      "cov-distil (oracle2student)": 5.138343334197998,
      "cov-distil (oracle2teacher)": 4.779616355895996,
      "epoch": 2.795918367346939,
      "rel-constrast": 2.616236448287964,
      "step": 3562,
      "subrel-constrast": 3.318711996078491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7691088914871216,
      "cov-distil (oracle2student)": 6.823718547821045,
      "cov-distil (oracle2teacher)": 5.783143997192383,
      "epoch": 2.7967032967032965,
      "rel-constrast": 2.5694453716278076,
      "step": 3563,
      "subrel-constrast": 3.5994796752929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9234727621078491,
      "cov-distil (oracle2student)": 4.366669654846191,
      "cov-distil (oracle2teacher)": 4.13335657119751,
      "epoch": 2.7974882260596545,
      "rel-constrast": 1.9935263395309448,
      "step": 3564,
      "subrel-constrast": 3.273664951324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8567804098129272,
      "cov-distil (oracle2student)": 4.567944049835205,
      "cov-distil (oracle2teacher)": 3.6419811248779297,
      "epoch": 2.7982731554160125,
      "rel-constrast": 2.1127586364746094,
      "step": 3565,
      "subrel-constrast": 2.5816774368286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628939151763916,
      "cov-distil (oracle2student)": 4.906985759735107,
      "cov-distil (oracle2teacher)": 4.263001918792725,
      "epoch": 2.7990580847723705,
      "rel-constrast": 2.443605422973633,
      "step": 3566,
      "subrel-constrast": 2.9213197231292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2721924781799316,
      "cov-distil (oracle2student)": 4.679816722869873,
      "cov-distil (oracle2teacher)": 4.308725357055664,
      "epoch": 2.7998430141287285,
      "rel-constrast": 1.7929978370666504,
      "step": 3567,
      "subrel-constrast": 3.3563029766082764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5441644191741943,
      "cov-distil (oracle2student)": 4.020610809326172,
      "cov-distil (oracle2teacher)": 3.5911478996276855,
      "epoch": 2.8006279434850865,
      "rel-constrast": 2.0295650959014893,
      "step": 3568,
      "subrel-constrast": 2.7963531017303467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.780851125717163,
      "cov-distil (oracle2student)": 4.357139587402344,
      "cov-distil (oracle2teacher)": 4.426380634307861,
      "epoch": 2.8014128728414445,
      "rel-constrast": 1.9180017709732056,
      "step": 3569,
      "subrel-constrast": 2.645110845565796,
      "view-similarity": 0
    },
    {
      "epoch": 2.802197802197802,
      "grad_norm": 4.46875,
      "learning_rate": 2.294393739365621e-05,
      "loss": 0.5854,
      "step": 3570
    },
    {
      "cov-distil": 1.4566640853881836,
      "cov-distil (oracle2student)": 2.732846736907959,
      "cov-distil (oracle2teacher)": 3.2365076541900635,
      "epoch": 2.802197802197802,
      "rel-constrast": 2.7441258430480957,
      "step": 3570,
      "subrel-constrast": 3.604369640350342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367675542831421,
      "cov-distil (oracle2student)": 4.0600972175598145,
      "cov-distil (oracle2teacher)": 3.739623546600342,
      "epoch": 2.80298273155416,
      "rel-constrast": 1.7244601249694824,
      "step": 3571,
      "subrel-constrast": 2.2935166358947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1433937549591064,
      "cov-distil (oracle2student)": 3.947688102722168,
      "cov-distil (oracle2teacher)": 3.651978015899658,
      "epoch": 2.803767660910518,
      "rel-constrast": 2.641280174255371,
      "step": 3572,
      "subrel-constrast": 3.594182014465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6843271255493164,
      "cov-distil (oracle2student)": 3.6419873237609863,
      "cov-distil (oracle2teacher)": 3.703540802001953,
      "epoch": 2.804552590266876,
      "rel-constrast": 2.422353744506836,
      "step": 3573,
      "subrel-constrast": 3.423243522644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6516252756118774,
      "cov-distil (oracle2student)": 4.187930583953857,
      "cov-distil (oracle2teacher)": 3.656371593475342,
      "epoch": 2.805337519623234,
      "rel-constrast": 2.30892276763916,
      "step": 3574,
      "subrel-constrast": 3.0524742603302,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2471916675567627,
      "cov-distil (oracle2student)": 4.993117332458496,
      "cov-distil (oracle2teacher)": 4.281256675720215,
      "epoch": 2.806122448979592,
      "rel-constrast": 1.5972764492034912,
      "step": 3575,
      "subrel-constrast": 2.4640777111053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3732826709747314,
      "cov-distil (oracle2student)": 4.516132831573486,
      "cov-distil (oracle2teacher)": 4.383275985717773,
      "epoch": 2.80690737833595,
      "rel-constrast": 1.784509301185608,
      "step": 3576,
      "subrel-constrast": 2.3550894260406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251249074935913,
      "cov-distil (oracle2student)": 5.82035493850708,
      "cov-distil (oracle2teacher)": 5.169468402862549,
      "epoch": 2.8076923076923075,
      "rel-constrast": 2.9266300201416016,
      "step": 3577,
      "subrel-constrast": 3.1742308139801025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0247414112091064,
      "cov-distil (oracle2student)": 4.411623001098633,
      "cov-distil (oracle2teacher)": 4.219403266906738,
      "epoch": 2.8084772370486655,
      "rel-constrast": 2.190293788909912,
      "step": 3578,
      "subrel-constrast": 3.6041250228881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851799488067627,
      "cov-distil (oracle2student)": 4.661566257476807,
      "cov-distil (oracle2teacher)": 4.5346879959106445,
      "epoch": 2.8092621664050235,
      "rel-constrast": 3.064749002456665,
      "step": 3579,
      "subrel-constrast": 3.873276710510254,
      "view-similarity": 0
    },
    {
      "epoch": 2.8100470957613815,
      "grad_norm": 4.71875,
      "learning_rate": 2.265105407955752e-05,
      "loss": 0.6252,
      "step": 3580
    },
    {
      "cov-distil": 1.700345516204834,
      "cov-distil (oracle2student)": 4.562675952911377,
      "cov-distil (oracle2teacher)": 3.981041431427002,
      "epoch": 2.8100470957613815,
      "rel-constrast": 2.0706064701080322,
      "step": 3580,
      "subrel-constrast": 2.944323778152466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.683408498764038,
      "cov-distil (oracle2student)": 4.163494110107422,
      "cov-distil (oracle2teacher)": 4.13369083404541,
      "epoch": 2.8108320251177394,
      "rel-constrast": 2.2177586555480957,
      "step": 3581,
      "subrel-constrast": 3.410055637359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2169034481048584,
      "cov-distil (oracle2student)": 4.3733978271484375,
      "cov-distil (oracle2teacher)": 4.332045555114746,
      "epoch": 2.8116169544740974,
      "rel-constrast": 2.171462297439575,
      "step": 3582,
      "subrel-constrast": 2.8353638648986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6944777965545654,
      "cov-distil (oracle2student)": 6.388072967529297,
      "cov-distil (oracle2teacher)": 5.4023847579956055,
      "epoch": 2.8124018838304554,
      "rel-constrast": 2.3609235286712646,
      "step": 3583,
      "subrel-constrast": 3.186241865158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9431796073913574,
      "cov-distil (oracle2student)": 4.3320770263671875,
      "cov-distil (oracle2teacher)": 5.03988790512085,
      "epoch": 2.813186813186813,
      "rel-constrast": 2.5857839584350586,
      "step": 3584,
      "subrel-constrast": 3.780565023422241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762033462524414,
      "cov-distil (oracle2student)": 5.174422264099121,
      "cov-distil (oracle2teacher)": 5.324934005737305,
      "epoch": 2.813971742543171,
      "rel-constrast": 3.180354595184326,
      "step": 3585,
      "subrel-constrast": 3.6964001655578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906370997428894,
      "cov-distil (oracle2student)": 3.9616949558258057,
      "cov-distil (oracle2teacher)": 3.8989529609680176,
      "epoch": 2.814756671899529,
      "rel-constrast": 1.983352541923523,
      "step": 3586,
      "subrel-constrast": 2.88733172416687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6891584396362305,
      "cov-distil (oracle2student)": 3.2940895557403564,
      "cov-distil (oracle2teacher)": 3.542830467224121,
      "epoch": 2.815541601255887,
      "rel-constrast": 2.0249979496002197,
      "step": 3587,
      "subrel-constrast": 2.7853617668151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0628330707550049,
      "cov-distil (oracle2student)": 3.869947671890259,
      "cov-distil (oracle2teacher)": 3.403219699859619,
      "epoch": 2.816326530612245,
      "rel-constrast": 1.9748607873916626,
      "step": 3588,
      "subrel-constrast": 2.4117910861968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6724936962127686,
      "cov-distil (oracle2student)": 3.0913844108581543,
      "cov-distil (oracle2teacher)": 2.7684550285339355,
      "epoch": 2.817111459968603,
      "rel-constrast": 2.0971250534057617,
      "step": 3589,
      "subrel-constrast": 2.769422769546509,
      "view-similarity": 0
    },
    {
      "epoch": 2.817896389324961,
      "grad_norm": 4.375,
      "learning_rate": 2.235950371449938e-05,
      "loss": 0.61,
      "step": 3590
    },
    {
      "cov-distil": 2.003873825073242,
      "cov-distil (oracle2student)": 3.149019956588745,
      "cov-distil (oracle2teacher)": 2.987062931060791,
      "epoch": 2.817896389324961,
      "rel-constrast": 1.9700251817703247,
      "step": 3590,
      "subrel-constrast": 3.2010765075683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.114553451538086,
      "cov-distil (oracle2student)": 4.188798904418945,
      "cov-distil (oracle2teacher)": 3.7915496826171875,
      "epoch": 2.8186813186813184,
      "rel-constrast": 2.436735153198242,
      "step": 3591,
      "subrel-constrast": 3.5404083728790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6849761009216309,
      "cov-distil (oracle2student)": 5.532677173614502,
      "cov-distil (oracle2teacher)": 4.8597822189331055,
      "epoch": 2.819466248037677,
      "rel-constrast": 3.058366537094116,
      "step": 3592,
      "subrel-constrast": 3.542656898498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3561882972717285,
      "cov-distil (oracle2student)": 2.3825135231018066,
      "cov-distil (oracle2teacher)": 2.5778775215148926,
      "epoch": 2.8202511773940344,
      "rel-constrast": 1.3732824325561523,
      "step": 3593,
      "subrel-constrast": 2.419227361679077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6532584428787231,
      "cov-distil (oracle2student)": 4.476203441619873,
      "cov-distil (oracle2teacher)": 4.385617733001709,
      "epoch": 2.8210361067503924,
      "rel-constrast": 1.7955597639083862,
      "step": 3594,
      "subrel-constrast": 2.3964171409606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2811732292175293,
      "cov-distil (oracle2student)": 4.0622992515563965,
      "cov-distil (oracle2teacher)": 3.586298704147339,
      "epoch": 2.8218210361067504,
      "rel-constrast": 2.43915057182312,
      "step": 3595,
      "subrel-constrast": 3.150740623474121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4355782270431519,
      "cov-distil (oracle2student)": 4.31260871887207,
      "cov-distil (oracle2teacher)": 4.344866752624512,
      "epoch": 2.8226059654631084,
      "rel-constrast": 2.2388558387756348,
      "step": 3596,
      "subrel-constrast": 2.9735279083251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3107104301452637,
      "cov-distil (oracle2student)": 5.172773361206055,
      "cov-distil (oracle2teacher)": 4.5127058029174805,
      "epoch": 2.8233908948194664,
      "rel-constrast": 1.953452467918396,
      "step": 3597,
      "subrel-constrast": 3.0845866203308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.381042242050171,
      "cov-distil (oracle2student)": 5.117153644561768,
      "cov-distil (oracle2teacher)": 4.421916484832764,
      "epoch": 2.824175824175824,
      "rel-constrast": 2.8884005546569824,
      "step": 3598,
      "subrel-constrast": 2.923711061477661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2904115915298462,
      "cov-distil (oracle2student)": 4.322827339172363,
      "cov-distil (oracle2teacher)": 3.8882029056549072,
      "epoch": 2.8249607535321823,
      "rel-constrast": 2.6026248931884766,
      "step": 3599,
      "subrel-constrast": 3.4605109691619873,
      "view-similarity": 0
    },
    {
      "epoch": 2.82574568288854,
      "grad_norm": 4.875,
      "learning_rate": 2.2069300508235275e-05,
      "loss": 0.6127,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "overlap": 0.3531250059604645,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "student margin": 0.06829833984375
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "teacher margin": 0.04547119140625
    },
    {
      "epoch": 2.82574568288854,
      "margin difference": -0.0228271484375,
      "step": 3600
    },
    {
      "cov-distil": 1.279144525527954,
      "cov-distil (oracle2student)": 3.21285343170166,
      "cov-distil (oracle2teacher)": 2.8718838691711426,
      "epoch": 2.82574568288854,
      "rel-constrast": 2.1914517879486084,
      "step": 3600,
      "subrel-constrast": 2.688171863555908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5744352340698242,
      "cov-distil (oracle2student)": 5.405147075653076,
      "cov-distil (oracle2teacher)": 4.575230598449707,
      "epoch": 2.826530612244898,
      "rel-constrast": 2.6940293312072754,
      "step": 3601,
      "subrel-constrast": 3.7082345485687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.315018653869629,
      "cov-distil (oracle2student)": 4.145867347717285,
      "cov-distil (oracle2teacher)": 4.506015777587891,
      "epoch": 2.827315541601256,
      "rel-constrast": 2.8275070190429688,
      "step": 3602,
      "subrel-constrast": 3.6462810039520264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.314194917678833,
      "cov-distil (oracle2student)": 5.849157333374023,
      "cov-distil (oracle2teacher)": 5.4367876052856445,
      "epoch": 2.828100470957614,
      "rel-constrast": 2.717190742492676,
      "step": 3603,
      "subrel-constrast": 3.0824286937713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9485377073287964,
      "cov-distil (oracle2student)": 5.622291564941406,
      "cov-distil (oracle2teacher)": 4.789917469024658,
      "epoch": 2.828885400313972,
      "rel-constrast": 2.352398157119751,
      "step": 3604,
      "subrel-constrast": 2.7122647762298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7958379983901978,
      "cov-distil (oracle2student)": 3.9560205936431885,
      "cov-distil (oracle2teacher)": 3.7014143466949463,
      "epoch": 2.82967032967033,
      "rel-constrast": 2.681124210357666,
      "step": 3605,
      "subrel-constrast": 4.091856956481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453883171081543,
      "cov-distil (oracle2student)": 3.3090124130249023,
      "cov-distil (oracle2teacher)": 3.6728532314300537,
      "epoch": 2.830455259026688,
      "rel-constrast": 2.2577967643737793,
      "step": 3606,
      "subrel-constrast": 2.999098777770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701608419418335,
      "cov-distil (oracle2student)": 4.094339370727539,
      "cov-distil (oracle2teacher)": 3.8233628273010254,
      "epoch": 2.8312401883830454,
      "rel-constrast": 1.7412371635437012,
      "step": 3607,
      "subrel-constrast": 2.9427669048309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5044337511062622,
      "cov-distil (oracle2student)": 3.6758615970611572,
      "cov-distil (oracle2teacher)": 3.7763772010803223,
      "epoch": 2.8320251177394034,
      "rel-constrast": 2.8070316314697266,
      "step": 3608,
      "subrel-constrast": 3.6330361366271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4034056663513184,
      "cov-distil (oracle2student)": 4.4380621910095215,
      "cov-distil (oracle2teacher)": 4.24100399017334,
      "epoch": 2.8328100470957613,
      "rel-constrast": 1.591835379600525,
      "step": 3609,
      "subrel-constrast": 2.418268918991089,
      "view-similarity": 0
    },
    {
      "epoch": 2.8335949764521193,
      "grad_norm": 4.03125,
      "learning_rate": 2.1780458604860056e-05,
      "loss": 0.6348,
      "step": 3610
    },
    {
      "cov-distil": 1.795897364616394,
      "cov-distil (oracle2student)": 3.474290132522583,
      "cov-distil (oracle2teacher)": 4.043249130249023,
      "epoch": 2.8335949764521193,
      "rel-constrast": 2.015369415283203,
      "step": 3610,
      "subrel-constrast": 3.7250301837921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2709429264068604,
      "cov-distil (oracle2student)": 3.6119816303253174,
      "cov-distil (oracle2teacher)": 3.2706172466278076,
      "epoch": 2.8343799058084773,
      "rel-constrast": 2.285037040710449,
      "step": 3611,
      "subrel-constrast": 2.7442524433135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5169038772583008,
      "cov-distil (oracle2student)": 3.3085272312164307,
      "cov-distil (oracle2teacher)": 3.412527084350586,
      "epoch": 2.8351648351648353,
      "rel-constrast": 1.9427213668823242,
      "step": 3612,
      "subrel-constrast": 2.8743436336517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6318684816360474,
      "cov-distil (oracle2student)": 3.7395272254943848,
      "cov-distil (oracle2teacher)": 4.107868194580078,
      "epoch": 2.8359497645211933,
      "rel-constrast": 1.8027795553207397,
      "step": 3613,
      "subrel-constrast": 2.720001220703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1670565605163574,
      "cov-distil (oracle2student)": 2.926952838897705,
      "cov-distil (oracle2teacher)": 2.767429828643799,
      "epoch": 2.836734693877551,
      "rel-constrast": 2.4355404376983643,
      "step": 3614,
      "subrel-constrast": 2.960354804992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4574575424194336,
      "cov-distil (oracle2student)": 2.978829860687256,
      "cov-distil (oracle2teacher)": 3.5440890789031982,
      "epoch": 2.837519623233909,
      "rel-constrast": 2.1758604049682617,
      "step": 3615,
      "subrel-constrast": 3.079489231109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2359819412231445,
      "cov-distil (oracle2student)": 5.089853286743164,
      "cov-distil (oracle2teacher)": 4.896175861358643,
      "epoch": 2.838304552590267,
      "rel-constrast": 2.6509666442871094,
      "step": 3616,
      "subrel-constrast": 3.130584955215454,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1996607780456543,
      "cov-distil (oracle2student)": 4.521866798400879,
      "cov-distil (oracle2teacher)": 3.840193748474121,
      "epoch": 2.839089481946625,
      "rel-constrast": 1.9103143215179443,
      "step": 3617,
      "subrel-constrast": 2.9417881965637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3040168285369873,
      "cov-distil (oracle2student)": 4.657925605773926,
      "cov-distil (oracle2teacher)": 4.649567127227783,
      "epoch": 2.839874411302983,
      "rel-constrast": 1.6328110694885254,
      "step": 3618,
      "subrel-constrast": 2.4638283252716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6094560623168945,
      "cov-distil (oracle2student)": 6.2445855140686035,
      "cov-distil (oracle2teacher)": 4.729835510253906,
      "epoch": 2.840659340659341,
      "rel-constrast": 2.6615118980407715,
      "step": 3619,
      "subrel-constrast": 2.9664063453674316,
      "view-similarity": 0
    },
    {
      "epoch": 2.8414442700156988,
      "grad_norm": 6.40625,
      "learning_rate": 2.14929920821206e-05,
      "loss": 0.5758,
      "step": 3620
    },
    {
      "cov-distil": 2.139050006866455,
      "cov-distil (oracle2student)": 3.8757948875427246,
      "cov-distil (oracle2teacher)": 3.7311367988586426,
      "epoch": 2.8414442700156988,
      "rel-constrast": 1.27166748046875,
      "step": 3620,
      "subrel-constrast": 2.2611875534057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1321310997009277,
      "cov-distil (oracle2student)": 6.063455581665039,
      "cov-distil (oracle2teacher)": 5.321086883544922,
      "epoch": 2.8422291993720563,
      "rel-constrast": 2.5543458461761475,
      "step": 3621,
      "subrel-constrast": 3.6139349937438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832094669342041,
      "cov-distil (oracle2student)": 4.657464981079102,
      "cov-distil (oracle2teacher)": 4.168216705322266,
      "epoch": 2.8430141287284143,
      "rel-constrast": 2.3413448333740234,
      "step": 3622,
      "subrel-constrast": 2.8303616046905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5134000778198242,
      "cov-distil (oracle2student)": 4.159472465515137,
      "cov-distil (oracle2teacher)": 4.173572540283203,
      "epoch": 2.8437990580847723,
      "rel-constrast": 1.4655007123947144,
      "step": 3623,
      "subrel-constrast": 2.5054447650909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8879936933517456,
      "cov-distil (oracle2student)": 2.399456024169922,
      "cov-distil (oracle2teacher)": 2.4854416847229004,
      "epoch": 2.8445839874411303,
      "rel-constrast": 1.8552498817443848,
      "step": 3624,
      "subrel-constrast": 2.803560256958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.21217679977417,
      "cov-distil (oracle2student)": 3.441516876220703,
      "cov-distil (oracle2teacher)": 3.836049795150757,
      "epoch": 2.8453689167974883,
      "rel-constrast": 2.227748394012451,
      "step": 3625,
      "subrel-constrast": 3.688655138015747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7152559757232666,
      "cov-distil (oracle2student)": 5.231048583984375,
      "cov-distil (oracle2teacher)": 4.405019760131836,
      "epoch": 2.8461538461538463,
      "rel-constrast": 1.5356086492538452,
      "step": 3626,
      "subrel-constrast": 2.6773455142974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.805294156074524,
      "cov-distil (oracle2student)": 4.2750020027160645,
      "cov-distil (oracle2teacher)": 4.065146446228027,
      "epoch": 2.8469387755102042,
      "rel-constrast": 3.3165431022644043,
      "step": 3627,
      "subrel-constrast": 4.545615196228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6059575080871582,
      "cov-distil (oracle2student)": 5.50167179107666,
      "cov-distil (oracle2teacher)": 4.656468391418457,
      "epoch": 2.847723704866562,
      "rel-constrast": 2.506399154663086,
      "step": 3628,
      "subrel-constrast": 3.6923532485961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.345716953277588,
      "cov-distil (oracle2student)": 4.473097801208496,
      "cov-distil (oracle2teacher)": 3.735572338104248,
      "epoch": 2.8485086342229198,
      "rel-constrast": 2.2326717376708984,
      "step": 3629,
      "subrel-constrast": 3.1443309783935547,
      "view-similarity": 0
    },
    {
      "epoch": 2.8492935635792778,
      "grad_norm": 4.875,
      "learning_rate": 2.1206914950729672e-05,
      "loss": 0.5781,
      "step": 3630
    },
    {
      "cov-distil": 1.3079802989959717,
      "cov-distil (oracle2student)": 2.871094226837158,
      "cov-distil (oracle2teacher)": 3.099123001098633,
      "epoch": 2.8492935635792778,
      "rel-constrast": 1.7243856191635132,
      "step": 3630,
      "subrel-constrast": 2.345824718475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799631953239441,
      "cov-distil (oracle2student)": 4.08598518371582,
      "cov-distil (oracle2teacher)": 4.028623580932617,
      "epoch": 2.8500784929356358,
      "rel-constrast": 2.0430383682250977,
      "step": 3631,
      "subrel-constrast": 2.8248026371002197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031569004058838,
      "cov-distil (oracle2student)": 3.3036346435546875,
      "cov-distil (oracle2teacher)": 3.5437612533569336,
      "epoch": 2.8508634222919937,
      "rel-constrast": 1.3468000888824463,
      "step": 3632,
      "subrel-constrast": 2.7017722129821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784541368484497,
      "cov-distil (oracle2student)": 4.403890609741211,
      "cov-distil (oracle2teacher)": 4.220891952514648,
      "epoch": 2.8516483516483517,
      "rel-constrast": 2.709710121154785,
      "step": 3633,
      "subrel-constrast": 3.7138776779174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0046072006225586,
      "cov-distil (oracle2student)": 4.325031280517578,
      "cov-distil (oracle2teacher)": 3.8513951301574707,
      "epoch": 2.8524332810047097,
      "rel-constrast": 1.426826000213623,
      "step": 3634,
      "subrel-constrast": 2.1655519008636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012215852737427,
      "cov-distil (oracle2student)": 4.471656799316406,
      "cov-distil (oracle2teacher)": 4.061944961547852,
      "epoch": 2.8532182103610673,
      "rel-constrast": 2.4326584339141846,
      "step": 3635,
      "subrel-constrast": 3.04654860496521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2792043685913086,
      "cov-distil (oracle2student)": 5.248966217041016,
      "cov-distil (oracle2teacher)": 4.26006555557251,
      "epoch": 2.8540031397174257,
      "rel-constrast": 2.243910312652588,
      "step": 3636,
      "subrel-constrast": 2.375842332839966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1813404560089111,
      "cov-distil (oracle2student)": 6.075058937072754,
      "cov-distil (oracle2teacher)": 5.821563243865967,
      "epoch": 2.8547880690737832,
      "rel-constrast": 2.154554605484009,
      "step": 3637,
      "subrel-constrast": 2.8472039699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7266216278076172,
      "cov-distil (oracle2student)": 4.282118797302246,
      "cov-distil (oracle2teacher)": 4.067653656005859,
      "epoch": 2.8555729984301412,
      "rel-constrast": 2.1561641693115234,
      "step": 3638,
      "subrel-constrast": 3.098787784576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4916739463806152,
      "cov-distil (oracle2student)": 4.288881778717041,
      "cov-distil (oracle2teacher)": 4.090409278869629,
      "epoch": 2.856357927786499,
      "rel-constrast": 2.6323189735412598,
      "step": 3639,
      "subrel-constrast": 3.5194060802459717,
      "view-similarity": 0
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 5.5625,
      "learning_rate": 2.0922241153683066e-05,
      "loss": 0.5625,
      "step": 3640
    },
    {
      "cov-distil": 2.1223888397216797,
      "cov-distil (oracle2student)": 3.1036550998687744,
      "cov-distil (oracle2teacher)": 2.714268922805786,
      "epoch": 2.857142857142857,
      "rel-constrast": 1.8002053499221802,
      "step": 3640,
      "subrel-constrast": 3.099046468734741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7806336879730225,
      "cov-distil (oracle2student)": 3.8863632678985596,
      "cov-distil (oracle2teacher)": 4.024049758911133,
      "epoch": 2.857927786499215,
      "rel-constrast": 3.0331056118011475,
      "step": 3641,
      "subrel-constrast": 4.469735622406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3051446676254272,
      "cov-distil (oracle2student)": 4.105855941772461,
      "cov-distil (oracle2teacher)": 4.310762405395508,
      "epoch": 2.8587127158555727,
      "rel-constrast": 3.095888137817383,
      "step": 3642,
      "subrel-constrast": 3.751143455505371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3419538736343384,
      "cov-distil (oracle2student)": 2.981283187866211,
      "cov-distil (oracle2teacher)": 3.2504403591156006,
      "epoch": 2.859497645211931,
      "rel-constrast": 1.6754107475280762,
      "step": 3643,
      "subrel-constrast": 2.2935428619384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0296268463134766,
      "cov-distil (oracle2student)": 2.9649155139923096,
      "cov-distil (oracle2teacher)": 2.9380416870117188,
      "epoch": 2.8602825745682887,
      "rel-constrast": 1.4653252363204956,
      "step": 3644,
      "subrel-constrast": 2.387855291366577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.493837594985962,
      "cov-distil (oracle2student)": 4.092340469360352,
      "cov-distil (oracle2teacher)": 3.9139082431793213,
      "epoch": 2.8610675039246467,
      "rel-constrast": 2.4202611446380615,
      "step": 3645,
      "subrel-constrast": 3.2724571228027344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3799176216125488,
      "cov-distil (oracle2student)": 4.6324782371521,
      "cov-distil (oracle2teacher)": 4.5836310386657715,
      "epoch": 2.8618524332810047,
      "rel-constrast": 3.003382682800293,
      "step": 3646,
      "subrel-constrast": 3.324962615966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1661782264709473,
      "cov-distil (oracle2student)": 3.5931029319763184,
      "cov-distil (oracle2teacher)": 4.368260860443115,
      "epoch": 2.8626373626373627,
      "rel-constrast": 2.785388708114624,
      "step": 3647,
      "subrel-constrast": 3.826231002807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0902040004730225,
      "cov-distil (oracle2student)": 5.604201316833496,
      "cov-distil (oracle2teacher)": 5.22293758392334,
      "epoch": 2.8634222919937207,
      "rel-constrast": 2.013605833053589,
      "step": 3648,
      "subrel-constrast": 3.0705552101135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3056614398956299,
      "cov-distil (oracle2student)": 4.683399200439453,
      "cov-distil (oracle2teacher)": 4.413463115692139,
      "epoch": 2.8642072213500787,
      "rel-constrast": 2.6453981399536133,
      "step": 3649,
      "subrel-constrast": 3.559000253677368,
      "view-similarity": 0
    },
    {
      "epoch": 2.8649921507064366,
      "grad_norm": 5.34375,
      "learning_rate": 2.0638984565580023e-05,
      "loss": 0.6385,
      "step": 3650
    },
    {
      "cov-distil": 1.8836948871612549,
      "cov-distil (oracle2student)": 3.613607406616211,
      "cov-distil (oracle2teacher)": 3.4424490928649902,
      "epoch": 2.8649921507064366,
      "rel-constrast": 1.657874345779419,
      "step": 3650,
      "subrel-constrast": 2.285548210144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6570336818695068,
      "cov-distil (oracle2student)": 2.8816466331481934,
      "cov-distil (oracle2teacher)": 3.2375221252441406,
      "epoch": 2.865777080062794,
      "rel-constrast": 2.9939639568328857,
      "step": 3651,
      "subrel-constrast": 3.841083526611328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481216669082642,
      "cov-distil (oracle2student)": 4.392059326171875,
      "cov-distil (oracle2teacher)": 4.325179100036621,
      "epoch": 2.866562009419152,
      "rel-constrast": 2.476069211959839,
      "step": 3652,
      "subrel-constrast": 3.2807774543762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.666672706604004,
      "cov-distil (oracle2student)": 4.450112342834473,
      "cov-distil (oracle2teacher)": 4.007462024688721,
      "epoch": 2.86734693877551,
      "rel-constrast": 1.8158656358718872,
      "step": 3653,
      "subrel-constrast": 2.741020679473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3276503086090088,
      "cov-distil (oracle2student)": 4.1657938957214355,
      "cov-distil (oracle2teacher)": 4.329432964324951,
      "epoch": 2.868131868131868,
      "rel-constrast": 1.6044378280639648,
      "step": 3654,
      "subrel-constrast": 2.519820213317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5661816596984863,
      "cov-distil (oracle2student)": 4.870710372924805,
      "cov-distil (oracle2teacher)": 4.483325004577637,
      "epoch": 2.868916797488226,
      "rel-constrast": 1.468724250793457,
      "step": 3655,
      "subrel-constrast": 2.5648136138916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1088175773620605,
      "cov-distil (oracle2student)": 3.954420566558838,
      "cov-distil (oracle2teacher)": 3.873711585998535,
      "epoch": 2.869701726844584,
      "rel-constrast": 2.223802328109741,
      "step": 3656,
      "subrel-constrast": 3.328235626220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4332853555679321,
      "cov-distil (oracle2student)": 3.0435502529144287,
      "cov-distil (oracle2teacher)": 3.2388553619384766,
      "epoch": 2.870486656200942,
      "rel-constrast": 1.6807284355163574,
      "step": 3657,
      "subrel-constrast": 2.5881428718566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4195857048034668,
      "cov-distil (oracle2student)": 4.882801055908203,
      "cov-distil (oracle2teacher)": 4.750919342041016,
      "epoch": 2.8712715855572997,
      "rel-constrast": 1.977759599685669,
      "step": 3658,
      "subrel-constrast": 2.6991000175476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5650806427001953,
      "cov-distil (oracle2student)": 3.1872735023498535,
      "cov-distil (oracle2teacher)": 3.067491054534912,
      "epoch": 2.8720565149136577,
      "rel-constrast": 2.5200209617614746,
      "step": 3659,
      "subrel-constrast": 3.5225067138671875,
      "view-similarity": 0
    },
    {
      "epoch": 2.8728414442700156,
      "grad_norm": 6.125,
      "learning_rate": 2.035715899194704e-05,
      "loss": 0.5507,
      "step": 3660
    },
    {
      "cov-distil": 2.042893409729004,
      "cov-distil (oracle2student)": 7.0859222412109375,
      "cov-distil (oracle2teacher)": 6.9039626121521,
      "epoch": 2.8728414442700156,
      "rel-constrast": 2.0217394828796387,
      "step": 3660,
      "subrel-constrast": 3.6664230823516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2583575248718262,
      "cov-distil (oracle2student)": 4.584829330444336,
      "cov-distil (oracle2teacher)": 4.602470397949219,
      "epoch": 2.8736263736263736,
      "rel-constrast": 2.303290843963623,
      "step": 3661,
      "subrel-constrast": 2.6446754932403564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1836903095245361,
      "cov-distil (oracle2student)": 5.758540153503418,
      "cov-distil (oracle2teacher)": 4.990948677062988,
      "epoch": 2.8744113029827316,
      "rel-constrast": 2.983616352081299,
      "step": 3662,
      "subrel-constrast": 3.839965343475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1443016529083252,
      "cov-distil (oracle2student)": 3.5116477012634277,
      "cov-distil (oracle2teacher)": 3.858816146850586,
      "epoch": 2.8751962323390896,
      "rel-constrast": 1.45497465133667,
      "step": 3663,
      "subrel-constrast": 2.4933042526245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2780965566635132,
      "cov-distil (oracle2student)": 5.26690673828125,
      "cov-distil (oracle2teacher)": 4.723808288574219,
      "epoch": 2.8759811616954476,
      "rel-constrast": 2.2950727939605713,
      "step": 3664,
      "subrel-constrast": 2.8842456340789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0716476440429688,
      "cov-distil (oracle2student)": 4.425748825073242,
      "cov-distil (oracle2teacher)": 4.237459182739258,
      "epoch": 2.876766091051805,
      "rel-constrast": 2.258207321166992,
      "step": 3665,
      "subrel-constrast": 3.442413568496704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78326416015625,
      "cov-distil (oracle2student)": 5.465261459350586,
      "cov-distil (oracle2teacher)": 4.968183517456055,
      "epoch": 2.877551020408163,
      "rel-constrast": 2.0904204845428467,
      "step": 3666,
      "subrel-constrast": 2.8881497383117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2334752082824707,
      "cov-distil (oracle2student)": 5.683664321899414,
      "cov-distil (oracle2teacher)": 5.3669304847717285,
      "epoch": 2.878335949764521,
      "rel-constrast": 2.9529786109924316,
      "step": 3667,
      "subrel-constrast": 3.8958899974823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3512802124023438,
      "cov-distil (oracle2student)": 2.779294490814209,
      "cov-distil (oracle2teacher)": 3.2808988094329834,
      "epoch": 2.879120879120879,
      "rel-constrast": 1.60321044921875,
      "step": 3668,
      "subrel-constrast": 2.4940907955169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4711804389953613,
      "cov-distil (oracle2student)": 5.114617824554443,
      "cov-distil (oracle2teacher)": 4.6894683837890625,
      "epoch": 2.879905808477237,
      "rel-constrast": 1.5907719135284424,
      "step": 3669,
      "subrel-constrast": 2.819338321685791,
      "view-similarity": 0
    },
    {
      "epoch": 2.880690737833595,
      "grad_norm": 3.5625,
      "learning_rate": 2.007677816856498e-05,
      "loss": 0.5784,
      "step": 3670
    },
    {
      "cov-distil": 1.566603422164917,
      "cov-distil (oracle2student)": 6.262791633605957,
      "cov-distil (oracle2teacher)": 5.572983741760254,
      "epoch": 2.880690737833595,
      "rel-constrast": 1.8698384761810303,
      "step": 3670,
      "subrel-constrast": 2.467632532119751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1709847450256348,
      "cov-distil (oracle2student)": 4.677559852600098,
      "cov-distil (oracle2teacher)": 3.967665195465088,
      "epoch": 2.881475667189953,
      "rel-constrast": 2.9310038089752197,
      "step": 3671,
      "subrel-constrast": 3.568941593170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2821543216705322,
      "cov-distil (oracle2student)": 5.057615756988525,
      "cov-distil (oracle2teacher)": 4.339249610900879,
      "epoch": 2.8822605965463106,
      "rel-constrast": 2.8518569469451904,
      "step": 3672,
      "subrel-constrast": 3.676513195037842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7111690044403076,
      "cov-distil (oracle2student)": 3.032151222229004,
      "cov-distil (oracle2teacher)": 3.4383764266967773,
      "epoch": 2.8830455259026686,
      "rel-constrast": 2.235750198364258,
      "step": 3673,
      "subrel-constrast": 3.6811599731445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3517935276031494,
      "cov-distil (oracle2student)": 3.233330488204956,
      "cov-distil (oracle2teacher)": 2.9868547916412354,
      "epoch": 2.8838304552590266,
      "rel-constrast": 1.7041609287261963,
      "step": 3674,
      "subrel-constrast": 2.6569252014160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8622407913208008,
      "cov-distil (oracle2student)": 3.745351791381836,
      "cov-distil (oracle2teacher)": 3.672332763671875,
      "epoch": 2.8846153846153846,
      "rel-constrast": 2.3282594680786133,
      "step": 3675,
      "subrel-constrast": 3.0962073802948,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2592253684997559,
      "cov-distil (oracle2student)": 6.207539081573486,
      "cov-distil (oracle2teacher)": 6.123676300048828,
      "epoch": 2.8854003139717426,
      "rel-constrast": 2.0668773651123047,
      "step": 3676,
      "subrel-constrast": 2.962648868560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0333470106124878,
      "cov-distil (oracle2student)": 2.291830539703369,
      "cov-distil (oracle2teacher)": 2.604647159576416,
      "epoch": 2.8861852433281006,
      "rel-constrast": 2.300171375274658,
      "step": 3677,
      "subrel-constrast": 3.060335636138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480672836303711,
      "cov-distil (oracle2student)": 3.705963611602783,
      "cov-distil (oracle2teacher)": 3.3948984146118164,
      "epoch": 2.8869701726844585,
      "rel-constrast": 1.5597107410430908,
      "step": 3678,
      "subrel-constrast": 2.499690532684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3228296041488647,
      "cov-distil (oracle2student)": 4.882810592651367,
      "cov-distil (oracle2teacher)": 5.003266334533691,
      "epoch": 2.887755102040816,
      "rel-constrast": 2.02226185798645,
      "step": 3679,
      "subrel-constrast": 2.616777181625366,
      "view-similarity": 0
    },
    {
      "epoch": 2.8885400313971745,
      "grad_norm": 4.59375,
      "learning_rate": 1.9797855760799612e-05,
      "loss": 0.5843,
      "step": 3680
    },
    {
      "cov-distil": 1.491302490234375,
      "cov-distil (oracle2student)": 5.588042736053467,
      "cov-distil (oracle2teacher)": 4.62472677230835,
      "epoch": 2.8885400313971745,
      "rel-constrast": 2.6952738761901855,
      "step": 3680,
      "subrel-constrast": 3.054961919784546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444371223449707,
      "cov-distil (oracle2student)": 6.799505710601807,
      "cov-distil (oracle2teacher)": 6.048541069030762,
      "epoch": 2.889324960753532,
      "rel-constrast": 2.2316157817840576,
      "step": 3681,
      "subrel-constrast": 3.317606210708618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482680320739746,
      "cov-distil (oracle2student)": 4.10655403137207,
      "cov-distil (oracle2teacher)": 3.7895731925964355,
      "epoch": 2.89010989010989,
      "rel-constrast": 2.0965092182159424,
      "step": 3682,
      "subrel-constrast": 3.0094916820526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0748744010925293,
      "cov-distil (oracle2student)": 3.809821844100952,
      "cov-distil (oracle2teacher)": 3.8805835247039795,
      "epoch": 2.890894819466248,
      "rel-constrast": 1.6428272724151611,
      "step": 3683,
      "subrel-constrast": 2.289883613586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6443508863449097,
      "cov-distil (oracle2student)": 3.2218475341796875,
      "cov-distil (oracle2teacher)": 3.311312198638916,
      "epoch": 2.891679748822606,
      "rel-constrast": 1.6668163537979126,
      "step": 3684,
      "subrel-constrast": 2.8567752838134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464534997940063,
      "cov-distil (oracle2student)": 2.8005871772766113,
      "cov-distil (oracle2teacher)": 2.807224750518799,
      "epoch": 2.892464678178964,
      "rel-constrast": 1.695285439491272,
      "step": 3685,
      "subrel-constrast": 2.547227382659912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.619935154914856,
      "cov-distil (oracle2student)": 4.714679718017578,
      "cov-distil (oracle2teacher)": 4.198665618896484,
      "epoch": 2.8932496075353216,
      "rel-constrast": 2.003875732421875,
      "step": 3686,
      "subrel-constrast": 3.036818504333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5487980842590332,
      "cov-distil (oracle2student)": 3.105652093887329,
      "cov-distil (oracle2teacher)": 3.5998377799987793,
      "epoch": 2.89403453689168,
      "rel-constrast": 2.8335328102111816,
      "step": 3687,
      "subrel-constrast": 3.674690008163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548111915588379,
      "cov-distil (oracle2student)": 3.357966899871826,
      "cov-distil (oracle2teacher)": 3.7967934608459473,
      "epoch": 2.8948194662480375,
      "rel-constrast": 2.96506929397583,
      "step": 3688,
      "subrel-constrast": 3.7717254161834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3717284202575684,
      "cov-distil (oracle2student)": 3.459932804107666,
      "cov-distil (oracle2teacher)": 3.583399772644043,
      "epoch": 2.8956043956043955,
      "rel-constrast": 2.29996657371521,
      "step": 3689,
      "subrel-constrast": 3.0884296894073486,
      "view-similarity": 0
    },
    {
      "epoch": 2.8963893249607535,
      "grad_norm": 4.84375,
      "learning_rate": 1.9520405362935594e-05,
      "loss": 0.5902,
      "step": 3690
    },
    {
      "cov-distil": 1.1353731155395508,
      "cov-distil (oracle2student)": 3.1577987670898438,
      "cov-distil (oracle2teacher)": 3.4795937538146973,
      "epoch": 2.8963893249607535,
      "rel-constrast": 2.076997756958008,
      "step": 3690,
      "subrel-constrast": 3.0929832458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8160780668258667,
      "cov-distil (oracle2student)": 3.9052813053131104,
      "cov-distil (oracle2teacher)": 3.612335681915283,
      "epoch": 2.8971742543171115,
      "rel-constrast": 1.5150730609893799,
      "step": 3691,
      "subrel-constrast": 2.8617441654205322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5794296264648438,
      "cov-distil (oracle2student)": 3.766906499862671,
      "cov-distil (oracle2teacher)": 3.575913429260254,
      "epoch": 2.8979591836734695,
      "rel-constrast": 2.0570485591888428,
      "step": 3692,
      "subrel-constrast": 2.583644390106201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8221977949142456,
      "cov-distil (oracle2student)": 4.219191074371338,
      "cov-distil (oracle2teacher)": 4.358145713806152,
      "epoch": 2.898744113029827,
      "rel-constrast": 2.8267672061920166,
      "step": 3693,
      "subrel-constrast": 3.4924585819244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1352128982543945,
      "cov-distil (oracle2student)": 4.043801307678223,
      "cov-distil (oracle2teacher)": 4.148270606994629,
      "epoch": 2.8995290423861855,
      "rel-constrast": 2.2866971492767334,
      "step": 3694,
      "subrel-constrast": 3.2363948822021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4843961000442505,
      "cov-distil (oracle2student)": 5.108661651611328,
      "cov-distil (oracle2teacher)": 4.4496002197265625,
      "epoch": 2.900313971742543,
      "rel-constrast": 2.4431521892547607,
      "step": 3695,
      "subrel-constrast": 3.346940517425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4888848066329956,
      "cov-distil (oracle2student)": 4.772059440612793,
      "cov-distil (oracle2teacher)": 4.974740982055664,
      "epoch": 2.901098901098901,
      "rel-constrast": 1.3681704998016357,
      "step": 3696,
      "subrel-constrast": 2.1973817348480225,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2724173069000244,
      "cov-distil (oracle2student)": 3.3434789180755615,
      "cov-distil (oracle2teacher)": 3.5207455158233643,
      "epoch": 2.901883830455259,
      "rel-constrast": 2.627285957336426,
      "step": 3697,
      "subrel-constrast": 3.3900556564331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5540087223052979,
      "cov-distil (oracle2student)": 3.943873882293701,
      "cov-distil (oracle2teacher)": 3.773122787475586,
      "epoch": 2.902668759811617,
      "rel-constrast": 1.877244234085083,
      "step": 3698,
      "subrel-constrast": 2.769313335418701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8043116331100464,
      "cov-distil (oracle2student)": 6.885024070739746,
      "cov-distil (oracle2teacher)": 6.435196399688721,
      "epoch": 2.903453689167975,
      "rel-constrast": 2.657505989074707,
      "step": 3699,
      "subrel-constrast": 3.877419948577881,
      "view-similarity": 0
    },
    {
      "epoch": 2.904238618524333,
      "grad_norm": 4.90625,
      "learning_rate": 1.9244440497513893e-05,
      "loss": 0.5861,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "overlap": 0.328125,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "student margin": 0.0755615234375
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "teacher margin": 0.04718017578125
    },
    {
      "epoch": 2.904238618524333,
      "margin difference": -0.02838134765625,
      "step": 3700
    },
    {
      "cov-distil": 1.7380281686782837,
      "cov-distil (oracle2student)": 3.871358871459961,
      "cov-distil (oracle2teacher)": 3.431972026824951,
      "epoch": 2.904238618524333,
      "rel-constrast": 2.3420963287353516,
      "step": 3700,
      "subrel-constrast": 3.1163387298583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.692535400390625,
      "cov-distil (oracle2student)": 5.682065963745117,
      "cov-distil (oracle2teacher)": 5.395230293273926,
      "epoch": 2.905023547880691,
      "rel-constrast": 3.3580517768859863,
      "step": 3701,
      "subrel-constrast": 3.732454299926758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367218971252441,
      "cov-distil (oracle2student)": 3.783080577850342,
      "cov-distil (oracle2teacher)": 3.912046432495117,
      "epoch": 2.9058084772370485,
      "rel-constrast": 2.1564950942993164,
      "step": 3702,
      "subrel-constrast": 2.7664339542388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0260047912597656,
      "cov-distil (oracle2student)": 4.446959972381592,
      "cov-distil (oracle2teacher)": 4.581581115722656,
      "epoch": 2.9065934065934065,
      "rel-constrast": 1.5506937503814697,
      "step": 3703,
      "subrel-constrast": 2.5886592864990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7038860321044922,
      "cov-distil (oracle2student)": 4.347245216369629,
      "cov-distil (oracle2teacher)": 3.9959001541137695,
      "epoch": 2.9073783359497645,
      "rel-constrast": 2.0776569843292236,
      "step": 3704,
      "subrel-constrast": 2.7822248935699463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8435711860656738,
      "cov-distil (oracle2student)": 3.834099769592285,
      "cov-distil (oracle2teacher)": 4.157978534698486,
      "epoch": 2.9081632653061225,
      "rel-constrast": 3.1956138610839844,
      "step": 3705,
      "subrel-constrast": 3.847154140472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3374850749969482,
      "cov-distil (oracle2student)": 5.736489772796631,
      "cov-distil (oracle2teacher)": 4.979752540588379,
      "epoch": 2.9089481946624804,
      "rel-constrast": 1.789643406867981,
      "step": 3706,
      "subrel-constrast": 2.1704115867614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0187522172927856,
      "cov-distil (oracle2student)": 2.8598153591156006,
      "cov-distil (oracle2teacher)": 2.9103951454162598,
      "epoch": 2.9097331240188384,
      "rel-constrast": 1.9403793811798096,
      "step": 3707,
      "subrel-constrast": 2.275998592376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2120611667633057,
      "cov-distil (oracle2student)": 3.4081625938415527,
      "cov-distil (oracle2teacher)": 3.2634761333465576,
      "epoch": 2.9105180533751964,
      "rel-constrast": 3.101569652557373,
      "step": 3708,
      "subrel-constrast": 3.351226806640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086336374282837,
      "cov-distil (oracle2student)": 3.8732688426971436,
      "cov-distil (oracle2teacher)": 3.4952750205993652,
      "epoch": 2.911302982731554,
      "rel-constrast": 1.8641893863677979,
      "step": 3709,
      "subrel-constrast": 3.028613805770874,
      "view-similarity": 0
    },
    {
      "epoch": 2.912087912087912,
      "grad_norm": 4.03125,
      "learning_rate": 1.896997461467272e-05,
      "loss": 0.6244,
      "step": 3710
    },
    {
      "cov-distil": 1.875046968460083,
      "cov-distil (oracle2student)": 3.3538732528686523,
      "cov-distil (oracle2teacher)": 3.5281336307525635,
      "epoch": 2.912087912087912,
      "rel-constrast": 1.7060381174087524,
      "step": 3710,
      "subrel-constrast": 2.8676443099975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.255100965499878,
      "cov-distil (oracle2student)": 4.386492729187012,
      "cov-distil (oracle2teacher)": 4.8682966232299805,
      "epoch": 2.91287284144427,
      "rel-constrast": 1.8867313861846924,
      "step": 3711,
      "subrel-constrast": 2.84358549118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2908239364624023,
      "cov-distil (oracle2student)": 6.171333312988281,
      "cov-distil (oracle2teacher)": 6.078211784362793,
      "epoch": 2.913657770800628,
      "rel-constrast": 1.6461206674575806,
      "step": 3712,
      "subrel-constrast": 1.865795373916626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800048589706421,
      "cov-distil (oracle2student)": 4.187127113342285,
      "cov-distil (oracle2teacher)": 3.864591121673584,
      "epoch": 2.914442700156986,
      "rel-constrast": 1.621969223022461,
      "step": 3713,
      "subrel-constrast": 2.8299598693847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.487957000732422,
      "cov-distil (oracle2student)": 3.859069347381592,
      "cov-distil (oracle2teacher)": 3.791496515274048,
      "epoch": 2.915227629513344,
      "rel-constrast": 2.353276014328003,
      "step": 3714,
      "subrel-constrast": 3.5148439407348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5376121997833252,
      "cov-distil (oracle2student)": 2.2428929805755615,
      "cov-distil (oracle2teacher)": 2.6437134742736816,
      "epoch": 2.916012558869702,
      "rel-constrast": 1.877496361732483,
      "step": 3715,
      "subrel-constrast": 3.117276430130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6727969646453857,
      "cov-distil (oracle2student)": 2.9142673015594482,
      "cov-distil (oracle2teacher)": 2.9990074634552,
      "epoch": 2.9167974882260594,
      "rel-constrast": 2.032998561859131,
      "step": 3716,
      "subrel-constrast": 2.6909563541412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7061944007873535,
      "cov-distil (oracle2student)": 5.7359466552734375,
      "cov-distil (oracle2teacher)": 4.9267964363098145,
      "epoch": 2.9175824175824174,
      "rel-constrast": 2.883016347885132,
      "step": 3717,
      "subrel-constrast": 3.799920082092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311009168624878,
      "cov-distil (oracle2student)": 3.2101645469665527,
      "cov-distil (oracle2teacher)": 2.555492401123047,
      "epoch": 2.9183673469387754,
      "rel-constrast": 1.4132676124572754,
      "step": 3718,
      "subrel-constrast": 1.9803829193115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385393500328064,
      "cov-distil (oracle2student)": 4.309100151062012,
      "cov-distil (oracle2teacher)": 3.6404800415039062,
      "epoch": 2.9191522762951334,
      "rel-constrast": 2.041412353515625,
      "step": 3719,
      "subrel-constrast": 2.594106912612915,
      "view-similarity": 0
    },
    {
      "epoch": 2.9199372056514914,
      "grad_norm": 4.53125,
      "learning_rate": 1.869702109149199e-05,
      "loss": 0.5274,
      "step": 3720
    },
    {
      "cov-distil": 1.6019169092178345,
      "cov-distil (oracle2student)": 3.474630832672119,
      "cov-distil (oracle2teacher)": 3.4119386672973633,
      "epoch": 2.9199372056514914,
      "rel-constrast": 1.995365858078003,
      "step": 3720,
      "subrel-constrast": 2.8187520503997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6943304538726807,
      "cov-distil (oracle2student)": 3.4105634689331055,
      "cov-distil (oracle2teacher)": 3.6553831100463867,
      "epoch": 2.9207221350078494,
      "rel-constrast": 1.756487488746643,
      "step": 3721,
      "subrel-constrast": 2.675231456756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5689150094985962,
      "cov-distil (oracle2student)": 5.519015312194824,
      "cov-distil (oracle2teacher)": 4.389832496643066,
      "epoch": 2.9215070643642074,
      "rel-constrast": 2.3871870040893555,
      "step": 3722,
      "subrel-constrast": 3.0044729709625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.248227596282959,
      "cov-distil (oracle2student)": 3.699110507965088,
      "cov-distil (oracle2teacher)": 4.046408653259277,
      "epoch": 2.922291993720565,
      "rel-constrast": 1.606099009513855,
      "step": 3723,
      "subrel-constrast": 2.588818073272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9949910640716553,
      "cov-distil (oracle2student)": 3.042295455932617,
      "cov-distil (oracle2teacher)": 3.3219363689422607,
      "epoch": 2.9230769230769234,
      "rel-constrast": 1.5022237300872803,
      "step": 3724,
      "subrel-constrast": 2.709801435470581,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9550788402557373,
      "cov-distil (oracle2student)": 3.5575647354125977,
      "cov-distil (oracle2teacher)": 3.6072988510131836,
      "epoch": 2.923861852433281,
      "rel-constrast": 2.6058874130249023,
      "step": 3725,
      "subrel-constrast": 3.0047852993011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436034917831421,
      "cov-distil (oracle2student)": 4.747218132019043,
      "cov-distil (oracle2teacher)": 4.366382598876953,
      "epoch": 2.924646781789639,
      "rel-constrast": 3.233339548110962,
      "step": 3726,
      "subrel-constrast": 3.5488831996917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685226321220398,
      "cov-distil (oracle2student)": 5.92386531829834,
      "cov-distil (oracle2teacher)": 5.148990631103516,
      "epoch": 2.925431711145997,
      "rel-constrast": 2.0899457931518555,
      "step": 3727,
      "subrel-constrast": 3.0985307693481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.51680588722229,
      "cov-distil (oracle2student)": 5.980332851409912,
      "cov-distil (oracle2teacher)": 5.351860523223877,
      "epoch": 2.926216640502355,
      "rel-constrast": 3.5244240760803223,
      "step": 3728,
      "subrel-constrast": 4.877052307128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2197314500808716,
      "cov-distil (oracle2student)": 3.7109122276306152,
      "cov-distil (oracle2teacher)": 3.627927541732788,
      "epoch": 2.927001569858713,
      "rel-constrast": 1.2363662719726562,
      "step": 3729,
      "subrel-constrast": 2.099116086959839,
      "view-similarity": 0
    },
    {
      "epoch": 2.9277864992150704,
      "grad_norm": 4.03125,
      "learning_rate": 1.842559323134136e-05,
      "loss": 0.5907,
      "step": 3730
    },
    {
      "cov-distil": 1.4700313806533813,
      "cov-distil (oracle2student)": 3.064720869064331,
      "cov-distil (oracle2teacher)": 3.3415708541870117,
      "epoch": 2.9277864992150704,
      "rel-constrast": 1.5398695468902588,
      "step": 3730,
      "subrel-constrast": 2.4883196353912354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.998059630393982,
      "cov-distil (oracle2student)": 3.64949369430542,
      "cov-distil (oracle2teacher)": 3.416562795639038,
      "epoch": 2.928571428571429,
      "rel-constrast": 2.320340394973755,
      "step": 3731,
      "subrel-constrast": 3.6677589416503906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4200410842895508,
      "cov-distil (oracle2student)": 4.767642021179199,
      "cov-distil (oracle2teacher)": 4.733165264129639,
      "epoch": 2.9293563579277864,
      "rel-constrast": 2.1240410804748535,
      "step": 3732,
      "subrel-constrast": 2.858259677886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7330187559127808,
      "cov-distil (oracle2student)": 3.854663848876953,
      "cov-distil (oracle2teacher)": 3.551974296569824,
      "epoch": 2.9301412872841444,
      "rel-constrast": 2.178370475769043,
      "step": 3733,
      "subrel-constrast": 2.9469029903411865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082003593444824,
      "cov-distil (oracle2student)": 4.645736217498779,
      "cov-distil (oracle2teacher)": 4.747015953063965,
      "epoch": 2.9309262166405023,
      "rel-constrast": 1.6798458099365234,
      "step": 3734,
      "subrel-constrast": 3.090276002883911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670182466506958,
      "cov-distil (oracle2student)": 4.541001319885254,
      "cov-distil (oracle2teacher)": 4.138115882873535,
      "epoch": 2.9317111459968603,
      "rel-constrast": 2.3997092247009277,
      "step": 3735,
      "subrel-constrast": 3.2191450595855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7582650184631348,
      "cov-distil (oracle2student)": 5.005402565002441,
      "cov-distil (oracle2teacher)": 4.457921504974365,
      "epoch": 2.9324960753532183,
      "rel-constrast": 2.156984329223633,
      "step": 3736,
      "subrel-constrast": 2.7704238891601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311698317527771,
      "cov-distil (oracle2student)": 3.3367669582366943,
      "cov-distil (oracle2teacher)": 3.0067248344421387,
      "epoch": 2.933281004709576,
      "rel-constrast": 2.5332000255584717,
      "step": 3737,
      "subrel-constrast": 3.4859375953674316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.869213581085205,
      "cov-distil (oracle2student)": 3.0798964500427246,
      "cov-distil (oracle2teacher)": 2.974691390991211,
      "epoch": 2.9340659340659343,
      "rel-constrast": 2.405456781387329,
      "step": 3738,
      "subrel-constrast": 3.112380027770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6481773853302002,
      "cov-distil (oracle2student)": 4.170746326446533,
      "cov-distil (oracle2teacher)": 4.341142177581787,
      "epoch": 2.934850863422292,
      "rel-constrast": 2.4714255332946777,
      "step": 3739,
      "subrel-constrast": 3.2759439945220947,
      "view-similarity": 0
    },
    {
      "epoch": 2.93563579277865,
      "grad_norm": 4.75,
      "learning_rate": 1.8155704263231776e-05,
      "loss": 0.5876,
      "step": 3740
    },
    {
      "cov-distil": 2.6377334594726562,
      "cov-distil (oracle2student)": 5.379650115966797,
      "cov-distil (oracle2teacher)": 5.162827491760254,
      "epoch": 2.93563579277865,
      "rel-constrast": 2.6725921630859375,
      "step": 3740,
      "subrel-constrast": 3.8919517993927,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.787935733795166,
      "cov-distil (oracle2student)": 4.405983924865723,
      "cov-distil (oracle2teacher)": 4.236971855163574,
      "epoch": 2.936420722135008,
      "rel-constrast": 3.0568175315856934,
      "step": 3741,
      "subrel-constrast": 3.974841594696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.314296841621399,
      "cov-distil (oracle2student)": 5.6807332038879395,
      "cov-distil (oracle2teacher)": 4.145593166351318,
      "epoch": 2.937205651491366,
      "rel-constrast": 2.512209415435791,
      "step": 3742,
      "subrel-constrast": 2.9413716793060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5106004476547241,
      "cov-distil (oracle2student)": 5.302700996398926,
      "cov-distil (oracle2teacher)": 5.005873680114746,
      "epoch": 2.937990580847724,
      "rel-constrast": 2.405449628829956,
      "step": 3743,
      "subrel-constrast": 3.6636314392089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7057528495788574,
      "cov-distil (oracle2student)": 3.406606435775757,
      "cov-distil (oracle2teacher)": 3.859086751937866,
      "epoch": 2.938775510204082,
      "rel-constrast": 0.9729055762290955,
      "step": 3744,
      "subrel-constrast": 2.0674679279327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.458932638168335,
      "cov-distil (oracle2student)": 4.701090335845947,
      "cov-distil (oracle2teacher)": 4.547231674194336,
      "epoch": 2.9395604395604398,
      "rel-constrast": 1.778355360031128,
      "step": 3745,
      "subrel-constrast": 2.5278589725494385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0633368492126465,
      "cov-distil (oracle2student)": 4.299248695373535,
      "cov-distil (oracle2teacher)": 4.06523323059082,
      "epoch": 2.9403453689167973,
      "rel-constrast": 2.4385805130004883,
      "step": 3746,
      "subrel-constrast": 3.4856698513031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6376807689666748,
      "cov-distil (oracle2student)": 5.542414665222168,
      "cov-distil (oracle2teacher)": 5.141514778137207,
      "epoch": 2.9411302982731553,
      "rel-constrast": 2.568578004837036,
      "step": 3747,
      "subrel-constrast": 3.513244390487671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4122672080993652,
      "cov-distil (oracle2student)": 3.9138450622558594,
      "cov-distil (oracle2teacher)": 3.695371627807617,
      "epoch": 2.9419152276295133,
      "rel-constrast": 2.4659292697906494,
      "step": 3748,
      "subrel-constrast": 3.0987279415130615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6886882781982422,
      "cov-distil (oracle2student)": 5.130414009094238,
      "cov-distil (oracle2teacher)": 4.717500686645508,
      "epoch": 2.9427001569858713,
      "rel-constrast": 2.6049747467041016,
      "step": 3749,
      "subrel-constrast": 3.2095773220062256,
      "view-similarity": 0
    },
    {
      "epoch": 2.9434850863422293,
      "grad_norm": 4.9375,
      "learning_rate": 1.788736734117078e-05,
      "loss": 0.63,
      "step": 3750
    },
    {
      "cov-distil": 2.009941577911377,
      "cov-distil (oracle2student)": 3.994426727294922,
      "cov-distil (oracle2teacher)": 3.996884346008301,
      "epoch": 2.9434850863422293,
      "rel-constrast": 1.8968448638916016,
      "step": 3750,
      "subrel-constrast": 2.865999221801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1820095777511597,
      "cov-distil (oracle2student)": 5.559986114501953,
      "cov-distil (oracle2teacher)": 5.256473541259766,
      "epoch": 2.9442700156985873,
      "rel-constrast": 1.5136504173278809,
      "step": 3751,
      "subrel-constrast": 2.3044259548187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.189889669418335,
      "cov-distil (oracle2student)": 5.658102989196777,
      "cov-distil (oracle2teacher)": 4.872939109802246,
      "epoch": 2.9450549450549453,
      "rel-constrast": 1.9413342475891113,
      "step": 3752,
      "subrel-constrast": 2.8142497539520264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7455040216445923,
      "cov-distil (oracle2student)": 5.743021488189697,
      "cov-distil (oracle2teacher)": 5.400069236755371,
      "epoch": 2.945839874411303,
      "rel-constrast": 3.3969268798828125,
      "step": 3753,
      "subrel-constrast": 3.776381731033325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.648276925086975,
      "cov-distil (oracle2student)": 3.8403372764587402,
      "cov-distil (oracle2teacher)": 4.131213188171387,
      "epoch": 2.946624803767661,
      "rel-constrast": 2.0467629432678223,
      "step": 3754,
      "subrel-constrast": 2.8353328704833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.586887001991272,
      "cov-distil (oracle2student)": 4.299032688140869,
      "cov-distil (oracle2teacher)": 4.046846866607666,
      "epoch": 2.9474097331240188,
      "rel-constrast": 1.7641383409500122,
      "step": 3755,
      "subrel-constrast": 2.8628334999084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2366890907287598,
      "cov-distil (oracle2student)": 4.446812152862549,
      "cov-distil (oracle2teacher)": 4.020016193389893,
      "epoch": 2.9481946624803768,
      "rel-constrast": 1.8403067588806152,
      "step": 3756,
      "subrel-constrast": 3.172260284423828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2269130945205688,
      "cov-distil (oracle2student)": 3.761279582977295,
      "cov-distil (oracle2teacher)": 3.5509111881256104,
      "epoch": 2.9489795918367347,
      "rel-constrast": 1.1615397930145264,
      "step": 3757,
      "subrel-constrast": 2.249959707260132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8255648612976074,
      "cov-distil (oracle2student)": 2.901961326599121,
      "cov-distil (oracle2teacher)": 2.7066187858581543,
      "epoch": 2.9497645211930927,
      "rel-constrast": 2.6357734203338623,
      "step": 3758,
      "subrel-constrast": 2.9475953578948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2804911136627197,
      "cov-distil (oracle2student)": 2.4513778686523438,
      "cov-distil (oracle2teacher)": 2.693171739578247,
      "epoch": 2.9505494505494507,
      "rel-constrast": 1.939469575881958,
      "step": 3759,
      "subrel-constrast": 3.174893617630005,
      "view-similarity": 0
    },
    {
      "epoch": 2.9513343799058083,
      "grad_norm": 4.5,
      "learning_rate": 1.762059554352143e-05,
      "loss": 0.5457,
      "step": 3760
    },
    {
      "cov-distil": 1.7061123847961426,
      "cov-distil (oracle2student)": 3.4395580291748047,
      "cov-distil (oracle2teacher)": 3.530425548553467,
      "epoch": 2.9513343799058083,
      "rel-constrast": 2.1825008392333984,
      "step": 3760,
      "subrel-constrast": 2.669166326522827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323187828063965,
      "cov-distil (oracle2student)": 4.724574565887451,
      "cov-distil (oracle2teacher)": 3.688323974609375,
      "epoch": 2.9521193092621663,
      "rel-constrast": 2.167342185974121,
      "step": 3761,
      "subrel-constrast": 2.7526357173919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8592851161956787,
      "cov-distil (oracle2student)": 5.679510116577148,
      "cov-distil (oracle2teacher)": 4.866456508636475,
      "epoch": 2.9529042386185242,
      "rel-constrast": 2.715607166290283,
      "step": 3762,
      "subrel-constrast": 3.559394598007202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.26678466796875,
      "cov-distil (oracle2student)": 3.4555068016052246,
      "cov-distil (oracle2teacher)": 3.339853048324585,
      "epoch": 2.9536891679748822,
      "rel-constrast": 1.822106957435608,
      "step": 3763,
      "subrel-constrast": 2.3022003173828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.758134365081787,
      "cov-distil (oracle2student)": 4.5576910972595215,
      "cov-distil (oracle2teacher)": 4.061042785644531,
      "epoch": 2.9544740973312402,
      "rel-constrast": 2.5365102291107178,
      "step": 3764,
      "subrel-constrast": 3.5435400009155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4175459146499634,
      "cov-distil (oracle2student)": 6.554167747497559,
      "cov-distil (oracle2teacher)": 5.678548336029053,
      "epoch": 2.955259026687598,
      "rel-constrast": 1.8537697792053223,
      "step": 3765,
      "subrel-constrast": 2.8814380168914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8340060710906982,
      "cov-distil (oracle2student)": 4.146773338317871,
      "cov-distil (oracle2teacher)": 4.1832990646362305,
      "epoch": 2.956043956043956,
      "rel-constrast": 2.308635711669922,
      "step": 3766,
      "subrel-constrast": 3.254366159439087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.373079538345337,
      "cov-distil (oracle2student)": 3.944960594177246,
      "cov-distil (oracle2teacher)": 3.6183412075042725,
      "epoch": 2.9568288854003137,
      "rel-constrast": 2.257902145385742,
      "step": 3767,
      "subrel-constrast": 2.5123672485351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.240448236465454,
      "cov-distil (oracle2student)": 4.061862468719482,
      "cov-distil (oracle2teacher)": 3.8279848098754883,
      "epoch": 2.957613814756672,
      "rel-constrast": 1.9424352645874023,
      "step": 3768,
      "subrel-constrast": 2.644404172897339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7660802602767944,
      "cov-distil (oracle2student)": 3.448270797729492,
      "cov-distil (oracle2teacher)": 3.430422306060791,
      "epoch": 2.9583987441130297,
      "rel-constrast": 1.86221182346344,
      "step": 3769,
      "subrel-constrast": 3.06211256980896,
      "view-similarity": 0
    },
    {
      "epoch": 2.9591836734693877,
      "grad_norm": 4.28125,
      "learning_rate": 1.7355401872364758e-05,
      "loss": 0.5814,
      "step": 3770
    },
    {
      "cov-distil": 1.6818268299102783,
      "cov-distil (oracle2student)": 4.868012428283691,
      "cov-distil (oracle2teacher)": 4.1741533279418945,
      "epoch": 2.9591836734693877,
      "rel-constrast": 1.9663052558898926,
      "step": 3770,
      "subrel-constrast": 2.777181386947632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815418004989624,
      "cov-distil (oracle2student)": 6.462493896484375,
      "cov-distil (oracle2teacher)": 5.684725761413574,
      "epoch": 2.9599686028257457,
      "rel-constrast": 1.8496158123016357,
      "step": 3771,
      "subrel-constrast": 2.403164863586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82222580909729,
      "cov-distil (oracle2student)": 3.7078750133514404,
      "cov-distil (oracle2teacher)": 3.807255268096924,
      "epoch": 2.9607535321821037,
      "rel-constrast": 1.6631741523742676,
      "step": 3772,
      "subrel-constrast": 2.6083180904388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6612223386764526,
      "cov-distil (oracle2student)": 2.3684537410736084,
      "cov-distil (oracle2teacher)": 2.7826859951019287,
      "epoch": 2.9615384615384617,
      "rel-constrast": 2.5765340328216553,
      "step": 3773,
      "subrel-constrast": 3.192610740661621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6119781732559204,
      "cov-distil (oracle2student)": 4.441281318664551,
      "cov-distil (oracle2teacher)": 4.378847599029541,
      "epoch": 2.962323390894819,
      "rel-constrast": 2.8754682540893555,
      "step": 3774,
      "subrel-constrast": 3.4100308418273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6869691610336304,
      "cov-distil (oracle2student)": 3.9690849781036377,
      "cov-distil (oracle2teacher)": 3.8041014671325684,
      "epoch": 2.9631083202511777,
      "rel-constrast": 3.0927467346191406,
      "step": 3775,
      "subrel-constrast": 3.8977115154266357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9903573989868164,
      "cov-distil (oracle2student)": 6.918759822845459,
      "cov-distil (oracle2teacher)": 5.863089561462402,
      "epoch": 2.963893249607535,
      "rel-constrast": 3.946274518966675,
      "step": 3776,
      "subrel-constrast": 4.621445178985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732092022895813,
      "cov-distil (oracle2student)": 3.929797887802124,
      "cov-distil (oracle2teacher)": 3.823535203933716,
      "epoch": 2.964678178963893,
      "rel-constrast": 3.3422739505767822,
      "step": 3777,
      "subrel-constrast": 3.629484176635742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5082141160964966,
      "cov-distil (oracle2student)": 3.3590102195739746,
      "cov-distil (oracle2teacher)": 3.8092360496520996,
      "epoch": 2.965463108320251,
      "rel-constrast": 1.6995644569396973,
      "step": 3778,
      "subrel-constrast": 2.6549441814422607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647815704345703,
      "cov-distil (oracle2student)": 2.366364002227783,
      "cov-distil (oracle2teacher)": 3.092155694961548,
      "epoch": 2.966248037676609,
      "rel-constrast": 1.9866384267807007,
      "step": 3779,
      "subrel-constrast": 3.3297476768493652,
      "view-similarity": 0
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 4.0,
      "learning_rate": 1.709179925286617e-05,
      "loss": 0.6692,
      "step": 3780
    },
    {
      "cov-distil": 1.5960547924041748,
      "cov-distil (oracle2student)": 3.018003463745117,
      "cov-distil (oracle2teacher)": 2.8126676082611084,
      "epoch": 2.967032967032967,
      "rel-constrast": 2.089332103729248,
      "step": 3780,
      "subrel-constrast": 2.919999837875366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8989237546920776,
      "cov-distil (oracle2student)": 4.857242584228516,
      "cov-distil (oracle2teacher)": 4.816376686096191,
      "epoch": 2.9678178963893247,
      "rel-constrast": 1.7366522550582886,
      "step": 3781,
      "subrel-constrast": 2.895819664001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4700113534927368,
      "cov-distil (oracle2student)": 4.548933029174805,
      "cov-distil (oracle2teacher)": 3.8008878231048584,
      "epoch": 2.968602825745683,
      "rel-constrast": 2.4505505561828613,
      "step": 3782,
      "subrel-constrast": 3.3310189247131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3811354637145996,
      "cov-distil (oracle2student)": 4.78106689453125,
      "cov-distil (oracle2teacher)": 4.158632278442383,
      "epoch": 2.9693877551020407,
      "rel-constrast": 1.7181174755096436,
      "step": 3783,
      "subrel-constrast": 2.7387871742248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7973716259002686,
      "cov-distil (oracle2student)": 4.278367519378662,
      "cov-distil (oracle2teacher)": 3.936542272567749,
      "epoch": 2.9701726844583987,
      "rel-constrast": 2.283005475997925,
      "step": 3784,
      "subrel-constrast": 3.105896234512329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574368953704834,
      "cov-distil (oracle2student)": 4.457004547119141,
      "cov-distil (oracle2teacher)": 4.191312789916992,
      "epoch": 2.9709576138147566,
      "rel-constrast": 1.9581321477890015,
      "step": 3785,
      "subrel-constrast": 2.9779186248779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757956743240356,
      "cov-distil (oracle2student)": 3.2159652709960938,
      "cov-distil (oracle2teacher)": 3.131570339202881,
      "epoch": 2.9717425431711146,
      "rel-constrast": 1.9217042922973633,
      "step": 3786,
      "subrel-constrast": 2.6711483001708984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3701210021972656,
      "cov-distil (oracle2student)": 5.618073463439941,
      "cov-distil (oracle2teacher)": 4.624687194824219,
      "epoch": 2.9725274725274726,
      "rel-constrast": 2.4304158687591553,
      "step": 3787,
      "subrel-constrast": 2.958068370819092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4381740093231201,
      "cov-distil (oracle2student)": 2.0422935485839844,
      "cov-distil (oracle2teacher)": 2.4277563095092773,
      "epoch": 2.9733124018838306,
      "rel-constrast": 1.9863603115081787,
      "step": 3788,
      "subrel-constrast": 2.715223550796509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4774434566497803,
      "cov-distil (oracle2student)": 3.885249376296997,
      "cov-distil (oracle2teacher)": 3.84686279296875,
      "epoch": 2.9740973312401886,
      "rel-constrast": 2.1923775672912598,
      "step": 3789,
      "subrel-constrast": 2.934946060180664,
      "view-similarity": 0
    },
    {
      "epoch": 2.974882260596546,
      "grad_norm": 4.78125,
      "learning_rate": 1.6829800532645447e-05,
      "loss": 0.5616,
      "step": 3790
    },
    {
      "cov-distil": 2.1124680042266846,
      "cov-distil (oracle2student)": 4.777606964111328,
      "cov-distil (oracle2teacher)": 4.027671813964844,
      "epoch": 2.974882260596546,
      "rel-constrast": 2.28602933883667,
      "step": 3790,
      "subrel-constrast": 2.9242360591888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0566325187683105,
      "cov-distil (oracle2student)": 4.712958812713623,
      "cov-distil (oracle2teacher)": 4.242432594299316,
      "epoch": 2.975667189952904,
      "rel-constrast": 2.969991683959961,
      "step": 3791,
      "subrel-constrast": 3.4271435737609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.338223934173584,
      "cov-distil (oracle2student)": 5.289817810058594,
      "cov-distil (oracle2teacher)": 4.715576648712158,
      "epoch": 2.976452119309262,
      "rel-constrast": 2.021942377090454,
      "step": 3792,
      "subrel-constrast": 2.5043458938598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9283905029296875,
      "cov-distil (oracle2student)": 5.2711029052734375,
      "cov-distil (oracle2teacher)": 4.980547904968262,
      "epoch": 2.97723704866562,
      "rel-constrast": 2.844916820526123,
      "step": 3793,
      "subrel-constrast": 4.048628807067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3638603687286377,
      "cov-distil (oracle2student)": 4.183387756347656,
      "cov-distil (oracle2teacher)": 4.630557060241699,
      "epoch": 2.978021978021978,
      "rel-constrast": 2.66084885597229,
      "step": 3794,
      "subrel-constrast": 3.539154291152954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592707633972168,
      "cov-distil (oracle2student)": 6.271306991577148,
      "cov-distil (oracle2teacher)": 4.928375720977783,
      "epoch": 2.978806907378336,
      "rel-constrast": 2.928220272064209,
      "step": 3795,
      "subrel-constrast": 2.9510843753814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8482682704925537,
      "cov-distil (oracle2student)": 3.9161784648895264,
      "cov-distil (oracle2teacher)": 3.451585292816162,
      "epoch": 2.979591836734694,
      "rel-constrast": 2.7010979652404785,
      "step": 3796,
      "subrel-constrast": 3.188513994216919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.475709319114685,
      "cov-distil (oracle2student)": 7.471546649932861,
      "cov-distil (oracle2teacher)": 6.164233207702637,
      "epoch": 2.9803767660910516,
      "rel-constrast": 1.664682149887085,
      "step": 3797,
      "subrel-constrast": 2.3387949466705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4268468618392944,
      "cov-distil (oracle2student)": 3.2044641971588135,
      "cov-distil (oracle2teacher)": 3.3406310081481934,
      "epoch": 2.9811616954474096,
      "rel-constrast": 1.8337342739105225,
      "step": 3798,
      "subrel-constrast": 2.54032301902771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041142702102661,
      "cov-distil (oracle2student)": 2.7858164310455322,
      "cov-distil (oracle2teacher)": 3.0428624153137207,
      "epoch": 2.9819466248037676,
      "rel-constrast": 1.9844964742660522,
      "step": 3799,
      "subrel-constrast": 2.5478243827819824,
      "view-similarity": 0
    },
    {
      "epoch": 2.9827315541601256,
      "grad_norm": 3.890625,
      "learning_rate": 1.6569418481150595e-05,
      "loss": 0.639,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "overlap": 0.3265624940395355,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "student margin": 0.064483642578125
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "teacher margin": 0.044097900390625
    },
    {
      "epoch": 2.9827315541601256,
      "margin difference": -0.0203857421875,
      "step": 3800
    },
    {
      "cov-distil": 1.430898904800415,
      "cov-distil (oracle2student)": 4.237528324127197,
      "cov-distil (oracle2teacher)": 3.811479091644287,
      "epoch": 2.9827315541601256,
      "rel-constrast": 2.870696544647217,
      "step": 3800,
      "subrel-constrast": 3.2097346782684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8993232250213623,
      "cov-distil (oracle2student)": 2.8478355407714844,
      "cov-distil (oracle2teacher)": 3.5095021724700928,
      "epoch": 2.9835164835164836,
      "rel-constrast": 1.591335654258728,
      "step": 3801,
      "subrel-constrast": 2.8849141597747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4421253204345703,
      "cov-distil (oracle2student)": 5.079372882843018,
      "cov-distil (oracle2teacher)": 4.757437705993652,
      "epoch": 2.9843014128728416,
      "rel-constrast": 2.6041462421417236,
      "step": 3802,
      "subrel-constrast": 3.4279916286468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4210902452468872,
      "cov-distil (oracle2student)": 4.65692663192749,
      "cov-distil (oracle2teacher)": 4.445052146911621,
      "epoch": 2.9850863422291996,
      "rel-constrast": 2.1063504219055176,
      "step": 3803,
      "subrel-constrast": 2.910646915435791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7304680347442627,
      "cov-distil (oracle2student)": 4.691520690917969,
      "cov-distil (oracle2teacher)": 4.293708801269531,
      "epoch": 2.985871271585557,
      "rel-constrast": 1.3471369743347168,
      "step": 3804,
      "subrel-constrast": 2.2048754692077637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8263788223266602,
      "cov-distil (oracle2student)": 4.217670440673828,
      "cov-distil (oracle2teacher)": 4.21688175201416,
      "epoch": 2.986656200941915,
      "rel-constrast": 1.9379172325134277,
      "step": 3805,
      "subrel-constrast": 3.1726572513580322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5558112859725952,
      "cov-distil (oracle2student)": 5.404234886169434,
      "cov-distil (oracle2teacher)": 5.285223960876465,
      "epoch": 2.987441130298273,
      "rel-constrast": 3.126418113708496,
      "step": 3806,
      "subrel-constrast": 3.5876007080078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2750217914581299,
      "cov-distil (oracle2student)": 4.348106384277344,
      "cov-distil (oracle2teacher)": 3.6692657470703125,
      "epoch": 2.988226059654631,
      "rel-constrast": 2.3751277923583984,
      "step": 3807,
      "subrel-constrast": 3.03898286819458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2274225950241089,
      "cov-distil (oracle2student)": 4.06387996673584,
      "cov-distil (oracle2teacher)": 3.623619794845581,
      "epoch": 2.989010989010989,
      "rel-constrast": 2.3221819400787354,
      "step": 3808,
      "subrel-constrast": 2.8318605422973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5270464420318604,
      "cov-distil (oracle2student)": 3.717803955078125,
      "cov-distil (oracle2teacher)": 3.4467082023620605,
      "epoch": 2.989795918367347,
      "rel-constrast": 1.753243088722229,
      "step": 3809,
      "subrel-constrast": 2.283337354660034,
      "view-similarity": 0
    },
    {
      "epoch": 2.990580847723705,
      "grad_norm": 3.6875,
      "learning_rate": 1.6310665789035467e-05,
      "loss": 0.5892,
      "step": 3810
    },
    {
      "cov-distil": 1.8729387521743774,
      "cov-distil (oracle2student)": 5.353466033935547,
      "cov-distil (oracle2teacher)": 5.227670192718506,
      "epoch": 2.990580847723705,
      "rel-constrast": 2.8492448329925537,
      "step": 3810,
      "subrel-constrast": 3.498872995376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4301121234893799,
      "cov-distil (oracle2student)": 4.465644836425781,
      "cov-distil (oracle2teacher)": 4.158578872680664,
      "epoch": 2.9913657770800626,
      "rel-constrast": 1.7048472166061401,
      "step": 3811,
      "subrel-constrast": 2.65649151802063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2281901836395264,
      "cov-distil (oracle2student)": 5.2252044677734375,
      "cov-distil (oracle2teacher)": 4.494635105133057,
      "epoch": 2.9921507064364206,
      "rel-constrast": 1.8152868747711182,
      "step": 3812,
      "subrel-constrast": 2.8227851390838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505044937133789,
      "cov-distil (oracle2student)": 4.683086395263672,
      "cov-distil (oracle2teacher)": 4.586376190185547,
      "epoch": 2.9929356357927785,
      "rel-constrast": 2.059352397918701,
      "step": 3813,
      "subrel-constrast": 2.879192352294922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.402930736541748,
      "cov-distil (oracle2student)": 3.1467013359069824,
      "cov-distil (oracle2teacher)": 3.1682722568511963,
      "epoch": 2.9937205651491365,
      "rel-constrast": 1.320969581604004,
      "step": 3814,
      "subrel-constrast": 1.9575822353363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734797716140747,
      "cov-distil (oracle2student)": 6.279360771179199,
      "cov-distil (oracle2teacher)": 5.0068254470825195,
      "epoch": 2.9945054945054945,
      "rel-constrast": 2.755444288253784,
      "step": 3815,
      "subrel-constrast": 3.2970130443573,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2675206661224365,
      "cov-distil (oracle2student)": 2.606835126876831,
      "cov-distil (oracle2teacher)": 2.5832712650299072,
      "epoch": 2.9952904238618525,
      "rel-constrast": 2.681062936782837,
      "step": 3816,
      "subrel-constrast": 3.351869583129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4733059406280518,
      "cov-distil (oracle2student)": 5.004673004150391,
      "cov-distil (oracle2teacher)": 4.91533088684082,
      "epoch": 2.9960753532182105,
      "rel-constrast": 3.1216979026794434,
      "step": 3817,
      "subrel-constrast": 3.9065024852752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6416221857070923,
      "cov-distil (oracle2student)": 4.212593078613281,
      "cov-distil (oracle2teacher)": 3.9404635429382324,
      "epoch": 2.996860282574568,
      "rel-constrast": 3.546037197113037,
      "step": 3818,
      "subrel-constrast": 3.7078819274902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903112530708313,
      "cov-distil (oracle2student)": 3.1440556049346924,
      "cov-distil (oracle2teacher)": 3.4707231521606445,
      "epoch": 2.9976452119309265,
      "rel-constrast": 2.0813379287719727,
      "step": 3819,
      "subrel-constrast": 2.9946913719177246,
      "view-similarity": 0
    },
    {
      "epoch": 2.998430141287284,
      "grad_norm": 4.3125,
      "learning_rate": 1.605355506754121e-05,
      "loss": 0.6395,
      "step": 3820
    },
    {
      "cov-distil": 1.1837126016616821,
      "cov-distil (oracle2student)": 3.0520787239074707,
      "cov-distil (oracle2teacher)": 3.007321357727051,
      "epoch": 2.998430141287284,
      "rel-constrast": 2.7795629501342773,
      "step": 3820,
      "subrel-constrast": 3.1248934268951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5350918769836426,
      "cov-distil (oracle2student)": 3.53389835357666,
      "cov-distil (oracle2teacher)": 2.9362215995788574,
      "epoch": 2.999215070643642,
      "rel-constrast": 2.1358370780944824,
      "step": 3821,
      "subrel-constrast": 3.3279175758361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098818302154541,
      "cov-distil (oracle2student)": 3.88154935836792,
      "cov-distil (oracle2teacher)": 3.4538323879241943,
      "epoch": 3.0,
      "rel-constrast": 2.6482040882110596,
      "step": 3822,
      "subrel-constrast": 3.3177828788757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304168462753296,
      "cov-distil (oracle2student)": 3.3759520053863525,
      "cov-distil (oracle2teacher)": 3.131232261657715,
      "epoch": 3.000784929356358,
      "rel-constrast": 1.8411295413970947,
      "step": 3823,
      "subrel-constrast": 2.4376461505889893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7312073707580566,
      "cov-distil (oracle2student)": 3.6663053035736084,
      "cov-distil (oracle2teacher)": 3.636536121368408,
      "epoch": 3.001569858712716,
      "rel-constrast": 1.2620761394500732,
      "step": 3824,
      "subrel-constrast": 2.3058581352233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2189040184020996,
      "cov-distil (oracle2student)": 4.539190769195557,
      "cov-distil (oracle2teacher)": 4.045309543609619,
      "epoch": 3.002354788069074,
      "rel-constrast": 2.099799633026123,
      "step": 3825,
      "subrel-constrast": 2.6456360816955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511244535446167,
      "cov-distil (oracle2student)": 3.4452638626098633,
      "cov-distil (oracle2teacher)": 3.575615882873535,
      "epoch": 3.0031397174254315,
      "rel-constrast": 2.6034958362579346,
      "step": 3826,
      "subrel-constrast": 3.952773094177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.930213212966919,
      "cov-distil (oracle2student)": 4.621337890625,
      "cov-distil (oracle2teacher)": 4.365092754364014,
      "epoch": 3.0039246467817895,
      "rel-constrast": 2.221041202545166,
      "step": 3827,
      "subrel-constrast": 3.0881850719451904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4818212985992432,
      "cov-distil (oracle2student)": 2.990309238433838,
      "cov-distil (oracle2teacher)": 2.9265084266662598,
      "epoch": 3.0047095761381475,
      "rel-constrast": 2.4417552947998047,
      "step": 3828,
      "subrel-constrast": 3.0476300716400146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5424362421035767,
      "cov-distil (oracle2student)": 4.33135986328125,
      "cov-distil (oracle2teacher)": 3.564417839050293,
      "epoch": 3.0054945054945055,
      "rel-constrast": 1.7803208827972412,
      "step": 3829,
      "subrel-constrast": 2.8181965351104736,
      "view-similarity": 0
    },
    {
      "epoch": 3.0062794348508635,
      "grad_norm": 4.25,
      "learning_rate": 1.5798098847881666e-05,
      "loss": 0.5842,
      "step": 3830
    },
    {
      "cov-distil": 1.7891056537628174,
      "cov-distil (oracle2student)": 3.859654664993286,
      "cov-distil (oracle2teacher)": 3.5483078956604004,
      "epoch": 3.0062794348508635,
      "rel-constrast": 3.1087090969085693,
      "step": 3830,
      "subrel-constrast": 3.488140344619751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125204563140869,
      "cov-distil (oracle2student)": 6.129850387573242,
      "cov-distil (oracle2teacher)": 5.71341609954834,
      "epoch": 3.0070643642072215,
      "rel-constrast": 2.0648233890533447,
      "step": 3831,
      "subrel-constrast": 3.0681729316711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2900367975234985,
      "cov-distil (oracle2student)": 5.66444206237793,
      "cov-distil (oracle2teacher)": 4.682072162628174,
      "epoch": 3.0078492935635794,
      "rel-constrast": 1.7452197074890137,
      "step": 3832,
      "subrel-constrast": 2.768810272216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7087182998657227,
      "cov-distil (oracle2student)": 5.250606536865234,
      "cov-distil (oracle2teacher)": 4.638571739196777,
      "epoch": 3.008634222919937,
      "rel-constrast": 2.3654634952545166,
      "step": 3833,
      "subrel-constrast": 3.032566547393799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7205572128295898,
      "cov-distil (oracle2student)": 5.979188919067383,
      "cov-distil (oracle2teacher)": 5.980937957763672,
      "epoch": 3.009419152276295,
      "rel-constrast": 1.8318421840667725,
      "step": 3834,
      "subrel-constrast": 3.2005748748779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5617913007736206,
      "cov-distil (oracle2student)": 5.50399112701416,
      "cov-distil (oracle2teacher)": 5.023017883300781,
      "epoch": 3.010204081632653,
      "rel-constrast": 1.6511670351028442,
      "step": 3835,
      "subrel-constrast": 2.3548717498779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6744043827056885,
      "cov-distil (oracle2student)": 4.785017013549805,
      "cov-distil (oracle2teacher)": 4.4153547286987305,
      "epoch": 3.010989010989011,
      "rel-constrast": 2.1250534057617188,
      "step": 3836,
      "subrel-constrast": 2.6774492263793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.769815444946289,
      "cov-distil (oracle2student)": 3.388671636581421,
      "cov-distil (oracle2teacher)": 3.110778570175171,
      "epoch": 3.011773940345369,
      "rel-constrast": 2.5201187133789062,
      "step": 3837,
      "subrel-constrast": 3.253120183944702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1613885164260864,
      "cov-distil (oracle2student)": 6.370570182800293,
      "cov-distil (oracle2teacher)": 5.967080116271973,
      "epoch": 3.012558869701727,
      "rel-constrast": 2.373880624771118,
      "step": 3838,
      "subrel-constrast": 2.9845759868621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6213996410369873,
      "cov-distil (oracle2student)": 4.215994834899902,
      "cov-distil (oracle2teacher)": 3.9352874755859375,
      "epoch": 3.013343799058085,
      "rel-constrast": 1.6529302597045898,
      "step": 3839,
      "subrel-constrast": 2.684492349624634,
      "view-similarity": 0
    },
    {
      "epoch": 3.014128728414443,
      "grad_norm": 4.75,
      "learning_rate": 1.554430958063259e-05,
      "loss": 0.577,
      "step": 3840
    },
    {
      "cov-distil": 1.322333574295044,
      "cov-distil (oracle2student)": 3.7147228717803955,
      "cov-distil (oracle2teacher)": 3.7885985374450684,
      "epoch": 3.014128728414443,
      "rel-constrast": 1.9211879968643188,
      "step": 3840,
      "subrel-constrast": 2.7233095169067383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9993600845336914,
      "cov-distil (oracle2student)": 4.95671272277832,
      "cov-distil (oracle2teacher)": 4.4241108894348145,
      "epoch": 3.0149136577708004,
      "rel-constrast": 2.7719273567199707,
      "step": 3841,
      "subrel-constrast": 3.801931858062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.644179105758667,
      "cov-distil (oracle2student)": 5.005543231964111,
      "cov-distil (oracle2teacher)": 4.025805473327637,
      "epoch": 3.0156985871271584,
      "rel-constrast": 2.1097238063812256,
      "step": 3842,
      "subrel-constrast": 2.8848061561584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4134284257888794,
      "cov-distil (oracle2student)": 5.555121421813965,
      "cov-distil (oracle2teacher)": 5.303832054138184,
      "epoch": 3.0164835164835164,
      "rel-constrast": 1.9611036777496338,
      "step": 3843,
      "subrel-constrast": 2.836484670639038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8843860626220703,
      "cov-distil (oracle2student)": 5.126657485961914,
      "cov-distil (oracle2teacher)": 4.503727912902832,
      "epoch": 3.0172684458398744,
      "rel-constrast": 1.8063915967941284,
      "step": 3844,
      "subrel-constrast": 2.646641492843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5930794477462769,
      "cov-distil (oracle2student)": 4.530597686767578,
      "cov-distil (oracle2teacher)": 4.469045162200928,
      "epoch": 3.0180533751962324,
      "rel-constrast": 3.0231919288635254,
      "step": 3845,
      "subrel-constrast": 3.7494401931762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2354607582092285,
      "cov-distil (oracle2student)": 4.917862892150879,
      "cov-distil (oracle2teacher)": 4.510549545288086,
      "epoch": 3.0188383045525904,
      "rel-constrast": 2.143775224685669,
      "step": 3846,
      "subrel-constrast": 2.8636605739593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7591609954833984,
      "cov-distil (oracle2student)": 4.206789016723633,
      "cov-distil (oracle2teacher)": 4.082786560058594,
      "epoch": 3.0196232339089484,
      "rel-constrast": 2.281967878341675,
      "step": 3847,
      "subrel-constrast": 3.0555167198181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9414863586425781,
      "cov-distil (oracle2student)": 4.826523303985596,
      "cov-distil (oracle2teacher)": 4.428577423095703,
      "epoch": 3.020408163265306,
      "rel-constrast": 2.501065254211426,
      "step": 3848,
      "subrel-constrast": 3.051891803741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4679421186447144,
      "cov-distil (oracle2student)": 3.433346748352051,
      "cov-distil (oracle2teacher)": 3.919538736343384,
      "epoch": 3.021193092621664,
      "rel-constrast": 1.8602956533432007,
      "step": 3849,
      "subrel-constrast": 2.753352165222168,
      "view-similarity": 0
    },
    {
      "epoch": 3.021978021978022,
      "grad_norm": 4.125,
      "learning_rate": 1.529219963512481e-05,
      "loss": 0.6002,
      "step": 3850
    },
    {
      "cov-distil": 2.205409049987793,
      "cov-distil (oracle2student)": 3.3433852195739746,
      "cov-distil (oracle2teacher)": 3.158108711242676,
      "epoch": 3.021978021978022,
      "rel-constrast": 1.8714781999588013,
      "step": 3850,
      "subrel-constrast": 2.9613399505615234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4380087852478027,
      "cov-distil (oracle2student)": 3.030689239501953,
      "cov-distil (oracle2teacher)": 2.573444128036499,
      "epoch": 3.02276295133438,
      "rel-constrast": 1.5186901092529297,
      "step": 3851,
      "subrel-constrast": 2.1116063594818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8429651260375977,
      "cov-distil (oracle2student)": 5.990653991699219,
      "cov-distil (oracle2teacher)": 5.710428237915039,
      "epoch": 3.023547880690738,
      "rel-constrast": 2.5463085174560547,
      "step": 3852,
      "subrel-constrast": 3.313952684402466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3961936235427856,
      "cov-distil (oracle2student)": 5.593839168548584,
      "cov-distil (oracle2teacher)": 5.135185241699219,
      "epoch": 3.024332810047096,
      "rel-constrast": 2.2497313022613525,
      "step": 3853,
      "subrel-constrast": 3.143536329269409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311281681060791,
      "cov-distil (oracle2student)": 5.5656561851501465,
      "cov-distil (oracle2teacher)": 4.971926689147949,
      "epoch": 3.025117739403454,
      "rel-constrast": 1.9431188106536865,
      "step": 3854,
      "subrel-constrast": 2.68402361869812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2215708494186401,
      "cov-distil (oracle2student)": 5.634586334228516,
      "cov-distil (oracle2teacher)": 5.309967041015625,
      "epoch": 3.0259026687598114,
      "rel-constrast": 1.6214553117752075,
      "step": 3855,
      "subrel-constrast": 2.8121819496154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426935076713562,
      "cov-distil (oracle2student)": 4.9029974937438965,
      "cov-distil (oracle2teacher)": 4.456517219543457,
      "epoch": 3.0266875981161694,
      "rel-constrast": 2.509756565093994,
      "step": 3856,
      "subrel-constrast": 2.870720624923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5721555948257446,
      "cov-distil (oracle2student)": 6.589962005615234,
      "cov-distil (oracle2teacher)": 5.653045654296875,
      "epoch": 3.0274725274725274,
      "rel-constrast": 1.3268152475357056,
      "step": 3857,
      "subrel-constrast": 2.7118589878082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.521268606185913,
      "cov-distil (oracle2student)": 3.9476490020751953,
      "cov-distil (oracle2teacher)": 4.141293525695801,
      "epoch": 3.0282574568288854,
      "rel-constrast": 1.612072229385376,
      "step": 3858,
      "subrel-constrast": 2.8998324871063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.391465663909912,
      "cov-distil (oracle2student)": 3.6596016883850098,
      "cov-distil (oracle2teacher)": 3.5300402641296387,
      "epoch": 3.0290423861852434,
      "rel-constrast": 2.323847770690918,
      "step": 3859,
      "subrel-constrast": 3.359659194946289,
      "view-similarity": 0
    },
    {
      "epoch": 3.0298273155416013,
      "grad_norm": 4.5625,
      "learning_rate": 1.5041781298841423e-05,
      "loss": 0.5314,
      "step": 3860
    },
    {
      "cov-distil": 1.4185447692871094,
      "cov-distil (oracle2student)": 3.7768373489379883,
      "cov-distil (oracle2teacher)": 3.695322275161743,
      "epoch": 3.0298273155416013,
      "rel-constrast": 2.1864404678344727,
      "step": 3860,
      "subrel-constrast": 2.949319362640381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.097012996673584,
      "cov-distil (oracle2student)": 3.872497081756592,
      "cov-distil (oracle2teacher)": 3.739602565765381,
      "epoch": 3.0306122448979593,
      "rel-constrast": 1.9981944561004639,
      "step": 3861,
      "subrel-constrast": 2.8884260654449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4010878801345825,
      "cov-distil (oracle2student)": 3.3884921073913574,
      "cov-distil (oracle2teacher)": 3.0462217330932617,
      "epoch": 3.0313971742543173,
      "rel-constrast": 1.7207324504852295,
      "step": 3862,
      "subrel-constrast": 2.532999277114868,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029402494430542,
      "cov-distil (oracle2student)": 2.7469263076782227,
      "cov-distil (oracle2teacher)": 2.8670334815979004,
      "epoch": 3.032182103610675,
      "rel-constrast": 1.27414071559906,
      "step": 3863,
      "subrel-constrast": 2.487466812133789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5030243396759033,
      "cov-distil (oracle2student)": 6.819879055023193,
      "cov-distil (oracle2teacher)": 5.9816789627075195,
      "epoch": 3.032967032967033,
      "rel-constrast": 2.415116310119629,
      "step": 3864,
      "subrel-constrast": 3.0843918323516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0583865642547607,
      "cov-distil (oracle2student)": 5.4157562255859375,
      "cov-distil (oracle2teacher)": 5.293542861938477,
      "epoch": 3.033751962323391,
      "rel-constrast": 2.3118772506713867,
      "step": 3865,
      "subrel-constrast": 3.03306245803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5530612468719482,
      "cov-distil (oracle2student)": 3.635216236114502,
      "cov-distil (oracle2teacher)": 3.093715190887451,
      "epoch": 3.034536891679749,
      "rel-constrast": 1.7028437852859497,
      "step": 3866,
      "subrel-constrast": 2.6958072185516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7581305503845215,
      "cov-distil (oracle2student)": 4.268646717071533,
      "cov-distil (oracle2teacher)": 3.8856987953186035,
      "epoch": 3.035321821036107,
      "rel-constrast": 1.5180768966674805,
      "step": 3867,
      "subrel-constrast": 2.3987441062927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612805366516113,
      "cov-distil (oracle2student)": 3.6022415161132812,
      "cov-distil (oracle2teacher)": 3.755164861679077,
      "epoch": 3.036106750392465,
      "rel-constrast": 1.8717045783996582,
      "step": 3868,
      "subrel-constrast": 2.892188310623169,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107937812805176,
      "cov-distil (oracle2student)": 5.421365261077881,
      "cov-distil (oracle2teacher)": 4.711882591247559,
      "epoch": 3.036891679748823,
      "rel-constrast": 2.668178081512451,
      "step": 3869,
      "subrel-constrast": 3.000152349472046,
      "view-similarity": 0
    },
    {
      "epoch": 3.0376766091051803,
      "grad_norm": 4.75,
      "learning_rate": 1.4793066776818842e-05,
      "loss": 0.5309,
      "step": 3870
    },
    {
      "cov-distil": 1.8695913553237915,
      "cov-distil (oracle2student)": 5.666153907775879,
      "cov-distil (oracle2teacher)": 4.887965679168701,
      "epoch": 3.0376766091051803,
      "rel-constrast": 2.4131996631622314,
      "step": 3870,
      "subrel-constrast": 3.1766529083251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8328899145126343,
      "cov-distil (oracle2student)": 4.748653888702393,
      "cov-distil (oracle2teacher)": 4.535840034484863,
      "epoch": 3.0384615384615383,
      "rel-constrast": 2.5604238510131836,
      "step": 3871,
      "subrel-constrast": 3.380084991455078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046163320541382,
      "cov-distil (oracle2student)": 4.253596305847168,
      "cov-distil (oracle2teacher)": 3.9854629039764404,
      "epoch": 3.0392464678178963,
      "rel-constrast": 1.6368030309677124,
      "step": 3872,
      "subrel-constrast": 2.3536083698272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.557368278503418,
      "cov-distil (oracle2student)": 3.0184757709503174,
      "cov-distil (oracle2teacher)": 2.687950611114502,
      "epoch": 3.0400313971742543,
      "rel-constrast": 2.1097986698150635,
      "step": 3873,
      "subrel-constrast": 2.659296989440918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6595875024795532,
      "cov-distil (oracle2student)": 3.9698779582977295,
      "cov-distil (oracle2teacher)": 3.5713839530944824,
      "epoch": 3.0408163265306123,
      "rel-constrast": 2.2632477283477783,
      "step": 3874,
      "subrel-constrast": 2.990891933441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.93953537940979,
      "cov-distil (oracle2student)": 6.304068565368652,
      "cov-distil (oracle2teacher)": 5.320810317993164,
      "epoch": 3.0416012558869703,
      "rel-constrast": 3.142237424850464,
      "step": 3875,
      "subrel-constrast": 3.3955962657928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8085662126541138,
      "cov-distil (oracle2student)": 4.929636478424072,
      "cov-distil (oracle2teacher)": 4.8465962409973145,
      "epoch": 3.0423861852433283,
      "rel-constrast": 2.6657283306121826,
      "step": 3876,
      "subrel-constrast": 3.5207018852233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9547733068466187,
      "cov-distil (oracle2student)": 4.7036638259887695,
      "cov-distil (oracle2teacher)": 3.931509256362915,
      "epoch": 3.043171114599686,
      "rel-constrast": 1.7377526760101318,
      "step": 3877,
      "subrel-constrast": 2.781750202178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4546284675598145,
      "cov-distil (oracle2student)": 5.646909713745117,
      "cov-distil (oracle2teacher)": 5.038327217102051,
      "epoch": 3.043956043956044,
      "rel-constrast": 2.2421634197235107,
      "step": 3878,
      "subrel-constrast": 3.3581764698028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0059338808059692,
      "cov-distil (oracle2student)": 5.083477020263672,
      "cov-distil (oracle2teacher)": 4.9794020652771,
      "epoch": 3.044740973312402,
      "rel-constrast": 2.656804323196411,
      "step": 3879,
      "subrel-constrast": 3.221327066421509,
      "view-similarity": 0
    },
    {
      "epoch": 3.0455259026687598,
      "grad_norm": 4.78125,
      "learning_rate": 1.4546068191051987e-05,
      "loss": 0.6304,
      "step": 3880
    },
    {
      "cov-distil": 2.5924293994903564,
      "cov-distil (oracle2student)": 3.47735595703125,
      "cov-distil (oracle2teacher)": 3.597695827484131,
      "epoch": 3.0455259026687598,
      "rel-constrast": 3.50038480758667,
      "step": 3880,
      "subrel-constrast": 4.330574989318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1073038578033447,
      "cov-distil (oracle2student)": 5.503849029541016,
      "cov-distil (oracle2teacher)": 5.42872428894043,
      "epoch": 3.0463108320251178,
      "rel-constrast": 1.7530109882354736,
      "step": 3881,
      "subrel-constrast": 2.670776128768921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4725737571716309,
      "cov-distil (oracle2student)": 5.615537166595459,
      "cov-distil (oracle2teacher)": 5.101001739501953,
      "epoch": 3.0470957613814758,
      "rel-constrast": 2.663578748703003,
      "step": 3882,
      "subrel-constrast": 3.0455574989318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4915854930877686,
      "cov-distil (oracle2student)": 4.364394664764404,
      "cov-distil (oracle2teacher)": 3.7693123817443848,
      "epoch": 3.0478806907378337,
      "rel-constrast": 2.477703332901001,
      "step": 3883,
      "subrel-constrast": 3.3369762897491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.208883047103882,
      "cov-distil (oracle2student)": 3.033290386199951,
      "cov-distil (oracle2teacher)": 2.5443105697631836,
      "epoch": 3.0486656200941917,
      "rel-constrast": 1.725252389907837,
      "step": 3884,
      "subrel-constrast": 2.840461015701294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0542969703674316,
      "cov-distil (oracle2student)": 4.986502170562744,
      "cov-distil (oracle2teacher)": 4.4140214920043945,
      "epoch": 3.0494505494505493,
      "rel-constrast": 2.402128219604492,
      "step": 3885,
      "subrel-constrast": 3.4156298637390137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3627769947052002,
      "cov-distil (oracle2student)": 4.0745439529418945,
      "cov-distil (oracle2teacher)": 3.867063283920288,
      "epoch": 3.0502354788069073,
      "rel-constrast": 1.6365866661071777,
      "step": 3886,
      "subrel-constrast": 2.520409345626831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3272156715393066,
      "cov-distil (oracle2student)": 5.061930179595947,
      "cov-distil (oracle2teacher)": 4.991768836975098,
      "epoch": 3.0510204081632653,
      "rel-constrast": 2.418337345123291,
      "step": 3887,
      "subrel-constrast": 3.3631715774536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8524738550186157,
      "cov-distil (oracle2student)": 5.535040378570557,
      "cov-distil (oracle2teacher)": 4.909760475158691,
      "epoch": 3.0518053375196232,
      "rel-constrast": 2.936635732650757,
      "step": 3888,
      "subrel-constrast": 3.5140576362609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.370406985282898,
      "cov-distil (oracle2student)": 4.248105525970459,
      "cov-distil (oracle2teacher)": 3.898358106613159,
      "epoch": 3.0525902668759812,
      "rel-constrast": 1.471041202545166,
      "step": 3889,
      "subrel-constrast": 2.1591405868530273,
      "view-similarity": 0
    },
    {
      "epoch": 3.053375196232339,
      "grad_norm": 4.21875,
      "learning_rate": 1.4300797579903474e-05,
      "loss": 0.6192,
      "step": 3890
    },
    {
      "cov-distil": 1.9204286336898804,
      "cov-distil (oracle2student)": 4.82839822769165,
      "cov-distil (oracle2teacher)": 4.201327323913574,
      "epoch": 3.053375196232339,
      "rel-constrast": 1.2663456201553345,
      "step": 3890,
      "subrel-constrast": 2.4594886302948,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.040433883666992,
      "cov-distil (oracle2student)": 3.7974026203155518,
      "cov-distil (oracle2teacher)": 4.42258358001709,
      "epoch": 3.054160125588697,
      "rel-constrast": 1.892859935760498,
      "step": 3891,
      "subrel-constrast": 3.100156784057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7461919784545898,
      "cov-distil (oracle2student)": 5.629756450653076,
      "cov-distil (oracle2teacher)": 5.030832290649414,
      "epoch": 3.0549450549450547,
      "rel-constrast": 2.5746848583221436,
      "step": 3892,
      "subrel-constrast": 3.638965368270874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7301536798477173,
      "cov-distil (oracle2student)": 5.078351974487305,
      "cov-distil (oracle2teacher)": 4.760850429534912,
      "epoch": 3.0557299843014127,
      "rel-constrast": 2.561530113220215,
      "step": 3893,
      "subrel-constrast": 3.0385375022888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3783178329467773,
      "cov-distil (oracle2student)": 4.052111625671387,
      "cov-distil (oracle2teacher)": 3.8569588661193848,
      "epoch": 3.0565149136577707,
      "rel-constrast": 2.410301923751831,
      "step": 3894,
      "subrel-constrast": 3.2266135215759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4510624408721924,
      "cov-distil (oracle2student)": 3.690701961517334,
      "cov-distil (oracle2teacher)": 3.634049654006958,
      "epoch": 3.0572998430141287,
      "rel-constrast": 2.940981388092041,
      "step": 3895,
      "subrel-constrast": 3.487393856048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.748744249343872,
      "cov-distil (oracle2student)": 3.9336209297180176,
      "cov-distil (oracle2teacher)": 4.034283638000488,
      "epoch": 3.0580847723704867,
      "rel-constrast": 2.8369855880737305,
      "step": 3896,
      "subrel-constrast": 3.162421464920044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3318743705749512,
      "cov-distil (oracle2student)": 3.27701735496521,
      "cov-distil (oracle2teacher)": 3.021090030670166,
      "epoch": 3.0588697017268447,
      "rel-constrast": 2.314840316772461,
      "step": 3897,
      "subrel-constrast": 2.64457631111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.413954973220825,
      "cov-distil (oracle2student)": 4.550427436828613,
      "cov-distil (oracle2teacher)": 3.758913993835449,
      "epoch": 3.0596546310832027,
      "rel-constrast": 2.163252830505371,
      "step": 3898,
      "subrel-constrast": 3.424781560897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4407280683517456,
      "cov-distil (oracle2student)": 4.949746608734131,
      "cov-distil (oracle2teacher)": 4.7171173095703125,
      "epoch": 3.0604395604395602,
      "rel-constrast": 0.9245777130126953,
      "step": 3899,
      "subrel-constrast": 1.8861243724822998,
      "view-similarity": 0
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 2.8125,
      "learning_rate": 1.4057266897516841e-05,
      "loss": 0.5902,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "overlap": 0.2874999940395355,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "student margin": 0.0767822265625
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "teacher margin": 0.05145263671875
    },
    {
      "epoch": 3.061224489795918,
      "margin difference": -0.02532958984375,
      "step": 3900
    },
    {
      "cov-distil": 2.116354465484619,
      "cov-distil (oracle2student)": 5.234034538269043,
      "cov-distil (oracle2teacher)": 4.503325462341309,
      "epoch": 3.061224489795918,
      "rel-constrast": 1.8745975494384766,
      "step": 3900,
      "subrel-constrast": 2.8771812915802,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8023557662963867,
      "cov-distil (oracle2student)": 3.747812271118164,
      "cov-distil (oracle2teacher)": 3.5745787620544434,
      "epoch": 3.062009419152276,
      "rel-constrast": 2.095158100128174,
      "step": 3901,
      "subrel-constrast": 3.0136168003082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.932326078414917,
      "cov-distil (oracle2student)": 4.660519599914551,
      "cov-distil (oracle2teacher)": 4.155984878540039,
      "epoch": 3.062794348508634,
      "rel-constrast": 1.9196054935455322,
      "step": 3902,
      "subrel-constrast": 2.947011947631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5316574573516846,
      "cov-distil (oracle2student)": 4.220317363739014,
      "cov-distil (oracle2teacher)": 4.216420650482178,
      "epoch": 3.063579277864992,
      "rel-constrast": 1.6518362760543823,
      "step": 3903,
      "subrel-constrast": 2.383333444595337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8118953704833984,
      "cov-distil (oracle2student)": 4.928446292877197,
      "cov-distil (oracle2teacher)": 4.294665336608887,
      "epoch": 3.06436420722135,
      "rel-constrast": 3.1808688640594482,
      "step": 3904,
      "subrel-constrast": 3.7444236278533936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6551381349563599,
      "cov-distil (oracle2student)": 4.576119422912598,
      "cov-distil (oracle2teacher)": 4.518925666809082,
      "epoch": 3.065149136577708,
      "rel-constrast": 2.5899107456207275,
      "step": 3905,
      "subrel-constrast": 3.554373264312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1280901432037354,
      "cov-distil (oracle2student)": 3.795705556869507,
      "cov-distil (oracle2teacher)": 3.1400868892669678,
      "epoch": 3.065934065934066,
      "rel-constrast": 1.735917091369629,
      "step": 3906,
      "subrel-constrast": 2.817188024520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7242406606674194,
      "cov-distil (oracle2student)": 3.8863327503204346,
      "cov-distil (oracle2teacher)": 3.9064888954162598,
      "epoch": 3.0667189952904237,
      "rel-constrast": 1.7995452880859375,
      "step": 3907,
      "subrel-constrast": 2.938624143600464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664274454116821,
      "cov-distil (oracle2student)": 3.503955841064453,
      "cov-distil (oracle2teacher)": 3.570826768875122,
      "epoch": 3.0675039246467817,
      "rel-constrast": 3.5593223571777344,
      "step": 3908,
      "subrel-constrast": 4.314770698547363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558298110961914,
      "cov-distil (oracle2student)": 2.877183437347412,
      "cov-distil (oracle2teacher)": 3.0704002380371094,
      "epoch": 3.0682888540031397,
      "rel-constrast": 1.6134798526763916,
      "step": 3909,
      "subrel-constrast": 2.700895071029663,
      "view-similarity": 0
    },
    {
      "epoch": 3.0690737833594977,
      "grad_norm": 3.90625,
      "learning_rate": 1.3815488013233984e-05,
      "loss": 0.5948,
      "step": 3910
    },
    {
      "cov-distil": 1.337571144104004,
      "cov-distil (oracle2student)": 4.661721229553223,
      "cov-distil (oracle2teacher)": 4.457707405090332,
      "epoch": 3.0690737833594977,
      "rel-constrast": 2.557213544845581,
      "step": 3910,
      "subrel-constrast": 3.0549352169036865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.405975103378296,
      "cov-distil (oracle2student)": 3.099282741546631,
      "cov-distil (oracle2teacher)": 3.0061230659484863,
      "epoch": 3.0698587127158556,
      "rel-constrast": 1.451948642730713,
      "step": 3911,
      "subrel-constrast": 2.275113105773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.979581356048584,
      "cov-distil (oracle2student)": 4.3512678146362305,
      "cov-distil (oracle2teacher)": 3.711577892303467,
      "epoch": 3.0706436420722136,
      "rel-constrast": 3.160290241241455,
      "step": 3912,
      "subrel-constrast": 3.7933268547058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7619612216949463,
      "cov-distil (oracle2student)": 4.730255603790283,
      "cov-distil (oracle2teacher)": 4.787901401519775,
      "epoch": 3.0714285714285716,
      "rel-constrast": 1.7828369140625,
      "step": 3913,
      "subrel-constrast": 2.6670982837677,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595182180404663,
      "cov-distil (oracle2student)": 5.162985801696777,
      "cov-distil (oracle2teacher)": 4.382349014282227,
      "epoch": 3.072213500784929,
      "rel-constrast": 2.0243654251098633,
      "step": 3914,
      "subrel-constrast": 2.9435293674468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.456331491470337,
      "cov-distil (oracle2student)": 3.8404078483581543,
      "cov-distil (oracle2teacher)": 3.750141143798828,
      "epoch": 3.072998430141287,
      "rel-constrast": 2.74934983253479,
      "step": 3915,
      "subrel-constrast": 3.4880404472351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.896252155303955,
      "cov-distil (oracle2student)": 4.540501594543457,
      "cov-distil (oracle2teacher)": 3.8766026496887207,
      "epoch": 3.073783359497645,
      "rel-constrast": 2.077622890472412,
      "step": 3916,
      "subrel-constrast": 2.898456573486328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7838153839111328,
      "cov-distil (oracle2student)": 2.9418187141418457,
      "cov-distil (oracle2teacher)": 2.917175531387329,
      "epoch": 3.074568288854003,
      "rel-constrast": 2.035294532775879,
      "step": 3917,
      "subrel-constrast": 3.172644853591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.896923542022705,
      "cov-distil (oracle2student)": 6.246419429779053,
      "cov-distil (oracle2teacher)": 5.808797359466553,
      "epoch": 3.075353218210361,
      "rel-constrast": 2.454524040222168,
      "step": 3918,
      "subrel-constrast": 3.904378652572632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5254968404769897,
      "cov-distil (oracle2student)": 3.6813693046569824,
      "cov-distil (oracle2teacher)": 3.260974168777466,
      "epoch": 3.076138147566719,
      "rel-constrast": 1.4522991180419922,
      "step": 3919,
      "subrel-constrast": 2.25089168548584,
      "view-similarity": 0
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 4.09375,
      "learning_rate": 1.3575472711016635e-05,
      "loss": 0.5852,
      "step": 3920
    },
    {
      "cov-distil": 1.8597077131271362,
      "cov-distil (oracle2student)": 3.983853816986084,
      "cov-distil (oracle2teacher)": 3.8258962631225586,
      "epoch": 3.076923076923077,
      "rel-constrast": 1.8881783485412598,
      "step": 3920,
      "subrel-constrast": 2.9617886543273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.741951584815979,
      "cov-distil (oracle2student)": 3.9301934242248535,
      "cov-distil (oracle2teacher)": 3.8043153285980225,
      "epoch": 3.0777080062794346,
      "rel-constrast": 1.37753164768219,
      "step": 3921,
      "subrel-constrast": 2.136326551437378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2902814149856567,
      "cov-distil (oracle2student)": 5.033294677734375,
      "cov-distil (oracle2teacher)": 4.410289287567139,
      "epoch": 3.0784929356357926,
      "rel-constrast": 2.6507906913757324,
      "step": 3922,
      "subrel-constrast": 3.3655753135681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.496242880821228,
      "cov-distil (oracle2student)": 2.9189090728759766,
      "cov-distil (oracle2teacher)": 2.9940710067749023,
      "epoch": 3.0792778649921506,
      "rel-constrast": 2.4223451614379883,
      "step": 3923,
      "subrel-constrast": 2.8335235118865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9601216316223145,
      "cov-distil (oracle2student)": 2.8295488357543945,
      "cov-distil (oracle2teacher)": 3.2170729637145996,
      "epoch": 3.0800627943485086,
      "rel-constrast": 1.8058644533157349,
      "step": 3924,
      "subrel-constrast": 3.0749123096466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651390552520752,
      "cov-distil (oracle2student)": 4.833687782287598,
      "cov-distil (oracle2teacher)": 4.547839164733887,
      "epoch": 3.0808477237048666,
      "rel-constrast": 3.1348190307617188,
      "step": 3925,
      "subrel-constrast": 3.513312816619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3093888759613037,
      "cov-distil (oracle2student)": 3.449784994125366,
      "cov-distil (oracle2teacher)": 2.9970691204071045,
      "epoch": 3.0816326530612246,
      "rel-constrast": 1.7427434921264648,
      "step": 3926,
      "subrel-constrast": 2.296400785446167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4693043231964111,
      "cov-distil (oracle2student)": 2.976222038269043,
      "cov-distil (oracle2teacher)": 2.890023708343506,
      "epoch": 3.0824175824175826,
      "rel-constrast": 1.427308440208435,
      "step": 3927,
      "subrel-constrast": 2.168308734893799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9669015407562256,
      "cov-distil (oracle2student)": 4.524377822875977,
      "cov-distil (oracle2teacher)": 4.258810520172119,
      "epoch": 3.0832025117739406,
      "rel-constrast": 4.1191086769104,
      "step": 3928,
      "subrel-constrast": 4.116544246673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5801554918289185,
      "cov-distil (oracle2student)": 3.755619525909424,
      "cov-distil (oracle2teacher)": 3.4470815658569336,
      "epoch": 3.083987441130298,
      "rel-constrast": 2.2227115631103516,
      "step": 3929,
      "subrel-constrast": 2.79447078704834,
      "view-similarity": 0
    },
    {
      "epoch": 3.084772370486656,
      "grad_norm": 4.25,
      "learning_rate": 1.3337232688872009e-05,
      "loss": 0.6106,
      "step": 3930
    },
    {
      "cov-distil": 1.729679822921753,
      "cov-distil (oracle2student)": 3.493661880493164,
      "cov-distil (oracle2teacher)": 3.318896770477295,
      "epoch": 3.084772370486656,
      "rel-constrast": 1.9704633951187134,
      "step": 3930,
      "subrel-constrast": 2.5888216495513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.309796690940857,
      "cov-distil (oracle2student)": 4.699854850769043,
      "cov-distil (oracle2teacher)": 4.314373970031738,
      "epoch": 3.085557299843014,
      "rel-constrast": 1.4897730350494385,
      "step": 3931,
      "subrel-constrast": 2.3820979595184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5110993385314941,
      "cov-distil (oracle2student)": 3.3948378562927246,
      "cov-distil (oracle2teacher)": 3.631514072418213,
      "epoch": 3.086342229199372,
      "rel-constrast": 2.0217764377593994,
      "step": 3932,
      "subrel-constrast": 2.556654214859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7175058126449585,
      "cov-distil (oracle2student)": 5.538382530212402,
      "cov-distil (oracle2teacher)": 5.329618453979492,
      "epoch": 3.08712715855573,
      "rel-constrast": 2.3240413665771484,
      "step": 3933,
      "subrel-constrast": 3.0199785232543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4610569477081299,
      "cov-distil (oracle2student)": 5.010441780090332,
      "cov-distil (oracle2teacher)": 4.828963756561279,
      "epoch": 3.087912087912088,
      "rel-constrast": 2.678663969039917,
      "step": 3934,
      "subrel-constrast": 3.522249937057495,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127830982208252,
      "cov-distil (oracle2student)": 3.707115888595581,
      "cov-distil (oracle2teacher)": 3.8090462684631348,
      "epoch": 3.088697017268446,
      "rel-constrast": 2.2709767818450928,
      "step": 3935,
      "subrel-constrast": 3.3619818687438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.293544054031372,
      "cov-distil (oracle2student)": 4.196920394897461,
      "cov-distil (oracle2teacher)": 3.6930723190307617,
      "epoch": 3.0894819466248036,
      "rel-constrast": 2.9064948558807373,
      "step": 3936,
      "subrel-constrast": 3.3665974140167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8471786975860596,
      "cov-distil (oracle2student)": 4.3239521980285645,
      "cov-distil (oracle2teacher)": 4.182923316955566,
      "epoch": 3.0902668759811616,
      "rel-constrast": 2.363182544708252,
      "step": 3937,
      "subrel-constrast": 3.270280361175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3030014038085938,
      "cov-distil (oracle2student)": 4.774222373962402,
      "cov-distil (oracle2teacher)": 4.6602277755737305,
      "epoch": 3.0910518053375196,
      "rel-constrast": 1.2595345973968506,
      "step": 3938,
      "subrel-constrast": 2.3870959281921387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.32413649559021,
      "cov-distil (oracle2student)": 3.216169834136963,
      "cov-distil (oracle2teacher)": 2.9557442665100098,
      "epoch": 3.0918367346938775,
      "rel-constrast": 1.7438995838165283,
      "step": 3939,
      "subrel-constrast": 2.5858778953552246,
      "view-similarity": 0
    },
    {
      "epoch": 3.0926216640502355,
      "grad_norm": 4.21875,
      "learning_rate": 1.3100779558282672e-05,
      "loss": 0.5648,
      "step": 3940
    },
    {
      "cov-distil": 2.35330867767334,
      "cov-distil (oracle2student)": 4.353687286376953,
      "cov-distil (oracle2teacher)": 4.362793445587158,
      "epoch": 3.0926216640502355,
      "rel-constrast": 2.097790241241455,
      "step": 3940,
      "subrel-constrast": 3.6196231842041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2148387432098389,
      "cov-distil (oracle2student)": 4.52130126953125,
      "cov-distil (oracle2teacher)": 4.043004512786865,
      "epoch": 3.0934065934065935,
      "rel-constrast": 2.422443389892578,
      "step": 3941,
      "subrel-constrast": 3.218219041824341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3954675197601318,
      "cov-distil (oracle2student)": 2.491605758666992,
      "cov-distil (oracle2teacher)": 2.472930431365967,
      "epoch": 3.0941915227629515,
      "rel-constrast": 2.4699645042419434,
      "step": 3942,
      "subrel-constrast": 2.788135051727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5937896966934204,
      "cov-distil (oracle2student)": 3.4897143840789795,
      "cov-distil (oracle2teacher)": 3.895320415496826,
      "epoch": 3.094976452119309,
      "rel-constrast": 3.0392558574676514,
      "step": 3943,
      "subrel-constrast": 4.057356357574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3726927042007446,
      "cov-distil (oracle2student)": 5.549545764923096,
      "cov-distil (oracle2teacher)": 5.383489608764648,
      "epoch": 3.095761381475667,
      "rel-constrast": 2.9964065551757812,
      "step": 3944,
      "subrel-constrast": 3.7187421321868896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8239045143127441,
      "cov-distil (oracle2student)": 4.199995040893555,
      "cov-distil (oracle2teacher)": 4.268368721008301,
      "epoch": 3.096546310832025,
      "rel-constrast": 2.723757743835449,
      "step": 3945,
      "subrel-constrast": 3.814700126647949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.19962739944458,
      "cov-distil (oracle2student)": 3.0517077445983887,
      "cov-distil (oracle2teacher)": 2.8541440963745117,
      "epoch": 3.097331240188383,
      "rel-constrast": 2.2315850257873535,
      "step": 3946,
      "subrel-constrast": 3.3790624141693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2134875059127808,
      "cov-distil (oracle2student)": 4.682940483093262,
      "cov-distil (oracle2teacher)": 3.9898269176483154,
      "epoch": 3.098116169544741,
      "rel-constrast": 2.4182467460632324,
      "step": 3947,
      "subrel-constrast": 3.236274003982544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2904192209243774,
      "cov-distil (oracle2student)": 5.265504837036133,
      "cov-distil (oracle2teacher)": 4.700194358825684,
      "epoch": 3.098901098901099,
      "rel-constrast": 2.6798839569091797,
      "step": 3948,
      "subrel-constrast": 3.22052264213562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4072352647781372,
      "cov-distil (oracle2student)": 3.564761161804199,
      "cov-distil (oracle2teacher)": 3.5594210624694824,
      "epoch": 3.099686028257457,
      "rel-constrast": 2.106578826904297,
      "step": 3949,
      "subrel-constrast": 2.6474335193634033,
      "view-similarity": 0
    },
    {
      "epoch": 3.100470957613815,
      "grad_norm": 5.09375,
      "learning_rate": 1.2866124843640615e-05,
      "loss": 0.6693,
      "step": 3950
    },
    {
      "cov-distil": 1.4923430681228638,
      "cov-distil (oracle2student)": 6.596861362457275,
      "cov-distil (oracle2teacher)": 5.8683037757873535,
      "epoch": 3.100470957613815,
      "rel-constrast": 3.273426055908203,
      "step": 3950,
      "subrel-constrast": 3.8495960235595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4303998947143555,
      "cov-distil (oracle2student)": 4.1700873374938965,
      "cov-distil (oracle2teacher)": 3.9467735290527344,
      "epoch": 3.1012558869701725,
      "rel-constrast": 2.936605453491211,
      "step": 3951,
      "subrel-constrast": 3.1979153156280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.845816731452942,
      "cov-distil (oracle2student)": 3.8593945503234863,
      "cov-distil (oracle2teacher)": 3.606034755706787,
      "epoch": 3.1020408163265305,
      "rel-constrast": 2.752650260925293,
      "step": 3952,
      "subrel-constrast": 3.6894948482513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.066498279571533,
      "cov-distil (oracle2student)": 4.938618183135986,
      "cov-distil (oracle2teacher)": 4.659950256347656,
      "epoch": 3.1028257456828885,
      "rel-constrast": 2.6806225776672363,
      "step": 3953,
      "subrel-constrast": 3.6090221405029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.510799765586853,
      "cov-distil (oracle2student)": 4.38644552230835,
      "cov-distil (oracle2teacher)": 3.808725118637085,
      "epoch": 3.1036106750392465,
      "rel-constrast": 1.835973858833313,
      "step": 3954,
      "subrel-constrast": 2.5384654998779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0771970748901367,
      "cov-distil (oracle2student)": 3.9085164070129395,
      "cov-distil (oracle2teacher)": 3.5047688484191895,
      "epoch": 3.1043956043956045,
      "rel-constrast": 2.690479278564453,
      "step": 3955,
      "subrel-constrast": 3.629469633102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5042506456375122,
      "cov-distil (oracle2student)": 6.443653106689453,
      "cov-distil (oracle2teacher)": 5.38063907623291,
      "epoch": 3.1051805337519625,
      "rel-constrast": 2.80258846282959,
      "step": 3956,
      "subrel-constrast": 3.4917092323303223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541028499603271,
      "cov-distil (oracle2student)": 4.43341588973999,
      "cov-distil (oracle2teacher)": 4.35371208190918,
      "epoch": 3.1059654631083204,
      "rel-constrast": 1.5216290950775146,
      "step": 3957,
      "subrel-constrast": 2.5490169525146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9023122787475586,
      "cov-distil (oracle2student)": 4.961581230163574,
      "cov-distil (oracle2teacher)": 3.9471302032470703,
      "epoch": 3.106750392464678,
      "rel-constrast": 1.750839114189148,
      "step": 3958,
      "subrel-constrast": 2.5269932746887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8292148113250732,
      "cov-distil (oracle2student)": 4.896990776062012,
      "cov-distil (oracle2teacher)": 4.666722297668457,
      "epoch": 3.107535321821036,
      "rel-constrast": 2.355814218521118,
      "step": 3959,
      "subrel-constrast": 3.768672227859497,
      "view-similarity": 0
    },
    {
      "epoch": 3.108320251177394,
      "grad_norm": 4.40625,
      "learning_rate": 1.2633279981685608e-05,
      "loss": 0.6588,
      "step": 3960
    },
    {
      "cov-distil": 1.6383349895477295,
      "cov-distil (oracle2student)": 4.816344261169434,
      "cov-distil (oracle2teacher)": 4.531723976135254,
      "epoch": 3.108320251177394,
      "rel-constrast": 1.7462033033370972,
      "step": 3960,
      "subrel-constrast": 2.781918525695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1210471391677856,
      "cov-distil (oracle2student)": 4.727775573730469,
      "cov-distil (oracle2teacher)": 4.470536231994629,
      "epoch": 3.109105180533752,
      "rel-constrast": 3.2082509994506836,
      "step": 3961,
      "subrel-constrast": 3.5148544311523438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6671264171600342,
      "cov-distil (oracle2student)": 5.24201774597168,
      "cov-distil (oracle2teacher)": 4.557743072509766,
      "epoch": 3.10989010989011,
      "rel-constrast": 2.324514865875244,
      "step": 3962,
      "subrel-constrast": 2.7228505611419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5114537477493286,
      "cov-distil (oracle2student)": 5.766195297241211,
      "cov-distil (oracle2teacher)": 5.214072227478027,
      "epoch": 3.110675039246468,
      "rel-constrast": 2.745232105255127,
      "step": 3963,
      "subrel-constrast": 3.2617061138153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9921715259552002,
      "cov-distil (oracle2student)": 3.751175880432129,
      "cov-distil (oracle2teacher)": 3.9249725341796875,
      "epoch": 3.111459968602826,
      "rel-constrast": 1.8541654348373413,
      "step": 3964,
      "subrel-constrast": 2.550318479537964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7264209985733032,
      "cov-distil (oracle2student)": 3.164222002029419,
      "cov-distil (oracle2teacher)": 3.3639233112335205,
      "epoch": 3.1122448979591835,
      "rel-constrast": 2.472120523452759,
      "step": 3965,
      "subrel-constrast": 3.13468337059021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480581283569336,
      "cov-distil (oracle2student)": 4.773951053619385,
      "cov-distil (oracle2teacher)": 4.517228126525879,
      "epoch": 3.1130298273155415,
      "rel-constrast": 2.269651412963867,
      "step": 3966,
      "subrel-constrast": 3.079972982406616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6223973035812378,
      "cov-distil (oracle2student)": 4.8806962966918945,
      "cov-distil (oracle2teacher)": 4.458708763122559,
      "epoch": 3.1138147566718994,
      "rel-constrast": 2.9141855239868164,
      "step": 3967,
      "subrel-constrast": 3.498234987258911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3295038938522339,
      "cov-distil (oracle2student)": 4.524697303771973,
      "cov-distil (oracle2teacher)": 4.194205284118652,
      "epoch": 3.1145996860282574,
      "rel-constrast": 2.3198156356811523,
      "step": 3968,
      "subrel-constrast": 2.8999991416931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2484900951385498,
      "cov-distil (oracle2student)": 5.543240070343018,
      "cov-distil (oracle2teacher)": 4.680868625640869,
      "epoch": 3.1153846153846154,
      "rel-constrast": 2.606147527694702,
      "step": 3969,
      "subrel-constrast": 2.8627264499664307,
      "view-similarity": 0
    },
    {
      "epoch": 3.1161695447409734,
      "grad_norm": 4.90625,
      "learning_rate": 1.240225632094773e-05,
      "loss": 0.6474,
      "step": 3970
    },
    {
      "cov-distil": 1.6712325811386108,
      "cov-distil (oracle2student)": 4.815177917480469,
      "cov-distil (oracle2teacher)": 4.193358898162842,
      "epoch": 3.1161695447409734,
      "rel-constrast": 2.4130148887634277,
      "step": 3970,
      "subrel-constrast": 3.4070866107940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5206167697906494,
      "cov-distil (oracle2student)": 4.642670631408691,
      "cov-distil (oracle2teacher)": 4.112772464752197,
      "epoch": 3.1169544740973314,
      "rel-constrast": 1.9833908081054688,
      "step": 3971,
      "subrel-constrast": 3.040048122406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5242804288864136,
      "cov-distil (oracle2student)": 3.5818493366241455,
      "cov-distil (oracle2teacher)": 4.059479713439941,
      "epoch": 3.1177394034536894,
      "rel-constrast": 2.8275022506713867,
      "step": 3972,
      "subrel-constrast": 3.5872087478637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2479190826416016,
      "cov-distil (oracle2student)": 3.1508164405822754,
      "cov-distil (oracle2teacher)": 2.7690317630767822,
      "epoch": 3.118524332810047,
      "rel-constrast": 2.2941761016845703,
      "step": 3973,
      "subrel-constrast": 3.379091262817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1803221702575684,
      "cov-distil (oracle2student)": 3.98116397857666,
      "cov-distil (oracle2teacher)": 4.013284206390381,
      "epoch": 3.119309262166405,
      "rel-constrast": 1.7761948108673096,
      "step": 3974,
      "subrel-constrast": 3.170252799987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818455696105957,
      "cov-distil (oracle2student)": 4.08749532699585,
      "cov-distil (oracle2teacher)": 3.9912900924682617,
      "epoch": 3.120094191522763,
      "rel-constrast": 3.4459457397460938,
      "step": 3975,
      "subrel-constrast": 4.201944351196289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8793452978134155,
      "cov-distil (oracle2student)": 3.955965995788574,
      "cov-distil (oracle2teacher)": 3.8037357330322266,
      "epoch": 3.120879120879121,
      "rel-constrast": 1.4227406978607178,
      "step": 3976,
      "subrel-constrast": 2.951141595840454,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0308218002319336,
      "cov-distil (oracle2student)": 4.701013565063477,
      "cov-distil (oracle2teacher)": 4.23231315612793,
      "epoch": 3.121664050235479,
      "rel-constrast": 2.33101487159729,
      "step": 3977,
      "subrel-constrast": 3.2362778186798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696728229522705,
      "cov-distil (oracle2student)": 5.558109283447266,
      "cov-distil (oracle2teacher)": 4.449640274047852,
      "epoch": 3.122448979591837,
      "rel-constrast": 4.035057544708252,
      "step": 3978,
      "subrel-constrast": 5.042619228363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5543148517608643,
      "cov-distil (oracle2student)": 3.4606685638427734,
      "cov-distil (oracle2teacher)": 3.3281259536743164,
      "epoch": 3.123233908948195,
      "rel-constrast": 2.2585043907165527,
      "step": 3979,
      "subrel-constrast": 3.131122589111328,
      "view-similarity": 0
    },
    {
      "epoch": 3.1240188383045524,
      "grad_norm": 4.09375,
      "learning_rate": 1.217306512119425e-05,
      "loss": 0.6625,
      "step": 3980
    },
    {
      "cov-distil": 1.461693286895752,
      "cov-distil (oracle2student)": 4.264741897583008,
      "cov-distil (oracle2teacher)": 3.961423635482788,
      "epoch": 3.1240188383045524,
      "rel-constrast": 1.9574213027954102,
      "step": 3980,
      "subrel-constrast": 2.8752212524414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5329567193984985,
      "cov-distil (oracle2student)": 4.595590114593506,
      "cov-distil (oracle2teacher)": 4.4788923263549805,
      "epoch": 3.1248037676609104,
      "rel-constrast": 2.6154448986053467,
      "step": 3981,
      "subrel-constrast": 3.1861135959625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5973860025405884,
      "cov-distil (oracle2student)": 5.0069193840026855,
      "cov-distil (oracle2teacher)": 4.80437707901001,
      "epoch": 3.1255886970172684,
      "rel-constrast": 2.6491241455078125,
      "step": 3982,
      "subrel-constrast": 3.7043120861053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.822584629058838,
      "cov-distil (oracle2student)": 3.23606276512146,
      "cov-distil (oracle2teacher)": 3.289018154144287,
      "epoch": 3.1263736263736264,
      "rel-constrast": 1.7906681299209595,
      "step": 3983,
      "subrel-constrast": 2.6646955013275146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.472444772720337,
      "cov-distil (oracle2student)": 5.555355072021484,
      "cov-distil (oracle2teacher)": 4.649063587188721,
      "epoch": 3.1271585557299844,
      "rel-constrast": 2.609184980392456,
      "step": 3984,
      "subrel-constrast": 3.1680686473846436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3831379413604736,
      "cov-distil (oracle2student)": 2.8147177696228027,
      "cov-distil (oracle2teacher)": 3.129749059677124,
      "epoch": 3.1279434850863423,
      "rel-constrast": 1.5904592275619507,
      "step": 3985,
      "subrel-constrast": 2.3828368186950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5003753900527954,
      "cov-distil (oracle2student)": 5.972996711730957,
      "cov-distil (oracle2teacher)": 4.44611930847168,
      "epoch": 3.1287284144427003,
      "rel-constrast": 2.368129253387451,
      "step": 3986,
      "subrel-constrast": 3.263335704803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6891076564788818,
      "cov-distil (oracle2student)": 4.822051048278809,
      "cov-distil (oracle2teacher)": 4.515219211578369,
      "epoch": 3.129513343799058,
      "rel-constrast": 2.2439656257629395,
      "step": 3987,
      "subrel-constrast": 3.018224000930786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7005265951156616,
      "cov-distil (oracle2student)": 3.054011344909668,
      "cov-distil (oracle2teacher)": 2.8522229194641113,
      "epoch": 3.130298273155416,
      "rel-constrast": 1.8444037437438965,
      "step": 3988,
      "subrel-constrast": 2.7907488346099854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006998300552368,
      "cov-distil (oracle2student)": 3.923149824142456,
      "cov-distil (oracle2teacher)": 3.7394533157348633,
      "epoch": 3.131083202511774,
      "rel-constrast": 1.2216017246246338,
      "step": 3989,
      "subrel-constrast": 2.598973274230957,
      "view-similarity": 0
    },
    {
      "epoch": 3.131868131868132,
      "grad_norm": 3.578125,
      "learning_rate": 1.194571755288092e-05,
      "loss": 0.5627,
      "step": 3990
    },
    {
      "cov-distil": 1.913606882095337,
      "cov-distil (oracle2student)": 3.3046040534973145,
      "cov-distil (oracle2teacher)": 3.1438324451446533,
      "epoch": 3.131868131868132,
      "rel-constrast": 2.4185280799865723,
      "step": 3990,
      "subrel-constrast": 3.125215768814087,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1008639335632324,
      "cov-distil (oracle2student)": 3.5947251319885254,
      "cov-distil (oracle2teacher)": 3.624467372894287,
      "epoch": 3.13265306122449,
      "rel-constrast": 2.5425562858581543,
      "step": 3991,
      "subrel-constrast": 3.2092552185058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5034854412078857,
      "cov-distil (oracle2student)": 4.312546730041504,
      "cov-distil (oracle2teacher)": 3.8235363960266113,
      "epoch": 3.133437990580848,
      "rel-constrast": 2.0570383071899414,
      "step": 3992,
      "subrel-constrast": 3.039900064468384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6264187097549438,
      "cov-distil (oracle2student)": 5.425623893737793,
      "cov-distil (oracle2teacher)": 4.997218132019043,
      "epoch": 3.134222919937206,
      "rel-constrast": 1.9568887948989868,
      "step": 3993,
      "subrel-constrast": 2.8748106956481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5156900882720947,
      "cov-distil (oracle2student)": 4.339688301086426,
      "cov-distil (oracle2teacher)": 4.219422817230225,
      "epoch": 3.1350078492935634,
      "rel-constrast": 1.8898413181304932,
      "step": 3994,
      "subrel-constrast": 2.7988314628601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4454669952392578,
      "cov-distil (oracle2student)": 3.595306396484375,
      "cov-distil (oracle2teacher)": 3.1308388710021973,
      "epoch": 3.1357927786499213,
      "rel-constrast": 2.3931405544281006,
      "step": 3995,
      "subrel-constrast": 3.05112361907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6923277378082275,
      "cov-distil (oracle2student)": 3.5870249271392822,
      "cov-distil (oracle2teacher)": 3.1172444820404053,
      "epoch": 3.1365777080062793,
      "rel-constrast": 1.899893045425415,
      "step": 3996,
      "subrel-constrast": 2.574002981185913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9925694465637207,
      "cov-distil (oracle2student)": 4.5928544998168945,
      "cov-distil (oracle2teacher)": 4.042716026306152,
      "epoch": 3.1373626373626373,
      "rel-constrast": 2.0012223720550537,
      "step": 3997,
      "subrel-constrast": 3.209258556365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457082748413086,
      "cov-distil (oracle2student)": 5.809238433837891,
      "cov-distil (oracle2teacher)": 5.207426071166992,
      "epoch": 3.1381475667189953,
      "rel-constrast": 1.7847551107406616,
      "step": 3998,
      "subrel-constrast": 2.658386468887329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9043618440628052,
      "cov-distil (oracle2student)": 5.26491641998291,
      "cov-distil (oracle2teacher)": 4.885476112365723,
      "epoch": 3.1389324960753533,
      "rel-constrast": 1.9977972507476807,
      "step": 3999,
      "subrel-constrast": 3.2899088859558105,
      "view-similarity": 0
    },
    {
      "epoch": 3.1397174254317113,
      "grad_norm": 4.5625,
      "learning_rate": 1.1720224696607474e-05,
      "loss": 0.5664,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-P@10": 0.764,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-nDCG@10": 0.7746170436599188,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-alpha_nDCG@10": 0.5910599207818484,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-P@10": 0.4329999999999999,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-nDCG@10": 0.6200152304758165,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-alpha_nDCG@10": 0.614265417611185,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/avg": 0.5440909698811145,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "overlap": 0.34843751788139343,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "student margin": 0.05267333984375
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "teacher margin": 0.030609130859375
    },
    {
      "epoch": 3.1397174254317113,
      "margin difference": -0.022064208984375,
      "step": 4000
    },
    {
      "cov-distil": 1.3190882205963135,
      "cov-distil (oracle2student)": 3.8123555183410645,
      "cov-distil (oracle2teacher)": 3.524503469467163,
      "epoch": 3.1397174254317113,
      "rel-constrast": 2.651106357574463,
      "step": 4000,
      "subrel-constrast": 3.5347349643707275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1068307161331177,
      "cov-distil (oracle2student)": 5.415292739868164,
      "cov-distil (oracle2teacher)": 5.170480251312256,
      "epoch": 3.1405023547880693,
      "rel-constrast": 2.0424082279205322,
      "step": 4001,
      "subrel-constrast": 2.516361951828003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4711179733276367,
      "cov-distil (oracle2student)": 4.518624305725098,
      "cov-distil (oracle2teacher)": 3.9953365325927734,
      "epoch": 3.141287284144427,
      "rel-constrast": 2.5806150436401367,
      "step": 4002,
      "subrel-constrast": 3.1034505367279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9445985555648804,
      "cov-distil (oracle2student)": 3.626054048538208,
      "cov-distil (oracle2teacher)": 3.8267831802368164,
      "epoch": 3.142072213500785,
      "rel-constrast": 2.4274258613586426,
      "step": 4003,
      "subrel-constrast": 3.7521960735321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3281795978546143,
      "cov-distil (oracle2student)": 4.164708137512207,
      "cov-distil (oracle2teacher)": 3.826256275177002,
      "epoch": 3.142857142857143,
      "rel-constrast": 2.2124576568603516,
      "step": 4004,
      "subrel-constrast": 3.000143527984619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8966137170791626,
      "cov-distil (oracle2student)": 5.269378185272217,
      "cov-distil (oracle2teacher)": 4.334453582763672,
      "epoch": 3.143642072213501,
      "rel-constrast": 2.7717723846435547,
      "step": 4005,
      "subrel-constrast": 3.4411251544952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4317755699157715,
      "cov-distil (oracle2student)": 3.3215367794036865,
      "cov-distil (oracle2teacher)": 3.366492748260498,
      "epoch": 3.1444270015698588,
      "rel-constrast": 1.6301246881484985,
      "step": 4006,
      "subrel-constrast": 2.5077292919158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978743553161621,
      "cov-distil (oracle2student)": 3.4923763275146484,
      "cov-distil (oracle2teacher)": 3.528677463531494,
      "epoch": 3.1452119309262168,
      "rel-constrast": 2.782907724380493,
      "step": 4007,
      "subrel-constrast": 4.060214519500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4844096899032593,
      "cov-distil (oracle2student)": 6.045523643493652,
      "cov-distil (oracle2teacher)": 4.586258888244629,
      "epoch": 3.1459968602825747,
      "rel-constrast": 3.2899293899536133,
      "step": 4008,
      "subrel-constrast": 3.64245343208313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6442657709121704,
      "cov-distil (oracle2student)": 4.002562046051025,
      "cov-distil (oracle2teacher)": 4.226592540740967,
      "epoch": 3.1467817896389323,
      "rel-constrast": 1.680898666381836,
      "step": 4009,
      "subrel-constrast": 3.1955769062042236,
      "view-similarity": 0
    },
    {
      "epoch": 3.1475667189952903,
      "grad_norm": 4.53125,
      "learning_rate": 1.1496597542577603e-05,
      "loss": 0.6433,
      "step": 4010
    },
    {
      "cov-distil": 1.9137609004974365,
      "cov-distil (oracle2student)": 2.928607940673828,
      "cov-distil (oracle2teacher)": 2.7546353340148926,
      "epoch": 3.1475667189952903,
      "rel-constrast": 1.8202368021011353,
      "step": 4010,
      "subrel-constrast": 2.9151298999786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301938533782959,
      "cov-distil (oracle2student)": 2.941711902618408,
      "cov-distil (oracle2teacher)": 3.471630573272705,
      "epoch": 3.1483516483516483,
      "rel-constrast": 2.373849391937256,
      "step": 4011,
      "subrel-constrast": 3.3838400840759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3704471588134766,
      "cov-distil (oracle2student)": 5.472177505493164,
      "cov-distil (oracle2teacher)": 4.755223751068115,
      "epoch": 3.1491365777080063,
      "rel-constrast": 2.861158847808838,
      "step": 4012,
      "subrel-constrast": 3.907729387283325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734108328819275,
      "cov-distil (oracle2student)": 4.3797197341918945,
      "cov-distil (oracle2teacher)": 4.230655670166016,
      "epoch": 3.1499215070643642,
      "rel-constrast": 2.8724961280822754,
      "step": 4013,
      "subrel-constrast": 3.6803507804870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4374016523361206,
      "cov-distil (oracle2student)": 4.041250705718994,
      "cov-distil (oracle2teacher)": 3.6670024394989014,
      "epoch": 3.1507064364207222,
      "rel-constrast": 2.2091825008392334,
      "step": 4014,
      "subrel-constrast": 2.771585702896118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2039316892623901,
      "cov-distil (oracle2student)": 5.319650650024414,
      "cov-distil (oracle2teacher)": 4.841597080230713,
      "epoch": 3.1514913657770802,
      "rel-constrast": 2.2823359966278076,
      "step": 4015,
      "subrel-constrast": 2.9646060466766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5095782279968262,
      "cov-distil (oracle2student)": 4.086451530456543,
      "cov-distil (oracle2teacher)": 4.06614875793457,
      "epoch": 3.152276295133438,
      "rel-constrast": 1.444894790649414,
      "step": 4016,
      "subrel-constrast": 2.104548215866089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3945167064666748,
      "cov-distil (oracle2student)": 2.421616554260254,
      "cov-distil (oracle2teacher)": 2.894298553466797,
      "epoch": 3.1530612244897958,
      "rel-constrast": 2.8042421340942383,
      "step": 4017,
      "subrel-constrast": 3.3958282470703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.551084280014038,
      "cov-distil (oracle2student)": 5.487514495849609,
      "cov-distil (oracle2teacher)": 5.326287269592285,
      "epoch": 3.1538461538461537,
      "rel-constrast": 2.485806465148926,
      "step": 4018,
      "subrel-constrast": 3.344426393508911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0826234817504883,
      "cov-distil (oracle2student)": 6.01624059677124,
      "cov-distil (oracle2teacher)": 5.470759868621826,
      "epoch": 3.1546310832025117,
      "rel-constrast": 2.0331830978393555,
      "step": 4019,
      "subrel-constrast": 3.0262210369110107,
      "view-similarity": 0
    },
    {
      "epoch": 3.1554160125588697,
      "grad_norm": 5.5,
      "learning_rate": 1.1274846990063315e-05,
      "loss": 0.6209,
      "step": 4020
    },
    {
      "cov-distil": 1.3185818195343018,
      "cov-distil (oracle2student)": 5.204643249511719,
      "cov-distil (oracle2teacher)": 4.577193260192871,
      "epoch": 3.1554160125588697,
      "rel-constrast": 1.5866868495941162,
      "step": 4020,
      "subrel-constrast": 2.3685004711151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719717502593994,
      "cov-distil (oracle2student)": 3.4498143196105957,
      "cov-distil (oracle2teacher)": 3.1398086547851562,
      "epoch": 3.1562009419152277,
      "rel-constrast": 1.870370864868164,
      "step": 4021,
      "subrel-constrast": 2.838794231414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4060955047607422,
      "cov-distil (oracle2student)": 3.8480145931243896,
      "cov-distil (oracle2teacher)": 3.9159862995147705,
      "epoch": 3.1569858712715857,
      "rel-constrast": 1.2246369123458862,
      "step": 4022,
      "subrel-constrast": 2.1168694496154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6267495155334473,
      "cov-distil (oracle2student)": 4.481289863586426,
      "cov-distil (oracle2teacher)": 4.378627777099609,
      "epoch": 3.1577708006279437,
      "rel-constrast": 2.2058634757995605,
      "step": 4023,
      "subrel-constrast": 3.048879384994507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418541431427002,
      "cov-distil (oracle2student)": 3.1160366535186768,
      "cov-distil (oracle2teacher)": 3.41867733001709,
      "epoch": 3.1585557299843012,
      "rel-constrast": 1.7537071704864502,
      "step": 4024,
      "subrel-constrast": 3.0023818016052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2163152694702148,
      "cov-distil (oracle2student)": 4.109079360961914,
      "cov-distil (oracle2teacher)": 3.8047871589660645,
      "epoch": 3.159340659340659,
      "rel-constrast": 1.8735623359680176,
      "step": 4025,
      "subrel-constrast": 2.2160472869873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.819854497909546,
      "cov-distil (oracle2student)": 3.7210865020751953,
      "cov-distil (oracle2teacher)": 3.7295596599578857,
      "epoch": 3.160125588697017,
      "rel-constrast": 2.9043691158294678,
      "step": 4026,
      "subrel-constrast": 3.6864066123962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.077962875366211,
      "cov-distil (oracle2student)": 4.431885719299316,
      "cov-distil (oracle2teacher)": 4.077395439147949,
      "epoch": 3.160910518053375,
      "rel-constrast": 3.7665786743164062,
      "step": 4027,
      "subrel-constrast": 3.999143123626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593705177307129,
      "cov-distil (oracle2student)": 5.348548889160156,
      "cov-distil (oracle2teacher)": 4.285441875457764,
      "epoch": 3.161695447409733,
      "rel-constrast": 3.028728723526001,
      "step": 4028,
      "subrel-constrast": 3.471867084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3274236917495728,
      "cov-distil (oracle2student)": 4.044091701507568,
      "cov-distil (oracle2teacher)": 3.715303421020508,
      "epoch": 3.162480376766091,
      "rel-constrast": 1.4802134037017822,
      "step": 4029,
      "subrel-constrast": 2.210829973220825,
      "view-similarity": 0
    },
    {
      "epoch": 3.163265306122449,
      "grad_norm": 4.0,
      "learning_rate": 1.1054983846873685e-05,
      "loss": 0.5806,
      "step": 4030
    },
    {
      "cov-distil": 1.4857916831970215,
      "cov-distil (oracle2student)": 3.856522560119629,
      "cov-distil (oracle2teacher)": 4.1898345947265625,
      "epoch": 3.163265306122449,
      "rel-constrast": 1.6632850170135498,
      "step": 4030,
      "subrel-constrast": 2.5560333728790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4244862794876099,
      "cov-distil (oracle2student)": 2.633073091506958,
      "cov-distil (oracle2teacher)": 2.8694658279418945,
      "epoch": 3.1640502354788067,
      "rel-constrast": 1.8898942470550537,
      "step": 4031,
      "subrel-constrast": 2.7588541507720947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1776869297027588,
      "cov-distil (oracle2student)": 4.824366569519043,
      "cov-distil (oracle2teacher)": 4.0610761642456055,
      "epoch": 3.1648351648351647,
      "rel-constrast": 1.7694268226623535,
      "step": 4032,
      "subrel-constrast": 2.182523250579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2589908838272095,
      "cov-distil (oracle2student)": 5.6765546798706055,
      "cov-distil (oracle2teacher)": 5.363582134246826,
      "epoch": 3.1656200941915227,
      "rel-constrast": 2.2361350059509277,
      "step": 4033,
      "subrel-constrast": 2.8193001747131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3956694602966309,
      "cov-distil (oracle2student)": 5.6748552322387695,
      "cov-distil (oracle2teacher)": 4.793321132659912,
      "epoch": 3.1664050235478807,
      "rel-constrast": 3.0738964080810547,
      "step": 4034,
      "subrel-constrast": 3.517756700515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.116529941558838,
      "cov-distil (oracle2student)": 6.49312686920166,
      "cov-distil (oracle2teacher)": 5.9077935218811035,
      "epoch": 3.1671899529042387,
      "rel-constrast": 3.1172022819519043,
      "step": 4035,
      "subrel-constrast": 3.835982322692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5046128034591675,
      "cov-distil (oracle2student)": 4.442685127258301,
      "cov-distil (oracle2teacher)": 3.8395493030548096,
      "epoch": 3.1679748822605966,
      "rel-constrast": 1.3485369682312012,
      "step": 4036,
      "subrel-constrast": 2.0514492988586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158117294311523,
      "cov-distil (oracle2student)": 3.483949661254883,
      "cov-distil (oracle2teacher)": 3.8882124423980713,
      "epoch": 3.1687598116169546,
      "rel-constrast": 2.4305124282836914,
      "step": 4037,
      "subrel-constrast": 3.303356647491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3843069076538086,
      "cov-distil (oracle2student)": 4.852569580078125,
      "cov-distil (oracle2teacher)": 4.193307876586914,
      "epoch": 3.169544740973312,
      "rel-constrast": 2.4062750339508057,
      "step": 4038,
      "subrel-constrast": 3.071225881576538,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0018911361694336,
      "cov-distil (oracle2student)": 5.303551197052002,
      "cov-distil (oracle2teacher)": 5.066377639770508,
      "epoch": 3.17032967032967,
      "rel-constrast": 2.049741268157959,
      "step": 4039,
      "subrel-constrast": 3.0782415866851807,
      "view-similarity": 0
    },
    {
      "epoch": 3.171114599686028,
      "grad_norm": 4.3125,
      "learning_rate": 1.0837018828828133e-05,
      "loss": 0.5858,
      "step": 4040
    },
    {
      "cov-distil": 1.5862785577774048,
      "cov-distil (oracle2student)": 4.3034987449646,
      "cov-distil (oracle2teacher)": 3.985546588897705,
      "epoch": 3.171114599686028,
      "rel-constrast": 2.4048571586608887,
      "step": 4040,
      "subrel-constrast": 3.070178508758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2896506786346436,
      "cov-distil (oracle2student)": 5.265254020690918,
      "cov-distil (oracle2teacher)": 4.718979835510254,
      "epoch": 3.171899529042386,
      "rel-constrast": 2.0136172771453857,
      "step": 4041,
      "subrel-constrast": 2.6855955123901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.722780466079712,
      "cov-distil (oracle2student)": 3.419283390045166,
      "cov-distil (oracle2teacher)": 3.4784202575683594,
      "epoch": 3.172684458398744,
      "rel-constrast": 3.118176221847534,
      "step": 4042,
      "subrel-constrast": 3.768686532974243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4870728254318237,
      "cov-distil (oracle2student)": 4.46395206451416,
      "cov-distil (oracle2teacher)": 4.002132415771484,
      "epoch": 3.173469387755102,
      "rel-constrast": 2.5423736572265625,
      "step": 4043,
      "subrel-constrast": 3.433466911315918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4724524021148682,
      "cov-distil (oracle2student)": 2.551788330078125,
      "cov-distil (oracle2teacher)": 3.4031314849853516,
      "epoch": 3.17425431711146,
      "rel-constrast": 1.6638611555099487,
      "step": 4044,
      "subrel-constrast": 2.7422876358032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.64750337600708,
      "cov-distil (oracle2student)": 5.693544387817383,
      "cov-distil (oracle2teacher)": 5.250674247741699,
      "epoch": 3.175039246467818,
      "rel-constrast": 2.7485947608947754,
      "step": 4045,
      "subrel-constrast": 3.53840970993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5801405906677246,
      "cov-distil (oracle2student)": 5.041886329650879,
      "cov-distil (oracle2teacher)": 5.009859085083008,
      "epoch": 3.1758241758241756,
      "rel-constrast": 2.179295063018799,
      "step": 4046,
      "subrel-constrast": 3.6404263973236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.940192461013794,
      "cov-distil (oracle2student)": 4.791217803955078,
      "cov-distil (oracle2teacher)": 4.238842010498047,
      "epoch": 3.1766091051805336,
      "rel-constrast": 1.5010943412780762,
      "step": 4047,
      "subrel-constrast": 2.8129990100860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3140439987182617,
      "cov-distil (oracle2student)": 5.019338607788086,
      "cov-distil (oracle2teacher)": 4.238304138183594,
      "epoch": 3.1773940345368916,
      "rel-constrast": 1.8924922943115234,
      "step": 4048,
      "subrel-constrast": 2.665769577026367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4131357669830322,
      "cov-distil (oracle2student)": 4.223852634429932,
      "cov-distil (oracle2teacher)": 3.4177608489990234,
      "epoch": 3.1781789638932496,
      "rel-constrast": 2.8514459133148193,
      "step": 4049,
      "subrel-constrast": 3.139630079269409,
      "view-similarity": 0
    },
    {
      "epoch": 3.1789638932496076,
      "grad_norm": 5.5625,
      "learning_rate": 1.0620962559234143e-05,
      "loss": 0.6115,
      "step": 4050
    },
    {
      "cov-distil": 1.8846447467803955,
      "cov-distil (oracle2student)": 4.890377998352051,
      "cov-distil (oracle2teacher)": 4.8700666427612305,
      "epoch": 3.1789638932496076,
      "rel-constrast": 2.3966140747070312,
      "step": 4050,
      "subrel-constrast": 3.362985372543335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451322317123413,
      "cov-distil (oracle2student)": 4.520593643188477,
      "cov-distil (oracle2teacher)": 3.8710410594940186,
      "epoch": 3.1797488226059656,
      "rel-constrast": 1.950745940208435,
      "step": 4051,
      "subrel-constrast": 2.2083072662353516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237915277481079,
      "cov-distil (oracle2student)": 5.415154933929443,
      "cov-distil (oracle2teacher)": 4.540187358856201,
      "epoch": 3.1805337519623236,
      "rel-constrast": 1.9541882276535034,
      "step": 4052,
      "subrel-constrast": 3.273399591445923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4317338466644287,
      "cov-distil (oracle2student)": 3.6001079082489014,
      "cov-distil (oracle2teacher)": 2.887223720550537,
      "epoch": 3.181318681318681,
      "rel-constrast": 2.2988169193267822,
      "step": 4053,
      "subrel-constrast": 2.7512545585632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6912661790847778,
      "cov-distil (oracle2student)": 4.9499311447143555,
      "cov-distil (oracle2teacher)": 4.57950496673584,
      "epoch": 3.182103610675039,
      "rel-constrast": 2.3017897605895996,
      "step": 4054,
      "subrel-constrast": 2.923614978790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7119946479797363,
      "cov-distil (oracle2student)": 3.6862196922302246,
      "cov-distil (oracle2teacher)": 3.6663782596588135,
      "epoch": 3.182888540031397,
      "rel-constrast": 2.46627140045166,
      "step": 4055,
      "subrel-constrast": 3.693718910217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8799134492874146,
      "cov-distil (oracle2student)": 3.306389570236206,
      "cov-distil (oracle2teacher)": 3.036851167678833,
      "epoch": 3.183673469387755,
      "rel-constrast": 2.3236448764801025,
      "step": 4056,
      "subrel-constrast": 3.156351327896118,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0100646018981934,
      "cov-distil (oracle2student)": 3.5574333667755127,
      "cov-distil (oracle2teacher)": 3.6479644775390625,
      "epoch": 3.184458398744113,
      "rel-constrast": 1.5470478534698486,
      "step": 4057,
      "subrel-constrast": 2.8673601150512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8820290565490723,
      "cov-distil (oracle2student)": 4.137827396392822,
      "cov-distil (oracle2teacher)": 4.3328857421875,
      "epoch": 3.185243328100471,
      "rel-constrast": 1.6328709125518799,
      "step": 4058,
      "subrel-constrast": 2.8027684688568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5962580442428589,
      "cov-distil (oracle2student)": 5.6868414878845215,
      "cov-distil (oracle2teacher)": 4.876344680786133,
      "epoch": 3.186028257456829,
      "rel-constrast": 2.4293947219848633,
      "step": 4059,
      "subrel-constrast": 3.1912949085235596,
      "view-similarity": 0
    },
    {
      "epoch": 3.186813186813187,
      "grad_norm": 4.40625,
      "learning_rate": 1.0406825568369477e-05,
      "loss": 0.577,
      "step": 4060
    },
    {
      "cov-distil": 1.6104761362075806,
      "cov-distil (oracle2student)": 3.8656723499298096,
      "cov-distil (oracle2teacher)": 4.376389980316162,
      "epoch": 3.186813186813187,
      "rel-constrast": 1.7208324670791626,
      "step": 4060,
      "subrel-constrast": 2.927189826965332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3001418113708496,
      "cov-distil (oracle2student)": 3.446126937866211,
      "cov-distil (oracle2teacher)": 3.272388219833374,
      "epoch": 3.1875981161695446,
      "rel-constrast": 2.882019281387329,
      "step": 4061,
      "subrel-constrast": 3.2699544429779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1643831729888916,
      "cov-distil (oracle2student)": 3.151676654815674,
      "cov-distil (oracle2teacher)": 3.432363986968994,
      "epoch": 3.1883830455259026,
      "rel-constrast": 1.7448433637619019,
      "step": 4062,
      "subrel-constrast": 2.2656540870666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9039053916931152,
      "cov-distil (oracle2student)": 5.18181848526001,
      "cov-distil (oracle2teacher)": 5.0366058349609375,
      "epoch": 3.1891679748822606,
      "rel-constrast": 1.6833593845367432,
      "step": 4063,
      "subrel-constrast": 2.8659133911132812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1556172370910645,
      "cov-distil (oracle2student)": 3.3245527744293213,
      "cov-distil (oracle2teacher)": 3.3043506145477295,
      "epoch": 3.1899529042386185,
      "rel-constrast": 2.5745961666107178,
      "step": 4064,
      "subrel-constrast": 3.12724232673645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9282546043395996,
      "cov-distil (oracle2student)": 5.897923946380615,
      "cov-distil (oracle2teacher)": 5.120867729187012,
      "epoch": 3.1907378335949765,
      "rel-constrast": 1.7979930639266968,
      "step": 4065,
      "subrel-constrast": 3.0013234615325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158941268920898,
      "cov-distil (oracle2student)": 4.211817741394043,
      "cov-distil (oracle2teacher)": 4.09296989440918,
      "epoch": 3.1915227629513345,
      "rel-constrast": 2.2084860801696777,
      "step": 4066,
      "subrel-constrast": 2.919650077819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6333993673324585,
      "cov-distil (oracle2student)": 4.146498680114746,
      "cov-distil (oracle2teacher)": 3.767965793609619,
      "epoch": 3.1923076923076925,
      "rel-constrast": 2.2087740898132324,
      "step": 4067,
      "subrel-constrast": 3.0149717330932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7204197645187378,
      "cov-distil (oracle2student)": 4.641678810119629,
      "cov-distil (oracle2teacher)": 4.650624752044678,
      "epoch": 3.19309262166405,
      "rel-constrast": 2.869709014892578,
      "step": 4068,
      "subrel-constrast": 3.5573744773864746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5893981456756592,
      "cov-distil (oracle2student)": 3.487057685852051,
      "cov-distil (oracle2teacher)": 3.4960696697235107,
      "epoch": 3.193877551020408,
      "rel-constrast": 1.373699426651001,
      "step": 4069,
      "subrel-constrast": 2.557007312774658,
      "view-similarity": 0
    },
    {
      "epoch": 3.194662480376766,
      "grad_norm": 3.921875,
      "learning_rate": 1.0194618292968972e-05,
      "loss": 0.5662,
      "step": 4070
    },
    {
      "cov-distil": 1.5985236167907715,
      "cov-distil (oracle2student)": 5.6851725578308105,
      "cov-distil (oracle2teacher)": 5.330775737762451,
      "epoch": 3.194662480376766,
      "rel-constrast": 2.1734251976013184,
      "step": 4070,
      "subrel-constrast": 3.0922505855560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.68416428565979,
      "cov-distil (oracle2student)": 4.4924421310424805,
      "cov-distil (oracle2teacher)": 3.917541265487671,
      "epoch": 3.195447409733124,
      "rel-constrast": 2.7088096141815186,
      "step": 4071,
      "subrel-constrast": 3.40632963180542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150880813598633,
      "cov-distil (oracle2student)": 3.3682727813720703,
      "cov-distil (oracle2teacher)": 3.4949514865875244,
      "epoch": 3.196232339089482,
      "rel-constrast": 1.4280548095703125,
      "step": 4072,
      "subrel-constrast": 2.502490997314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3949401378631592,
      "cov-distil (oracle2student)": 5.930081844329834,
      "cov-distil (oracle2teacher)": 5.742609977722168,
      "epoch": 3.19701726844584,
      "rel-constrast": 1.7069159746170044,
      "step": 4073,
      "subrel-constrast": 2.5808181762695312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5369911193847656,
      "cov-distil (oracle2student)": 4.818605422973633,
      "cov-distil (oracle2teacher)": 4.9033732414245605,
      "epoch": 3.197802197802198,
      "rel-constrast": 2.798523426055908,
      "step": 4074,
      "subrel-constrast": 3.26839542388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4947214126586914,
      "cov-distil (oracle2student)": 5.015951633453369,
      "cov-distil (oracle2teacher)": 4.337982177734375,
      "epoch": 3.1985871271585555,
      "rel-constrast": 2.2026960849761963,
      "step": 4075,
      "subrel-constrast": 2.7196149826049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3396170139312744,
      "cov-distil (oracle2student)": 3.97598934173584,
      "cov-distil (oracle2teacher)": 3.780280351638794,
      "epoch": 3.1993720565149135,
      "rel-constrast": 1.830746054649353,
      "step": 4076,
      "subrel-constrast": 2.604752779006958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3529729843139648,
      "cov-distil (oracle2student)": 3.575515031814575,
      "cov-distil (oracle2teacher)": 3.592287302017212,
      "epoch": 3.2001569858712715,
      "rel-constrast": 1.8943819999694824,
      "step": 4077,
      "subrel-constrast": 2.713893413543701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4826445579528809,
      "cov-distil (oracle2student)": 4.368497371673584,
      "cov-distil (oracle2teacher)": 4.34638786315918,
      "epoch": 3.2009419152276295,
      "rel-constrast": 2.374361515045166,
      "step": 4078,
      "subrel-constrast": 3.1806604862213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6409308910369873,
      "cov-distil (oracle2student)": 3.916930675506592,
      "cov-distil (oracle2teacher)": 3.845832347869873,
      "epoch": 3.2017268445839875,
      "rel-constrast": 2.0578527450561523,
      "step": 4079,
      "subrel-constrast": 3.3346807956695557,
      "view-similarity": 0
    },
    {
      "epoch": 3.2025117739403455,
      "grad_norm": 4.625,
      "learning_rate": 9.984351075715848e-06,
      "loss": 0.5686,
      "step": 4080
    },
    {
      "cov-distil": 1.5993648767471313,
      "cov-distil (oracle2student)": 5.1045050621032715,
      "cov-distil (oracle2teacher)": 5.574326515197754,
      "epoch": 3.2025117739403455,
      "rel-constrast": 4.055897235870361,
      "step": 4080,
      "subrel-constrast": 4.62221097946167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7385480403900146,
      "cov-distil (oracle2student)": 5.57513427734375,
      "cov-distil (oracle2teacher)": 5.224539756774902,
      "epoch": 3.2032967032967035,
      "rel-constrast": 2.473383903503418,
      "step": 4081,
      "subrel-constrast": 3.5160319805145264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1638976335525513,
      "cov-distil (oracle2student)": 3.8060762882232666,
      "cov-distil (oracle2teacher)": 3.5030789375305176,
      "epoch": 3.204081632653061,
      "rel-constrast": 1.8015336990356445,
      "step": 4082,
      "subrel-constrast": 2.393866539001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9109210968017578,
      "cov-distil (oracle2student)": 4.321194648742676,
      "cov-distil (oracle2teacher)": 4.2259321212768555,
      "epoch": 3.204866562009419,
      "rel-constrast": 2.288393259048462,
      "step": 4083,
      "subrel-constrast": 3.6982035636901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7445268630981445,
      "cov-distil (oracle2student)": 4.042252063751221,
      "cov-distil (oracle2teacher)": 3.893177032470703,
      "epoch": 3.205651491365777,
      "rel-constrast": 1.8473272323608398,
      "step": 4084,
      "subrel-constrast": 2.7524337768554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2237528562545776,
      "cov-distil (oracle2student)": 4.44883918762207,
      "cov-distil (oracle2teacher)": 4.188758850097656,
      "epoch": 3.206436420722135,
      "rel-constrast": 2.670560836791992,
      "step": 4085,
      "subrel-constrast": 3.0005455017089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7094976902008057,
      "cov-distil (oracle2student)": 4.669182300567627,
      "cov-distil (oracle2teacher)": 3.938098430633545,
      "epoch": 3.207221350078493,
      "rel-constrast": 3.527562379837036,
      "step": 4086,
      "subrel-constrast": 3.355738639831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0915184020996094,
      "cov-distil (oracle2student)": 4.1002302169799805,
      "cov-distil (oracle2teacher)": 3.8736276626586914,
      "epoch": 3.208006279434851,
      "rel-constrast": 2.719857931137085,
      "step": 4087,
      "subrel-constrast": 3.6070170402526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6225404739379883,
      "cov-distil (oracle2student)": 5.109597206115723,
      "cov-distil (oracle2teacher)": 4.60624885559082,
      "epoch": 3.208791208791209,
      "rel-constrast": 1.578552484512329,
      "step": 4088,
      "subrel-constrast": 2.9491612911224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1905337572097778,
      "cov-distil (oracle2student)": 4.297669410705566,
      "cov-distil (oracle2teacher)": 3.7147412300109863,
      "epoch": 3.209576138147567,
      "rel-constrast": 2.797316074371338,
      "step": 4089,
      "subrel-constrast": 3.593998908996582,
      "view-similarity": 0
    },
    {
      "epoch": 3.2103610675039245,
      "grad_norm": 4.875,
      "learning_rate": 9.77603416473763e-06,
      "loss": 0.684,
      "step": 4090
    },
    {
      "cov-distil": 1.4766364097595215,
      "cov-distil (oracle2student)": 4.781097412109375,
      "cov-distil (oracle2teacher)": 4.845009803771973,
      "epoch": 3.2103610675039245,
      "rel-constrast": 2.282935619354248,
      "step": 4090,
      "subrel-constrast": 2.9816277027130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5506277084350586,
      "cov-distil (oracle2student)": 4.458585262298584,
      "cov-distil (oracle2teacher)": 3.696678876876831,
      "epoch": 3.2111459968602825,
      "rel-constrast": 1.4192800521850586,
      "step": 4091,
      "subrel-constrast": 2.172520399093628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723068237304688,
      "cov-distil (oracle2student)": 4.621079921722412,
      "cov-distil (oracle2teacher)": 4.046516418457031,
      "epoch": 3.2119309262166404,
      "rel-constrast": 1.2259626388549805,
      "step": 4092,
      "subrel-constrast": 2.2100653648376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6868367195129395,
      "cov-distil (oracle2student)": 4.4135613441467285,
      "cov-distil (oracle2teacher)": 3.8840410709381104,
      "epoch": 3.2127158555729984,
      "rel-constrast": 1.960923433303833,
      "step": 4093,
      "subrel-constrast": 3.2640652656555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4312784671783447,
      "cov-distil (oracle2student)": 5.45530891418457,
      "cov-distil (oracle2teacher)": 5.020088195800781,
      "epoch": 3.2135007849293564,
      "rel-constrast": 2.3009109497070312,
      "step": 4094,
      "subrel-constrast": 3.0879721641540527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612514019012451,
      "cov-distil (oracle2student)": 4.238125324249268,
      "cov-distil (oracle2teacher)": 4.063438415527344,
      "epoch": 3.2142857142857144,
      "rel-constrast": 1.6052800416946411,
      "step": 4095,
      "subrel-constrast": 2.688433885574341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6685428619384766,
      "cov-distil (oracle2student)": 5.142770767211914,
      "cov-distil (oracle2teacher)": 4.570461750030518,
      "epoch": 3.2150706436420724,
      "rel-constrast": 1.72881281375885,
      "step": 4096,
      "subrel-constrast": 2.701117992401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9855000972747803,
      "cov-distil (oracle2student)": 5.511712074279785,
      "cov-distil (oracle2teacher)": 5.192112922668457,
      "epoch": 3.21585557299843,
      "rel-constrast": 1.999464988708496,
      "step": 4097,
      "subrel-constrast": 2.8040595054626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7329484224319458,
      "cov-distil (oracle2student)": 5.528326034545898,
      "cov-distil (oracle2teacher)": 4.757377624511719,
      "epoch": 3.216640502354788,
      "rel-constrast": 2.1849989891052246,
      "step": 4098,
      "subrel-constrast": 3.1017956733703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6184782981872559,
      "cov-distil (oracle2student)": 2.8924736976623535,
      "cov-distil (oracle2teacher)": 3.0611701011657715,
      "epoch": 3.217425431711146,
      "rel-constrast": 1.6943469047546387,
      "step": 4099,
      "subrel-constrast": 2.465907573699951,
      "view-similarity": 0
    },
    {
      "epoch": 3.218210361067504,
      "grad_norm": 3.8125,
      "learning_rate": 9.569677713106674e-06,
      "loss": 0.5015,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "overlap": 0.3359375,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "student margin": 0.07659912109375
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "teacher margin": 0.051300048828125
    },
    {
      "epoch": 3.218210361067504,
      "margin difference": -0.025299072265625,
      "step": 4100
    },
    {
      "cov-distil": 1.6246907711029053,
      "cov-distil (oracle2student)": 3.287987232208252,
      "cov-distil (oracle2teacher)": 3.1734066009521484,
      "epoch": 3.218210361067504,
      "rel-constrast": 2.015545606613159,
      "step": 4100,
      "subrel-constrast": 2.6068944931030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824052333831787,
      "cov-distil (oracle2student)": 3.670361042022705,
      "cov-distil (oracle2teacher)": 3.6004409790039062,
      "epoch": 3.218995290423862,
      "rel-constrast": 2.787127733230591,
      "step": 4101,
      "subrel-constrast": 3.3327956199645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5137358903884888,
      "cov-distil (oracle2student)": 3.8649256229400635,
      "cov-distil (oracle2teacher)": 3.7985897064208984,
      "epoch": 3.21978021978022,
      "rel-constrast": 2.319934368133545,
      "step": 4102,
      "subrel-constrast": 3.090825319290161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5157997608184814,
      "cov-distil (oracle2student)": 1.8537747859954834,
      "cov-distil (oracle2teacher)": 2.4198803901672363,
      "epoch": 3.220565149136578,
      "rel-constrast": 1.891413688659668,
      "step": 4103,
      "subrel-constrast": 2.815077304840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.331243872642517,
      "cov-distil (oracle2student)": 4.636566162109375,
      "cov-distil (oracle2teacher)": 4.64491081237793,
      "epoch": 3.221350078492936,
      "rel-constrast": 2.6161749362945557,
      "step": 4104,
      "subrel-constrast": 3.3190526962280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812745213508606,
      "cov-distil (oracle2student)": 3.746525287628174,
      "cov-distil (oracle2teacher)": 3.5394816398620605,
      "epoch": 3.2221350078492934,
      "rel-constrast": 3.0749123096466064,
      "step": 4105,
      "subrel-constrast": 3.286620855331421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4357562065124512,
      "cov-distil (oracle2student)": 3.4737401008605957,
      "cov-distil (oracle2teacher)": 3.5128397941589355,
      "epoch": 3.2229199372056514,
      "rel-constrast": 3.1263861656188965,
      "step": 4106,
      "subrel-constrast": 3.526587724685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7686247825622559,
      "cov-distil (oracle2student)": 6.750184059143066,
      "cov-distil (oracle2teacher)": 5.687824249267578,
      "epoch": 3.2237048665620094,
      "rel-constrast": 1.7720327377319336,
      "step": 4107,
      "subrel-constrast": 2.5409252643585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4286065101623535,
      "cov-distil (oracle2student)": 5.245844841003418,
      "cov-distil (oracle2teacher)": 4.785552978515625,
      "epoch": 3.2244897959183674,
      "rel-constrast": 2.1017861366271973,
      "step": 4108,
      "subrel-constrast": 2.932189464569092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.263878345489502,
      "cov-distil (oracle2student)": 3.639026165008545,
      "cov-distil (oracle2teacher)": 3.4168150424957275,
      "epoch": 3.2252747252747254,
      "rel-constrast": 1.572735071182251,
      "step": 4109,
      "subrel-constrast": 2.1878952980041504,
      "view-similarity": 0
    },
    {
      "epoch": 3.2260596546310834,
      "grad_norm": 4.6875,
      "learning_rate": 9.365291778345303e-06,
      "loss": 0.6207,
      "step": 4110
    },
    {
      "cov-distil": 1.359985113143921,
      "cov-distil (oracle2student)": 4.850234508514404,
      "cov-distil (oracle2teacher)": 4.35622501373291,
      "epoch": 3.2260596546310834,
      "rel-constrast": 2.4001450538635254,
      "step": 4110,
      "subrel-constrast": 3.1041557788848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2457612752914429,
      "cov-distil (oracle2student)": 5.6262664794921875,
      "cov-distil (oracle2teacher)": 4.78922176361084,
      "epoch": 3.2268445839874413,
      "rel-constrast": 1.980393648147583,
      "step": 4111,
      "subrel-constrast": 2.5361289978027344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3521040678024292,
      "cov-distil (oracle2student)": 4.442536354064941,
      "cov-distil (oracle2teacher)": 3.6393673419952393,
      "epoch": 3.227629513343799,
      "rel-constrast": 2.154249668121338,
      "step": 4112,
      "subrel-constrast": 2.575355052947998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4718197584152222,
      "cov-distil (oracle2student)": 4.338781356811523,
      "cov-distil (oracle2teacher)": 4.297203063964844,
      "epoch": 3.228414442700157,
      "rel-constrast": 2.984807014465332,
      "step": 4113,
      "subrel-constrast": 3.7801952362060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7872130870819092,
      "cov-distil (oracle2student)": 4.72572660446167,
      "cov-distil (oracle2teacher)": 5.005847454071045,
      "epoch": 3.229199372056515,
      "rel-constrast": 2.543037176132202,
      "step": 4114,
      "subrel-constrast": 3.7344651222229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1714879274368286,
      "cov-distil (oracle2student)": 5.850826263427734,
      "cov-distil (oracle2teacher)": 5.462979316711426,
      "epoch": 3.229984301412873,
      "rel-constrast": 2.211913585662842,
      "step": 4115,
      "subrel-constrast": 2.791626214981079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8625855445861816,
      "cov-distil (oracle2student)": 3.698187828063965,
      "cov-distil (oracle2teacher)": 3.382655620574951,
      "epoch": 3.230769230769231,
      "rel-constrast": 2.566422462463379,
      "step": 4116,
      "subrel-constrast": 3.0365335941314697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1159815788269043,
      "cov-distil (oracle2student)": 4.056906700134277,
      "cov-distil (oracle2teacher)": 4.874390602111816,
      "epoch": 3.231554160125589,
      "rel-constrast": 2.4741768836975098,
      "step": 4117,
      "subrel-constrast": 3.7031891345977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576703667640686,
      "cov-distil (oracle2student)": 6.00482702255249,
      "cov-distil (oracle2teacher)": 5.320937633514404,
      "epoch": 3.232339089481947,
      "rel-constrast": 1.93778395652771,
      "step": 4118,
      "subrel-constrast": 2.713104009628296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3848721981048584,
      "cov-distil (oracle2student)": 3.466412305831909,
      "cov-distil (oracle2teacher)": 3.38299298286438,
      "epoch": 3.2331240188383044,
      "rel-constrast": 3.2001101970672607,
      "step": 4119,
      "subrel-constrast": 3.9149630069732666,
      "view-similarity": 0
    },
    {
      "epoch": 3.2339089481946623,
      "grad_norm": 5.3125,
      "learning_rate": 9.162886321935632e-06,
      "loss": 0.6496,
      "step": 4120
    },
    {
      "cov-distil": 1.5489591360092163,
      "cov-distil (oracle2student)": 3.001833200454712,
      "cov-distil (oracle2teacher)": 2.907456398010254,
      "epoch": 3.2339089481946623,
      "rel-constrast": 1.2580492496490479,
      "step": 4120,
      "subrel-constrast": 2.396725654602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017125129699707,
      "cov-distil (oracle2student)": 3.408231735229492,
      "cov-distil (oracle2teacher)": 3.445504665374756,
      "epoch": 3.2346938775510203,
      "rel-constrast": 1.6171890497207642,
      "step": 4121,
      "subrel-constrast": 2.8884477615356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1271172761917114,
      "cov-distil (oracle2student)": 3.804823398590088,
      "cov-distil (oracle2teacher)": 3.8356783390045166,
      "epoch": 3.2354788069073783,
      "rel-constrast": 2.355064868927002,
      "step": 4122,
      "subrel-constrast": 2.969494342803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.597245454788208,
      "cov-distil (oracle2student)": 4.248433589935303,
      "cov-distil (oracle2teacher)": 3.896388053894043,
      "epoch": 3.2362637362637363,
      "rel-constrast": 1.8510719537734985,
      "step": 4123,
      "subrel-constrast": 2.6084609031677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4035507440567017,
      "cov-distil (oracle2student)": 6.760931491851807,
      "cov-distil (oracle2teacher)": 5.681502819061279,
      "epoch": 3.2370486656200943,
      "rel-constrast": 1.7808990478515625,
      "step": 4124,
      "subrel-constrast": 2.618279218673706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6134562492370605,
      "cov-distil (oracle2student)": 3.8827414512634277,
      "cov-distil (oracle2teacher)": 3.7444913387298584,
      "epoch": 3.2378335949764523,
      "rel-constrast": 2.7238142490386963,
      "step": 4125,
      "subrel-constrast": 3.138267755508423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664840579032898,
      "cov-distil (oracle2student)": 4.734894275665283,
      "cov-distil (oracle2teacher)": 4.6545610427856445,
      "epoch": 3.23861852433281,
      "rel-constrast": 1.818701148033142,
      "step": 4126,
      "subrel-constrast": 3.3215925693511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6133084297180176,
      "cov-distil (oracle2student)": 4.222147464752197,
      "cov-distil (oracle2teacher)": 4.080262184143066,
      "epoch": 3.239403453689168,
      "rel-constrast": 1.241887092590332,
      "step": 4127,
      "subrel-constrast": 2.1716747283935547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8871345520019531,
      "cov-distil (oracle2student)": 3.6177828311920166,
      "cov-distil (oracle2teacher)": 3.5025386810302734,
      "epoch": 3.240188383045526,
      "rel-constrast": 2.1511287689208984,
      "step": 4128,
      "subrel-constrast": 3.0158116817474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6920180320739746,
      "cov-distil (oracle2student)": 3.7481415271759033,
      "cov-distil (oracle2teacher)": 3.6351852416992188,
      "epoch": 3.240973312401884,
      "rel-constrast": 2.1932497024536133,
      "step": 4129,
      "subrel-constrast": 3.3387656211853027,
      "view-similarity": 0
    },
    {
      "epoch": 3.241758241758242,
      "grad_norm": 4.84375,
      "learning_rate": 8.962471208834055e-06,
      "loss": 0.5152,
      "step": 4130
    },
    {
      "cov-distil": 1.3117625713348389,
      "cov-distil (oracle2student)": 3.9782590866088867,
      "cov-distil (oracle2teacher)": 3.7152175903320312,
      "epoch": 3.241758241758242,
      "rel-constrast": 1.5274138450622559,
      "step": 4130,
      "subrel-constrast": 2.280381441116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2420530319213867,
      "cov-distil (oracle2student)": 5.486780166625977,
      "cov-distil (oracle2teacher)": 4.606717109680176,
      "epoch": 3.2425431711145998,
      "rel-constrast": 1.7114012241363525,
      "step": 4131,
      "subrel-constrast": 1.9705462455749512,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536612868309021,
      "cov-distil (oracle2student)": 4.651093482971191,
      "cov-distil (oracle2teacher)": 4.485930919647217,
      "epoch": 3.2433281004709578,
      "rel-constrast": 2.1243019104003906,
      "step": 4132,
      "subrel-constrast": 3.1090922355651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1721398830413818,
      "cov-distil (oracle2student)": 4.024569511413574,
      "cov-distil (oracle2teacher)": 3.899202585220337,
      "epoch": 3.2441130298273153,
      "rel-constrast": 2.0117688179016113,
      "step": 4133,
      "subrel-constrast": 2.266072988510132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6032416820526123,
      "cov-distil (oracle2student)": 4.680254936218262,
      "cov-distil (oracle2teacher)": 4.043801307678223,
      "epoch": 3.2448979591836733,
      "rel-constrast": 1.4378955364227295,
      "step": 4134,
      "subrel-constrast": 2.3738596439361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6197922229766846,
      "cov-distil (oracle2student)": 4.442519664764404,
      "cov-distil (oracle2teacher)": 4.32188081741333,
      "epoch": 3.2456828885400313,
      "rel-constrast": 2.2244343757629395,
      "step": 4135,
      "subrel-constrast": 2.690847396850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4077107906341553,
      "cov-distil (oracle2student)": 4.21047830581665,
      "cov-distil (oracle2teacher)": 4.049657821655273,
      "epoch": 3.2464678178963893,
      "rel-constrast": 1.8579621315002441,
      "step": 4136,
      "subrel-constrast": 2.4740347862243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8917551040649414,
      "cov-distil (oracle2student)": 3.4792938232421875,
      "cov-distil (oracle2teacher)": 3.324707269668579,
      "epoch": 3.2472527472527473,
      "rel-constrast": 2.3224000930786133,
      "step": 4137,
      "subrel-constrast": 3.225334405899048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6062779426574707,
      "cov-distil (oracle2student)": 2.623392105102539,
      "cov-distil (oracle2teacher)": 2.6550989151000977,
      "epoch": 3.2480376766091053,
      "rel-constrast": 1.2028067111968994,
      "step": 4138,
      "subrel-constrast": 2.2048213481903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4463614225387573,
      "cov-distil (oracle2student)": 5.10164737701416,
      "cov-distil (oracle2teacher)": 4.893956184387207,
      "epoch": 3.2488226059654632,
      "rel-constrast": 1.686519980430603,
      "step": 4139,
      "subrel-constrast": 2.9131228923797607,
      "view-similarity": 0
    },
    {
      "epoch": 3.2496075353218212,
      "grad_norm": 4.5,
      "learning_rate": 8.764056206990445e-06,
      "loss": 0.4898,
      "step": 4140
    },
    {
      "cov-distil": 1.8221601247787476,
      "cov-distil (oracle2student)": 3.673614501953125,
      "cov-distil (oracle2teacher)": 3.7193562984466553,
      "epoch": 3.2496075353218212,
      "rel-constrast": 2.326314687728882,
      "step": 4140,
      "subrel-constrast": 3.3719539642333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719279408454895,
      "cov-distil (oracle2student)": 3.8545734882354736,
      "cov-distil (oracle2teacher)": 3.7297496795654297,
      "epoch": 3.2503924646781788,
      "rel-constrast": 2.1247634887695312,
      "step": 4141,
      "subrel-constrast": 2.760307550430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1351208686828613,
      "cov-distil (oracle2student)": 4.748653888702393,
      "cov-distil (oracle2teacher)": 3.952460289001465,
      "epoch": 3.2511773940345368,
      "rel-constrast": 1.4833393096923828,
      "step": 4142,
      "subrel-constrast": 2.0964748859405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0594165325164795,
      "cov-distil (oracle2student)": 3.685753345489502,
      "cov-distil (oracle2teacher)": 3.643256187438965,
      "epoch": 3.2519623233908947,
      "rel-constrast": 2.17147159576416,
      "step": 4143,
      "subrel-constrast": 3.4644322395324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.185469627380371,
      "cov-distil (oracle2student)": 3.4693830013275146,
      "cov-distil (oracle2teacher)": 3.454526662826538,
      "epoch": 3.2527472527472527,
      "rel-constrast": 1.7656238079071045,
      "step": 4144,
      "subrel-constrast": 2.897989273071289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8406119346618652,
      "cov-distil (oracle2student)": 5.758148670196533,
      "cov-distil (oracle2teacher)": 4.8052592277526855,
      "epoch": 3.2535321821036107,
      "rel-constrast": 2.070507049560547,
      "step": 4145,
      "subrel-constrast": 2.999911308288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496809482574463,
      "cov-distil (oracle2student)": 4.1960296630859375,
      "cov-distil (oracle2teacher)": 4.222867965698242,
      "epoch": 3.2543171114599687,
      "rel-constrast": 3.1049609184265137,
      "step": 4146,
      "subrel-constrast": 3.2438712120056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469508409500122,
      "cov-distil (oracle2student)": 3.7566165924072266,
      "cov-distil (oracle2teacher)": 4.1635050773620605,
      "epoch": 3.2551020408163267,
      "rel-constrast": 2.4614152908325195,
      "step": 4147,
      "subrel-constrast": 3.554473876953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3829026222229004,
      "cov-distil (oracle2student)": 2.63156795501709,
      "cov-distil (oracle2teacher)": 2.818584442138672,
      "epoch": 3.2558869701726847,
      "rel-constrast": 1.650162935256958,
      "step": 4148,
      "subrel-constrast": 2.604583501815796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7896199226379395,
      "cov-distil (oracle2student)": 4.179411888122559,
      "cov-distil (oracle2teacher)": 3.8279755115509033,
      "epoch": 3.2566718995290422,
      "rel-constrast": 3.2289366722106934,
      "step": 4149,
      "subrel-constrast": 4.3904194831848145,
      "view-similarity": 0
    },
    {
      "epoch": 3.2574568288854002,
      "grad_norm": 5.46875,
      "learning_rate": 8.567650986872062e-06,
      "loss": 0.6021,
      "step": 4150
    },
    {
      "cov-distil": 1.3655529022216797,
      "cov-distil (oracle2student)": 3.049717426300049,
      "cov-distil (oracle2teacher)": 2.8949432373046875,
      "epoch": 3.2574568288854002,
      "rel-constrast": 2.160472869873047,
      "step": 4150,
      "subrel-constrast": 2.6554784774780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4469058513641357,
      "cov-distil (oracle2student)": 4.65182638168335,
      "cov-distil (oracle2teacher)": 3.982008934020996,
      "epoch": 3.258241758241758,
      "rel-constrast": 2.4051756858825684,
      "step": 4151,
      "subrel-constrast": 2.9830636978149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4225106239318848,
      "cov-distil (oracle2student)": 3.9790101051330566,
      "cov-distil (oracle2teacher)": 3.856322765350342,
      "epoch": 3.259026687598116,
      "rel-constrast": 2.1349563598632812,
      "step": 4152,
      "subrel-constrast": 2.7760417461395264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.630223274230957,
      "cov-distil (oracle2student)": 3.646639585494995,
      "cov-distil (oracle2teacher)": 3.005537509918213,
      "epoch": 3.259811616954474,
      "rel-constrast": 2.6758766174316406,
      "step": 4153,
      "subrel-constrast": 2.9172470569610596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.668237328529358,
      "cov-distil (oracle2student)": 5.29377555847168,
      "cov-distil (oracle2teacher)": 4.625521183013916,
      "epoch": 3.260596546310832,
      "rel-constrast": 2.2575604915618896,
      "step": 4154,
      "subrel-constrast": 3.5774905681610107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6958492994308472,
      "cov-distil (oracle2student)": 3.9974145889282227,
      "cov-distil (oracle2teacher)": 3.894469976425171,
      "epoch": 3.26138147566719,
      "rel-constrast": 2.2427916526794434,
      "step": 4155,
      "subrel-constrast": 2.788266181945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3940808773040771,
      "cov-distil (oracle2student)": 4.5477423667907715,
      "cov-distil (oracle2teacher)": 3.9764561653137207,
      "epoch": 3.2621664050235477,
      "rel-constrast": 3.055975914001465,
      "step": 4156,
      "subrel-constrast": 3.968554735183716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4159187078475952,
      "cov-distil (oracle2student)": 4.887142181396484,
      "cov-distil (oracle2teacher)": 4.350778579711914,
      "epoch": 3.2629513343799057,
      "rel-constrast": 2.4621827602386475,
      "step": 4157,
      "subrel-constrast": 3.194695472717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3235725164413452,
      "cov-distil (oracle2student)": 4.606184005737305,
      "cov-distil (oracle2teacher)": 4.077095031738281,
      "epoch": 3.2637362637362637,
      "rel-constrast": 1.4954147338867188,
      "step": 4158,
      "subrel-constrast": 2.3743581771850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.500888705253601,
      "cov-distil (oracle2student)": 5.365782737731934,
      "cov-distil (oracle2teacher)": 5.062480926513672,
      "epoch": 3.2645211930926217,
      "rel-constrast": 2.316357374191284,
      "step": 4159,
      "subrel-constrast": 2.8314921855926514,
      "view-similarity": 0
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 5.53125,
      "learning_rate": 8.373265120992252e-06,
      "loss": 0.6173,
      "step": 4160
    },
    {
      "cov-distil": 1.5191278457641602,
      "cov-distil (oracle2student)": 2.792557954788208,
      "cov-distil (oracle2teacher)": 2.8037729263305664,
      "epoch": 3.2653061224489797,
      "rel-constrast": 1.6582763195037842,
      "step": 4160,
      "subrel-constrast": 2.646437168121338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926965236663818,
      "cov-distil (oracle2student)": 5.6032819747924805,
      "cov-distil (oracle2teacher)": 5.530729293823242,
      "epoch": 3.2660910518053377,
      "rel-constrast": 2.961486577987671,
      "step": 4161,
      "subrel-constrast": 4.15972375869751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6637617349624634,
      "cov-distil (oracle2student)": 3.1754403114318848,
      "cov-distil (oracle2teacher)": 3.151203155517578,
      "epoch": 3.2668759811616956,
      "rel-constrast": 1.7995097637176514,
      "step": 4162,
      "subrel-constrast": 2.542041301727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.272132158279419,
      "cov-distil (oracle2student)": 6.376317501068115,
      "cov-distil (oracle2teacher)": 5.433141708374023,
      "epoch": 3.267660910518053,
      "rel-constrast": 2.264341115951538,
      "step": 4163,
      "subrel-constrast": 2.4081530570983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4610432386398315,
      "cov-distil (oracle2student)": 5.304228782653809,
      "cov-distil (oracle2teacher)": 5.110021591186523,
      "epoch": 3.268445839874411,
      "rel-constrast": 2.5497641563415527,
      "step": 4164,
      "subrel-constrast": 3.2739481925964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3393073081970215,
      "cov-distil (oracle2student)": 3.8505313396453857,
      "cov-distil (oracle2teacher)": 3.625894784927368,
      "epoch": 3.269230769230769,
      "rel-constrast": 1.5868723392486572,
      "step": 4165,
      "subrel-constrast": 2.2878384590148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6486825942993164,
      "cov-distil (oracle2student)": 4.121491432189941,
      "cov-distil (oracle2teacher)": 3.7079429626464844,
      "epoch": 3.270015698587127,
      "rel-constrast": 1.6116893291473389,
      "step": 4166,
      "subrel-constrast": 2.5119566917419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4993183612823486,
      "cov-distil (oracle2student)": 4.535754680633545,
      "cov-distil (oracle2teacher)": 4.006024360656738,
      "epoch": 3.270800627943485,
      "rel-constrast": 2.2365424633026123,
      "step": 4167,
      "subrel-constrast": 3.1093170642852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9715306758880615,
      "cov-distil (oracle2student)": 5.030459880828857,
      "cov-distil (oracle2teacher)": 4.560149192810059,
      "epoch": 3.271585557299843,
      "rel-constrast": 2.30825138092041,
      "step": 4168,
      "subrel-constrast": 3.4599344730377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6759324073791504,
      "cov-distil (oracle2student)": 5.753610610961914,
      "cov-distil (oracle2teacher)": 4.7917585372924805,
      "epoch": 3.272370486656201,
      "rel-constrast": 1.9107086658477783,
      "step": 4169,
      "subrel-constrast": 3.1099841594696045,
      "view-similarity": 0
    },
    {
      "epoch": 3.2731554160125587,
      "grad_norm": 3.953125,
      "learning_rate": 8.180908083443884e-06,
      "loss": 0.5623,
      "step": 4170
    },
    {
      "cov-distil": 1.6538796424865723,
      "cov-distil (oracle2student)": 4.849987030029297,
      "cov-distil (oracle2teacher)": 4.086485862731934,
      "epoch": 3.2731554160125587,
      "rel-constrast": 1.6537505388259888,
      "step": 4170,
      "subrel-constrast": 2.4927806854248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3664957284927368,
      "cov-distil (oracle2student)": 5.775882720947266,
      "cov-distil (oracle2teacher)": 4.623470306396484,
      "epoch": 3.2739403453689166,
      "rel-constrast": 2.774714469909668,
      "step": 4171,
      "subrel-constrast": 3.0887064933776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0402913093566895,
      "cov-distil (oracle2student)": 3.7703239917755127,
      "cov-distil (oracle2teacher)": 3.664917230606079,
      "epoch": 3.2747252747252746,
      "rel-constrast": 2.549801826477051,
      "step": 4172,
      "subrel-constrast": 3.511813163757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3088849782943726,
      "cov-distil (oracle2student)": 3.215397357940674,
      "cov-distil (oracle2teacher)": 2.7709450721740723,
      "epoch": 3.2755102040816326,
      "rel-constrast": 2.0426721572875977,
      "step": 4173,
      "subrel-constrast": 2.7352349758148193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2763222455978394,
      "cov-distil (oracle2student)": 3.299142360687256,
      "cov-distil (oracle2teacher)": 2.957512617111206,
      "epoch": 3.2762951334379906,
      "rel-constrast": 2.74253511428833,
      "step": 4174,
      "subrel-constrast": 3.4786064624786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3449795246124268,
      "cov-distil (oracle2student)": 2.9567511081695557,
      "cov-distil (oracle2teacher)": 2.8900322914123535,
      "epoch": 3.2770800627943486,
      "rel-constrast": 1.591158390045166,
      "step": 4175,
      "subrel-constrast": 2.4278969764709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5377479791641235,
      "cov-distil (oracle2student)": 2.940845012664795,
      "cov-distil (oracle2teacher)": 3.4037022590637207,
      "epoch": 3.2778649921507066,
      "rel-constrast": 2.025176525115967,
      "step": 4176,
      "subrel-constrast": 3.0502004623413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6749987602233887,
      "cov-distil (oracle2student)": 2.963459014892578,
      "cov-distil (oracle2teacher)": 2.9503674507141113,
      "epoch": 3.278649921507064,
      "rel-constrast": 2.062711238861084,
      "step": 4177,
      "subrel-constrast": 2.8765366077423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2990566492080688,
      "cov-distil (oracle2student)": 3.1516456604003906,
      "cov-distil (oracle2teacher)": 3.7004830837249756,
      "epoch": 3.279434850863422,
      "rel-constrast": 2.275453567504883,
      "step": 4178,
      "subrel-constrast": 3.0519213676452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2895925045013428,
      "cov-distil (oracle2student)": 4.31768798828125,
      "cov-distil (oracle2teacher)": 4.687441825866699,
      "epoch": 3.28021978021978,
      "rel-constrast": 2.216090202331543,
      "step": 4179,
      "subrel-constrast": 2.6885406970977783,
      "view-similarity": 0
    },
    {
      "epoch": 3.281004709576138,
      "grad_norm": 4.375,
      "learning_rate": 7.99058924943759e-06,
      "loss": 0.5853,
      "step": 4180
    },
    {
      "cov-distil": 1.5778698921203613,
      "cov-distil (oracle2student)": 4.271295547485352,
      "cov-distil (oracle2teacher)": 3.895470142364502,
      "epoch": 3.281004709576138,
      "rel-constrast": 1.6343340873718262,
      "step": 4180,
      "subrel-constrast": 2.210617780685425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4010210037231445,
      "cov-distil (oracle2student)": 4.771119117736816,
      "cov-distil (oracle2teacher)": 4.520381927490234,
      "epoch": 3.281789638932496,
      "rel-constrast": 2.6023449897766113,
      "step": 4181,
      "subrel-constrast": 3.7064733505249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1733431816101074,
      "cov-distil (oracle2student)": 3.904587745666504,
      "cov-distil (oracle2teacher)": 3.523479461669922,
      "epoch": 3.282574568288854,
      "rel-constrast": 2.402510404586792,
      "step": 4182,
      "subrel-constrast": 3.8545334339141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5963342189788818,
      "cov-distil (oracle2student)": 4.61043119430542,
      "cov-distil (oracle2teacher)": 4.054448127746582,
      "epoch": 3.283359497645212,
      "rel-constrast": 2.3819046020507812,
      "step": 4183,
      "subrel-constrast": 3.1382625102996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8882477283477783,
      "cov-distil (oracle2student)": 3.7281665802001953,
      "cov-distil (oracle2teacher)": 3.762860059738159,
      "epoch": 3.2841444270015696,
      "rel-constrast": 2.004671335220337,
      "step": 4184,
      "subrel-constrast": 3.3622357845306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8249435424804688,
      "cov-distil (oracle2student)": 5.456836700439453,
      "cov-distil (oracle2teacher)": 4.861720085144043,
      "epoch": 3.2849293563579276,
      "rel-constrast": 3.05584716796875,
      "step": 4185,
      "subrel-constrast": 3.7633755207061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.234514594078064,
      "cov-distil (oracle2student)": 3.8483550548553467,
      "cov-distil (oracle2teacher)": 3.9939684867858887,
      "epoch": 3.2857142857142856,
      "rel-constrast": 1.9406980276107788,
      "step": 4186,
      "subrel-constrast": 2.315005302429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404814600944519,
      "cov-distil (oracle2student)": 5.1848554611206055,
      "cov-distil (oracle2teacher)": 4.537827968597412,
      "epoch": 3.2864992150706436,
      "rel-constrast": 1.181441068649292,
      "step": 4187,
      "subrel-constrast": 2.0516250133514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8795154094696045,
      "cov-distil (oracle2student)": 3.4606924057006836,
      "cov-distil (oracle2teacher)": 3.3286194801330566,
      "epoch": 3.2872841444270016,
      "rel-constrast": 2.071091651916504,
      "step": 4188,
      "subrel-constrast": 2.5815556049346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5593905448913574,
      "cov-distil (oracle2student)": 4.917659759521484,
      "cov-distil (oracle2teacher)": 4.117769241333008,
      "epoch": 3.2880690737833596,
      "rel-constrast": 2.8045735359191895,
      "step": 4189,
      "subrel-constrast": 3.349341869354248,
      "view-similarity": 0
    },
    {
      "epoch": 3.2888540031397175,
      "grad_norm": 4.96875,
      "learning_rate": 7.802317894844835e-06,
      "loss": 0.5933,
      "step": 4190
    },
    {
      "cov-distil": 1.684883952140808,
      "cov-distil (oracle2student)": 2.9190902709960938,
      "cov-distil (oracle2teacher)": 3.2721807956695557,
      "epoch": 3.2888540031397175,
      "rel-constrast": 2.2007899284362793,
      "step": 4190,
      "subrel-constrast": 2.993950843811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688193559646606,
      "cov-distil (oracle2student)": 5.633233070373535,
      "cov-distil (oracle2teacher)": 4.990347862243652,
      "epoch": 3.2896389324960755,
      "rel-constrast": 2.004946231842041,
      "step": 4191,
      "subrel-constrast": 2.6189920902252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105618953704834,
      "cov-distil (oracle2student)": 5.123058795928955,
      "cov-distil (oracle2teacher)": 4.958369731903076,
      "epoch": 3.2904238618524335,
      "rel-constrast": 2.209840774536133,
      "step": 4192,
      "subrel-constrast": 3.505598545074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.238325595855713,
      "cov-distil (oracle2student)": 6.010188102722168,
      "cov-distil (oracle2teacher)": 5.308802604675293,
      "epoch": 3.291208791208791,
      "rel-constrast": 1.9145427942276,
      "step": 4193,
      "subrel-constrast": 2.633918285369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3165826797485352,
      "cov-distil (oracle2student)": 5.050335884094238,
      "cov-distil (oracle2teacher)": 4.381536483764648,
      "epoch": 3.291993720565149,
      "rel-constrast": 1.9788717031478882,
      "step": 4194,
      "subrel-constrast": 2.6774797439575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7231166362762451,
      "cov-distil (oracle2student)": 3.878648281097412,
      "cov-distil (oracle2teacher)": 4.046215057373047,
      "epoch": 3.292778649921507,
      "rel-constrast": 2.5215799808502197,
      "step": 4195,
      "subrel-constrast": 3.2621607780456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1497337818145752,
      "cov-distil (oracle2student)": 3.491478443145752,
      "cov-distil (oracle2teacher)": 3.8617382049560547,
      "epoch": 3.293563579277865,
      "rel-constrast": 2.5805978775024414,
      "step": 4196,
      "subrel-constrast": 3.4858834743499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.232461929321289,
      "cov-distil (oracle2student)": 3.937905788421631,
      "cov-distil (oracle2teacher)": 3.827652931213379,
      "epoch": 3.294348508634223,
      "rel-constrast": 2.8263444900512695,
      "step": 4197,
      "subrel-constrast": 3.7604546546936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3209803104400635,
      "cov-distil (oracle2student)": 3.2041664123535156,
      "cov-distil (oracle2teacher)": 3.366694450378418,
      "epoch": 3.295133437990581,
      "rel-constrast": 2.3242337703704834,
      "step": 4198,
      "subrel-constrast": 3.2673239707946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139047384262085,
      "cov-distil (oracle2student)": 5.0624589920043945,
      "cov-distil (oracle2teacher)": 4.406129837036133,
      "epoch": 3.295918367346939,
      "rel-constrast": 2.5315308570861816,
      "step": 4199,
      "subrel-constrast": 3.1963696479797363,
      "view-similarity": 0
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 5.53125,
      "learning_rate": 7.6161031957458494e-06,
      "loss": 0.6168,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "overlap": 0.3843750059604645,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "student margin": 0.0545654296875
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "teacher margin": 0.03961181640625
    },
    {
      "epoch": 3.2967032967032965,
      "margin difference": -0.01495361328125,
      "step": 4200
    },
    {
      "cov-distil": 1.180442214012146,
      "cov-distil (oracle2student)": 5.644654273986816,
      "cov-distil (oracle2teacher)": 4.99351692199707,
      "epoch": 3.2967032967032965,
      "rel-constrast": 2.309396266937256,
      "step": 4200,
      "subrel-constrast": 2.600874423980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5707696676254272,
      "cov-distil (oracle2student)": 3.755338430404663,
      "cov-distil (oracle2teacher)": 3.76890230178833,
      "epoch": 3.2974882260596545,
      "rel-constrast": 2.248382091522217,
      "step": 4201,
      "subrel-constrast": 3.0464985370635986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3667513132095337,
      "cov-distil (oracle2student)": 3.6367034912109375,
      "cov-distil (oracle2teacher)": 4.246429920196533,
      "epoch": 3.2982731554160125,
      "rel-constrast": 2.6575140953063965,
      "step": 4202,
      "subrel-constrast": 3.7866268157958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622725248336792,
      "cov-distil (oracle2student)": 5.314456462860107,
      "cov-distil (oracle2teacher)": 4.897225379943848,
      "epoch": 3.2990580847723705,
      "rel-constrast": 2.3069777488708496,
      "step": 4203,
      "subrel-constrast": 2.885219097137451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.275437355041504,
      "cov-distil (oracle2student)": 4.421445369720459,
      "cov-distil (oracle2teacher)": 3.832231044769287,
      "epoch": 3.2998430141287285,
      "rel-constrast": 2.736069679260254,
      "step": 4204,
      "subrel-constrast": 3.332322835922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1746931076049805,
      "cov-distil (oracle2student)": 3.2532448768615723,
      "cov-distil (oracle2teacher)": 3.201465368270874,
      "epoch": 3.3006279434850865,
      "rel-constrast": 2.126401901245117,
      "step": 4205,
      "subrel-constrast": 3.242339611053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0671132802963257,
      "cov-distil (oracle2student)": 5.748450756072998,
      "cov-distil (oracle2teacher)": 5.030909538269043,
      "epoch": 3.3014128728414445,
      "rel-constrast": 2.577530860900879,
      "step": 4206,
      "subrel-constrast": 3.1058950424194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2734484672546387,
      "cov-distil (oracle2student)": 4.242954254150391,
      "cov-distil (oracle2teacher)": 4.1720099449157715,
      "epoch": 3.302197802197802,
      "rel-constrast": 2.0771334171295166,
      "step": 4207,
      "subrel-constrast": 2.89115047454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1201870441436768,
      "cov-distil (oracle2student)": 4.881631851196289,
      "cov-distil (oracle2teacher)": 4.974363327026367,
      "epoch": 3.30298273155416,
      "rel-constrast": 1.6548339128494263,
      "step": 4208,
      "subrel-constrast": 2.6791398525238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9691908359527588,
      "cov-distil (oracle2student)": 5.637118816375732,
      "cov-distil (oracle2teacher)": 5.13018798828125,
      "epoch": 3.303767660910518,
      "rel-constrast": 1.8924850225448608,
      "step": 4209,
      "subrel-constrast": 2.582791328430176,
      "view-similarity": 0
    },
    {
      "epoch": 3.304552590266876,
      "grad_norm": 4.875,
      "learning_rate": 7.43195422798233e-06,
      "loss": 0.6062,
      "step": 4210
    },
    {
      "cov-distil": 2.2808890342712402,
      "cov-distil (oracle2student)": 4.47689151763916,
      "cov-distil (oracle2teacher)": 4.035582542419434,
      "epoch": 3.304552590266876,
      "rel-constrast": 1.8556230068206787,
      "step": 4210,
      "subrel-constrast": 2.797853469848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9669179916381836,
      "cov-distil (oracle2student)": 4.915285110473633,
      "cov-distil (oracle2teacher)": 4.292196273803711,
      "epoch": 3.305337519623234,
      "rel-constrast": 2.3471896648406982,
      "step": 4211,
      "subrel-constrast": 3.5223047733306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0546352863311768,
      "cov-distil (oracle2student)": 6.184309959411621,
      "cov-distil (oracle2teacher)": 5.676259994506836,
      "epoch": 3.306122448979592,
      "rel-constrast": 4.034913539886475,
      "step": 4212,
      "subrel-constrast": 4.669079780578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.45322847366333,
      "cov-distil (oracle2student)": 4.440824031829834,
      "cov-distil (oracle2teacher)": 4.186759948730469,
      "epoch": 3.30690737833595,
      "rel-constrast": 2.221118450164795,
      "step": 4213,
      "subrel-constrast": 2.9639837741851807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8514823913574219,
      "cov-distil (oracle2student)": 3.261739730834961,
      "cov-distil (oracle2teacher)": 2.6487157344818115,
      "epoch": 3.3076923076923075,
      "rel-constrast": 2.1160223484039307,
      "step": 4214,
      "subrel-constrast": 2.6293106079101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5749305486679077,
      "cov-distil (oracle2student)": 6.282796859741211,
      "cov-distil (oracle2teacher)": 5.572000026702881,
      "epoch": 3.3084772370486655,
      "rel-constrast": 3.4808201789855957,
      "step": 4215,
      "subrel-constrast": 3.7877726554870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5947283506393433,
      "cov-distil (oracle2student)": 4.040541648864746,
      "cov-distil (oracle2teacher)": 3.6888771057128906,
      "epoch": 3.3092621664050235,
      "rel-constrast": 2.426649570465088,
      "step": 4216,
      "subrel-constrast": 2.5892868041992188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7843401432037354,
      "cov-distil (oracle2student)": 3.0783979892730713,
      "cov-distil (oracle2teacher)": 3.349609851837158,
      "epoch": 3.3100470957613815,
      "rel-constrast": 2.0999186038970947,
      "step": 4217,
      "subrel-constrast": 3.256798028945923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935964822769165,
      "cov-distil (oracle2student)": 4.74112606048584,
      "cov-distil (oracle2teacher)": 4.314366817474365,
      "epoch": 3.3108320251177394,
      "rel-constrast": 2.512855052947998,
      "step": 4218,
      "subrel-constrast": 3.8302667140960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3541735410690308,
      "cov-distil (oracle2student)": 4.465137481689453,
      "cov-distil (oracle2teacher)": 3.8121724128723145,
      "epoch": 3.3116169544740974,
      "rel-constrast": 1.8138314485549927,
      "step": 4219,
      "subrel-constrast": 2.6840908527374268,
      "view-similarity": 0
    },
    {
      "epoch": 3.3124018838304554,
      "grad_norm": 4.75,
      "learning_rate": 7.249879966715173e-06,
      "loss": 0.6667,
      "step": 4220
    },
    {
      "cov-distil": 1.3781373500823975,
      "cov-distil (oracle2student)": 5.377326011657715,
      "cov-distil (oracle2teacher)": 5.035658359527588,
      "epoch": 3.3124018838304554,
      "rel-constrast": 1.3272178173065186,
      "step": 4220,
      "subrel-constrast": 2.7736871242523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5548014640808105,
      "cov-distil (oracle2student)": 4.331584930419922,
      "cov-distil (oracle2teacher)": 4.244520664215088,
      "epoch": 3.313186813186813,
      "rel-constrast": 1.718780279159546,
      "step": 4221,
      "subrel-constrast": 2.6513419151306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8884960412979126,
      "cov-distil (oracle2student)": 4.356710433959961,
      "cov-distil (oracle2teacher)": 4.2850341796875,
      "epoch": 3.313971742543171,
      "rel-constrast": 1.693682312965393,
      "step": 4222,
      "subrel-constrast": 2.962045669555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.715897560119629,
      "cov-distil (oracle2student)": 5.817106246948242,
      "cov-distil (oracle2teacher)": 5.8635759353637695,
      "epoch": 3.314756671899529,
      "rel-constrast": 2.6295533180236816,
      "step": 4223,
      "subrel-constrast": 3.8624095916748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241197109222412,
      "cov-distil (oracle2student)": 4.547159671783447,
      "cov-distil (oracle2teacher)": 3.8513307571411133,
      "epoch": 3.315541601255887,
      "rel-constrast": 2.403606414794922,
      "step": 4224,
      "subrel-constrast": 2.8476967811584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456313133239746,
      "cov-distil (oracle2student)": 3.8980941772460938,
      "cov-distil (oracle2teacher)": 3.2750680446624756,
      "epoch": 3.316326530612245,
      "rel-constrast": 2.434884548187256,
      "step": 4225,
      "subrel-constrast": 2.8743937015533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3038554191589355,
      "cov-distil (oracle2student)": 3.9984512329101562,
      "cov-distil (oracle2teacher)": 3.7746009826660156,
      "epoch": 3.317111459968603,
      "rel-constrast": 1.7038739919662476,
      "step": 4226,
      "subrel-constrast": 2.8700339794158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.519592046737671,
      "cov-distil (oracle2student)": 4.488635063171387,
      "cov-distil (oracle2teacher)": 4.195732116699219,
      "epoch": 3.317896389324961,
      "rel-constrast": 1.309419870376587,
      "step": 4227,
      "subrel-constrast": 2.0550994873046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0454440116882324,
      "cov-distil (oracle2student)": 5.681830406188965,
      "cov-distil (oracle2teacher)": 4.639405250549316,
      "epoch": 3.3186813186813184,
      "rel-constrast": 2.4217305183410645,
      "step": 4228,
      "subrel-constrast": 3.4929847717285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5690197944641113,
      "cov-distil (oracle2student)": 4.41240930557251,
      "cov-distil (oracle2teacher)": 4.480390548706055,
      "epoch": 3.3194662480376764,
      "rel-constrast": 1.3308240175247192,
      "step": 4229,
      "subrel-constrast": 2.4447178840637207,
      "view-similarity": 0
    },
    {
      "epoch": 3.3202511773940344,
      "grad_norm": 3.421875,
      "learning_rate": 7.0698892859870245e-06,
      "loss": 0.5165,
      "step": 4230
    },
    {
      "cov-distil": 1.8177763223648071,
      "cov-distil (oracle2student)": 5.179102897644043,
      "cov-distil (oracle2teacher)": 4.613325595855713,
      "epoch": 3.3202511773940344,
      "rel-constrast": 2.0180563926696777,
      "step": 4230,
      "subrel-constrast": 2.985642671585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2744630575180054,
      "cov-distil (oracle2student)": 3.5862503051757812,
      "cov-distil (oracle2teacher)": 3.461974620819092,
      "epoch": 3.3210361067503924,
      "rel-constrast": 2.0373406410217285,
      "step": 4231,
      "subrel-constrast": 2.7858033180236816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.490779161453247,
      "cov-distil (oracle2student)": 3.0834286212921143,
      "cov-distil (oracle2teacher)": 2.970304489135742,
      "epoch": 3.3218210361067504,
      "rel-constrast": 2.281841278076172,
      "step": 4232,
      "subrel-constrast": 2.9826483726501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5345017910003662,
      "cov-distil (oracle2student)": 5.5155158042907715,
      "cov-distil (oracle2teacher)": 4.903613090515137,
      "epoch": 3.3226059654631084,
      "rel-constrast": 2.3886828422546387,
      "step": 4233,
      "subrel-constrast": 3.381368637084961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6754382848739624,
      "cov-distil (oracle2student)": 5.345006465911865,
      "cov-distil (oracle2teacher)": 5.084739685058594,
      "epoch": 3.3233908948194664,
      "rel-constrast": 1.8919029235839844,
      "step": 4234,
      "subrel-constrast": 2.7135040760040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.561903715133667,
      "cov-distil (oracle2student)": 3.855512857437134,
      "cov-distil (oracle2teacher)": 3.952375888824463,
      "epoch": 3.3241758241758244,
      "rel-constrast": 1.7541682720184326,
      "step": 4235,
      "subrel-constrast": 2.5208258628845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3827074766159058,
      "cov-distil (oracle2student)": 3.7535080909729004,
      "cov-distil (oracle2teacher)": 3.562972068786621,
      "epoch": 3.3249607535321823,
      "rel-constrast": 1.973621129989624,
      "step": 4236,
      "subrel-constrast": 2.2730038166046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107898473739624,
      "cov-distil (oracle2student)": 3.34912109375,
      "cov-distil (oracle2teacher)": 4.296207427978516,
      "epoch": 3.32574568288854,
      "rel-constrast": 1.6737631559371948,
      "step": 4237,
      "subrel-constrast": 3.0578160285949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6325597763061523,
      "cov-distil (oracle2student)": 3.0637083053588867,
      "cov-distil (oracle2teacher)": 3.051028251647949,
      "epoch": 3.326530612244898,
      "rel-constrast": 2.382093906402588,
      "step": 4238,
      "subrel-constrast": 3.0549731254577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3114075660705566,
      "cov-distil (oracle2student)": 4.301977634429932,
      "cov-distil (oracle2teacher)": 4.2219696044921875,
      "epoch": 3.327315541601256,
      "rel-constrast": 1.5829477310180664,
      "step": 4239,
      "subrel-constrast": 2.643568515777588,
      "view-similarity": 0
    },
    {
      "epoch": 3.328100470957614,
      "grad_norm": 5.15625,
      "learning_rate": 6.891990958289723e-06,
      "loss": 0.5391,
      "step": 4240
    },
    {
      "cov-distil": 1.5097825527191162,
      "cov-distil (oracle2student)": 4.156781196594238,
      "cov-distil (oracle2teacher)": 3.7906713485717773,
      "epoch": 3.328100470957614,
      "rel-constrast": 3.1360702514648438,
      "step": 4240,
      "subrel-constrast": 3.731255531311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313869953155518,
      "cov-distil (oracle2student)": 3.5444319248199463,
      "cov-distil (oracle2teacher)": 3.0557682514190674,
      "epoch": 3.328885400313972,
      "rel-constrast": 1.9232361316680908,
      "step": 4241,
      "subrel-constrast": 2.776855945587158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1253368854522705,
      "cov-distil (oracle2student)": 4.826198577880859,
      "cov-distil (oracle2teacher)": 4.101011753082275,
      "epoch": 3.32967032967033,
      "rel-constrast": 1.5305261611938477,
      "step": 4242,
      "subrel-constrast": 3.2177677154541016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446542739868164,
      "cov-distil (oracle2student)": 4.216588973999023,
      "cov-distil (oracle2teacher)": 3.4886093139648438,
      "epoch": 3.330455259026688,
      "rel-constrast": 2.3337438106536865,
      "step": 4243,
      "subrel-constrast": 2.759659767150879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8664162158966064,
      "cov-distil (oracle2student)": 4.502917766571045,
      "cov-distil (oracle2teacher)": 4.418188095092773,
      "epoch": 3.3312401883830454,
      "rel-constrast": 1.3119077682495117,
      "step": 4244,
      "subrel-constrast": 2.3856167793273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103835105895996,
      "cov-distil (oracle2student)": 3.8902809619903564,
      "cov-distil (oracle2teacher)": 3.815971851348877,
      "epoch": 3.3320251177394034,
      "rel-constrast": 1.4626131057739258,
      "step": 4245,
      "subrel-constrast": 3.0244851112365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3592464923858643,
      "cov-distil (oracle2student)": 4.372394561767578,
      "cov-distil (oracle2teacher)": 4.414978504180908,
      "epoch": 3.3328100470957613,
      "rel-constrast": 2.8535404205322266,
      "step": 4246,
      "subrel-constrast": 2.9156932830810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8504080772399902,
      "cov-distil (oracle2student)": 3.2584190368652344,
      "cov-distil (oracle2teacher)": 3.1670656204223633,
      "epoch": 3.3335949764521193,
      "rel-constrast": 1.5440374612808228,
      "step": 4247,
      "subrel-constrast": 2.3313791751861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007784605026245,
      "cov-distil (oracle2student)": 3.1001877784729004,
      "cov-distil (oracle2teacher)": 3.27467679977417,
      "epoch": 3.3343799058084773,
      "rel-constrast": 2.8871517181396484,
      "step": 4248,
      "subrel-constrast": 4.058501243591309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4603831768035889,
      "cov-distil (oracle2student)": 3.618565559387207,
      "cov-distil (oracle2teacher)": 3.3380720615386963,
      "epoch": 3.3351648351648353,
      "rel-constrast": 1.7044293880462646,
      "step": 4249,
      "subrel-constrast": 2.6252763271331787,
      "view-similarity": 0
    },
    {
      "epoch": 3.3359497645211933,
      "grad_norm": 3.578125,
      "learning_rate": 6.716193654136788e-06,
      "loss": 0.5606,
      "step": 4250
    },
    {
      "cov-distil": 2.096858024597168,
      "cov-distil (oracle2student)": 4.61568546295166,
      "cov-distil (oracle2teacher)": 4.237336158752441,
      "epoch": 3.3359497645211933,
      "rel-constrast": 2.732729434967041,
      "step": 4250,
      "subrel-constrast": 3.409575939178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6349432468414307,
      "cov-distil (oracle2student)": 4.4967451095581055,
      "cov-distil (oracle2teacher)": 4.78739595413208,
      "epoch": 3.336734693877551,
      "rel-constrast": 1.725886583328247,
      "step": 4251,
      "subrel-constrast": 2.65644907951355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0473155975341797,
      "cov-distil (oracle2student)": 4.799489974975586,
      "cov-distil (oracle2teacher)": 3.959867477416992,
      "epoch": 3.337519623233909,
      "rel-constrast": 1.4865837097167969,
      "step": 4252,
      "subrel-constrast": 2.0510270595550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.612334966659546,
      "cov-distil (oracle2student)": 2.7406721115112305,
      "cov-distil (oracle2teacher)": 2.6197142601013184,
      "epoch": 3.338304552590267,
      "rel-constrast": 1.560187816619873,
      "step": 4253,
      "subrel-constrast": 2.232424020767212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392165184020996,
      "cov-distil (oracle2student)": 5.1102423667907715,
      "cov-distil (oracle2teacher)": 4.1387176513671875,
      "epoch": 3.339089481946625,
      "rel-constrast": 3.6656885147094727,
      "step": 4254,
      "subrel-constrast": 4.282138347625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776845097541809,
      "cov-distil (oracle2student)": 5.621699333190918,
      "cov-distil (oracle2teacher)": 4.933431625366211,
      "epoch": 3.339874411302983,
      "rel-constrast": 2.9770658016204834,
      "step": 4255,
      "subrel-constrast": 3.469841241836548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3730783462524414,
      "cov-distil (oracle2student)": 4.2872314453125,
      "cov-distil (oracle2teacher)": 3.964233160018921,
      "epoch": 3.340659340659341,
      "rel-constrast": 2.13531756401062,
      "step": 4256,
      "subrel-constrast": 2.874295473098755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0756444931030273,
      "cov-distil (oracle2student)": 5.714479446411133,
      "cov-distil (oracle2teacher)": 5.336953163146973,
      "epoch": 3.3414442700156988,
      "rel-constrast": 2.141092300415039,
      "step": 4257,
      "subrel-constrast": 2.8614251613616943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7718307971954346,
      "cov-distil (oracle2student)": 4.561215400695801,
      "cov-distil (oracle2teacher)": 4.410264015197754,
      "epoch": 3.3422291993720563,
      "rel-constrast": 2.554572582244873,
      "step": 4258,
      "subrel-constrast": 3.3767223358154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2172324657440186,
      "cov-distil (oracle2student)": 4.000514507293701,
      "cov-distil (oracle2teacher)": 3.7072043418884277,
      "epoch": 3.3430141287284143,
      "rel-constrast": 1.5602362155914307,
      "step": 4259,
      "subrel-constrast": 2.454207181930542,
      "view-similarity": 0
    },
    {
      "epoch": 3.3437990580847723,
      "grad_norm": 3.546875,
      "learning_rate": 6.542505941640803e-06,
      "loss": 0.6035,
      "step": 4260
    },
    {
      "cov-distil": 1.5606284141540527,
      "cov-distil (oracle2student)": 4.621771812438965,
      "cov-distil (oracle2teacher)": 4.582025051116943,
      "epoch": 3.3437990580847723,
      "rel-constrast": 2.0529227256774902,
      "step": 4260,
      "subrel-constrast": 2.989600419998169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724892497062683,
      "cov-distil (oracle2student)": 5.365527153015137,
      "cov-distil (oracle2teacher)": 4.4028472900390625,
      "epoch": 3.3445839874411303,
      "rel-constrast": 1.8156877756118774,
      "step": 4261,
      "subrel-constrast": 2.5036137104034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1523469686508179,
      "cov-distil (oracle2student)": 4.973886489868164,
      "cov-distil (oracle2teacher)": 4.668852806091309,
      "epoch": 3.3453689167974883,
      "rel-constrast": 1.2433183193206787,
      "step": 4262,
      "subrel-constrast": 2.21992826461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5952491760253906,
      "cov-distil (oracle2student)": 5.499270915985107,
      "cov-distil (oracle2teacher)": 4.653475761413574,
      "epoch": 3.3461538461538463,
      "rel-constrast": 1.568591833114624,
      "step": 4263,
      "subrel-constrast": 2.417921781539917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527803659439087,
      "cov-distil (oracle2student)": 5.044737815856934,
      "cov-distil (oracle2teacher)": 4.869867324829102,
      "epoch": 3.3469387755102042,
      "rel-constrast": 2.704493761062622,
      "step": 4264,
      "subrel-constrast": 3.257991075515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785599946975708,
      "cov-distil (oracle2student)": 4.1232380867004395,
      "cov-distil (oracle2teacher)": 3.9728989601135254,
      "epoch": 3.347723704866562,
      "rel-constrast": 1.462803840637207,
      "step": 4265,
      "subrel-constrast": 2.8027119636535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9166367053985596,
      "cov-distil (oracle2student)": 4.642542362213135,
      "cov-distil (oracle2teacher)": 4.493456840515137,
      "epoch": 3.3485086342229198,
      "rel-constrast": 2.410609245300293,
      "step": 4266,
      "subrel-constrast": 3.3742518424987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2477039098739624,
      "cov-distil (oracle2student)": 3.3467109203338623,
      "cov-distil (oracle2teacher)": 3.291426420211792,
      "epoch": 3.3492935635792778,
      "rel-constrast": 3.309391975402832,
      "step": 4267,
      "subrel-constrast": 3.3827290534973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1684139966964722,
      "cov-distil (oracle2student)": 4.469024658203125,
      "cov-distil (oracle2teacher)": 4.064476490020752,
      "epoch": 3.3500784929356358,
      "rel-constrast": 2.169106960296631,
      "step": 4268,
      "subrel-constrast": 2.7947838306427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595950722694397,
      "cov-distil (oracle2student)": 5.151634216308594,
      "cov-distil (oracle2teacher)": 5.356538772583008,
      "epoch": 3.3508634222919937,
      "rel-constrast": 2.8972699642181396,
      "step": 4269,
      "subrel-constrast": 3.324826955795288,
      "view-similarity": 0
    },
    {
      "epoch": 3.3516483516483517,
      "grad_norm": 5.125,
      "learning_rate": 6.370936286095841e-06,
      "loss": 0.579,
      "step": 4270
    },
    {
      "cov-distil": 1.4249680042266846,
      "cov-distil (oracle2student)": 3.810680866241455,
      "cov-distil (oracle2teacher)": 3.7383768558502197,
      "epoch": 3.3516483516483517,
      "rel-constrast": 2.555253744125366,
      "step": 4270,
      "subrel-constrast": 2.98407244682312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5464683771133423,
      "cov-distil (oracle2student)": 3.977576971054077,
      "cov-distil (oracle2teacher)": 4.390293598175049,
      "epoch": 3.3524332810047097,
      "rel-constrast": 2.624606132507324,
      "step": 4271,
      "subrel-constrast": 3.90932559967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638495922088623,
      "cov-distil (oracle2student)": 6.593430042266846,
      "cov-distil (oracle2teacher)": 5.327971458435059,
      "epoch": 3.3532182103610673,
      "rel-constrast": 2.3089632987976074,
      "step": 4272,
      "subrel-constrast": 3.2851898670196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6015164852142334,
      "cov-distil (oracle2student)": 3.124525785446167,
      "cov-distil (oracle2teacher)": 3.399256706237793,
      "epoch": 3.3540031397174253,
      "rel-constrast": 1.703565239906311,
      "step": 4273,
      "subrel-constrast": 2.5881917476654053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9214372634887695,
      "cov-distil (oracle2student)": 2.4463114738464355,
      "cov-distil (oracle2teacher)": 2.661006212234497,
      "epoch": 3.3547880690737832,
      "rel-constrast": 1.6318573951721191,
      "step": 4274,
      "subrel-constrast": 2.542053699493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5485444068908691,
      "cov-distil (oracle2student)": 4.657288074493408,
      "cov-distil (oracle2teacher)": 4.078972816467285,
      "epoch": 3.3555729984301412,
      "rel-constrast": 2.8174962997436523,
      "step": 4275,
      "subrel-constrast": 3.001957654953003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77643883228302,
      "cov-distil (oracle2student)": 3.7200698852539062,
      "cov-distil (oracle2teacher)": 3.920854091644287,
      "epoch": 3.356357927786499,
      "rel-constrast": 2.492924213409424,
      "step": 4276,
      "subrel-constrast": 3.5243163108825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5195088386535645,
      "cov-distil (oracle2student)": 4.431315898895264,
      "cov-distil (oracle2teacher)": 4.755913257598877,
      "epoch": 3.357142857142857,
      "rel-constrast": 1.6377214193344116,
      "step": 4277,
      "subrel-constrast": 2.9679174423217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.573442816734314,
      "cov-distil (oracle2student)": 5.241141319274902,
      "cov-distil (oracle2teacher)": 4.7205352783203125,
      "epoch": 3.357927786499215,
      "rel-constrast": 2.724485397338867,
      "step": 4278,
      "subrel-constrast": 3.6855249404907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3993980884552002,
      "cov-distil (oracle2student)": 5.5343098640441895,
      "cov-distil (oracle2teacher)": 4.717326641082764,
      "epoch": 3.358712715855573,
      "rel-constrast": 1.8507118225097656,
      "step": 4279,
      "subrel-constrast": 2.7848589420318604,
      "view-similarity": 0
    },
    {
      "epoch": 3.359497645211931,
      "grad_norm": 4.84375,
      "learning_rate": 6.201493049564882e-06,
      "loss": 0.5986,
      "step": 4280
    },
    {
      "cov-distil": 1.443425178527832,
      "cov-distil (oracle2student)": 4.2881269454956055,
      "cov-distil (oracle2teacher)": 3.999048948287964,
      "epoch": 3.359497645211931,
      "rel-constrast": 1.6620664596557617,
      "step": 4280,
      "subrel-constrast": 2.421862840652466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4269659519195557,
      "cov-distil (oracle2student)": 5.107361316680908,
      "cov-distil (oracle2teacher)": 4.620082855224609,
      "epoch": 3.3602825745682887,
      "rel-constrast": 2.3340063095092773,
      "step": 4281,
      "subrel-constrast": 3.035855770111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8593297004699707,
      "cov-distil (oracle2student)": 4.803467750549316,
      "cov-distil (oracle2teacher)": 4.34512996673584,
      "epoch": 3.3610675039246467,
      "rel-constrast": 3.0518369674682617,
      "step": 4282,
      "subrel-constrast": 3.798605442047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9575481414794922,
      "cov-distil (oracle2student)": 4.684857368469238,
      "cov-distil (oracle2teacher)": 3.850573778152466,
      "epoch": 3.3618524332810047,
      "rel-constrast": 1.7236416339874268,
      "step": 4283,
      "subrel-constrast": 2.6125879287719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301405668258667,
      "cov-distil (oracle2student)": 6.805051803588867,
      "cov-distil (oracle2teacher)": 5.574025630950928,
      "epoch": 3.3626373626373627,
      "rel-constrast": 2.9830658435821533,
      "step": 4284,
      "subrel-constrast": 2.987830638885498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3738949298858643,
      "cov-distil (oracle2student)": 3.17185115814209,
      "cov-distil (oracle2teacher)": 2.994032144546509,
      "epoch": 3.3634222919937207,
      "rel-constrast": 1.70097017288208,
      "step": 4285,
      "subrel-constrast": 2.6265196800231934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8367944955825806,
      "cov-distil (oracle2student)": 4.52531623840332,
      "cov-distil (oracle2teacher)": 4.710516929626465,
      "epoch": 3.3642072213500787,
      "rel-constrast": 1.963797688484192,
      "step": 4286,
      "subrel-constrast": 2.917567491531372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2312031984329224,
      "cov-distil (oracle2student)": 5.124652862548828,
      "cov-distil (oracle2teacher)": 4.8120012283325195,
      "epoch": 3.3649921507064366,
      "rel-constrast": 3.2083213329315186,
      "step": 4287,
      "subrel-constrast": 4.052894592285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8286018371582031,
      "cov-distil (oracle2student)": 4.562226295471191,
      "cov-distil (oracle2teacher)": 4.314875602722168,
      "epoch": 3.365777080062794,
      "rel-constrast": 1.733353614807129,
      "step": 4288,
      "subrel-constrast": 2.373866558074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6515856981277466,
      "cov-distil (oracle2student)": 5.328792572021484,
      "cov-distil (oracle2teacher)": 4.42753791809082,
      "epoch": 3.366562009419152,
      "rel-constrast": 2.1122312545776367,
      "step": 4289,
      "subrel-constrast": 2.9576151371002197,
      "view-similarity": 0
    },
    {
      "epoch": 3.36734693877551,
      "grad_norm": 4.40625,
      "learning_rate": 6.034184490472195e-06,
      "loss": 0.6041,
      "step": 4290
    },
    {
      "cov-distil": 1.9741660356521606,
      "cov-distil (oracle2student)": 2.1196436882019043,
      "cov-distil (oracle2teacher)": 2.751868486404419,
      "epoch": 3.36734693877551,
      "rel-constrast": 1.8633050918579102,
      "step": 4290,
      "subrel-constrast": 3.12611722946167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0186493396759033,
      "cov-distil (oracle2student)": 5.28991174697876,
      "cov-distil (oracle2teacher)": 4.842916011810303,
      "epoch": 3.368131868131868,
      "rel-constrast": 2.0202832221984863,
      "step": 4291,
      "subrel-constrast": 2.826869249343872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7720725536346436,
      "cov-distil (oracle2student)": 4.204342842102051,
      "cov-distil (oracle2teacher)": 3.9097211360931396,
      "epoch": 3.368916797488226,
      "rel-constrast": 2.8655483722686768,
      "step": 4292,
      "subrel-constrast": 4.235107898712158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523194670677185,
      "cov-distil (oracle2student)": 3.8593828678131104,
      "cov-distil (oracle2teacher)": 3.858510971069336,
      "epoch": 3.369701726844584,
      "rel-constrast": 1.9441965818405151,
      "step": 4293,
      "subrel-constrast": 2.8864645957946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9032893180847168,
      "cov-distil (oracle2student)": 4.883026599884033,
      "cov-distil (oracle2teacher)": 4.6726155281066895,
      "epoch": 3.370486656200942,
      "rel-constrast": 2.597681760787964,
      "step": 4294,
      "subrel-constrast": 3.761908769607544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736261010169983,
      "cov-distil (oracle2student)": 5.166397571563721,
      "cov-distil (oracle2teacher)": 5.58587121963501,
      "epoch": 3.3712715855572997,
      "rel-constrast": 3.7397994995117188,
      "step": 4295,
      "subrel-constrast": 4.9074530601501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2959871292114258,
      "cov-distil (oracle2student)": 3.2092552185058594,
      "cov-distil (oracle2teacher)": 3.304994583129883,
      "epoch": 3.3720565149136577,
      "rel-constrast": 2.2344956398010254,
      "step": 4296,
      "subrel-constrast": 2.8165969848632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.508742094039917,
      "cov-distil (oracle2student)": 3.0733227729797363,
      "cov-distil (oracle2teacher)": 3.061835765838623,
      "epoch": 3.3728414442700156,
      "rel-constrast": 1.7246488332748413,
      "step": 4297,
      "subrel-constrast": 2.5206730365753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8497891426086426,
      "cov-distil (oracle2student)": 5.731471061706543,
      "cov-distil (oracle2teacher)": 4.627846717834473,
      "epoch": 3.3736263736263736,
      "rel-constrast": 1.4440662860870361,
      "step": 4298,
      "subrel-constrast": 2.4856302738189697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7790471315383911,
      "cov-distil (oracle2student)": 3.6903114318847656,
      "cov-distil (oracle2teacher)": 3.9713478088378906,
      "epoch": 3.3744113029827316,
      "rel-constrast": 3.9141957759857178,
      "step": 4299,
      "subrel-constrast": 4.110145092010498,
      "view-similarity": 0
    },
    {
      "epoch": 3.3751962323390896,
      "grad_norm": 7.65625,
      "learning_rate": 5.8690187632009285e-06,
      "loss": 0.6521,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "overlap": 0.30781251192092896,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "student margin": 0.06793212890625
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "teacher margin": 0.04510498046875
    },
    {
      "epoch": 3.3751962323390896,
      "margin difference": -0.0228271484375,
      "step": 4300
    },
    {
      "cov-distil": 1.8491190671920776,
      "cov-distil (oracle2student)": 4.842983245849609,
      "cov-distil (oracle2teacher)": 4.942758083343506,
      "epoch": 3.3751962323390896,
      "rel-constrast": 2.1785244941711426,
      "step": 4300,
      "subrel-constrast": 3.3493449687957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414113759994507,
      "cov-distil (oracle2student)": 4.425288200378418,
      "cov-distil (oracle2teacher)": 4.016201496124268,
      "epoch": 3.3759811616954476,
      "rel-constrast": 1.67573881149292,
      "step": 4301,
      "subrel-constrast": 2.7483065128326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567383050918579,
      "cov-distil (oracle2student)": 3.611128091812134,
      "cov-distil (oracle2teacher)": 3.7487735748291016,
      "epoch": 3.376766091051805,
      "rel-constrast": 2.394606351852417,
      "step": 4302,
      "subrel-constrast": 3.3103744983673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090466499328613,
      "cov-distil (oracle2student)": 2.7671937942504883,
      "cov-distil (oracle2teacher)": 3.311530113220215,
      "epoch": 3.377551020408163,
      "rel-constrast": 1.8538775444030762,
      "step": 4303,
      "subrel-constrast": 3.1681387424468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5083651542663574,
      "cov-distil (oracle2student)": 5.389492034912109,
      "cov-distil (oracle2teacher)": 5.630701541900635,
      "epoch": 3.378335949764521,
      "rel-constrast": 4.047647476196289,
      "step": 4304,
      "subrel-constrast": 4.547145366668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2544381618499756,
      "cov-distil (oracle2student)": 4.381321907043457,
      "cov-distil (oracle2teacher)": 4.196516513824463,
      "epoch": 3.379120879120879,
      "rel-constrast": 2.1879680156707764,
      "step": 4305,
      "subrel-constrast": 3.1506519317626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.983918309211731,
      "cov-distil (oracle2student)": 2.385732889175415,
      "cov-distil (oracle2teacher)": 2.866563320159912,
      "epoch": 3.379905808477237,
      "rel-constrast": 2.6513819694519043,
      "step": 4306,
      "subrel-constrast": 3.3324029445648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9298996925354004,
      "cov-distil (oracle2student)": 3.198685646057129,
      "cov-distil (oracle2teacher)": 3.1085405349731445,
      "epoch": 3.380690737833595,
      "rel-constrast": 2.1489815711975098,
      "step": 4307,
      "subrel-constrast": 3.327803373336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3092286586761475,
      "cov-distil (oracle2student)": 3.2212932109832764,
      "cov-distil (oracle2teacher)": 3.0124385356903076,
      "epoch": 3.381475667189953,
      "rel-constrast": 2.8085124492645264,
      "step": 4308,
      "subrel-constrast": 2.9972734451293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1087007522583008,
      "cov-distil (oracle2student)": 4.1898908615112305,
      "cov-distil (oracle2teacher)": 4.323753833770752,
      "epoch": 3.3822605965463106,
      "rel-constrast": 2.3057494163513184,
      "step": 4309,
      "subrel-constrast": 3.000311851501465,
      "view-similarity": 0
    },
    {
      "epoch": 3.3830455259026686,
      "grad_norm": 5.375,
      "learning_rate": 5.706003917695618e-06,
      "loss": 0.646,
      "step": 4310
    },
    {
      "cov-distil": 1.2588832378387451,
      "cov-distil (oracle2student)": 4.1261467933654785,
      "cov-distil (oracle2teacher)": 3.9014105796813965,
      "epoch": 3.3830455259026686,
      "rel-constrast": 1.285901427268982,
      "step": 4310,
      "subrel-constrast": 2.393413543701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2094149589538574,
      "cov-distil (oracle2student)": 3.409669876098633,
      "cov-distil (oracle2teacher)": 3.2547924518585205,
      "epoch": 3.3838304552590266,
      "rel-constrast": 2.21012282371521,
      "step": 4311,
      "subrel-constrast": 2.416621446609497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418272018432617,
      "cov-distil (oracle2student)": 7.156667709350586,
      "cov-distil (oracle2teacher)": 5.7341108322143555,
      "epoch": 3.3846153846153846,
      "rel-constrast": 2.153888702392578,
      "step": 4312,
      "subrel-constrast": 2.9881794452667236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4975632429122925,
      "cov-distil (oracle2student)": 4.638820171356201,
      "cov-distil (oracle2teacher)": 4.198250770568848,
      "epoch": 3.3854003139717426,
      "rel-constrast": 2.2599596977233887,
      "step": 4313,
      "subrel-constrast": 2.4378185272216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4955612421035767,
      "cov-distil (oracle2student)": 5.549121856689453,
      "cov-distil (oracle2teacher)": 5.730498790740967,
      "epoch": 3.3861852433281006,
      "rel-constrast": 2.514765977859497,
      "step": 4314,
      "subrel-constrast": 3.6159651279449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0323190689086914,
      "cov-distil (oracle2student)": 5.925756931304932,
      "cov-distil (oracle2teacher)": 5.080197811126709,
      "epoch": 3.3869701726844585,
      "rel-constrast": 2.289182662963867,
      "step": 4315,
      "subrel-constrast": 3.4545490741729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3834919929504395,
      "cov-distil (oracle2student)": 5.276273250579834,
      "cov-distil (oracle2teacher)": 4.278722286224365,
      "epoch": 3.387755102040816,
      "rel-constrast": 2.305898666381836,
      "step": 4316,
      "subrel-constrast": 2.886579751968384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3680870532989502,
      "cov-distil (oracle2student)": 5.027109146118164,
      "cov-distil (oracle2teacher)": 3.610569477081299,
      "epoch": 3.388540031397174,
      "rel-constrast": 3.0096182823181152,
      "step": 4317,
      "subrel-constrast": 2.664330005645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5489957332611084,
      "cov-distil (oracle2student)": 3.8456788063049316,
      "cov-distil (oracle2teacher)": 3.4013705253601074,
      "epoch": 3.389324960753532,
      "rel-constrast": 1.6161139011383057,
      "step": 4318,
      "subrel-constrast": 2.4816200733184814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6808658838272095,
      "cov-distil (oracle2student)": 5.527951717376709,
      "cov-distil (oracle2teacher)": 4.544013977050781,
      "epoch": 3.39010989010989,
      "rel-constrast": 1.9166767597198486,
      "step": 4319,
      "subrel-constrast": 2.1729748249053955,
      "view-similarity": 0
    },
    {
      "epoch": 3.390894819466248,
      "grad_norm": 3.96875,
      "learning_rate": 5.545147899069836e-06,
      "loss": 0.5766,
      "step": 4320
    },
    {
      "cov-distil": 1.9430334568023682,
      "cov-distil (oracle2student)": 6.817282676696777,
      "cov-distil (oracle2teacher)": 5.676573276519775,
      "epoch": 3.390894819466248,
      "rel-constrast": 2.877307891845703,
      "step": 4320,
      "subrel-constrast": 3.554184675216675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8197883367538452,
      "cov-distil (oracle2student)": 4.345608711242676,
      "cov-distil (oracle2teacher)": 3.8529224395751953,
      "epoch": 3.391679748822606,
      "rel-constrast": 3.1975462436676025,
      "step": 4321,
      "subrel-constrast": 3.928093671798706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662491798400879,
      "cov-distil (oracle2student)": 4.27761697769165,
      "cov-distil (oracle2teacher)": 4.385921478271484,
      "epoch": 3.392464678178964,
      "rel-constrast": 2.5947816371917725,
      "step": 4322,
      "subrel-constrast": 3.1894211769104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2802318334579468,
      "cov-distil (oracle2student)": 3.929175853729248,
      "cov-distil (oracle2teacher)": 3.544346809387207,
      "epoch": 3.393249607535322,
      "rel-constrast": 2.352457046508789,
      "step": 4323,
      "subrel-constrast": 2.958279609680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1923766136169434,
      "cov-distil (oracle2student)": 4.394117832183838,
      "cov-distil (oracle2teacher)": 4.115711212158203,
      "epoch": 3.39403453689168,
      "rel-constrast": 2.2256124019622803,
      "step": 4324,
      "subrel-constrast": 2.692034959793091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.54487943649292,
      "cov-distil (oracle2student)": 5.251103401184082,
      "cov-distil (oracle2teacher)": 4.593267917633057,
      "epoch": 3.3948194662480375,
      "rel-constrast": 2.2809901237487793,
      "step": 4325,
      "subrel-constrast": 3.5716631412506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328546404838562,
      "cov-distil (oracle2student)": 2.5683860778808594,
      "cov-distil (oracle2teacher)": 2.680447578430176,
      "epoch": 3.3956043956043955,
      "rel-constrast": 1.6069912910461426,
      "step": 4326,
      "subrel-constrast": 2.0572383403778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8859500885009766,
      "cov-distil (oracle2student)": 3.679562568664551,
      "cov-distil (oracle2teacher)": 3.5384976863861084,
      "epoch": 3.3963893249607535,
      "rel-constrast": 1.818065881729126,
      "step": 4327,
      "subrel-constrast": 3.279961585998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9660634994506836,
      "cov-distil (oracle2student)": 3.4273266792297363,
      "cov-distil (oracle2teacher)": 3.398019313812256,
      "epoch": 3.3971742543171115,
      "rel-constrast": 1.9190247058868408,
      "step": 4328,
      "subrel-constrast": 2.9924981594085693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4379009008407593,
      "cov-distil (oracle2student)": 5.666760444641113,
      "cov-distil (oracle2teacher)": 4.600682258605957,
      "epoch": 3.3979591836734695,
      "rel-constrast": 2.5054123401641846,
      "step": 4329,
      "subrel-constrast": 2.7980868816375732,
      "view-similarity": 0
    },
    {
      "epoch": 3.3987441130298275,
      "grad_norm": 5.03125,
      "learning_rate": 5.3864585472190255e-06,
      "loss": 0.6246,
      "step": 4330
    },
    {
      "cov-distil": 2.208030939102173,
      "cov-distil (oracle2student)": 4.563449859619141,
      "cov-distil (oracle2teacher)": 4.215535640716553,
      "epoch": 3.3987441130298275,
      "rel-constrast": 2.80663800239563,
      "step": 4330,
      "subrel-constrast": 3.460768222808838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9964861869812012,
      "cov-distil (oracle2student)": 5.284505844116211,
      "cov-distil (oracle2teacher)": 4.506986618041992,
      "epoch": 3.3995290423861855,
      "rel-constrast": 1.8619695901870728,
      "step": 4331,
      "subrel-constrast": 2.7515013217926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6410953998565674,
      "cov-distil (oracle2student)": 4.890614032745361,
      "cov-distil (oracle2teacher)": 4.81538200378418,
      "epoch": 3.400313971742543,
      "rel-constrast": 2.6595678329467773,
      "step": 4332,
      "subrel-constrast": 3.9507088661193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759960651397705,
      "cov-distil (oracle2student)": 3.4074649810791016,
      "cov-distil (oracle2teacher)": 3.3819680213928223,
      "epoch": 3.401098901098901,
      "rel-constrast": 1.922102928161621,
      "step": 4333,
      "subrel-constrast": 2.9456214904785156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9820365905761719,
      "cov-distil (oracle2student)": 3.69972562789917,
      "cov-distil (oracle2teacher)": 3.691574811935425,
      "epoch": 3.401883830455259,
      "rel-constrast": 2.134979724884033,
      "step": 4334,
      "subrel-constrast": 3.136043071746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495997428894043,
      "cov-distil (oracle2student)": 5.299152374267578,
      "cov-distil (oracle2teacher)": 5.154213905334473,
      "epoch": 3.402668759811617,
      "rel-constrast": 1.84635329246521,
      "step": 4335,
      "subrel-constrast": 2.7013723850250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.76188063621521,
      "cov-distil (oracle2student)": 4.818728446960449,
      "cov-distil (oracle2teacher)": 4.618040084838867,
      "epoch": 3.403453689167975,
      "rel-constrast": 2.183664560317993,
      "step": 4336,
      "subrel-constrast": 3.1779160499572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6568632125854492,
      "cov-distil (oracle2student)": 3.555018424987793,
      "cov-distil (oracle2teacher)": 3.28037428855896,
      "epoch": 3.404238618524333,
      "rel-constrast": 2.08447265625,
      "step": 4337,
      "subrel-constrast": 2.6274027824401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.672879695892334,
      "cov-distil (oracle2student)": 3.409667491912842,
      "cov-distil (oracle2teacher)": 3.2122771739959717,
      "epoch": 3.405023547880691,
      "rel-constrast": 1.7985577583312988,
      "step": 4338,
      "subrel-constrast": 2.779653787612915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5077619552612305,
      "cov-distil (oracle2student)": 4.302407264709473,
      "cov-distil (oracle2teacher)": 4.01803731918335,
      "epoch": 3.4058084772370485,
      "rel-constrast": 1.4530833959579468,
      "step": 4339,
      "subrel-constrast": 2.564250946044922,
      "view-similarity": 0
    },
    {
      "epoch": 3.4065934065934065,
      "grad_norm": 3.9375,
      "learning_rate": 5.229943596438297e-06,
      "loss": 0.563,
      "step": 4340
    },
    {
      "cov-distil": 1.4957752227783203,
      "cov-distil (oracle2student)": 4.8409013748168945,
      "cov-distil (oracle2teacher)": 4.5505571365356445,
      "epoch": 3.4065934065934065,
      "rel-constrast": 2.4409613609313965,
      "step": 4340,
      "subrel-constrast": 2.9482007026672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9371776580810547,
      "cov-distil (oracle2student)": 2.866753339767456,
      "cov-distil (oracle2teacher)": 2.766829490661621,
      "epoch": 3.4073783359497645,
      "rel-constrast": 2.0571749210357666,
      "step": 4341,
      "subrel-constrast": 2.781890630722046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1463134288787842,
      "cov-distil (oracle2student)": 4.950443267822266,
      "cov-distil (oracle2teacher)": 4.25544548034668,
      "epoch": 3.4081632653061225,
      "rel-constrast": 2.425767421722412,
      "step": 4342,
      "subrel-constrast": 2.651384115219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.888305902481079,
      "cov-distil (oracle2student)": 4.821298599243164,
      "cov-distil (oracle2teacher)": 4.9571990966796875,
      "epoch": 3.4089481946624804,
      "rel-constrast": 3.3481218814849854,
      "step": 4343,
      "subrel-constrast": 3.72674822807312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0657639503479004,
      "cov-distil (oracle2student)": 4.659730911254883,
      "cov-distil (oracle2teacher)": 4.1419758796691895,
      "epoch": 3.4097331240188384,
      "rel-constrast": 2.770627737045288,
      "step": 4344,
      "subrel-constrast": 3.726146697998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3358718156814575,
      "cov-distil (oracle2student)": 3.416809558868408,
      "cov-distil (oracle2teacher)": 3.733940362930298,
      "epoch": 3.4105180533751964,
      "rel-constrast": 1.7354036569595337,
      "step": 4345,
      "subrel-constrast": 2.5313243865966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5073561668395996,
      "cov-distil (oracle2student)": 5.349433898925781,
      "cov-distil (oracle2teacher)": 5.164239883422852,
      "epoch": 3.411302982731554,
      "rel-constrast": 2.0414369106292725,
      "step": 4346,
      "subrel-constrast": 2.6809568405151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2888696193695068,
      "cov-distil (oracle2student)": 3.1737709045410156,
      "cov-distil (oracle2teacher)": 3.0070247650146484,
      "epoch": 3.412087912087912,
      "rel-constrast": 1.5519804954528809,
      "step": 4347,
      "subrel-constrast": 2.1734459400177,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3869472742080688,
      "cov-distil (oracle2student)": 4.632635116577148,
      "cov-distil (oracle2teacher)": 4.6477203369140625,
      "epoch": 3.41287284144427,
      "rel-constrast": 3.1213550567626953,
      "step": 4348,
      "subrel-constrast": 3.5021111965179443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5875815153121948,
      "cov-distil (oracle2student)": 4.659278392791748,
      "cov-distil (oracle2teacher)": 4.4401960372924805,
      "epoch": 3.413657770800628,
      "rel-constrast": 2.352468490600586,
      "step": 4349,
      "subrel-constrast": 3.0306265354156494,
      "view-similarity": 0
    },
    {
      "epoch": 3.414442700156986,
      "grad_norm": 4.78125,
      "learning_rate": 5.075610675045567e-06,
      "loss": 0.6352,
      "step": 4350
    },
    {
      "cov-distil": 1.6271147727966309,
      "cov-distil (oracle2student)": 7.531759262084961,
      "cov-distil (oracle2teacher)": 6.862544059753418,
      "epoch": 3.414442700156986,
      "rel-constrast": 2.620070695877075,
      "step": 4350,
      "subrel-constrast": 3.511979103088379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0742478370666504,
      "cov-distil (oracle2student)": 4.291149139404297,
      "cov-distil (oracle2teacher)": 4.215350151062012,
      "epoch": 3.415227629513344,
      "rel-constrast": 1.4901249408721924,
      "step": 4351,
      "subrel-constrast": 3.5644242763519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5889790058135986,
      "cov-distil (oracle2student)": 3.2703423500061035,
      "cov-distil (oracle2teacher)": 2.8128437995910645,
      "epoch": 3.416012558869702,
      "rel-constrast": 1.7162971496582031,
      "step": 4352,
      "subrel-constrast": 2.205937147140503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4327406883239746,
      "cov-distil (oracle2student)": 5.540676116943359,
      "cov-distil (oracle2teacher)": 4.794923782348633,
      "epoch": 3.4167974882260594,
      "rel-constrast": 2.0718119144439697,
      "step": 4353,
      "subrel-constrast": 2.818498134613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57277512550354,
      "cov-distil (oracle2student)": 5.2533135414123535,
      "cov-distil (oracle2teacher)": 5.024363994598389,
      "epoch": 3.4175824175824174,
      "rel-constrast": 2.24902606010437,
      "step": 4354,
      "subrel-constrast": 3.1521337032318115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.403059482574463,
      "cov-distil (oracle2student)": 4.8406877517700195,
      "cov-distil (oracle2teacher)": 4.456139087677002,
      "epoch": 3.4183673469387754,
      "rel-constrast": 2.168546676635742,
      "step": 4355,
      "subrel-constrast": 2.7457621097564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5609610080718994,
      "cov-distil (oracle2student)": 3.9927735328674316,
      "cov-distil (oracle2teacher)": 3.761265516281128,
      "epoch": 3.4191522762951334,
      "rel-constrast": 1.7297402620315552,
      "step": 4356,
      "subrel-constrast": 2.647390604019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9437365531921387,
      "cov-distil (oracle2student)": 3.847050666809082,
      "cov-distil (oracle2teacher)": 3.801659107208252,
      "epoch": 3.4199372056514914,
      "rel-constrast": 1.8195626735687256,
      "step": 4357,
      "subrel-constrast": 2.717244863510132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.188284158706665,
      "cov-distil (oracle2student)": 3.6790077686309814,
      "cov-distil (oracle2teacher)": 3.3775782585144043,
      "epoch": 3.4207221350078494,
      "rel-constrast": 1.719071388244629,
      "step": 4358,
      "subrel-constrast": 2.568416118621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5767110586166382,
      "cov-distil (oracle2student)": 4.485562324523926,
      "cov-distil (oracle2teacher)": 4.041159629821777,
      "epoch": 3.4215070643642074,
      "rel-constrast": 2.040794610977173,
      "step": 4359,
      "subrel-constrast": 2.644036293029785,
      "view-similarity": 0
    },
    {
      "epoch": 3.422291993720565,
      "grad_norm": 4.03125,
      "learning_rate": 4.92346730500966e-06,
      "loss": 0.5305,
      "step": 4360
    },
    {
      "cov-distil": 1.5857300758361816,
      "cov-distil (oracle2student)": 3.8203446865081787,
      "cov-distil (oracle2teacher)": 3.9054713249206543,
      "epoch": 3.422291993720565,
      "rel-constrast": 2.8214097023010254,
      "step": 4360,
      "subrel-constrast": 3.5109171867370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1643080711364746,
      "cov-distil (oracle2student)": 3.246114492416382,
      "cov-distil (oracle2teacher)": 4.092408180236816,
      "epoch": 3.423076923076923,
      "rel-constrast": 2.374762535095215,
      "step": 4361,
      "subrel-constrast": 4.199959754943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4566587209701538,
      "cov-distil (oracle2student)": 4.907520771026611,
      "cov-distil (oracle2teacher)": 4.368566513061523,
      "epoch": 3.423861852433281,
      "rel-constrast": 3.063441753387451,
      "step": 4362,
      "subrel-constrast": 3.7984538078308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9896082878112793,
      "cov-distil (oracle2student)": 5.781818866729736,
      "cov-distil (oracle2teacher)": 4.313078880310059,
      "epoch": 3.424646781789639,
      "rel-constrast": 2.673273801803589,
      "step": 4363,
      "subrel-constrast": 3.475785493850708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5587084293365479,
      "cov-distil (oracle2student)": 3.847590923309326,
      "cov-distil (oracle2teacher)": 4.50722599029541,
      "epoch": 3.425431711145997,
      "rel-constrast": 2.176652193069458,
      "step": 4364,
      "subrel-constrast": 3.181483745574951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552183985710144,
      "cov-distil (oracle2student)": 4.386205196380615,
      "cov-distil (oracle2teacher)": 3.7025673389434814,
      "epoch": 3.426216640502355,
      "rel-constrast": 1.479468822479248,
      "step": 4365,
      "subrel-constrast": 2.265821933746338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7808294296264648,
      "cov-distil (oracle2student)": 5.159265518188477,
      "cov-distil (oracle2teacher)": 4.187112808227539,
      "epoch": 3.427001569858713,
      "rel-constrast": 3.1865646839141846,
      "step": 4366,
      "subrel-constrast": 3.3253068923950195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9945334196090698,
      "cov-distil (oracle2student)": 4.532279968261719,
      "cov-distil (oracle2teacher)": 4.316462516784668,
      "epoch": 3.427786499215071,
      "rel-constrast": 1.9254651069641113,
      "step": 4367,
      "subrel-constrast": 2.9287612438201904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.398545026779175,
      "cov-distil (oracle2student)": 5.9170074462890625,
      "cov-distil (oracle2teacher)": 5.457780361175537,
      "epoch": 3.4285714285714284,
      "rel-constrast": 2.483713150024414,
      "step": 4368,
      "subrel-constrast": 3.570072650909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8957867622375488,
      "cov-distil (oracle2student)": 4.525690078735352,
      "cov-distil (oracle2teacher)": 3.570599317550659,
      "epoch": 3.4293563579277864,
      "rel-constrast": 2.297628402709961,
      "step": 4369,
      "subrel-constrast": 2.9368927478790283,
      "view-similarity": 0
    },
    {
      "epoch": 3.4301412872841444,
      "grad_norm": 5.8125,
      "learning_rate": 4.7735209015838e-06,
      "loss": 0.658,
      "step": 4370
    },
    {
      "cov-distil": 1.1721503734588623,
      "cov-distil (oracle2student)": 4.257587909698486,
      "cov-distil (oracle2teacher)": 4.05324125289917,
      "epoch": 3.4301412872841444,
      "rel-constrast": 1.4826929569244385,
      "step": 4370,
      "subrel-constrast": 2.221247673034668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3654454946517944,
      "cov-distil (oracle2student)": 3.635115146636963,
      "cov-distil (oracle2teacher)": 3.33056640625,
      "epoch": 3.4309262166405023,
      "rel-constrast": 1.904301643371582,
      "step": 4371,
      "subrel-constrast": 2.511639356613159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587193250656128,
      "cov-distil (oracle2student)": 4.4824652671813965,
      "cov-distil (oracle2teacher)": 4.054153919219971,
      "epoch": 3.4317111459968603,
      "rel-constrast": 2.726133346557617,
      "step": 4372,
      "subrel-constrast": 3.355879783630371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2802397012710571,
      "cov-distil (oracle2student)": 5.006427764892578,
      "cov-distil (oracle2teacher)": 4.522431373596191,
      "epoch": 3.4324960753532183,
      "rel-constrast": 2.447126626968384,
      "step": 4373,
      "subrel-constrast": 3.366600275039673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622833490371704,
      "cov-distil (oracle2student)": 4.260520935058594,
      "cov-distil (oracle2teacher)": 3.898475408554077,
      "epoch": 3.4332810047095763,
      "rel-constrast": 1.2066899538040161,
      "step": 4374,
      "subrel-constrast": 2.008086919784546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7831647396087646,
      "cov-distil (oracle2student)": 6.456480979919434,
      "cov-distil (oracle2teacher)": 6.0359110832214355,
      "epoch": 3.4340659340659343,
      "rel-constrast": 2.059657096862793,
      "step": 4375,
      "subrel-constrast": 3.0963199138641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5793417692184448,
      "cov-distil (oracle2student)": 5.175896167755127,
      "cov-distil (oracle2teacher)": 4.848430633544922,
      "epoch": 3.434850863422292,
      "rel-constrast": 2.010988473892212,
      "step": 4376,
      "subrel-constrast": 2.945087432861328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717010498046875,
      "cov-distil (oracle2student)": 5.371722221374512,
      "cov-distil (oracle2teacher)": 5.125055313110352,
      "epoch": 3.43563579277865,
      "rel-constrast": 2.4686484336853027,
      "step": 4377,
      "subrel-constrast": 3.479776382446289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7203502655029297,
      "cov-distil (oracle2student)": 3.577073574066162,
      "cov-distil (oracle2teacher)": 3.544851303100586,
      "epoch": 3.436420722135008,
      "rel-constrast": 2.2066283226013184,
      "step": 4378,
      "subrel-constrast": 3.0737524032592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4243862628936768,
      "cov-distil (oracle2student)": 4.57377815246582,
      "cov-distil (oracle2teacher)": 4.1046247482299805,
      "epoch": 3.437205651491366,
      "rel-constrast": 1.620588779449463,
      "step": 4379,
      "subrel-constrast": 2.2022650241851807,
      "view-similarity": 0
    },
    {
      "epoch": 3.437990580847724,
      "grad_norm": 3.1875,
      "learning_rate": 4.625778772944156e-06,
      "loss": 0.5415,
      "step": 4380
    },
    {
      "cov-distil": 1.401801347732544,
      "cov-distil (oracle2student)": 4.1832075119018555,
      "cov-distil (oracle2teacher)": 4.202297210693359,
      "epoch": 3.437990580847724,
      "rel-constrast": 2.4980645179748535,
      "step": 4380,
      "subrel-constrast": 3.6296045780181885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1562795639038086,
      "cov-distil (oracle2student)": 3.3288722038269043,
      "cov-distil (oracle2teacher)": 3.38649582862854,
      "epoch": 3.438775510204082,
      "rel-constrast": 2.053419589996338,
      "step": 4381,
      "subrel-constrast": 2.7663633823394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4042370319366455,
      "cov-distil (oracle2student)": 4.65462064743042,
      "cov-distil (oracle2teacher)": 4.021611213684082,
      "epoch": 3.4395604395604398,
      "rel-constrast": 2.138705015182495,
      "step": 4382,
      "subrel-constrast": 2.8878326416015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4126347303390503,
      "cov-distil (oracle2student)": 4.053645133972168,
      "cov-distil (oracle2teacher)": 3.3920392990112305,
      "epoch": 3.4403453689167973,
      "rel-constrast": 2.6929759979248047,
      "step": 4383,
      "subrel-constrast": 3.0743868350982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671581506729126,
      "cov-distil (oracle2student)": 4.0344109535217285,
      "cov-distil (oracle2teacher)": 3.398068428039551,
      "epoch": 3.4411302982731553,
      "rel-constrast": 2.156905174255371,
      "step": 4384,
      "subrel-constrast": 2.917487144470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332695484161377,
      "cov-distil (oracle2student)": 5.165505886077881,
      "cov-distil (oracle2teacher)": 5.2777814865112305,
      "epoch": 3.4419152276295133,
      "rel-constrast": 2.173222303390503,
      "step": 4385,
      "subrel-constrast": 2.5474376678466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5898523330688477,
      "cov-distil (oracle2student)": 4.922244548797607,
      "cov-distil (oracle2teacher)": 4.1574296951293945,
      "epoch": 3.4427001569858713,
      "rel-constrast": 2.3941495418548584,
      "step": 4386,
      "subrel-constrast": 3.590599536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3915276527404785,
      "cov-distil (oracle2student)": 5.472126483917236,
      "cov-distil (oracle2teacher)": 4.884734630584717,
      "epoch": 3.4434850863422293,
      "rel-constrast": 1.7245606184005737,
      "step": 4387,
      "subrel-constrast": 2.3839430809020996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4973442554473877,
      "cov-distil (oracle2student)": 5.763525009155273,
      "cov-distil (oracle2teacher)": 4.623598098754883,
      "epoch": 3.4442700156985873,
      "rel-constrast": 2.615110397338867,
      "step": 4388,
      "subrel-constrast": 3.276401996612549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7301113605499268,
      "cov-distil (oracle2student)": 4.094007968902588,
      "cov-distil (oracle2teacher)": 3.8836050033569336,
      "epoch": 3.4450549450549453,
      "rel-constrast": 1.7281856536865234,
      "step": 4389,
      "subrel-constrast": 2.9622044563293457,
      "view-similarity": 0
    },
    {
      "epoch": 3.445839874411303,
      "grad_norm": 5.71875,
      "learning_rate": 4.480248119833641e-06,
      "loss": 0.5909,
      "step": 4390
    },
    {
      "cov-distil": 1.959235668182373,
      "cov-distil (oracle2student)": 6.080440998077393,
      "cov-distil (oracle2teacher)": 5.617023468017578,
      "epoch": 3.445839874411303,
      "rel-constrast": 2.2266368865966797,
      "step": 4390,
      "subrel-constrast": 3.591703176498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7474242448806763,
      "cov-distil (oracle2student)": 5.643099784851074,
      "cov-distil (oracle2teacher)": 4.923036575317383,
      "epoch": 3.446624803767661,
      "rel-constrast": 2.6553406715393066,
      "step": 4391,
      "subrel-constrast": 2.9543094635009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8419009447097778,
      "cov-distil (oracle2student)": 4.451533794403076,
      "cov-distil (oracle2teacher)": 4.549655914306641,
      "epoch": 3.4474097331240188,
      "rel-constrast": 1.4527395963668823,
      "step": 4392,
      "subrel-constrast": 2.596345901489258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4224402904510498,
      "cov-distil (oracle2student)": 3.5212998390197754,
      "cov-distil (oracle2teacher)": 3.369258403778076,
      "epoch": 3.4481946624803768,
      "rel-constrast": 1.7306808233261108,
      "step": 4393,
      "subrel-constrast": 2.7449328899383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6824424266815186,
      "cov-distil (oracle2student)": 4.569462299346924,
      "cov-distil (oracle2teacher)": 4.084168434143066,
      "epoch": 3.4489795918367347,
      "rel-constrast": 1.9475340843200684,
      "step": 4394,
      "subrel-constrast": 3.0381486415863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686589241027832,
      "cov-distil (oracle2student)": 4.880212306976318,
      "cov-distil (oracle2teacher)": 4.461117744445801,
      "epoch": 3.4497645211930927,
      "rel-constrast": 2.969146251678467,
      "step": 4395,
      "subrel-constrast": 3.8570849895477295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6751954555511475,
      "cov-distil (oracle2student)": 3.5413312911987305,
      "cov-distil (oracle2teacher)": 3.747718334197998,
      "epoch": 3.4505494505494507,
      "rel-constrast": 1.7121797800064087,
      "step": 4396,
      "subrel-constrast": 2.472064971923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3781309127807617,
      "cov-distil (oracle2student)": 2.3402867317199707,
      "cov-distil (oracle2teacher)": 2.7099080085754395,
      "epoch": 3.4513343799058083,
      "rel-constrast": 1.7941560745239258,
      "step": 4397,
      "subrel-constrast": 2.4838151931762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.754937767982483,
      "cov-distil (oracle2student)": 4.718204498291016,
      "cov-distil (oracle2teacher)": 5.000030517578125,
      "epoch": 3.4521193092621663,
      "rel-constrast": 1.7759588956832886,
      "step": 4398,
      "subrel-constrast": 2.8654401302337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4071416854858398,
      "cov-distil (oracle2student)": 4.165773391723633,
      "cov-distil (oracle2teacher)": 3.3077080249786377,
      "epoch": 3.4529042386185242,
      "rel-constrast": 2.344123601913452,
      "step": 4399,
      "subrel-constrast": 3.15645694732666,
      "view-similarity": 0
    },
    {
      "epoch": 3.4536891679748822,
      "grad_norm": 7.21875,
      "learning_rate": 4.33693603521097e-06,
      "loss": 0.5566,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "overlap": 0.3296875059604645,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "student margin": 0.06610107421875
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "teacher margin": 0.03961181640625
    },
    {
      "epoch": 3.4536891679748822,
      "margin difference": -0.0264892578125,
      "step": 4400
    },
    {
      "cov-distil": 2.2891759872436523,
      "cov-distil (oracle2student)": 4.632363796234131,
      "cov-distil (oracle2teacher)": 4.515835762023926,
      "epoch": 3.4536891679748822,
      "rel-constrast": 2.2346715927124023,
      "step": 4400,
      "subrel-constrast": 3.2433621883392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5824127197265625,
      "cov-distil (oracle2student)": 4.764362335205078,
      "cov-distil (oracle2teacher)": 4.812935829162598,
      "epoch": 3.4544740973312402,
      "rel-constrast": 2.790053367614746,
      "step": 4401,
      "subrel-constrast": 3.8884525299072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.741729497909546,
      "cov-distil (oracle2student)": 5.007441997528076,
      "cov-distil (oracle2teacher)": 4.362554550170898,
      "epoch": 3.455259026687598,
      "rel-constrast": 2.865302085876465,
      "step": 4402,
      "subrel-constrast": 3.7693841457366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200968265533447,
      "cov-distil (oracle2student)": 5.042385101318359,
      "cov-distil (oracle2teacher)": 5.395849227905273,
      "epoch": 3.456043956043956,
      "rel-constrast": 3.6472859382629395,
      "step": 4403,
      "subrel-constrast": 4.2084174156188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.447705626487732,
      "cov-distil (oracle2student)": 3.529562473297119,
      "cov-distil (oracle2teacher)": 3.761500358581543,
      "epoch": 3.4568288854003137,
      "rel-constrast": 3.0877349376678467,
      "step": 4404,
      "subrel-constrast": 4.102169036865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.23068368434906,
      "cov-distil (oracle2student)": 4.1429290771484375,
      "cov-distil (oracle2teacher)": 3.7719759941101074,
      "epoch": 3.4576138147566717,
      "rel-constrast": 1.580069899559021,
      "step": 4405,
      "subrel-constrast": 2.803943395614624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9025962352752686,
      "cov-distil (oracle2student)": 4.8034772872924805,
      "cov-distil (oracle2teacher)": 4.2396039962768555,
      "epoch": 3.4583987441130297,
      "rel-constrast": 2.9519286155700684,
      "step": 4406,
      "subrel-constrast": 4.016358852386475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2751479148864746,
      "cov-distil (oracle2student)": 3.148066997528076,
      "cov-distil (oracle2teacher)": 2.862213134765625,
      "epoch": 3.4591836734693877,
      "rel-constrast": 1.2722983360290527,
      "step": 4407,
      "subrel-constrast": 1.8179166316986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082092761993408,
      "cov-distil (oracle2student)": 4.4808197021484375,
      "cov-distil (oracle2teacher)": 4.4080915451049805,
      "epoch": 3.4599686028257457,
      "rel-constrast": 2.40338134765625,
      "step": 4408,
      "subrel-constrast": 3.506089925765991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.267979621887207,
      "cov-distil (oracle2student)": 4.941397666931152,
      "cov-distil (oracle2teacher)": 4.3471784591674805,
      "epoch": 3.4607535321821037,
      "rel-constrast": 2.553438663482666,
      "step": 4409,
      "subrel-constrast": 3.1691548824310303,
      "view-similarity": 0
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 4.6875,
      "learning_rate": 4.195849503904975e-06,
      "loss": 0.676,
      "step": 4410
    },
    {
      "cov-distil": 1.5846545696258545,
      "cov-distil (oracle2student)": 4.523065567016602,
      "cov-distil (oracle2teacher)": 4.5862226486206055,
      "epoch": 3.4615384615384617,
      "rel-constrast": 2.8672022819519043,
      "step": 4410,
      "subrel-constrast": 3.817838191986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5987404584884644,
      "cov-distil (oracle2student)": 5.868803024291992,
      "cov-distil (oracle2teacher)": 5.886960983276367,
      "epoch": 3.462323390894819,
      "rel-constrast": 2.6473422050476074,
      "step": 4411,
      "subrel-constrast": 4.26041316986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6917327642440796,
      "cov-distil (oracle2student)": 2.726656913757324,
      "cov-distil (oracle2teacher)": 2.889979124069214,
      "epoch": 3.463108320251177,
      "rel-constrast": 1.92647385597229,
      "step": 4412,
      "subrel-constrast": 2.7965545654296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862334966659546,
      "cov-distil (oracle2student)": 4.494217872619629,
      "cov-distil (oracle2teacher)": 3.873715400695801,
      "epoch": 3.463893249607535,
      "rel-constrast": 2.0030179023742676,
      "step": 4413,
      "subrel-constrast": 2.4298670291900635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4604548215866089,
      "cov-distil (oracle2student)": 2.751861572265625,
      "cov-distil (oracle2teacher)": 3.0100975036621094,
      "epoch": 3.464678178963893,
      "rel-constrast": 1.8669445514678955,
      "step": 4414,
      "subrel-constrast": 2.9414408206939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649991512298584,
      "cov-distil (oracle2student)": 4.791287422180176,
      "cov-distil (oracle2teacher)": 4.61445951461792,
      "epoch": 3.465463108320251,
      "rel-constrast": 1.9372544288635254,
      "step": 4415,
      "subrel-constrast": 2.8362691402435303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8039605617523193,
      "cov-distil (oracle2student)": 5.029748439788818,
      "cov-distil (oracle2teacher)": 4.255277156829834,
      "epoch": 3.466248037676609,
      "rel-constrast": 1.7417051792144775,
      "step": 4416,
      "subrel-constrast": 2.6254777908325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.15399968624115,
      "cov-distil (oracle2student)": 3.2747998237609863,
      "cov-distil (oracle2teacher)": 3.3053841590881348,
      "epoch": 3.467032967032967,
      "rel-constrast": 1.4125953912734985,
      "step": 4417,
      "subrel-constrast": 2.392029047012329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938241958618164,
      "cov-distil (oracle2student)": 3.901191473007202,
      "cov-distil (oracle2teacher)": 3.8947126865386963,
      "epoch": 3.467817896389325,
      "rel-constrast": 2.7026777267456055,
      "step": 4418,
      "subrel-constrast": 3.7050509452819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5307958126068115,
      "cov-distil (oracle2student)": 5.2791523933410645,
      "cov-distil (oracle2teacher)": 3.7906813621520996,
      "epoch": 3.468602825745683,
      "rel-constrast": 1.803725004196167,
      "step": 4419,
      "subrel-constrast": 2.0493476390838623,
      "view-similarity": 0
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 4.1875,
      "learning_rate": 4.056995402274122e-06,
      "loss": 0.5634,
      "step": 4420
    },
    {
      "cov-distil": 1.569350242614746,
      "cov-distil (oracle2student)": 5.6275739669799805,
      "cov-distil (oracle2teacher)": 4.4896626472473145,
      "epoch": 3.4693877551020407,
      "rel-constrast": 2.3241569995880127,
      "step": 4420,
      "subrel-constrast": 2.9485714435577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7092700004577637,
      "cov-distil (oracle2student)": 3.6540966033935547,
      "cov-distil (oracle2teacher)": 4.044933795928955,
      "epoch": 3.4701726844583987,
      "rel-constrast": 2.178772449493408,
      "step": 4421,
      "subrel-constrast": 3.4867279529571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4503118991851807,
      "cov-distil (oracle2student)": 2.0966367721557617,
      "cov-distil (oracle2teacher)": 1.985580563545227,
      "epoch": 3.4709576138147566,
      "rel-constrast": 1.8776822090148926,
      "step": 4422,
      "subrel-constrast": 2.7658424377441406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25746488571167,
      "cov-distil (oracle2student)": 5.114569664001465,
      "cov-distil (oracle2teacher)": 4.620527744293213,
      "epoch": 3.4717425431711146,
      "rel-constrast": 2.537186622619629,
      "step": 4423,
      "subrel-constrast": 3.793577194213867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585085391998291,
      "cov-distil (oracle2student)": 3.965343475341797,
      "cov-distil (oracle2teacher)": 3.9120240211486816,
      "epoch": 3.4725274725274726,
      "rel-constrast": 1.416674017906189,
      "step": 4424,
      "subrel-constrast": 2.122990131378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.213343858718872,
      "cov-distil (oracle2student)": 3.4872727394104004,
      "cov-distil (oracle2teacher)": 3.384708881378174,
      "epoch": 3.4733124018838306,
      "rel-constrast": 1.7881520986557007,
      "step": 4425,
      "subrel-constrast": 2.4175734519958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3101770877838135,
      "cov-distil (oracle2student)": 5.035765647888184,
      "cov-distil (oracle2teacher)": 4.427874565124512,
      "epoch": 3.4740973312401886,
      "rel-constrast": 1.429730772972107,
      "step": 4426,
      "subrel-constrast": 2.189704418182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481838941574097,
      "cov-distil (oracle2student)": 3.4878416061401367,
      "cov-distil (oracle2teacher)": 3.8082172870635986,
      "epoch": 3.474882260596546,
      "rel-constrast": 1.7310400009155273,
      "step": 4427,
      "subrel-constrast": 2.9692533016204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0205671787261963,
      "cov-distil (oracle2student)": 5.5410051345825195,
      "cov-distil (oracle2teacher)": 4.747532844543457,
      "epoch": 3.475667189952904,
      "rel-constrast": 2.741386890411377,
      "step": 4428,
      "subrel-constrast": 2.952637195587158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1770554780960083,
      "cov-distil (oracle2student)": 5.708357334136963,
      "cov-distil (oracle2teacher)": 5.299630641937256,
      "epoch": 3.476452119309262,
      "rel-constrast": 2.010333299636841,
      "step": 4429,
      "subrel-constrast": 2.245065212249756,
      "view-similarity": 0
    },
    {
      "epoch": 3.47723704866562,
      "grad_norm": 5.71875,
      "learning_rate": 3.920380497871473e-06,
      "loss": 0.5402,
      "step": 4430
    },
    {
      "cov-distil": 1.622756004333496,
      "cov-distil (oracle2student)": 5.129082679748535,
      "cov-distil (oracle2teacher)": 4.771161079406738,
      "epoch": 3.47723704866562,
      "rel-constrast": 2.9956624507904053,
      "step": 4430,
      "subrel-constrast": 3.6014676094055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6713528633117676,
      "cov-distil (oracle2student)": 5.836063385009766,
      "cov-distil (oracle2teacher)": 4.903752326965332,
      "epoch": 3.478021978021978,
      "rel-constrast": 2.927309989929199,
      "step": 4431,
      "subrel-constrast": 2.880772829055786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5425987243652344,
      "cov-distil (oracle2student)": 6.625002861022949,
      "cov-distil (oracle2teacher)": 5.903110027313232,
      "epoch": 3.478806907378336,
      "rel-constrast": 1.6627604961395264,
      "step": 4432,
      "subrel-constrast": 2.926877498626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3594918251037598,
      "cov-distil (oracle2student)": 2.3144352436065674,
      "cov-distil (oracle2teacher)": 2.244577646255493,
      "epoch": 3.479591836734694,
      "rel-constrast": 1.999472737312317,
      "step": 4433,
      "subrel-constrast": 2.2655975818634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2589941024780273,
      "cov-distil (oracle2student)": 3.804811954498291,
      "cov-distil (oracle2teacher)": 3.7821645736694336,
      "epoch": 3.4803767660910516,
      "rel-constrast": 1.6963012218475342,
      "step": 4434,
      "subrel-constrast": 2.3413541316986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6289442777633667,
      "cov-distil (oracle2student)": 3.796111822128296,
      "cov-distil (oracle2teacher)": 3.261228561401367,
      "epoch": 3.4811616954474096,
      "rel-constrast": 1.8061412572860718,
      "step": 4435,
      "subrel-constrast": 2.812192678451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5434809923171997,
      "cov-distil (oracle2student)": 4.606817245483398,
      "cov-distil (oracle2teacher)": 4.328530311584473,
      "epoch": 3.4819466248037676,
      "rel-constrast": 2.4671597480773926,
      "step": 4436,
      "subrel-constrast": 3.4122986793518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404811143875122,
      "cov-distil (oracle2student)": 5.012089729309082,
      "cov-distil (oracle2teacher)": 5.264692306518555,
      "epoch": 3.4827315541601256,
      "rel-constrast": 2.0824646949768066,
      "step": 4437,
      "subrel-constrast": 3.022841215133667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711246132850647,
      "cov-distil (oracle2student)": 3.86565899848938,
      "cov-distil (oracle2teacher)": 3.5351502895355225,
      "epoch": 3.4835164835164836,
      "rel-constrast": 2.165494441986084,
      "step": 4438,
      "subrel-constrast": 3.302781581878662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3021104335784912,
      "cov-distil (oracle2student)": 3.363473415374756,
      "cov-distil (oracle2teacher)": 3.0282416343688965,
      "epoch": 3.4843014128728416,
      "rel-constrast": 1.6014288663864136,
      "step": 4439,
      "subrel-constrast": 2.245913028717041,
      "view-similarity": 0
    },
    {
      "epoch": 3.4850863422291996,
      "grad_norm": 5.0625,
      "learning_rate": 3.7860114491147016e-06,
      "loss": 0.5727,
      "step": 4440
    },
    {
      "cov-distil": 1.644657850265503,
      "cov-distil (oracle2student)": 6.083721160888672,
      "cov-distil (oracle2teacher)": 5.661675453186035,
      "epoch": 3.4850863422291996,
      "rel-constrast": 2.3146820068359375,
      "step": 4440,
      "subrel-constrast": 2.873513698577881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6176197528839111,
      "cov-distil (oracle2student)": 4.1956682205200195,
      "cov-distil (oracle2teacher)": 4.567110061645508,
      "epoch": 3.485871271585557,
      "rel-constrast": 2.2589709758758545,
      "step": 4441,
      "subrel-constrast": 3.0312373638153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2462067604064941,
      "cov-distil (oracle2student)": 5.06961727142334,
      "cov-distil (oracle2teacher)": 4.520534515380859,
      "epoch": 3.486656200941915,
      "rel-constrast": 2.0467944145202637,
      "step": 4442,
      "subrel-constrast": 2.6071407794952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6731555461883545,
      "cov-distil (oracle2student)": 5.770269393920898,
      "cov-distil (oracle2teacher)": 5.122891426086426,
      "epoch": 3.487441130298273,
      "rel-constrast": 2.258094310760498,
      "step": 4443,
      "subrel-constrast": 3.207725763320923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.666245460510254,
      "cov-distil (oracle2student)": 4.758354187011719,
      "cov-distil (oracle2teacher)": 4.590435028076172,
      "epoch": 3.488226059654631,
      "rel-constrast": 3.4653425216674805,
      "step": 4444,
      "subrel-constrast": 4.3166022300720215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7216368913650513,
      "cov-distil (oracle2student)": 6.088052749633789,
      "cov-distil (oracle2teacher)": 5.574645042419434,
      "epoch": 3.489010989010989,
      "rel-constrast": 3.086223602294922,
      "step": 4445,
      "subrel-constrast": 3.4019737243652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6587902307510376,
      "cov-distil (oracle2student)": 4.664380073547363,
      "cov-distil (oracle2teacher)": 4.125279426574707,
      "epoch": 3.489795918367347,
      "rel-constrast": 2.0914766788482666,
      "step": 4446,
      "subrel-constrast": 2.917954444885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7576775550842285,
      "cov-distil (oracle2student)": 4.830655097961426,
      "cov-distil (oracle2teacher)": 4.4553680419921875,
      "epoch": 3.490580847723705,
      "rel-constrast": 2.4409213066101074,
      "step": 4447,
      "subrel-constrast": 3.350605010986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.545339584350586,
      "cov-distil (oracle2student)": 4.177251815795898,
      "cov-distil (oracle2teacher)": 3.5820417404174805,
      "epoch": 3.4913657770800626,
      "rel-constrast": 2.273076057434082,
      "step": 4448,
      "subrel-constrast": 3.067295789718628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.757946252822876,
      "cov-distil (oracle2student)": 4.356405258178711,
      "cov-distil (oracle2teacher)": 4.028763294219971,
      "epoch": 3.4921507064364206,
      "rel-constrast": 2.8359622955322266,
      "step": 4449,
      "subrel-constrast": 3.617483615875244,
      "view-similarity": 0
    },
    {
      "epoch": 3.4929356357927785,
      "grad_norm": 5.53125,
      "learning_rate": 3.6538948049616882e-06,
      "loss": 0.6675,
      "step": 4450
    },
    {
      "cov-distil": 1.8434094190597534,
      "cov-distil (oracle2student)": 5.909167289733887,
      "cov-distil (oracle2teacher)": 4.991898059844971,
      "epoch": 3.4929356357927785,
      "rel-constrast": 2.147094249725342,
      "step": 4450,
      "subrel-constrast": 3.016000986099243,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0370826721191406,
      "cov-distil (oracle2student)": 4.213054180145264,
      "cov-distil (oracle2teacher)": 3.6246209144592285,
      "epoch": 3.4937205651491365,
      "rel-constrast": 2.3232975006103516,
      "step": 4451,
      "subrel-constrast": 3.133366346359253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3574384450912476,
      "cov-distil (oracle2student)": 3.4129743576049805,
      "cov-distil (oracle2teacher)": 3.165768623352051,
      "epoch": 3.4945054945054945,
      "rel-constrast": 2.52457857131958,
      "step": 4452,
      "subrel-constrast": 3.0226268768310547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0087199211120605,
      "cov-distil (oracle2student)": 3.505359172821045,
      "cov-distil (oracle2teacher)": 3.2343297004699707,
      "epoch": 3.4952904238618525,
      "rel-constrast": 2.0746028423309326,
      "step": 4453,
      "subrel-constrast": 3.3436901569366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3823168277740479,
      "cov-distil (oracle2student)": 3.7727737426757812,
      "cov-distil (oracle2teacher)": 3.847473621368408,
      "epoch": 3.4960753532182105,
      "rel-constrast": 2.2801411151885986,
      "step": 4454,
      "subrel-constrast": 3.18966007232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6286994218826294,
      "cov-distil (oracle2student)": 4.384707927703857,
      "cov-distil (oracle2teacher)": 3.4575462341308594,
      "epoch": 3.496860282574568,
      "rel-constrast": 2.8446669578552246,
      "step": 4455,
      "subrel-constrast": 3.1171295642852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8234691619873047,
      "cov-distil (oracle2student)": 4.188116073608398,
      "cov-distil (oracle2teacher)": 4.099668502807617,
      "epoch": 3.497645211930926,
      "rel-constrast": 3.3600564002990723,
      "step": 4456,
      "subrel-constrast": 4.116175651550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8460235595703125,
      "cov-distil (oracle2student)": 2.5670571327209473,
      "cov-distil (oracle2teacher)": 2.9447832107543945,
      "epoch": 3.498430141287284,
      "rel-constrast": 1.4421799182891846,
      "step": 4457,
      "subrel-constrast": 2.7010626792907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5229690074920654,
      "cov-distil (oracle2student)": 5.223423957824707,
      "cov-distil (oracle2teacher)": 5.132545471191406,
      "epoch": 3.499215070643642,
      "rel-constrast": 2.2565693855285645,
      "step": 4458,
      "subrel-constrast": 3.1547555923461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7655495405197144,
      "cov-distil (oracle2student)": 3.932102680206299,
      "cov-distil (oracle2teacher)": 3.745084285736084,
      "epoch": 3.5,
      "rel-constrast": 1.92722487449646,
      "step": 4459,
      "subrel-constrast": 2.6284759044647217,
      "view-similarity": 0
    },
    {
      "epoch": 3.500784929356358,
      "grad_norm": 4.0625,
      "learning_rate": 3.524037004591274e-06,
      "loss": 0.6225,
      "step": 4460
    },
    {
      "cov-distil": 2.1069931983947754,
      "cov-distil (oracle2student)": 4.381213188171387,
      "cov-distil (oracle2teacher)": 3.993117332458496,
      "epoch": 3.500784929356358,
      "rel-constrast": 2.3901615142822266,
      "step": 4460,
      "subrel-constrast": 2.8848588466644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2177929878234863,
      "cov-distil (oracle2student)": 4.792766571044922,
      "cov-distil (oracle2teacher)": 5.026367664337158,
      "epoch": 3.501569858712716,
      "rel-constrast": 2.584414482116699,
      "step": 4461,
      "subrel-constrast": 3.9129230976104736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4372904300689697,
      "cov-distil (oracle2student)": 5.321267127990723,
      "cov-distil (oracle2teacher)": 4.790927886962891,
      "epoch": 3.5023547880690735,
      "rel-constrast": 2.341019630432129,
      "step": 4462,
      "subrel-constrast": 3.1804215908050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1895402669906616,
      "cov-distil (oracle2student)": 3.6765670776367188,
      "cov-distil (oracle2teacher)": 3.7210798263549805,
      "epoch": 3.503139717425432,
      "rel-constrast": 2.3368289470672607,
      "step": 4463,
      "subrel-constrast": 2.5759267807006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147151947021484,
      "cov-distil (oracle2student)": 3.081472873687744,
      "cov-distil (oracle2teacher)": 2.8882670402526855,
      "epoch": 3.5039246467817895,
      "rel-constrast": 1.948277235031128,
      "step": 4464,
      "subrel-constrast": 2.4520938396453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5918364524841309,
      "cov-distil (oracle2student)": 2.563045024871826,
      "cov-distil (oracle2teacher)": 2.497481346130371,
      "epoch": 3.5047095761381475,
      "rel-constrast": 2.147549629211426,
      "step": 4465,
      "subrel-constrast": 3.553802013397217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9043339490890503,
      "cov-distil (oracle2student)": 3.801907777786255,
      "cov-distil (oracle2teacher)": 3.6812007427215576,
      "epoch": 3.5054945054945055,
      "rel-constrast": 2.2078897953033447,
      "step": 4466,
      "subrel-constrast": 2.997488021850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404862642288208,
      "cov-distil (oracle2student)": 4.562124729156494,
      "cov-distil (oracle2teacher)": 4.276182651519775,
      "epoch": 3.5062794348508635,
      "rel-constrast": 2.1174774169921875,
      "step": 4467,
      "subrel-constrast": 2.973360061645508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5127636194229126,
      "cov-distil (oracle2student)": 6.0544843673706055,
      "cov-distil (oracle2teacher)": 5.237052917480469,
      "epoch": 3.5070643642072215,
      "rel-constrast": 2.676997184753418,
      "step": 4468,
      "subrel-constrast": 3.4872264862060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.084364175796509,
      "cov-distil (oracle2student)": 3.9468300342559814,
      "cov-distil (oracle2teacher)": 3.707263708114624,
      "epoch": 3.5078492935635794,
      "rel-constrast": 2.293673038482666,
      "step": 4469,
      "subrel-constrast": 3.372934103012085,
      "view-similarity": 0
    },
    {
      "epoch": 3.5086342229199374,
      "grad_norm": 4.59375,
      "learning_rate": 3.3964443770894528e-06,
      "loss": 0.6198,
      "step": 4470
    },
    {
      "cov-distil": 1.8352696895599365,
      "cov-distil (oracle2student)": 3.759227991104126,
      "cov-distil (oracle2teacher)": 3.9632537364959717,
      "epoch": 3.5086342229199374,
      "rel-constrast": 2.1278653144836426,
      "step": 4470,
      "subrel-constrast": 3.2979824542999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934100151062012,
      "cov-distil (oracle2student)": 3.0249290466308594,
      "cov-distil (oracle2teacher)": 3.3004581928253174,
      "epoch": 3.509419152276295,
      "rel-constrast": 2.139808177947998,
      "step": 4471,
      "subrel-constrast": 2.8013031482696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3541865348815918,
      "cov-distil (oracle2student)": 4.395223617553711,
      "cov-distil (oracle2teacher)": 4.213897705078125,
      "epoch": 3.510204081632653,
      "rel-constrast": 2.5623836517333984,
      "step": 4472,
      "subrel-constrast": 3.3201589584350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7316539287567139,
      "cov-distil (oracle2student)": 5.302182197570801,
      "cov-distil (oracle2teacher)": 4.987278938293457,
      "epoch": 3.510989010989011,
      "rel-constrast": 2.8609933853149414,
      "step": 4473,
      "subrel-constrast": 3.4425220489501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2340574264526367,
      "cov-distil (oracle2student)": 3.6648969650268555,
      "cov-distil (oracle2teacher)": 3.62994122505188,
      "epoch": 3.511773940345369,
      "rel-constrast": 2.3163609504699707,
      "step": 4474,
      "subrel-constrast": 2.955845832824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7146146297454834,
      "cov-distil (oracle2student)": 4.159058570861816,
      "cov-distil (oracle2teacher)": 3.84015154838562,
      "epoch": 3.512558869701727,
      "rel-constrast": 1.9722448587417603,
      "step": 4475,
      "subrel-constrast": 2.7020416259765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3949198722839355,
      "cov-distil (oracle2student)": 4.231427192687988,
      "cov-distil (oracle2teacher)": 3.94205379486084,
      "epoch": 3.513343799058085,
      "rel-constrast": 2.946427345275879,
      "step": 4476,
      "subrel-constrast": 3.032059907913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7506239414215088,
      "cov-distil (oracle2student)": 3.774750232696533,
      "cov-distil (oracle2teacher)": 3.8629910945892334,
      "epoch": 3.514128728414443,
      "rel-constrast": 1.8099260330200195,
      "step": 4477,
      "subrel-constrast": 3.0102903842926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7801039218902588,
      "cov-distil (oracle2student)": 5.837865829467773,
      "cov-distil (oracle2teacher)": 5.440636157989502,
      "epoch": 3.5149136577708004,
      "rel-constrast": 2.3467023372650146,
      "step": 4478,
      "subrel-constrast": 2.918511390686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6801937818527222,
      "cov-distil (oracle2student)": 4.46540641784668,
      "cov-distil (oracle2teacher)": 4.170608997344971,
      "epoch": 3.5156985871271584,
      "rel-constrast": 2.601207733154297,
      "step": 4479,
      "subrel-constrast": 2.727602243423462,
      "view-similarity": 0
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 6.84375,
      "learning_rate": 3.271123141140886e-06,
      "loss": 0.6323,
      "step": 4480
    },
    {
      "cov-distil": 1.3132567405700684,
      "cov-distil (oracle2student)": 3.5836992263793945,
      "cov-distil (oracle2teacher)": 3.3136518001556396,
      "epoch": 3.5164835164835164,
      "rel-constrast": 1.8185290098190308,
      "step": 4480,
      "subrel-constrast": 2.8687453269958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941243290901184,
      "cov-distil (oracle2student)": 4.380171775817871,
      "cov-distil (oracle2teacher)": 4.293590545654297,
      "epoch": 3.5172684458398744,
      "rel-constrast": 2.69046950340271,
      "step": 4481,
      "subrel-constrast": 3.3385963439941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5309605598449707,
      "cov-distil (oracle2student)": 3.5322422981262207,
      "cov-distil (oracle2teacher)": 3.248565673828125,
      "epoch": 3.5180533751962324,
      "rel-constrast": 1.7661337852478027,
      "step": 4482,
      "subrel-constrast": 2.5603785514831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6514759063720703,
      "cov-distil (oracle2student)": 3.617128849029541,
      "cov-distil (oracle2teacher)": 3.7722110748291016,
      "epoch": 3.5188383045525904,
      "rel-constrast": 2.3712220191955566,
      "step": 4483,
      "subrel-constrast": 3.14550518989563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8132503032684326,
      "cov-distil (oracle2student)": 3.037473201751709,
      "cov-distil (oracle2teacher)": 3.106473445892334,
      "epoch": 3.5196232339089484,
      "rel-constrast": 2.625030994415283,
      "step": 4484,
      "subrel-constrast": 3.277238368988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4163265228271484,
      "cov-distil (oracle2student)": 3.3784725666046143,
      "cov-distil (oracle2teacher)": 3.8674726486206055,
      "epoch": 3.520408163265306,
      "rel-constrast": 2.1360859870910645,
      "step": 4485,
      "subrel-constrast": 2.8794662952423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4264639616012573,
      "cov-distil (oracle2student)": 2.570601224899292,
      "cov-distil (oracle2teacher)": 2.837012767791748,
      "epoch": 3.521193092621664,
      "rel-constrast": 1.224003553390503,
      "step": 4486,
      "subrel-constrast": 2.078169822692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4419825077056885,
      "cov-distil (oracle2student)": 2.608684539794922,
      "cov-distil (oracle2teacher)": 2.6926565170288086,
      "epoch": 3.521978021978022,
      "rel-constrast": 1.6989941596984863,
      "step": 4487,
      "subrel-constrast": 2.398662805557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6770076751708984,
      "cov-distil (oracle2student)": 4.727034568786621,
      "cov-distil (oracle2teacher)": 4.601056098937988,
      "epoch": 3.52276295133438,
      "rel-constrast": 2.4877188205718994,
      "step": 4488,
      "subrel-constrast": 3.1526334285736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8170247077941895,
      "cov-distil (oracle2student)": 4.670375823974609,
      "cov-distil (oracle2teacher)": 3.9274401664733887,
      "epoch": 3.523547880690738,
      "rel-constrast": 2.8053860664367676,
      "step": 4489,
      "subrel-constrast": 3.3967509269714355,
      "view-similarity": 0
    },
    {
      "epoch": 3.524332810047096,
      "grad_norm": 5.25,
      "learning_rate": 3.148079404725801e-06,
      "loss": 0.5807,
      "step": 4490
    },
    {
      "cov-distil": 2.1166958808898926,
      "cov-distil (oracle2student)": 3.844862937927246,
      "cov-distil (oracle2teacher)": 4.045653820037842,
      "epoch": 3.524332810047096,
      "rel-constrast": 2.8502068519592285,
      "step": 4490,
      "subrel-constrast": 4.030380725860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6101378202438354,
      "cov-distil (oracle2student)": 4.763586521148682,
      "cov-distil (oracle2teacher)": 4.552111625671387,
      "epoch": 3.525117739403454,
      "rel-constrast": 3.336879014968872,
      "step": 4491,
      "subrel-constrast": 4.170665740966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.655907154083252,
      "cov-distil (oracle2student)": 3.7849197387695312,
      "cov-distil (oracle2teacher)": 3.4311745166778564,
      "epoch": 3.5259026687598114,
      "rel-constrast": 1.5345312356948853,
      "step": 4492,
      "subrel-constrast": 2.4271833896636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7677109241485596,
      "cov-distil (oracle2student)": 2.311785936355591,
      "cov-distil (oracle2teacher)": 2.8329076766967773,
      "epoch": 3.5266875981161694,
      "rel-constrast": 2.204472541809082,
      "step": 4493,
      "subrel-constrast": 2.721035957336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677734375,
      "cov-distil (oracle2student)": 3.1333746910095215,
      "cov-distil (oracle2teacher)": 2.986131191253662,
      "epoch": 3.5274725274725274,
      "rel-constrast": 1.708362102508545,
      "step": 4494,
      "subrel-constrast": 2.541660785675049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.334436058998108,
      "cov-distil (oracle2student)": 3.578845500946045,
      "cov-distil (oracle2teacher)": 3.735715389251709,
      "epoch": 3.5282574568288854,
      "rel-constrast": 1.7819904088974,
      "step": 4495,
      "subrel-constrast": 2.6167263984680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055183410644531,
      "cov-distil (oracle2student)": 5.350881576538086,
      "cov-distil (oracle2teacher)": 4.745614051818848,
      "epoch": 3.5290423861852434,
      "rel-constrast": 3.268782615661621,
      "step": 4496,
      "subrel-constrast": 3.8125972747802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7824945449829102,
      "cov-distil (oracle2student)": 4.407828330993652,
      "cov-distil (oracle2teacher)": 4.426414489746094,
      "epoch": 3.5298273155416013,
      "rel-constrast": 2.0262138843536377,
      "step": 4497,
      "subrel-constrast": 2.6790285110473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8984662294387817,
      "cov-distil (oracle2student)": 4.661735534667969,
      "cov-distil (oracle2teacher)": 3.862715244293213,
      "epoch": 3.5306122448979593,
      "rel-constrast": 2.176076650619507,
      "step": 4498,
      "subrel-constrast": 2.8314006328582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6297972202301025,
      "cov-distil (oracle2student)": 5.25781774520874,
      "cov-distil (oracle2teacher)": 4.942401885986328,
      "epoch": 3.531397174254317,
      "rel-constrast": 2.0670549869537354,
      "step": 4499,
      "subrel-constrast": 3.2426564693450928,
      "view-similarity": 0
    },
    {
      "epoch": 3.5321821036106753,
      "grad_norm": 5.40625,
      "learning_rate": 3.0273191648223287e-06,
      "loss": 0.6166,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-P@10": 0.7659999999999999,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-nDCG@10": 0.775337853872924,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-alpha_nDCG@10": 0.5915724057691342,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-P@10": 0.4329999999999999,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-nDCG@10": 0.6203222485457605,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-alpha_nDCG@10": 0.6160146486651943,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/avg": 0.544752162921645,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "overlap": 0.3421874940395355,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "student margin": 0.06439208984375
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "teacher margin": 0.046905517578125
    },
    {
      "epoch": 3.5321821036106753,
      "margin difference": -0.017486572265625,
      "step": 4500
    },
    {
      "cov-distil": 1.5495703220367432,
      "cov-distil (oracle2student)": 2.655850887298584,
      "cov-distil (oracle2teacher)": 3.3976705074310303,
      "epoch": 3.5321821036106753,
      "rel-constrast": 2.8079347610473633,
      "step": 4500,
      "subrel-constrast": 3.6090517044067383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686903715133667,
      "cov-distil (oracle2student)": 4.904750823974609,
      "cov-distil (oracle2teacher)": 4.43254280090332,
      "epoch": 3.532967032967033,
      "rel-constrast": 2.3695223331451416,
      "step": 4501,
      "subrel-constrast": 3.0687904357910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2892355918884277,
      "cov-distil (oracle2student)": 4.313241958618164,
      "cov-distil (oracle2teacher)": 4.231677532196045,
      "epoch": 3.533751962323391,
      "rel-constrast": 1.8140528202056885,
      "step": 4502,
      "subrel-constrast": 2.492155075073242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9626719951629639,
      "cov-distil (oracle2student)": 4.302888870239258,
      "cov-distil (oracle2teacher)": 4.128391265869141,
      "epoch": 3.534536891679749,
      "rel-constrast": 2.4392480850219727,
      "step": 4503,
      "subrel-constrast": 3.8666000366210938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4201765060424805,
      "cov-distil (oracle2student)": 4.907156467437744,
      "cov-distil (oracle2teacher)": 4.212385177612305,
      "epoch": 3.535321821036107,
      "rel-constrast": 1.8250540494918823,
      "step": 4504,
      "subrel-constrast": 2.5698814392089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499199390411377,
      "cov-distil (oracle2student)": 4.3941755294799805,
      "cov-distil (oracle2teacher)": 3.7857491970062256,
      "epoch": 3.536106750392465,
      "rel-constrast": 2.7297799587249756,
      "step": 4505,
      "subrel-constrast": 3.6577112674713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.604120135307312,
      "cov-distil (oracle2student)": 5.0090718269348145,
      "cov-distil (oracle2teacher)": 4.608747482299805,
      "epoch": 3.5368916797488223,
      "rel-constrast": 1.8311612606048584,
      "step": 4506,
      "subrel-constrast": 2.943974733352661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3535633087158203,
      "cov-distil (oracle2student)": 3.5127110481262207,
      "cov-distil (oracle2teacher)": 3.4844303131103516,
      "epoch": 3.537676609105181,
      "rel-constrast": 1.773015022277832,
      "step": 4507,
      "subrel-constrast": 2.441631555557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719632625579834,
      "cov-distil (oracle2student)": 4.31981086730957,
      "cov-distil (oracle2teacher)": 4.516139030456543,
      "epoch": 3.5384615384615383,
      "rel-constrast": 1.8671231269836426,
      "step": 4508,
      "subrel-constrast": 2.996778726577759,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030019998550415,
      "cov-distil (oracle2student)": 3.257888078689575,
      "cov-distil (oracle2teacher)": 3.311680316925049,
      "epoch": 3.5392464678178963,
      "rel-constrast": 2.46860408782959,
      "step": 4509,
      "subrel-constrast": 3.198209524154663,
      "view-similarity": 0
    },
    {
      "epoch": 3.5400313971742543,
      "grad_norm": 4.78125,
      "learning_rate": 2.9088483071141983e-06,
      "loss": 0.5884,
      "step": 4510
    },
    {
      "cov-distil": 1.9398152828216553,
      "cov-distil (oracle2student)": 4.999015808105469,
      "cov-distil (oracle2teacher)": 4.621309280395508,
      "epoch": 3.5400313971742543,
      "rel-constrast": 2.4710636138916016,
      "step": 4510,
      "subrel-constrast": 3.1023221015930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.619975209236145,
      "cov-distil (oracle2student)": 2.8846845626831055,
      "cov-distil (oracle2teacher)": 2.9791789054870605,
      "epoch": 3.5408163265306123,
      "rel-constrast": 2.0035128593444824,
      "step": 4511,
      "subrel-constrast": 2.8411428928375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1874771118164062,
      "cov-distil (oracle2student)": 4.544859886169434,
      "cov-distil (oracle2teacher)": 3.994140863418579,
      "epoch": 3.5416012558869703,
      "rel-constrast": 1.4168260097503662,
      "step": 4512,
      "subrel-constrast": 2.170863151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4779555797576904,
      "cov-distil (oracle2student)": 3.3981690406799316,
      "cov-distil (oracle2teacher)": 3.322253465652466,
      "epoch": 3.542386185243328,
      "rel-constrast": 1.8230679035186768,
      "step": 4513,
      "subrel-constrast": 2.8462073802948,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.330369234085083,
      "cov-distil (oracle2student)": 5.631333827972412,
      "cov-distil (oracle2teacher)": 4.315271377563477,
      "epoch": 3.5431711145996863,
      "rel-constrast": 2.2779417037963867,
      "step": 4514,
      "subrel-constrast": 2.741309642791748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173513412475586,
      "cov-distil (oracle2student)": 5.628342151641846,
      "cov-distil (oracle2teacher)": 5.452898025512695,
      "epoch": 3.543956043956044,
      "rel-constrast": 2.2841403484344482,
      "step": 4515,
      "subrel-constrast": 3.4976513385772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5329546928405762,
      "cov-distil (oracle2student)": 5.30155086517334,
      "cov-distil (oracle2teacher)": 4.705184459686279,
      "epoch": 3.544740973312402,
      "rel-constrast": 1.8729398250579834,
      "step": 4516,
      "subrel-constrast": 2.787836790084839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302129983901978,
      "cov-distil (oracle2student)": 3.3543198108673096,
      "cov-distil (oracle2teacher)": 2.8651437759399414,
      "epoch": 3.5455259026687598,
      "rel-constrast": 1.5284557342529297,
      "step": 4517,
      "subrel-constrast": 2.075878858566284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2665598392486572,
      "cov-distil (oracle2student)": 3.67240047454834,
      "cov-distil (oracle2teacher)": 3.372603178024292,
      "epoch": 3.5463108320251178,
      "rel-constrast": 2.14845609664917,
      "step": 4518,
      "subrel-constrast": 3.126210927963257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8795270919799805,
      "cov-distil (oracle2student)": 4.764308929443359,
      "cov-distil (oracle2teacher)": 5.036438941955566,
      "epoch": 3.5470957613814758,
      "rel-constrast": 2.4395644664764404,
      "step": 4519,
      "subrel-constrast": 3.6877896785736084,
      "view-similarity": 0
    },
    {
      "epoch": 3.5478806907378337,
      "grad_norm": 4.78125,
      "learning_rate": 2.7926726057038666e-06,
      "loss": 0.549,
      "step": 4520
    },
    {
      "cov-distil": 1.4820529222488403,
      "cov-distil (oracle2student)": 4.623526096343994,
      "cov-distil (oracle2teacher)": 4.8024678230285645,
      "epoch": 3.5478806907378337,
      "rel-constrast": 3.182591676712036,
      "step": 4520,
      "subrel-constrast": 3.9407949447631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8970322608947754,
      "cov-distil (oracle2student)": 5.250147819519043,
      "cov-distil (oracle2teacher)": 4.452643394470215,
      "epoch": 3.5486656200941917,
      "rel-constrast": 1.3319480419158936,
      "step": 4521,
      "subrel-constrast": 2.273116111755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3851191997528076,
      "cov-distil (oracle2student)": 3.0558760166168213,
      "cov-distil (oracle2teacher)": 3.1787962913513184,
      "epoch": 3.5494505494505493,
      "rel-constrast": 2.288362503051758,
      "step": 4522,
      "subrel-constrast": 3.5706708431243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790945291519165,
      "cov-distil (oracle2student)": 6.386923313140869,
      "cov-distil (oracle2teacher)": 5.185718536376953,
      "epoch": 3.5502354788069073,
      "rel-constrast": 3.211488723754883,
      "step": 4523,
      "subrel-constrast": 3.7415506839752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677839756011963,
      "cov-distil (oracle2student)": 4.778022766113281,
      "cov-distil (oracle2teacher)": 4.201515197753906,
      "epoch": 3.5510204081632653,
      "rel-constrast": 1.8321236371994019,
      "step": 4524,
      "subrel-constrast": 2.68168044090271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186607360839844,
      "cov-distil (oracle2student)": 4.363071441650391,
      "cov-distil (oracle2teacher)": 4.865987777709961,
      "epoch": 3.5518053375196232,
      "rel-constrast": 1.3545053005218506,
      "step": 4525,
      "subrel-constrast": 2.448582410812378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5581035614013672,
      "cov-distil (oracle2student)": 3.704744815826416,
      "cov-distil (oracle2teacher)": 3.6143689155578613,
      "epoch": 3.5525902668759812,
      "rel-constrast": 2.7589824199676514,
      "step": 4526,
      "subrel-constrast": 3.2160439491271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7423512935638428,
      "cov-distil (oracle2student)": 3.8774771690368652,
      "cov-distil (oracle2teacher)": 3.2178940773010254,
      "epoch": 3.553375196232339,
      "rel-constrast": 2.7182838916778564,
      "step": 4527,
      "subrel-constrast": 3.2100343704223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8212469816207886,
      "cov-distil (oracle2student)": 4.551218032836914,
      "cov-distil (oracle2teacher)": 4.231296539306641,
      "epoch": 3.554160125588697,
      "rel-constrast": 2.2922654151916504,
      "step": 4528,
      "subrel-constrast": 3.1902058124542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2169067859649658,
      "cov-distil (oracle2student)": 3.109529972076416,
      "cov-distil (oracle2teacher)": 3.411015510559082,
      "epoch": 3.5549450549450547,
      "rel-constrast": 2.4979095458984375,
      "step": 4529,
      "subrel-constrast": 3.2692573070526123,
      "view-similarity": 0
    },
    {
      "epoch": 3.5557299843014127,
      "grad_norm": 5.0,
      "learning_rate": 2.6787977228311334e-06,
      "loss": 0.6302,
      "step": 4530
    },
    {
      "cov-distil": 1.5669384002685547,
      "cov-distil (oracle2student)": 4.8209710121154785,
      "cov-distil (oracle2teacher)": 4.593133926391602,
      "epoch": 3.5557299843014127,
      "rel-constrast": 2.2913098335266113,
      "step": 4530,
      "subrel-constrast": 2.6319468021392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337775230407715,
      "cov-distil (oracle2student)": 3.5872631072998047,
      "cov-distil (oracle2teacher)": 3.5925025939941406,
      "epoch": 3.5565149136577707,
      "rel-constrast": 1.9177197217941284,
      "step": 4531,
      "subrel-constrast": 3.3215744495391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8796485662460327,
      "cov-distil (oracle2student)": 5.069490432739258,
      "cov-distil (oracle2teacher)": 4.958759307861328,
      "epoch": 3.5572998430141287,
      "rel-constrast": 2.8101956844329834,
      "step": 4532,
      "subrel-constrast": 3.7684104442596436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7265560626983643,
      "cov-distil (oracle2student)": 4.67643928527832,
      "cov-distil (oracle2teacher)": 4.6442437171936035,
      "epoch": 3.5580847723704867,
      "rel-constrast": 1.8393542766571045,
      "step": 4533,
      "subrel-constrast": 2.989027500152588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535818099975586,
      "cov-distil (oracle2student)": 2.810490846633911,
      "cov-distil (oracle2teacher)": 3.210305690765381,
      "epoch": 3.5588697017268447,
      "rel-constrast": 1.8670563697814941,
      "step": 4534,
      "subrel-constrast": 2.762624740600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5546648502349854,
      "cov-distil (oracle2student)": 5.22110652923584,
      "cov-distil (oracle2teacher)": 4.945313453674316,
      "epoch": 3.5596546310832027,
      "rel-constrast": 1.9708786010742188,
      "step": 4535,
      "subrel-constrast": 2.7563650608062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.945846676826477,
      "cov-distil (oracle2student)": 5.748932838439941,
      "cov-distil (oracle2teacher)": 5.53271484375,
      "epoch": 3.5604395604395602,
      "rel-constrast": 1.852013349533081,
      "step": 4536,
      "subrel-constrast": 3.061255931854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9653043746948242,
      "cov-distil (oracle2student)": 3.3952689170837402,
      "cov-distil (oracle2teacher)": 3.7456023693084717,
      "epoch": 3.561224489795918,
      "rel-constrast": 3.161968231201172,
      "step": 4537,
      "subrel-constrast": 3.9759838581085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2342560291290283,
      "cov-distil (oracle2student)": 4.610176086425781,
      "cov-distil (oracle2teacher)": 4.345152378082275,
      "epoch": 3.562009419152276,
      "rel-constrast": 1.999553918838501,
      "step": 4538,
      "subrel-constrast": 2.7574775218963623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4656543731689453,
      "cov-distil (oracle2student)": 5.121281623840332,
      "cov-distil (oracle2teacher)": 4.656219482421875,
      "epoch": 3.562794348508634,
      "rel-constrast": 2.5187392234802246,
      "step": 4539,
      "subrel-constrast": 3.5398664474487305,
      "view-similarity": 0
    },
    {
      "epoch": 3.563579277864992,
      "grad_norm": 4.3125,
      "learning_rate": 2.567229208597127e-06,
      "loss": 0.5972,
      "step": 4540
    },
    {
      "cov-distil": 1.4981017112731934,
      "cov-distil (oracle2student)": 3.964691638946533,
      "cov-distil (oracle2teacher)": 3.4430341720581055,
      "epoch": 3.563579277864992,
      "rel-constrast": 2.221892833709717,
      "step": 4540,
      "subrel-constrast": 2.767367124557495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778336524963379,
      "cov-distil (oracle2student)": 4.493236541748047,
      "cov-distil (oracle2teacher)": 3.7141523361206055,
      "epoch": 3.56436420722135,
      "rel-constrast": 3.017116069793701,
      "step": 4541,
      "subrel-constrast": 3.69950532913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6473551988601685,
      "cov-distil (oracle2student)": 4.792396545410156,
      "cov-distil (oracle2teacher)": 4.118687629699707,
      "epoch": 3.565149136577708,
      "rel-constrast": 2.7515528202056885,
      "step": 4542,
      "subrel-constrast": 3.386625051498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7429434061050415,
      "cov-distil (oracle2student)": 2.9052038192749023,
      "cov-distil (oracle2teacher)": 3.489569664001465,
      "epoch": 3.5659340659340657,
      "rel-constrast": 1.20369553565979,
      "step": 4543,
      "subrel-constrast": 2.301712989807129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376983642578125,
      "cov-distil (oracle2student)": 4.0729780197143555,
      "cov-distil (oracle2teacher)": 3.622102737426758,
      "epoch": 3.566718995290424,
      "rel-constrast": 1.2392851114273071,
      "step": 4544,
      "subrel-constrast": 2.0986082553863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5521819591522217,
      "cov-distil (oracle2student)": 3.8956797122955322,
      "cov-distil (oracle2teacher)": 3.507500648498535,
      "epoch": 3.5675039246467817,
      "rel-constrast": 1.885785698890686,
      "step": 4545,
      "subrel-constrast": 2.3181512355804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1284499168395996,
      "cov-distil (oracle2student)": 2.568878173828125,
      "cov-distil (oracle2teacher)": 2.7962660789489746,
      "epoch": 3.5682888540031397,
      "rel-constrast": 2.3193140029907227,
      "step": 4546,
      "subrel-constrast": 3.266042709350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4806385040283203,
      "cov-distil (oracle2student)": 5.199114799499512,
      "cov-distil (oracle2teacher)": 4.436131477355957,
      "epoch": 3.5690737833594977,
      "rel-constrast": 2.1034011840820312,
      "step": 4547,
      "subrel-constrast": 2.829991102218628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2233613729476929,
      "cov-distil (oracle2student)": 4.1925764083862305,
      "cov-distil (oracle2teacher)": 3.631070137023926,
      "epoch": 3.5698587127158556,
      "rel-constrast": 2.601320505142212,
      "step": 4548,
      "subrel-constrast": 3.0705227851867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2483007907867432,
      "cov-distil (oracle2student)": 3.600471019744873,
      "cov-distil (oracle2teacher)": 3.1654577255249023,
      "epoch": 3.5706436420722136,
      "rel-constrast": 1.8318339586257935,
      "step": 4549,
      "subrel-constrast": 2.283329963684082,
      "view-similarity": 0
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 4.71875,
      "learning_rate": 2.4579725006938337e-06,
      "loss": 0.5686,
      "step": 4550
    },
    {
      "cov-distil": 1.9767320156097412,
      "cov-distil (oracle2student)": 4.164468288421631,
      "cov-distil (oracle2teacher)": 3.632261276245117,
      "epoch": 3.571428571428571,
      "rel-constrast": 1.7129377126693726,
      "step": 4550,
      "subrel-constrast": 2.544140338897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3414945602416992,
      "cov-distil (oracle2student)": 5.10784912109375,
      "cov-distil (oracle2teacher)": 4.403835773468018,
      "epoch": 3.5722135007849296,
      "rel-constrast": 2.5562047958374023,
      "step": 4551,
      "subrel-constrast": 3.4549074172973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5143084526062012,
      "cov-distil (oracle2student)": 5.373770236968994,
      "cov-distil (oracle2teacher)": 4.960614204406738,
      "epoch": 3.572998430141287,
      "rel-constrast": 1.5840729475021362,
      "step": 4552,
      "subrel-constrast": 2.7789418697357178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6763989925384521,
      "cov-distil (oracle2student)": 5.620316505432129,
      "cov-distil (oracle2teacher)": 5.409743309020996,
      "epoch": 3.573783359497645,
      "rel-constrast": 1.9281489849090576,
      "step": 4553,
      "subrel-constrast": 3.0401546955108643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3499386310577393,
      "cov-distil (oracle2student)": 3.5316874980926514,
      "cov-distil (oracle2teacher)": 3.4138760566711426,
      "epoch": 3.574568288854003,
      "rel-constrast": 1.558485984802246,
      "step": 4554,
      "subrel-constrast": 2.4330739974975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369695782661438,
      "cov-distil (oracle2student)": 5.59309196472168,
      "cov-distil (oracle2teacher)": 5.533779144287109,
      "epoch": 3.575353218210361,
      "rel-constrast": 1.8813551664352417,
      "step": 4555,
      "subrel-constrast": 2.7681264877319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.048372268676758,
      "cov-distil (oracle2student)": 1.649936556816101,
      "cov-distil (oracle2teacher)": 2.4728496074676514,
      "epoch": 3.576138147566719,
      "rel-constrast": 1.5344204902648926,
      "step": 4556,
      "subrel-constrast": 2.9138050079345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3241357803344727,
      "cov-distil (oracle2student)": 4.783585071563721,
      "cov-distil (oracle2teacher)": 4.718890190124512,
      "epoch": 3.5769230769230766,
      "rel-constrast": 2.0751383304595947,
      "step": 4557,
      "subrel-constrast": 3.047872543334961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4574096202850342,
      "cov-distil (oracle2student)": 4.687501907348633,
      "cov-distil (oracle2teacher)": 4.260467529296875,
      "epoch": 3.577708006279435,
      "rel-constrast": 1.6385011672973633,
      "step": 4558,
      "subrel-constrast": 2.41473650932312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7923851013183594,
      "cov-distil (oracle2student)": 5.890591621398926,
      "cov-distil (oracle2teacher)": 5.166194915771484,
      "epoch": 3.5784929356357926,
      "rel-constrast": 2.238387107849121,
      "step": 4559,
      "subrel-constrast": 3.5064034461975098,
      "view-similarity": 0
    },
    {
      "epoch": 3.5792778649921506,
      "grad_norm": 4.75,
      "learning_rate": 2.351032924139063e-06,
      "loss": 0.5073,
      "step": 4560
    },
    {
      "cov-distil": 1.7929164171218872,
      "cov-distil (oracle2student)": 5.84483528137207,
      "cov-distil (oracle2teacher)": 5.331841468811035,
      "epoch": 3.5792778649921506,
      "rel-constrast": 1.5453161001205444,
      "step": 4560,
      "subrel-constrast": 2.987788200378418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0220670700073242,
      "cov-distil (oracle2student)": 4.0360870361328125,
      "cov-distil (oracle2teacher)": 3.540956497192383,
      "epoch": 3.5800627943485086,
      "rel-constrast": 2.125065803527832,
      "step": 4561,
      "subrel-constrast": 2.705253839492798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5461831092834473,
      "cov-distil (oracle2student)": 4.410331726074219,
      "cov-distil (oracle2teacher)": 3.9110374450683594,
      "epoch": 3.5808477237048666,
      "rel-constrast": 1.3036998510360718,
      "step": 4562,
      "subrel-constrast": 2.200679302215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298124551773071,
      "cov-distil (oracle2student)": 5.1113786697387695,
      "cov-distil (oracle2teacher)": 4.383261203765869,
      "epoch": 3.5816326530612246,
      "rel-constrast": 1.5530383586883545,
      "step": 4563,
      "subrel-constrast": 2.0845448970794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6816788911819458,
      "cov-distil (oracle2student)": 4.25224494934082,
      "cov-distil (oracle2teacher)": 4.004340648651123,
      "epoch": 3.5824175824175826,
      "rel-constrast": 2.3701283931732178,
      "step": 4564,
      "subrel-constrast": 3.0453073978424072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03620982170105,
      "cov-distil (oracle2student)": 3.473898410797119,
      "cov-distil (oracle2teacher)": 3.696104049682617,
      "epoch": 3.5832025117739406,
      "rel-constrast": 1.9640957117080688,
      "step": 4565,
      "subrel-constrast": 3.2623565196990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5509130954742432,
      "cov-distil (oracle2student)": 5.554450988769531,
      "cov-distil (oracle2teacher)": 4.694214820861816,
      "epoch": 3.583987441130298,
      "rel-constrast": 2.364548683166504,
      "step": 4566,
      "subrel-constrast": 3.1781702041625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9619852304458618,
      "cov-distil (oracle2student)": 4.771807670593262,
      "cov-distil (oracle2teacher)": 4.076353549957275,
      "epoch": 3.584772370486656,
      "rel-constrast": 2.049617290496826,
      "step": 4567,
      "subrel-constrast": 2.531649112701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.413506031036377,
      "cov-distil (oracle2student)": 5.14376163482666,
      "cov-distil (oracle2teacher)": 4.730951309204102,
      "epoch": 3.585557299843014,
      "rel-constrast": 2.382927894592285,
      "step": 4568,
      "subrel-constrast": 3.0708816051483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7380177974700928,
      "cov-distil (oracle2student)": 4.193212032318115,
      "cov-distil (oracle2teacher)": 4.3141865730285645,
      "epoch": 3.586342229199372,
      "rel-constrast": 1.7491753101348877,
      "step": 4569,
      "subrel-constrast": 2.882647752761841,
      "view-similarity": 0
    },
    {
      "epoch": 3.58712715855573,
      "grad_norm": 4.6875,
      "learning_rate": 2.2464156910168954e-06,
      "loss": 0.5259,
      "step": 4570
    },
    {
      "cov-distil": 1.595901370048523,
      "cov-distil (oracle2student)": 5.075254917144775,
      "cov-distil (oracle2teacher)": 4.998040199279785,
      "epoch": 3.58712715855573,
      "rel-constrast": 3.5156004428863525,
      "step": 4570,
      "subrel-constrast": 4.210511684417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6059131622314453,
      "cov-distil (oracle2student)": 3.5412728786468506,
      "cov-distil (oracle2teacher)": 3.635450839996338,
      "epoch": 3.587912087912088,
      "rel-constrast": 2.381410598754883,
      "step": 4571,
      "subrel-constrast": 2.9809446334838867,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9835410714149475,
      "cov-distil (oracle2student)": 3.1006648540496826,
      "cov-distil (oracle2teacher)": 2.8625199794769287,
      "epoch": 3.588697017268446,
      "rel-constrast": 1.6468565464019775,
      "step": 4572,
      "subrel-constrast": 2.2146124839782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0383315086364746,
      "cov-distil (oracle2student)": 3.5127856731414795,
      "cov-distil (oracle2teacher)": 3.6129961013793945,
      "epoch": 3.5894819466248036,
      "rel-constrast": 1.680406928062439,
      "step": 4573,
      "subrel-constrast": 2.2764036655426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031013011932373,
      "cov-distil (oracle2student)": 3.3498177528381348,
      "cov-distil (oracle2teacher)": 3.319514274597168,
      "epoch": 3.5902668759811616,
      "rel-constrast": 2.13145112991333,
      "step": 4574,
      "subrel-constrast": 2.8781208992004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820267915725708,
      "cov-distil (oracle2student)": 4.303619861602783,
      "cov-distil (oracle2teacher)": 3.4892029762268066,
      "epoch": 3.5910518053375196,
      "rel-constrast": 1.7657479047775269,
      "step": 4575,
      "subrel-constrast": 2.7114720344543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.235161542892456,
      "cov-distil (oracle2student)": 4.175451755523682,
      "cov-distil (oracle2teacher)": 4.018538475036621,
      "epoch": 3.5918367346938775,
      "rel-constrast": 2.2553188800811768,
      "step": 4576,
      "subrel-constrast": 2.7593977451324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6239523887634277,
      "cov-distil (oracle2student)": 4.311924457550049,
      "cov-distil (oracle2teacher)": 4.320853233337402,
      "epoch": 3.5926216640502355,
      "rel-constrast": 2.646652936935425,
      "step": 4577,
      "subrel-constrast": 3.1068458557128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4729678630828857,
      "cov-distil (oracle2student)": 4.7006659507751465,
      "cov-distil (oracle2teacher)": 4.594226360321045,
      "epoch": 3.5934065934065935,
      "rel-constrast": 2.342771530151367,
      "step": 4578,
      "subrel-constrast": 3.0629892349243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1410419940948486,
      "cov-distil (oracle2student)": 4.668705940246582,
      "cov-distil (oracle2teacher)": 4.147481918334961,
      "epoch": 3.5941915227629515,
      "rel-constrast": 2.584510087966919,
      "step": 4579,
      "subrel-constrast": 2.9233500957489014,
      "view-similarity": 0
    },
    {
      "epoch": 3.594976452119309,
      "grad_norm": 5.40625,
      "learning_rate": 2.1441259002236924e-06,
      "loss": 0.6126,
      "step": 4580
    },
    {
      "cov-distil": 1.8858964443206787,
      "cov-distil (oracle2student)": 4.326821327209473,
      "cov-distil (oracle2teacher)": 4.265535831451416,
      "epoch": 3.594976452119309,
      "rel-constrast": 1.5245023965835571,
      "step": 4580,
      "subrel-constrast": 2.642184257507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541978120803833,
      "cov-distil (oracle2student)": 3.314584255218506,
      "cov-distil (oracle2teacher)": 3.439362049102783,
      "epoch": 3.595761381475667,
      "rel-constrast": 1.6130917072296143,
      "step": 4581,
      "subrel-constrast": 2.752328395843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4089820384979248,
      "cov-distil (oracle2student)": 4.750664710998535,
      "cov-distil (oracle2teacher)": 4.700660705566406,
      "epoch": 3.596546310832025,
      "rel-constrast": 3.2066097259521484,
      "step": 4582,
      "subrel-constrast": 4.244289398193359,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2113866806030273,
      "cov-distil (oracle2student)": 5.190239906311035,
      "cov-distil (oracle2teacher)": 4.652346611022949,
      "epoch": 3.597331240188383,
      "rel-constrast": 2.1549062728881836,
      "step": 4583,
      "subrel-constrast": 2.753628730773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5241771936416626,
      "cov-distil (oracle2student)": 3.444953441619873,
      "cov-distil (oracle2teacher)": 3.312593936920166,
      "epoch": 3.598116169544741,
      "rel-constrast": 2.748730182647705,
      "step": 4584,
      "subrel-constrast": 3.3295226097106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3973186016082764,
      "cov-distil (oracle2student)": 4.943503379821777,
      "cov-distil (oracle2teacher)": 4.454826354980469,
      "epoch": 3.598901098901099,
      "rel-constrast": 1.857720136642456,
      "step": 4585,
      "subrel-constrast": 2.3674187660217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2058181762695312,
      "cov-distil (oracle2student)": 4.662376403808594,
      "cov-distil (oracle2teacher)": 3.9213719367980957,
      "epoch": 3.599686028257457,
      "rel-constrast": 1.573544979095459,
      "step": 4586,
      "subrel-constrast": 2.446254014968872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0380067825317383,
      "cov-distil (oracle2student)": 3.196911334991455,
      "cov-distil (oracle2teacher)": 2.998326301574707,
      "epoch": 3.6004709576138145,
      "rel-constrast": 2.2774271965026855,
      "step": 4587,
      "subrel-constrast": 2.941952705383301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2527029514312744,
      "cov-distil (oracle2student)": 4.3385467529296875,
      "cov-distil (oracle2teacher)": 3.836656093597412,
      "epoch": 3.601255886970173,
      "rel-constrast": 2.6735987663269043,
      "step": 4588,
      "subrel-constrast": 3.0953078269958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6763529777526855,
      "cov-distil (oracle2student)": 5.8485307693481445,
      "cov-distil (oracle2teacher)": 5.713450908660889,
      "epoch": 3.6020408163265305,
      "rel-constrast": 2.3109424114227295,
      "step": 4589,
      "subrel-constrast": 3.058521032333374,
      "view-similarity": 0
    },
    {
      "epoch": 3.6028257456828885,
      "grad_norm": 4.4375,
      "learning_rate": 2.0441685372195484e-06,
      "loss": 0.5864,
      "step": 4590
    },
    {
      "cov-distil": 2.129423141479492,
      "cov-distil (oracle2student)": 6.324181079864502,
      "cov-distil (oracle2teacher)": 5.223111152648926,
      "epoch": 3.6028257456828885,
      "rel-constrast": 2.602738857269287,
      "step": 4590,
      "subrel-constrast": 3.4715840816497803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2499995231628418,
      "cov-distil (oracle2student)": 4.220676422119141,
      "cov-distil (oracle2teacher)": 3.721961498260498,
      "epoch": 3.6036106750392465,
      "rel-constrast": 2.6008718013763428,
      "step": 4591,
      "subrel-constrast": 3.1984827518463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4291441440582275,
      "cov-distil (oracle2student)": 3.755963087081909,
      "cov-distil (oracle2teacher)": 3.7801709175109863,
      "epoch": 3.6043956043956045,
      "rel-constrast": 2.3818345069885254,
      "step": 4592,
      "subrel-constrast": 3.547255754470825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3842031955718994,
      "cov-distil (oracle2student)": 4.868060111999512,
      "cov-distil (oracle2teacher)": 4.717569351196289,
      "epoch": 3.6051805337519625,
      "rel-constrast": 2.251164674758911,
      "step": 4593,
      "subrel-constrast": 3.1203999519348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145640850067139,
      "cov-distil (oracle2student)": 4.855169296264648,
      "cov-distil (oracle2teacher)": 4.3844380378723145,
      "epoch": 3.60596546310832,
      "rel-constrast": 1.944324016571045,
      "step": 4594,
      "subrel-constrast": 2.929670810699463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3111779689788818,
      "cov-distil (oracle2student)": 3.304511308670044,
      "cov-distil (oracle2teacher)": 3.3067543506622314,
      "epoch": 3.6067503924646784,
      "rel-constrast": 1.4856642484664917,
      "step": 4595,
      "subrel-constrast": 2.0599260330200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5679643154144287,
      "cov-distil (oracle2student)": 5.507444381713867,
      "cov-distil (oracle2teacher)": 4.975035667419434,
      "epoch": 3.607535321821036,
      "rel-constrast": 2.2435250282287598,
      "step": 4596,
      "subrel-constrast": 2.995748996734619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3928115367889404,
      "cov-distil (oracle2student)": 6.521902084350586,
      "cov-distil (oracle2teacher)": 5.091352462768555,
      "epoch": 3.608320251177394,
      "rel-constrast": 3.0249133110046387,
      "step": 4597,
      "subrel-constrast": 3.6476354598999023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4669568538665771,
      "cov-distil (oracle2student)": 3.776716709136963,
      "cov-distil (oracle2teacher)": 3.6896681785583496,
      "epoch": 3.609105180533752,
      "rel-constrast": 3.078253746032715,
      "step": 4598,
      "subrel-constrast": 3.322509288787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390223741531372,
      "cov-distil (oracle2student)": 3.768673896789551,
      "cov-distil (oracle2teacher)": 4.069183349609375,
      "epoch": 3.60989010989011,
      "rel-constrast": 2.1414003372192383,
      "step": 4599,
      "subrel-constrast": 3.1737775802612305,
      "view-similarity": 0
    },
    {
      "epoch": 3.610675039246468,
      "grad_norm": 5.09375,
      "learning_rate": 1.946548473785309e-06,
      "loss": 0.6315,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "overlap": 0.3812499940395355,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "student margin": 0.07635498046875
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "teacher margin": 0.0537109375
    },
    {
      "epoch": 3.610675039246468,
      "margin difference": -0.02264404296875,
      "step": 4600
    },
    {
      "cov-distil": 1.4288465976715088,
      "cov-distil (oracle2student)": 5.093278884887695,
      "cov-distil (oracle2teacher)": 4.473089694976807,
      "epoch": 3.610675039246468,
      "rel-constrast": 1.6030024290084839,
      "step": 4600,
      "subrel-constrast": 2.0162808895111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8652329444885254,
      "cov-distil (oracle2student)": 3.5205276012420654,
      "cov-distil (oracle2teacher)": 3.310991048812866,
      "epoch": 3.6114599686028255,
      "rel-constrast": 2.2798233032226562,
      "step": 4601,
      "subrel-constrast": 3.6971209049224854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3599374294281006,
      "cov-distil (oracle2student)": 6.079178810119629,
      "cov-distil (oracle2teacher)": 5.906774997711182,
      "epoch": 3.612244897959184,
      "rel-constrast": 2.1928694248199463,
      "step": 4602,
      "subrel-constrast": 3.0270543098449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4152313470840454,
      "cov-distil (oracle2student)": 4.935763835906982,
      "cov-distil (oracle2teacher)": 4.083539009094238,
      "epoch": 3.6130298273155415,
      "rel-constrast": 2.429534673690796,
      "step": 4603,
      "subrel-constrast": 3.001187562942505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4125192165374756,
      "cov-distil (oracle2student)": 2.9859652519226074,
      "cov-distil (oracle2teacher)": 3.556459665298462,
      "epoch": 3.6138147566718994,
      "rel-constrast": 2.0895678997039795,
      "step": 4604,
      "subrel-constrast": 3.0834717750549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591165542602539,
      "cov-distil (oracle2student)": 4.633562088012695,
      "cov-distil (oracle2teacher)": 4.47713041305542,
      "epoch": 3.6145996860282574,
      "rel-constrast": 2.3843002319335938,
      "step": 4605,
      "subrel-constrast": 3.3419599533081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3160682916641235,
      "cov-distil (oracle2student)": 3.9786949157714844,
      "cov-distil (oracle2teacher)": 3.9467339515686035,
      "epoch": 3.6153846153846154,
      "rel-constrast": 1.8723716735839844,
      "step": 4606,
      "subrel-constrast": 2.6199569702148438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4736732244491577,
      "cov-distil (oracle2student)": 5.3376617431640625,
      "cov-distil (oracle2teacher)": 4.679732799530029,
      "epoch": 3.6161695447409734,
      "rel-constrast": 2.587404727935791,
      "step": 4607,
      "subrel-constrast": 2.9741103649139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851822853088379,
      "cov-distil (oracle2student)": 3.2423691749572754,
      "cov-distil (oracle2teacher)": 3.3348679542541504,
      "epoch": 3.6169544740973314,
      "rel-constrast": 2.355231523513794,
      "step": 4608,
      "subrel-constrast": 3.328640937805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3690807819366455,
      "cov-distil (oracle2student)": 5.011895656585693,
      "cov-distil (oracle2teacher)": 4.796802520751953,
      "epoch": 3.6177394034536894,
      "rel-constrast": 2.5643279552459717,
      "step": 4609,
      "subrel-constrast": 2.835299491882324,
      "view-similarity": 0
    },
    {
      "epoch": 3.618524332810047,
      "grad_norm": 5.125,
      "learning_rate": 1.8512704677851488e-06,
      "loss": 0.5967,
      "step": 4610
    },
    {
      "cov-distil": 1.5457608699798584,
      "cov-distil (oracle2student)": 3.9284844398498535,
      "cov-distil (oracle2teacher)": 3.6974363327026367,
      "epoch": 3.618524332810047,
      "rel-constrast": 1.7335199117660522,
      "step": 4610,
      "subrel-constrast": 2.454770803451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.450181484222412,
      "cov-distil (oracle2student)": 5.336849212646484,
      "cov-distil (oracle2teacher)": 4.875666618347168,
      "epoch": 3.619309262166405,
      "rel-constrast": 2.5578956604003906,
      "step": 4611,
      "subrel-constrast": 3.3667407035827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9564254283905029,
      "cov-distil (oracle2student)": 3.2161636352539062,
      "cov-distil (oracle2teacher)": 3.4610836505889893,
      "epoch": 3.620094191522763,
      "rel-constrast": 2.249568462371826,
      "step": 4612,
      "subrel-constrast": 2.7704849243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6550437211990356,
      "cov-distil (oracle2student)": 4.299839973449707,
      "cov-distil (oracle2teacher)": 4.125278472900391,
      "epoch": 3.620879120879121,
      "rel-constrast": 2.3854784965515137,
      "step": 4613,
      "subrel-constrast": 3.072874069213867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3562235832214355,
      "cov-distil (oracle2student)": 5.292825222015381,
      "cov-distil (oracle2teacher)": 4.976919651031494,
      "epoch": 3.621664050235479,
      "rel-constrast": 2.520894765853882,
      "step": 4614,
      "subrel-constrast": 3.599614143371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6437379121780396,
      "cov-distil (oracle2student)": 6.403912544250488,
      "cov-distil (oracle2teacher)": 6.260046005249023,
      "epoch": 3.622448979591837,
      "rel-constrast": 2.834745407104492,
      "step": 4615,
      "subrel-constrast": 3.6351571083068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9030094146728516,
      "cov-distil (oracle2student)": 4.790728569030762,
      "cov-distil (oracle2teacher)": 4.141777515411377,
      "epoch": 3.623233908948195,
      "rel-constrast": 2.29593825340271,
      "step": 4616,
      "subrel-constrast": 3.148480176925659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4608827829360962,
      "cov-distil (oracle2student)": 2.0822558403015137,
      "cov-distil (oracle2teacher)": 2.1168932914733887,
      "epoch": 3.6240188383045524,
      "rel-constrast": 2.4172000885009766,
      "step": 4617,
      "subrel-constrast": 3.1556038856506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4994574785232544,
      "cov-distil (oracle2student)": 3.687025547027588,
      "cov-distil (oracle2teacher)": 3.6157994270324707,
      "epoch": 3.6248037676609104,
      "rel-constrast": 1.1553716659545898,
      "step": 4618,
      "subrel-constrast": 2.215486764907837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5047153234481812,
      "cov-distil (oracle2student)": 4.155270099639893,
      "cov-distil (oracle2teacher)": 4.087285995483398,
      "epoch": 3.6255886970172684,
      "rel-constrast": 2.3197503089904785,
      "step": 4619,
      "subrel-constrast": 3.408717393875122,
      "view-similarity": 0
    },
    {
      "epoch": 3.6263736263736264,
      "grad_norm": 4.25,
      "learning_rate": 1.758339162934658e-06,
      "loss": 0.6017,
      "step": 4620
    },
    {
      "cov-distil": 1.7830889225006104,
      "cov-distil (oracle2student)": 6.219997406005859,
      "cov-distil (oracle2teacher)": 5.864697456359863,
      "epoch": 3.6263736263736264,
      "rel-constrast": 2.037921905517578,
      "step": 4620,
      "subrel-constrast": 3.5203332901000977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2397260665893555,
      "cov-distil (oracle2student)": 4.215818405151367,
      "cov-distil (oracle2teacher)": 4.278679370880127,
      "epoch": 3.6271585557299844,
      "rel-constrast": 2.3676700592041016,
      "step": 4621,
      "subrel-constrast": 3.6156373023986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4271202087402344,
      "cov-distil (oracle2student)": 2.892467975616455,
      "cov-distil (oracle2teacher)": 2.927523136138916,
      "epoch": 3.6279434850863423,
      "rel-constrast": 1.641160488128662,
      "step": 4622,
      "subrel-constrast": 2.4837865829467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365966796875,
      "cov-distil (oracle2student)": 3.761402130126953,
      "cov-distil (oracle2teacher)": 3.4086341857910156,
      "epoch": 3.6287284144427003,
      "rel-constrast": 1.9394268989562988,
      "step": 4623,
      "subrel-constrast": 2.780604600906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4549503326416016,
      "cov-distil (oracle2student)": 5.631354808807373,
      "cov-distil (oracle2teacher)": 5.214681148529053,
      "epoch": 3.629513343799058,
      "rel-constrast": 3.3369548320770264,
      "step": 4624,
      "subrel-constrast": 4.234899520874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8427956104278564,
      "cov-distil (oracle2student)": 3.1695990562438965,
      "cov-distil (oracle2teacher)": 2.91261887550354,
      "epoch": 3.630298273155416,
      "rel-constrast": 2.8978214263916016,
      "step": 4625,
      "subrel-constrast": 3.4894373416900635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5297319889068604,
      "cov-distil (oracle2student)": 3.678802251815796,
      "cov-distil (oracle2teacher)": 3.194098472595215,
      "epoch": 3.631083202511774,
      "rel-constrast": 1.6764240264892578,
      "step": 4626,
      "subrel-constrast": 2.5077805519104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2294583320617676,
      "cov-distil (oracle2student)": 5.758203029632568,
      "cov-distil (oracle2teacher)": 6.025722980499268,
      "epoch": 3.631868131868132,
      "rel-constrast": 2.2033910751342773,
      "step": 4627,
      "subrel-constrast": 3.3909854888916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9301985502243042,
      "cov-distil (oracle2student)": 3.869433879852295,
      "cov-distil (oracle2teacher)": 3.864457607269287,
      "epoch": 3.63265306122449,
      "rel-constrast": 2.6114413738250732,
      "step": 4628,
      "subrel-constrast": 3.7514538764953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5717377662658691,
      "cov-distil (oracle2student)": 5.206708908081055,
      "cov-distil (oracle2teacher)": 4.990896224975586,
      "epoch": 3.633437990580848,
      "rel-constrast": 2.063894748687744,
      "step": 4629,
      "subrel-constrast": 3.145486354827881,
      "view-similarity": 0
    },
    {
      "epoch": 3.634222919937206,
      "grad_norm": 5.34375,
      "learning_rate": 1.6677590885745386e-06,
      "loss": 0.6135,
      "step": 4630
    },
    {
      "cov-distil": 1.2423162460327148,
      "cov-distil (oracle2student)": 4.179385662078857,
      "cov-distil (oracle2teacher)": 3.8402957916259766,
      "epoch": 3.634222919937206,
      "rel-constrast": 1.5061140060424805,
      "step": 4630,
      "subrel-constrast": 2.326462984085083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8546171188354492,
      "cov-distil (oracle2student)": 4.076340675354004,
      "cov-distil (oracle2teacher)": 4.251431465148926,
      "epoch": 3.6350078492935634,
      "rel-constrast": 1.9835635423660278,
      "step": 4631,
      "subrel-constrast": 3.7570571899414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3407225608825684,
      "cov-distil (oracle2student)": 4.317679405212402,
      "cov-distil (oracle2teacher)": 3.7362935543060303,
      "epoch": 3.6357927786499213,
      "rel-constrast": 2.3354973793029785,
      "step": 4632,
      "subrel-constrast": 2.6862382888793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4212431907653809,
      "cov-distil (oracle2student)": 4.058119773864746,
      "cov-distil (oracle2teacher)": 3.9657671451568604,
      "epoch": 3.6365777080062793,
      "rel-constrast": 1.6871302127838135,
      "step": 4633,
      "subrel-constrast": 2.6120595932006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8068320751190186,
      "cov-distil (oracle2student)": 4.743704319000244,
      "cov-distil (oracle2teacher)": 3.9766788482666016,
      "epoch": 3.6373626373626373,
      "rel-constrast": 1.3114311695098877,
      "step": 4634,
      "subrel-constrast": 2.7034950256347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9993255138397217,
      "cov-distil (oracle2student)": 3.346426010131836,
      "cov-distil (oracle2teacher)": 3.320481300354004,
      "epoch": 3.6381475667189953,
      "rel-constrast": 3.248197317123413,
      "step": 4635,
      "subrel-constrast": 3.8325870037078857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5701309442520142,
      "cov-distil (oracle2student)": 3.9709722995758057,
      "cov-distil (oracle2teacher)": 3.951162576675415,
      "epoch": 3.6389324960753533,
      "rel-constrast": 2.8123676776885986,
      "step": 4636,
      "subrel-constrast": 3.4941794872283936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9777690172195435,
      "cov-distil (oracle2student)": 4.749693870544434,
      "cov-distil (oracle2teacher)": 4.011078357696533,
      "epoch": 3.6397174254317113,
      "rel-constrast": 1.9575496912002563,
      "step": 4637,
      "subrel-constrast": 2.744709014892578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2330142259597778,
      "cov-distil (oracle2student)": 3.843036651611328,
      "cov-distil (oracle2teacher)": 3.239675998687744,
      "epoch": 3.640502354788069,
      "rel-constrast": 2.0552899837493896,
      "step": 4638,
      "subrel-constrast": 2.1488962173461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6149442195892334,
      "cov-distil (oracle2student)": 4.521404266357422,
      "cov-distil (oracle2teacher)": 3.6780829429626465,
      "epoch": 3.6412872841444273,
      "rel-constrast": 1.5722427368164062,
      "step": 4639,
      "subrel-constrast": 2.28472900390625,
      "view-similarity": 0
    },
    {
      "epoch": 3.642072213500785,
      "grad_norm": 5.25,
      "learning_rate": 1.5795346594498161e-06,
      "loss": 0.5519,
      "step": 4640
    },
    {
      "cov-distil": 1.747877836227417,
      "cov-distil (oracle2student)": 3.955230712890625,
      "cov-distil (oracle2teacher)": 3.832080125808716,
      "epoch": 3.642072213500785,
      "rel-constrast": 2.070892333984375,
      "step": 4640,
      "subrel-constrast": 3.2725987434387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7690240144729614,
      "cov-distil (oracle2student)": 4.289808750152588,
      "cov-distil (oracle2teacher)": 4.525200366973877,
      "epoch": 3.642857142857143,
      "rel-constrast": 2.769831418991089,
      "step": 4641,
      "subrel-constrast": 3.4377522468566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1942024230957031,
      "cov-distil (oracle2student)": 3.920215129852295,
      "cov-distil (oracle2teacher)": 3.567702531814575,
      "epoch": 3.643642072213501,
      "rel-constrast": 2.4320783615112305,
      "step": 4642,
      "subrel-constrast": 3.1172103881835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2651541233062744,
      "cov-distil (oracle2student)": 3.5794739723205566,
      "cov-distil (oracle2teacher)": 3.170098304748535,
      "epoch": 3.6444270015698588,
      "rel-constrast": 1.873871088027954,
      "step": 4643,
      "subrel-constrast": 2.4552900791168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.094869375228882,
      "cov-distil (oracle2student)": 3.9506149291992188,
      "cov-distil (oracle2teacher)": 3.952059507369995,
      "epoch": 3.6452119309262168,
      "rel-constrast": 1.8883917331695557,
      "step": 4644,
      "subrel-constrast": 2.636207342147827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3455729484558105,
      "cov-distil (oracle2student)": 4.185661315917969,
      "cov-distil (oracle2teacher)": 4.111140251159668,
      "epoch": 3.6459968602825743,
      "rel-constrast": 2.743025779724121,
      "step": 4645,
      "subrel-constrast": 2.917079210281372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2913914918899536,
      "cov-distil (oracle2student)": 3.3214738368988037,
      "cov-distil (oracle2teacher)": 3.384862184524536,
      "epoch": 3.6467817896389327,
      "rel-constrast": 2.1915876865386963,
      "step": 4646,
      "subrel-constrast": 2.4187498092651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6332967281341553,
      "cov-distil (oracle2student)": 3.178436756134033,
      "cov-distil (oracle2teacher)": 3.6415977478027344,
      "epoch": 3.6475667189952903,
      "rel-constrast": 1.8411049842834473,
      "step": 4647,
      "subrel-constrast": 2.8588063716888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7226104736328125,
      "cov-distil (oracle2student)": 2.8971457481384277,
      "cov-distil (oracle2teacher)": 3.3796722888946533,
      "epoch": 3.6483516483516483,
      "rel-constrast": 2.4112768173217773,
      "step": 4648,
      "subrel-constrast": 3.0440735816955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664829969406128,
      "cov-distil (oracle2student)": 4.800464153289795,
      "cov-distil (oracle2teacher)": 4.4664812088012695,
      "epoch": 3.6491365777080063,
      "rel-constrast": 2.1312036514282227,
      "step": 4649,
      "subrel-constrast": 2.720184326171875,
      "view-similarity": 0
    },
    {
      "epoch": 3.6499215070643642,
      "grad_norm": 4.625,
      "learning_rate": 1.4936701754947101e-06,
      "loss": 0.5982,
      "step": 4650
    },
    {
      "cov-distil": 1.7253446578979492,
      "cov-distil (oracle2student)": 3.790593147277832,
      "cov-distil (oracle2teacher)": 3.485027313232422,
      "epoch": 3.6499215070643642,
      "rel-constrast": 2.3577940464019775,
      "step": 4650,
      "subrel-constrast": 3.7913475036621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5013647079467773,
      "cov-distil (oracle2student)": 4.386753082275391,
      "cov-distil (oracle2teacher)": 4.4861159324646,
      "epoch": 3.6507064364207222,
      "rel-constrast": 2.52429461479187,
      "step": 4651,
      "subrel-constrast": 3.8477656841278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903238296508789,
      "cov-distil (oracle2student)": 4.1085991859436035,
      "cov-distil (oracle2teacher)": 3.688040256500244,
      "epoch": 3.6514913657770802,
      "rel-constrast": 2.9495363235473633,
      "step": 4652,
      "subrel-constrast": 3.703202962875366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895843505859375,
      "cov-distil (oracle2student)": 4.921624183654785,
      "cov-distil (oracle2teacher)": 4.706232070922852,
      "epoch": 3.652276295133438,
      "rel-constrast": 2.831219434738159,
      "step": 4653,
      "subrel-constrast": 3.8835911750793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4815881252288818,
      "cov-distil (oracle2student)": 4.945590972900391,
      "cov-distil (oracle2teacher)": 4.561959743499756,
      "epoch": 3.6530612244897958,
      "rel-constrast": 2.59013032913208,
      "step": 4654,
      "subrel-constrast": 3.1871509552001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1494011878967285,
      "cov-distil (oracle2student)": 3.4675309658050537,
      "cov-distil (oracle2teacher)": 3.942283868789673,
      "epoch": 3.6538461538461537,
      "rel-constrast": 2.8073112964630127,
      "step": 4655,
      "subrel-constrast": 3.8826732635498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5897433757781982,
      "cov-distil (oracle2student)": 3.0954370498657227,
      "cov-distil (oracle2teacher)": 2.8746166229248047,
      "epoch": 3.6546310832025117,
      "rel-constrast": 1.5860590934753418,
      "step": 4656,
      "subrel-constrast": 2.4398062229156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9340112209320068,
      "cov-distil (oracle2student)": 3.938042640686035,
      "cov-distil (oracle2teacher)": 3.7427151203155518,
      "epoch": 3.6554160125588697,
      "rel-constrast": 2.101522445678711,
      "step": 4657,
      "subrel-constrast": 2.9358971118927,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25620174407959,
      "cov-distil (oracle2student)": 4.6444597244262695,
      "cov-distil (oracle2teacher)": 4.434697151184082,
      "epoch": 3.6562009419152277,
      "rel-constrast": 1.7800968885421753,
      "step": 4658,
      "subrel-constrast": 2.6975955963134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1170263290405273,
      "cov-distil (oracle2student)": 4.110262393951416,
      "cov-distil (oracle2teacher)": 3.988539695739746,
      "epoch": 3.6569858712715857,
      "rel-constrast": 3.522221088409424,
      "step": 4659,
      "subrel-constrast": 3.5048484802246094,
      "view-similarity": 0
    },
    {
      "epoch": 3.6577708006279437,
      "grad_norm": 5.9375,
      "learning_rate": 1.4101698216230253e-06,
      "loss": 0.6726,
      "step": 4660
    },
    {
      "cov-distil": 1.4381389617919922,
      "cov-distil (oracle2student)": 3.627021074295044,
      "cov-distil (oracle2teacher)": 2.9442076683044434,
      "epoch": 3.6577708006279437,
      "rel-constrast": 1.9508689641952515,
      "step": 4660,
      "subrel-constrast": 2.539123296737671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8017748594284058,
      "cov-distil (oracle2student)": 5.1014814376831055,
      "cov-distil (oracle2teacher)": 4.7769389152526855,
      "epoch": 3.6585557299843012,
      "rel-constrast": 1.9639358520507812,
      "step": 4661,
      "subrel-constrast": 2.755448579788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9222840070724487,
      "cov-distil (oracle2student)": 5.452916145324707,
      "cov-distil (oracle2teacher)": 5.074798583984375,
      "epoch": 3.659340659340659,
      "rel-constrast": 3.3247103691101074,
      "step": 4662,
      "subrel-constrast": 4.484757900238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5765955448150635,
      "cov-distil (oracle2student)": 5.882254600524902,
      "cov-distil (oracle2teacher)": 5.052807807922363,
      "epoch": 3.660125588697017,
      "rel-constrast": 2.3640599250793457,
      "step": 4663,
      "subrel-constrast": 3.1263246536254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5530511140823364,
      "cov-distil (oracle2student)": 4.986446380615234,
      "cov-distil (oracle2teacher)": 4.551909446716309,
      "epoch": 3.660910518053375,
      "rel-constrast": 1.9042633771896362,
      "step": 4664,
      "subrel-constrast": 2.590026617050171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526939868927002,
      "cov-distil (oracle2student)": 4.722713470458984,
      "cov-distil (oracle2teacher)": 3.8671927452087402,
      "epoch": 3.661695447409733,
      "rel-constrast": 2.1022467613220215,
      "step": 4665,
      "subrel-constrast": 2.635958433151245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2843152284622192,
      "cov-distil (oracle2student)": 4.270761489868164,
      "cov-distil (oracle2teacher)": 4.396968841552734,
      "epoch": 3.662480376766091,
      "rel-constrast": 1.768896460533142,
      "step": 4666,
      "subrel-constrast": 2.829148292541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0947909355163574,
      "cov-distil (oracle2student)": 3.6873512268066406,
      "cov-distil (oracle2teacher)": 4.3009114265441895,
      "epoch": 3.663265306122449,
      "rel-constrast": 1.6100870370864868,
      "step": 4667,
      "subrel-constrast": 2.7717738151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5827833414077759,
      "cov-distil (oracle2student)": 3.482687473297119,
      "cov-distil (oracle2teacher)": 3.632659912109375,
      "epoch": 3.6640502354788067,
      "rel-constrast": 2.5302960872650146,
      "step": 4668,
      "subrel-constrast": 3.5817294120788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4950343370437622,
      "cov-distil (oracle2student)": 2.8223178386688232,
      "cov-distil (oracle2teacher)": 3.3368263244628906,
      "epoch": 3.6648351648351647,
      "rel-constrast": 2.08245587348938,
      "step": 4669,
      "subrel-constrast": 3.309799909591675,
      "view-similarity": 0
    },
    {
      "epoch": 3.6656200941915227,
      "grad_norm": 4.5,
      "learning_rate": 1.3290376675242023e-06,
      "loss": 0.5807,
      "step": 4670
    },
    {
      "cov-distil": 1.3958606719970703,
      "cov-distil (oracle2student)": 3.4447102546691895,
      "cov-distil (oracle2teacher)": 3.5399415493011475,
      "epoch": 3.6656200941915227,
      "rel-constrast": 1.7036328315734863,
      "step": 4670,
      "subrel-constrast": 2.338747262954712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2891755104064941,
      "cov-distil (oracle2student)": 3.987764596939087,
      "cov-distil (oracle2teacher)": 3.9916868209838867,
      "epoch": 3.6664050235478807,
      "rel-constrast": 2.568110227584839,
      "step": 4671,
      "subrel-constrast": 2.970393657684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5306456089019775,
      "cov-distil (oracle2student)": 4.654862403869629,
      "cov-distil (oracle2teacher)": 4.55566930770874,
      "epoch": 3.6671899529042387,
      "rel-constrast": 1.4814393520355225,
      "step": 4672,
      "subrel-constrast": 2.656534433364868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7595901489257812,
      "cov-distil (oracle2student)": 5.7646589279174805,
      "cov-distil (oracle2teacher)": 5.22847318649292,
      "epoch": 3.6679748822605966,
      "rel-constrast": 2.7340221405029297,
      "step": 4673,
      "subrel-constrast": 3.1372792720794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2604199647903442,
      "cov-distil (oracle2student)": 4.839160919189453,
      "cov-distil (oracle2teacher)": 4.23129940032959,
      "epoch": 3.6687598116169546,
      "rel-constrast": 1.889557123184204,
      "step": 4674,
      "subrel-constrast": 2.5457804203033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5462310314178467,
      "cov-distil (oracle2student)": 4.43372917175293,
      "cov-distil (oracle2teacher)": 4.0151519775390625,
      "epoch": 3.669544740973312,
      "rel-constrast": 1.235935926437378,
      "step": 4675,
      "subrel-constrast": 2.1553099155426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0343658924102783,
      "cov-distil (oracle2student)": 5.540711879730225,
      "cov-distil (oracle2teacher)": 5.231592178344727,
      "epoch": 3.67032967032967,
      "rel-constrast": 2.0432939529418945,
      "step": 4676,
      "subrel-constrast": 3.187795400619507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4671775102615356,
      "cov-distil (oracle2student)": 3.0401833057403564,
      "cov-distil (oracle2teacher)": 3.4519338607788086,
      "epoch": 3.671114599686028,
      "rel-constrast": 2.0498971939086914,
      "step": 4677,
      "subrel-constrast": 2.750830888748169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4864919185638428,
      "cov-distil (oracle2student)": 4.828841209411621,
      "cov-distil (oracle2teacher)": 4.340766906738281,
      "epoch": 3.671899529042386,
      "rel-constrast": 2.5042624473571777,
      "step": 4678,
      "subrel-constrast": 3.159792184829712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0020761489868164,
      "cov-distil (oracle2student)": 5.66300106048584,
      "cov-distil (oracle2teacher)": 5.409326553344727,
      "epoch": 3.672684458398744,
      "rel-constrast": 1.9435665607452393,
      "step": 4679,
      "subrel-constrast": 2.612271308898926,
      "view-similarity": 0
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 4.3125,
      "learning_rate": 1.2502776674649774e-06,
      "loss": 0.5408,
      "step": 4680
    },
    {
      "cov-distil": 1.508190631866455,
      "cov-distil (oracle2student)": 5.070553779602051,
      "cov-distil (oracle2teacher)": 4.160404205322266,
      "epoch": 3.673469387755102,
      "rel-constrast": 1.3954613208770752,
      "step": 4680,
      "subrel-constrast": 2.1306192874908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4008187055587769,
      "cov-distil (oracle2student)": 4.450281620025635,
      "cov-distil (oracle2teacher)": 4.0814409255981445,
      "epoch": 3.67425431711146,
      "rel-constrast": 2.361345052719116,
      "step": 4681,
      "subrel-constrast": 3.0096628665924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636631727218628,
      "cov-distil (oracle2student)": 3.913388252258301,
      "cov-distil (oracle2teacher)": 3.659064769744873,
      "epoch": 3.6750392464678177,
      "rel-constrast": 1.8972355127334595,
      "step": 4682,
      "subrel-constrast": 3.0500540733337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8681286573410034,
      "cov-distil (oracle2student)": 7.763335704803467,
      "cov-distil (oracle2teacher)": 6.567295074462891,
      "epoch": 3.675824175824176,
      "rel-constrast": 4.319983005523682,
      "step": 4683,
      "subrel-constrast": 4.7900309562683105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4132308959960938,
      "cov-distil (oracle2student)": 4.733957767486572,
      "cov-distil (oracle2teacher)": 4.2909345626831055,
      "epoch": 3.6766091051805336,
      "rel-constrast": 2.369267463684082,
      "step": 4684,
      "subrel-constrast": 3.270599603652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3155605792999268,
      "cov-distil (oracle2student)": 3.8118128776550293,
      "cov-distil (oracle2teacher)": 3.9342827796936035,
      "epoch": 3.6773940345368916,
      "rel-constrast": 1.374030351638794,
      "step": 4685,
      "subrel-constrast": 2.5661611557006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6479949951171875,
      "cov-distil (oracle2student)": 5.3288116455078125,
      "cov-distil (oracle2teacher)": 5.132884979248047,
      "epoch": 3.6781789638932496,
      "rel-constrast": 2.0120699405670166,
      "step": 4686,
      "subrel-constrast": 3.4075212478637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.888035535812378,
      "cov-distil (oracle2student)": 5.349946022033691,
      "cov-distil (oracle2teacher)": 4.623506546020508,
      "epoch": 3.6789638932496076,
      "rel-constrast": 2.2367305755615234,
      "step": 4687,
      "subrel-constrast": 3.0199873447418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.411264181137085,
      "cov-distil (oracle2student)": 3.0448124408721924,
      "cov-distil (oracle2teacher)": 3.213651657104492,
      "epoch": 3.6797488226059656,
      "rel-constrast": 1.2768890857696533,
      "step": 4688,
      "subrel-constrast": 2.211226463317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4406094551086426,
      "cov-distil (oracle2student)": 6.308825492858887,
      "cov-distil (oracle2teacher)": 5.764845848083496,
      "epoch": 3.680533751962323,
      "rel-constrast": 3.1005616188049316,
      "step": 4689,
      "subrel-constrast": 4.294757843017578,
      "view-similarity": 0
    },
    {
      "epoch": 3.6813186813186816,
      "grad_norm": 7.5625,
      "learning_rate": 1.1738936600966367e-06,
      "loss": 0.6024,
      "step": 4690
    },
    {
      "cov-distil": 1.5826990604400635,
      "cov-distil (oracle2student)": 5.9676923751831055,
      "cov-distil (oracle2teacher)": 5.201114654541016,
      "epoch": 3.6813186813186816,
      "rel-constrast": 2.145692825317383,
      "step": 4690,
      "subrel-constrast": 2.8089213371276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2164652347564697,
      "cov-distil (oracle2student)": 6.520910263061523,
      "cov-distil (oracle2teacher)": 5.468640327453613,
      "epoch": 3.682103610675039,
      "rel-constrast": 1.3483729362487793,
      "step": 4691,
      "subrel-constrast": 2.1816399097442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1878271102905273,
      "cov-distil (oracle2student)": 3.6402320861816406,
      "cov-distil (oracle2teacher)": 3.2162389755249023,
      "epoch": 3.682888540031397,
      "rel-constrast": 2.761359214782715,
      "step": 4692,
      "subrel-constrast": 2.929957389831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0135180950164795,
      "cov-distil (oracle2student)": 4.236180305480957,
      "cov-distil (oracle2teacher)": 4.2007551193237305,
      "epoch": 3.683673469387755,
      "rel-constrast": 1.9101247787475586,
      "step": 4693,
      "subrel-constrast": 2.693787097930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737577199935913,
      "cov-distil (oracle2student)": 4.409132957458496,
      "cov-distil (oracle2teacher)": 3.8269286155700684,
      "epoch": 3.684458398744113,
      "rel-constrast": 2.643509864807129,
      "step": 4694,
      "subrel-constrast": 3.4691989421844482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7128806114196777,
      "cov-distil (oracle2student)": 5.570095062255859,
      "cov-distil (oracle2teacher)": 4.838316917419434,
      "epoch": 3.685243328100471,
      "rel-constrast": 2.5859761238098145,
      "step": 4695,
      "subrel-constrast": 3.2550244331359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1287732124328613,
      "cov-distil (oracle2student)": 5.197476863861084,
      "cov-distil (oracle2teacher)": 4.354999542236328,
      "epoch": 3.686028257456829,
      "rel-constrast": 1.8316489458084106,
      "step": 4696,
      "subrel-constrast": 2.481276750564575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.828064203262329,
      "cov-distil (oracle2student)": 3.885669469833374,
      "cov-distil (oracle2teacher)": 3.9672937393188477,
      "epoch": 3.686813186813187,
      "rel-constrast": 1.9195365905761719,
      "step": 4697,
      "subrel-constrast": 2.7543880939483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617784857749939,
      "cov-distil (oracle2student)": 4.703251838684082,
      "cov-distil (oracle2teacher)": 3.9868128299713135,
      "epoch": 3.6875981161695446,
      "rel-constrast": 2.346707820892334,
      "step": 4698,
      "subrel-constrast": 3.0000357627868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6748095750808716,
      "cov-distil (oracle2student)": 3.6441709995269775,
      "cov-distil (oracle2teacher)": 3.5352909564971924,
      "epoch": 3.6883830455259026,
      "rel-constrast": 1.950056791305542,
      "step": 4699,
      "subrel-constrast": 2.962141275405884,
      "view-similarity": 0
    },
    {
      "epoch": 3.6891679748822606,
      "grad_norm": 4.53125,
      "learning_rate": 1.0998893682679479e-06,
      "loss": 0.5778,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "overlap": 0.32500001788139343,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "student margin": 0.08966064453125
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "teacher margin": 0.06597900390625
    },
    {
      "epoch": 3.6891679748822606,
      "margin difference": -0.023681640625,
      "step": 4700
    },
    {
      "cov-distil": 1.167357087135315,
      "cov-distil (oracle2student)": 3.208256721496582,
      "cov-distil (oracle2teacher)": 2.728785991668701,
      "epoch": 3.6891679748822606,
      "rel-constrast": 1.6425845623016357,
      "step": 4700,
      "subrel-constrast": 1.9234458208084106,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5750492811203003,
      "cov-distil (oracle2student)": 2.51943302154541,
      "cov-distil (oracle2teacher)": 2.797020196914673,
      "epoch": 3.6899529042386185,
      "rel-constrast": 2.6610913276672363,
      "step": 4701,
      "subrel-constrast": 3.3868720531463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.911647915840149,
      "cov-distil (oracle2student)": 5.134191513061523,
      "cov-distil (oracle2teacher)": 4.805130958557129,
      "epoch": 3.6907378335949765,
      "rel-constrast": 1.7424626350402832,
      "step": 4702,
      "subrel-constrast": 2.5984740257263184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1019854545593262,
      "cov-distil (oracle2student)": 4.209451675415039,
      "cov-distil (oracle2teacher)": 3.539386510848999,
      "epoch": 3.6915227629513345,
      "rel-constrast": 2.8226637840270996,
      "step": 4703,
      "subrel-constrast": 3.524418592453003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8092703819274902,
      "cov-distil (oracle2student)": 4.796937942504883,
      "cov-distil (oracle2teacher)": 4.317455291748047,
      "epoch": 3.6923076923076925,
      "rel-constrast": 3.2503044605255127,
      "step": 4704,
      "subrel-constrast": 3.741781711578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7252914905548096,
      "cov-distil (oracle2student)": 3.6317667961120605,
      "cov-distil (oracle2teacher)": 3.7993006706237793,
      "epoch": 3.69309262166405,
      "rel-constrast": 2.040787696838379,
      "step": 4705,
      "subrel-constrast": 3.240738868713379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0121054649353027,
      "cov-distil (oracle2student)": 4.435561656951904,
      "cov-distil (oracle2teacher)": 4.015316009521484,
      "epoch": 3.693877551020408,
      "rel-constrast": 1.8380136489868164,
      "step": 4706,
      "subrel-constrast": 2.4835896492004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221496105194092,
      "cov-distil (oracle2student)": 4.380573749542236,
      "cov-distil (oracle2teacher)": 4.032391548156738,
      "epoch": 3.694662480376766,
      "rel-constrast": 3.1418745517730713,
      "step": 4707,
      "subrel-constrast": 3.945420026779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2278003692626953,
      "cov-distil (oracle2student)": 4.799771785736084,
      "cov-distil (oracle2teacher)": 4.073655128479004,
      "epoch": 3.695447409733124,
      "rel-constrast": 1.2842453718185425,
      "step": 4708,
      "subrel-constrast": 2.300153970718384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7093327045440674,
      "cov-distil (oracle2student)": 4.248934745788574,
      "cov-distil (oracle2teacher)": 4.576357841491699,
      "epoch": 3.696232339089482,
      "rel-constrast": 2.1256468296051025,
      "step": 4709,
      "subrel-constrast": 3.109206199645996,
      "view-similarity": 0
    },
    {
      "epoch": 3.69701726844584,
      "grad_norm": 5.40625,
      "learning_rate": 1.0282683988436792e-06,
      "loss": 0.6049,
      "step": 4710
    },
    {
      "cov-distil": 1.2739055156707764,
      "cov-distil (oracle2student)": 5.075222969055176,
      "cov-distil (oracle2teacher)": 4.797580718994141,
      "epoch": 3.69701726844584,
      "rel-constrast": 2.2990989685058594,
      "step": 4710,
      "subrel-constrast": 3.398380994796753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9636567831039429,
      "cov-distil (oracle2student)": 6.2987470626831055,
      "cov-distil (oracle2teacher)": 5.391717910766602,
      "epoch": 3.697802197802198,
      "rel-constrast": 2.227775812149048,
      "step": 4711,
      "subrel-constrast": 3.4154868125915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7021411657333374,
      "cov-distil (oracle2student)": 4.114468097686768,
      "cov-distil (oracle2teacher)": 4.428443431854248,
      "epoch": 3.6985871271585555,
      "rel-constrast": 3.169992446899414,
      "step": 4712,
      "subrel-constrast": 4.242692470550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7539902925491333,
      "cov-distil (oracle2student)": 4.332054615020752,
      "cov-distil (oracle2teacher)": 4.274066925048828,
      "epoch": 3.6993720565149135,
      "rel-constrast": 1.5414475202560425,
      "step": 4713,
      "subrel-constrast": 2.5281827449798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5296006202697754,
      "cov-distil (oracle2student)": 5.193455696105957,
      "cov-distil (oracle2teacher)": 4.867506980895996,
      "epoch": 3.7001569858712715,
      "rel-constrast": 2.039937973022461,
      "step": 4714,
      "subrel-constrast": 2.9842920303344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0543904304504395,
      "cov-distil (oracle2student)": 4.715782165527344,
      "cov-distil (oracle2teacher)": 4.498904228210449,
      "epoch": 3.7009419152276295,
      "rel-constrast": 2.4954233169555664,
      "step": 4715,
      "subrel-constrast": 3.6742639541625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4290975332260132,
      "cov-distil (oracle2student)": 4.404160022735596,
      "cov-distil (oracle2teacher)": 4.100069046020508,
      "epoch": 3.7017268445839875,
      "rel-constrast": 2.6144492626190186,
      "step": 4716,
      "subrel-constrast": 3.307994842529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3802359104156494,
      "cov-distil (oracle2student)": 3.2990365028381348,
      "cov-distil (oracle2teacher)": 3.3781001567840576,
      "epoch": 3.7025117739403455,
      "rel-constrast": 1.723376750946045,
      "step": 4717,
      "subrel-constrast": 2.2629969120025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9610755443572998,
      "cov-distil (oracle2student)": 3.5001931190490723,
      "cov-distil (oracle2teacher)": 3.689558744430542,
      "epoch": 3.7032967032967035,
      "rel-constrast": 2.1103599071502686,
      "step": 4718,
      "subrel-constrast": 3.2801437377929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845695495605469,
      "cov-distil (oracle2student)": 4.8646016120910645,
      "cov-distil (oracle2teacher)": 4.983975410461426,
      "epoch": 3.704081632653061,
      "rel-constrast": 1.775010108947754,
      "step": 4719,
      "subrel-constrast": 2.8672666549682617,
      "view-similarity": 0
    },
    {
      "epoch": 3.704866562009419,
      "grad_norm": 4.21875,
      "learning_rate": 9.590342425288446e-07,
      "loss": 0.5913,
      "step": 4720
    },
    {
      "cov-distil": 2.1361007690429688,
      "cov-distil (oracle2student)": 5.128035545349121,
      "cov-distil (oracle2teacher)": 4.705135822296143,
      "epoch": 3.704866562009419,
      "rel-constrast": 1.2392693758010864,
      "step": 4720,
      "subrel-constrast": 2.5820441246032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0866667032241821,
      "cov-distil (oracle2student)": 4.238402366638184,
      "cov-distil (oracle2teacher)": 3.7552430629730225,
      "epoch": 3.705651491365777,
      "rel-constrast": 1.8111965656280518,
      "step": 4721,
      "subrel-constrast": 2.6883556842803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0864121913909912,
      "cov-distil (oracle2student)": 4.9088969230651855,
      "cov-distil (oracle2teacher)": 4.627558708190918,
      "epoch": 3.706436420722135,
      "rel-constrast": 1.9169484376907349,
      "step": 4722,
      "subrel-constrast": 2.732370376586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5879961252212524,
      "cov-distil (oracle2student)": 3.6056315898895264,
      "cov-distil (oracle2teacher)": 3.4198505878448486,
      "epoch": 3.707221350078493,
      "rel-constrast": 1.607908010482788,
      "step": 4723,
      "subrel-constrast": 2.5842151641845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2954959869384766,
      "cov-distil (oracle2student)": 4.285738945007324,
      "cov-distil (oracle2teacher)": 4.19167947769165,
      "epoch": 3.708006279434851,
      "rel-constrast": 2.052072525024414,
      "step": 4724,
      "subrel-constrast": 2.5015130043029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5797851085662842,
      "cov-distil (oracle2student)": 3.7086591720581055,
      "cov-distil (oracle2teacher)": 3.52384614944458,
      "epoch": 3.708791208791209,
      "rel-constrast": 2.100630283355713,
      "step": 4725,
      "subrel-constrast": 2.836308717727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7673003673553467,
      "cov-distil (oracle2student)": 4.077165603637695,
      "cov-distil (oracle2teacher)": 3.5308001041412354,
      "epoch": 3.7095761381475665,
      "rel-constrast": 2.469644784927368,
      "step": 4726,
      "subrel-constrast": 2.952911138534546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9665379524230957,
      "cov-distil (oracle2student)": 3.5595977306365967,
      "cov-distil (oracle2teacher)": 3.6162149906158447,
      "epoch": 3.710361067503925,
      "rel-constrast": 1.8517723083496094,
      "step": 4727,
      "subrel-constrast": 2.9511170387268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1121809482574463,
      "cov-distil (oracle2student)": 4.116071701049805,
      "cov-distil (oracle2teacher)": 3.5727314949035645,
      "epoch": 3.7111459968602825,
      "rel-constrast": 1.9590669870376587,
      "step": 4728,
      "subrel-constrast": 3.3640570640563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.586355447769165,
      "cov-distil (oracle2student)": 4.008004188537598,
      "cov-distil (oracle2teacher)": 3.3183963298797607,
      "epoch": 3.7119309262166404,
      "rel-constrast": 2.0665175914764404,
      "step": 4729,
      "subrel-constrast": 3.198498010635376,
      "view-similarity": 0
    },
    {
      "epoch": 3.7127158555729984,
      "grad_norm": 4.53125,
      "learning_rate": 8.921902736985399e-07,
      "loss": 0.5199,
      "step": 4730
    },
    {
      "cov-distil": 1.5700194835662842,
      "cov-distil (oracle2student)": 4.0148420333862305,
      "cov-distil (oracle2teacher)": 4.013509273529053,
      "epoch": 3.7127158555729984,
      "rel-constrast": 1.5940062999725342,
      "step": 4730,
      "subrel-constrast": 2.6685221195220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.043663501739502,
      "cov-distil (oracle2student)": 3.8927578926086426,
      "cov-distil (oracle2teacher)": 3.5270838737487793,
      "epoch": 3.7135007849293564,
      "rel-constrast": 1.7444632053375244,
      "step": 4731,
      "subrel-constrast": 2.3872673511505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3311779499053955,
      "cov-distil (oracle2student)": 5.306639671325684,
      "cov-distil (oracle2teacher)": 4.535947322845459,
      "epoch": 3.7142857142857144,
      "rel-constrast": 1.1654434204101562,
      "step": 4732,
      "subrel-constrast": 2.3937301635742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7871003150939941,
      "cov-distil (oracle2student)": 3.341622829437256,
      "cov-distil (oracle2teacher)": 3.1446218490600586,
      "epoch": 3.715070643642072,
      "rel-constrast": 1.4721176624298096,
      "step": 4733,
      "subrel-constrast": 2.722564697265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9991867542266846,
      "cov-distil (oracle2student)": 4.683353424072266,
      "cov-distil (oracle2teacher)": 4.535153865814209,
      "epoch": 3.7158555729984304,
      "rel-constrast": 1.98756742477417,
      "step": 4734,
      "subrel-constrast": 2.746737003326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2354793548583984,
      "cov-distil (oracle2student)": 4.21135139465332,
      "cov-distil (oracle2teacher)": 3.883969306945801,
      "epoch": 3.716640502354788,
      "rel-constrast": 2.676882266998291,
      "step": 4735,
      "subrel-constrast": 3.6751151084899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4925200939178467,
      "cov-distil (oracle2student)": 5.098864555358887,
      "cov-distil (oracle2teacher)": 4.876217842102051,
      "epoch": 3.717425431711146,
      "rel-constrast": 2.9644739627838135,
      "step": 4736,
      "subrel-constrast": 3.6808109283447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0204720497131348,
      "cov-distil (oracle2student)": 5.354650974273682,
      "cov-distil (oracle2teacher)": 4.607013702392578,
      "epoch": 3.718210361067504,
      "rel-constrast": 2.385653257369995,
      "step": 4737,
      "subrel-constrast": 3.0770416259765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5245710611343384,
      "cov-distil (oracle2student)": 5.768089771270752,
      "cov-distil (oracle2teacher)": 4.822515487670898,
      "epoch": 3.718995290423862,
      "rel-constrast": 2.5896658897399902,
      "step": 4738,
      "subrel-constrast": 3.340139865875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4437758922576904,
      "cov-distil (oracle2student)": 3.225010395050049,
      "cov-distil (oracle2teacher)": 3.4547629356384277,
      "epoch": 3.71978021978022,
      "rel-constrast": 2.9115042686462402,
      "step": 4739,
      "subrel-constrast": 3.623400926589966,
      "view-similarity": 0
    },
    {
      "epoch": 3.7205651491365774,
      "grad_norm": 5.0,
      "learning_rate": 8.277397502335194e-07,
      "loss": 0.5759,
      "step": 4740
    },
    {
      "cov-distil": 1.2230329513549805,
      "cov-distil (oracle2student)": 3.4129862785339355,
      "cov-distil (oracle2teacher)": 3.197319269180298,
      "epoch": 3.7205651491365774,
      "rel-constrast": 2.3588480949401855,
      "step": 4740,
      "subrel-constrast": 3.354318857192993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5466203689575195,
      "cov-distil (oracle2student)": 3.6730599403381348,
      "cov-distil (oracle2teacher)": 3.517096757888794,
      "epoch": 3.721350078492936,
      "rel-constrast": 1.912685751914978,
      "step": 4741,
      "subrel-constrast": 2.711900472640991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8025256395339966,
      "cov-distil (oracle2student)": 5.491738319396973,
      "cov-distil (oracle2teacher)": 4.669657230377197,
      "epoch": 3.7221350078492934,
      "rel-constrast": 2.3733444213867188,
      "step": 4742,
      "subrel-constrast": 2.9589993953704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.407482624053955,
      "cov-distil (oracle2student)": 3.9183688163757324,
      "cov-distil (oracle2teacher)": 3.7026712894439697,
      "epoch": 3.7229199372056514,
      "rel-constrast": 2.0016677379608154,
      "step": 4743,
      "subrel-constrast": 2.8606815338134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3044259548187256,
      "cov-distil (oracle2student)": 5.983931541442871,
      "cov-distil (oracle2teacher)": 5.0741472244262695,
      "epoch": 3.7237048665620094,
      "rel-constrast": 2.863717794418335,
      "step": 4744,
      "subrel-constrast": 3.296760082244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5649242401123047,
      "cov-distil (oracle2student)": 4.167564392089844,
      "cov-distil (oracle2teacher)": 3.848875045776367,
      "epoch": 3.7244897959183674,
      "rel-constrast": 2.0246763229370117,
      "step": 4745,
      "subrel-constrast": 2.8453705310821533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5012894868850708,
      "cov-distil (oracle2student)": 4.609523773193359,
      "cov-distil (oracle2teacher)": 4.7642059326171875,
      "epoch": 3.7252747252747254,
      "rel-constrast": 3.3796935081481934,
      "step": 4746,
      "subrel-constrast": 4.0183939933776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1249244213104248,
      "cov-distil (oracle2student)": 4.502121925354004,
      "cov-distil (oracle2teacher)": 4.0929412841796875,
      "epoch": 3.7260596546310834,
      "rel-constrast": 1.9344114065170288,
      "step": 4747,
      "subrel-constrast": 2.8698649406433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6547784805297852,
      "cov-distil (oracle2student)": 5.374690055847168,
      "cov-distil (oracle2teacher)": 4.428081512451172,
      "epoch": 3.7268445839874413,
      "rel-constrast": 3.060427665710449,
      "step": 4748,
      "subrel-constrast": 3.216310977935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8611550331115723,
      "cov-distil (oracle2student)": 5.864516735076904,
      "cov-distil (oracle2teacher)": 5.616898536682129,
      "epoch": 3.727629513343799,
      "rel-constrast": 2.2304930686950684,
      "step": 4749,
      "subrel-constrast": 3.27077579498291,
      "view-similarity": 0
    },
    {
      "epoch": 3.728414442700157,
      "grad_norm": 4.4375,
      "learning_rate": 7.656858133613498e-07,
      "loss": 0.641,
      "step": 4750
    },
    {
      "cov-distil": 1.6218920946121216,
      "cov-distil (oracle2student)": 5.841307163238525,
      "cov-distil (oracle2teacher)": 4.979084491729736,
      "epoch": 3.728414442700157,
      "rel-constrast": 1.691738247871399,
      "step": 4750,
      "subrel-constrast": 2.7305431365966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4553195238113403,
      "cov-distil (oracle2student)": 4.659884452819824,
      "cov-distil (oracle2teacher)": 4.207442283630371,
      "epoch": 3.729199372056515,
      "rel-constrast": 2.5689632892608643,
      "step": 4751,
      "subrel-constrast": 3.2727866172790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7208366394042969,
      "cov-distil (oracle2student)": 3.987581729888916,
      "cov-distil (oracle2teacher)": 4.049636363983154,
      "epoch": 3.729984301412873,
      "rel-constrast": 1.9502922296524048,
      "step": 4752,
      "subrel-constrast": 3.213714599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676788091659546,
      "cov-distil (oracle2student)": 5.379805564880371,
      "cov-distil (oracle2teacher)": 5.0623979568481445,
      "epoch": 3.730769230769231,
      "rel-constrast": 2.167618989944458,
      "step": 4753,
      "subrel-constrast": 2.9558157920837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9661126136779785,
      "cov-distil (oracle2student)": 4.495518684387207,
      "cov-distil (oracle2teacher)": 4.119479656219482,
      "epoch": 3.731554160125589,
      "rel-constrast": 2.2527859210968018,
      "step": 4754,
      "subrel-constrast": 2.9501917362213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5802326202392578,
      "cov-distil (oracle2student)": 4.209025859832764,
      "cov-distil (oracle2teacher)": 4.001337051391602,
      "epoch": 3.732339089481947,
      "rel-constrast": 2.3424298763275146,
      "step": 4755,
      "subrel-constrast": 3.1214351654052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.399922251701355,
      "cov-distil (oracle2student)": 4.0711164474487305,
      "cov-distil (oracle2teacher)": 4.014471530914307,
      "epoch": 3.7331240188383044,
      "rel-constrast": 2.023322105407715,
      "step": 4756,
      "subrel-constrast": 2.8125338554382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7609317302703857,
      "cov-distil (oracle2student)": 1.6270208358764648,
      "cov-distil (oracle2teacher)": 2.3965210914611816,
      "epoch": 3.7339089481946623,
      "rel-constrast": 1.8234443664550781,
      "step": 4757,
      "subrel-constrast": 2.7802205085754395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551846027374268,
      "cov-distil (oracle2student)": 4.048779487609863,
      "cov-distil (oracle2teacher)": 4.107033729553223,
      "epoch": 3.7346938775510203,
      "rel-constrast": 1.825376033782959,
      "step": 4758,
      "subrel-constrast": 3.1567676067352295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6397106647491455,
      "cov-distil (oracle2student)": 6.224771976470947,
      "cov-distil (oracle2teacher)": 5.442221641540527,
      "epoch": 3.7354788069073783,
      "rel-constrast": 2.452868938446045,
      "step": 4759,
      "subrel-constrast": 2.993696689605713,
      "view-similarity": 0
    },
    {
      "epoch": 3.7362637362637363,
      "grad_norm": 4.53125,
      "learning_rate": 7.060314875033835e-07,
      "loss": 0.5684,
      "step": 4760
    },
    {
      "cov-distil": 1.3903971910476685,
      "cov-distil (oracle2student)": 5.639248847961426,
      "cov-distil (oracle2teacher)": 4.962464332580566,
      "epoch": 3.7362637362637363,
      "rel-constrast": 3.7916815280914307,
      "step": 4760,
      "subrel-constrast": 4.008038520812988,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7458062171936035,
      "cov-distil (oracle2student)": 3.6107277870178223,
      "cov-distil (oracle2teacher)": 3.8055551052093506,
      "epoch": 3.7370486656200943,
      "rel-constrast": 2.1481237411499023,
      "step": 4761,
      "subrel-constrast": 3.020134449005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4437717199325562,
      "cov-distil (oracle2student)": 2.9537453651428223,
      "cov-distil (oracle2teacher)": 3.181962013244629,
      "epoch": 3.7378335949764523,
      "rel-constrast": 1.7262718677520752,
      "step": 4762,
      "subrel-constrast": 2.8470418453216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7798959016799927,
      "cov-distil (oracle2student)": 3.792778491973877,
      "cov-distil (oracle2teacher)": 4.18682861328125,
      "epoch": 3.73861852433281,
      "rel-constrast": 1.6394684314727783,
      "step": 4763,
      "subrel-constrast": 2.8730056285858154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382943153381348,
      "cov-distil (oracle2student)": 6.1992998123168945,
      "cov-distil (oracle2teacher)": 5.590580940246582,
      "epoch": 3.739403453689168,
      "rel-constrast": 4.257927894592285,
      "step": 4764,
      "subrel-constrast": 4.706079483032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2787282466888428,
      "cov-distil (oracle2student)": 4.429447650909424,
      "cov-distil (oracle2teacher)": 4.096795082092285,
      "epoch": 3.740188383045526,
      "rel-constrast": 1.2333338260650635,
      "step": 4765,
      "subrel-constrast": 1.9284746646881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8795685768127441,
      "cov-distil (oracle2student)": 4.489507675170898,
      "cov-distil (oracle2teacher)": 3.919969320297241,
      "epoch": 3.740973312401884,
      "rel-constrast": 2.134215831756592,
      "step": 4766,
      "subrel-constrast": 3.1102585792541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5326478481292725,
      "cov-distil (oracle2student)": 3.1215837001800537,
      "cov-distil (oracle2teacher)": 2.9630990028381348,
      "epoch": 3.741758241758242,
      "rel-constrast": 3.179346799850464,
      "step": 4767,
      "subrel-constrast": 3.384331226348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0024025440216064,
      "cov-distil (oracle2student)": 3.7569546699523926,
      "cov-distil (oracle2teacher)": 4.236230850219727,
      "epoch": 3.7425431711145998,
      "rel-constrast": 2.633859395980835,
      "step": 4768,
      "subrel-constrast": 3.774993896484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041191577911377,
      "cov-distil (oracle2student)": 3.736476421356201,
      "cov-distil (oracle2teacher)": 3.6092166900634766,
      "epoch": 3.7433281004709578,
      "rel-constrast": 2.0845136642456055,
      "step": 4769,
      "subrel-constrast": 3.2450811862945557,
      "view-similarity": 0
    },
    {
      "epoch": 3.7441130298273153,
      "grad_norm": 4.5,
      "learning_rate": 6.487796801272983e-07,
      "loss": 0.661,
      "step": 4770
    },
    {
      "cov-distil": 1.6870033740997314,
      "cov-distil (oracle2student)": 3.0671441555023193,
      "cov-distil (oracle2teacher)": 2.538485050201416,
      "epoch": 3.7441130298273153,
      "rel-constrast": 2.115588665008545,
      "step": 4770,
      "subrel-constrast": 2.5019657611846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1172590255737305,
      "cov-distil (oracle2student)": 4.277630805969238,
      "cov-distil (oracle2teacher)": 3.8646275997161865,
      "epoch": 3.7448979591836737,
      "rel-constrast": 1.6636340618133545,
      "step": 4771,
      "subrel-constrast": 2.7069201469421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.540740966796875,
      "cov-distil (oracle2student)": 5.585726737976074,
      "cov-distil (oracle2teacher)": 4.492034912109375,
      "epoch": 3.7456828885400313,
      "rel-constrast": 1.7641849517822266,
      "step": 4772,
      "subrel-constrast": 2.559262752532959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.644858956336975,
      "cov-distil (oracle2student)": 4.666098594665527,
      "cov-distil (oracle2teacher)": 4.763734817504883,
      "epoch": 3.7464678178963893,
      "rel-constrast": 2.850447177886963,
      "step": 4773,
      "subrel-constrast": 4.114354610443115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1999502182006836,
      "cov-distil (oracle2student)": 3.4014968872070312,
      "cov-distil (oracle2teacher)": 3.320345878601074,
      "epoch": 3.7472527472527473,
      "rel-constrast": 1.8423619270324707,
      "step": 4774,
      "subrel-constrast": 3.010099411010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1545042991638184,
      "cov-distil (oracle2student)": 4.174070358276367,
      "cov-distil (oracle2teacher)": 4.548534393310547,
      "epoch": 3.7480376766091053,
      "rel-constrast": 2.47880220413208,
      "step": 4775,
      "subrel-constrast": 3.4787240028381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8079121112823486,
      "cov-distil (oracle2student)": 6.207029342651367,
      "cov-distil (oracle2teacher)": 5.688385963439941,
      "epoch": 3.7488226059654632,
      "rel-constrast": 2.1590476036071777,
      "step": 4776,
      "subrel-constrast": 3.0251669883728027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105964422225952,
      "cov-distil (oracle2student)": 3.954345703125,
      "cov-distil (oracle2teacher)": 3.906062364578247,
      "epoch": 3.749607535321821,
      "rel-constrast": 1.9716448783874512,
      "step": 4777,
      "subrel-constrast": 2.457857608795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8233366012573242,
      "cov-distil (oracle2student)": 4.744773864746094,
      "cov-distil (oracle2teacher)": 4.112349510192871,
      "epoch": 3.750392464678179,
      "rel-constrast": 2.579930543899536,
      "step": 4778,
      "subrel-constrast": 3.441647529602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5435470342636108,
      "cov-distil (oracle2student)": 4.163593769073486,
      "cov-distil (oracle2teacher)": 3.1978237628936768,
      "epoch": 3.7511773940345368,
      "rel-constrast": 1.504454493522644,
      "step": 4779,
      "subrel-constrast": 2.363485813140869,
      "view-similarity": 0
    },
    {
      "epoch": 3.7519623233908947,
      "grad_norm": 4.28125,
      "learning_rate": 5.939331816054161e-07,
      "loss": 0.5648,
      "step": 4780
    },
    {
      "cov-distil": 1.2912187576293945,
      "cov-distil (oracle2student)": 5.464757442474365,
      "cov-distil (oracle2teacher)": 5.044793128967285,
      "epoch": 3.7519623233908947,
      "rel-constrast": 2.0451436042785645,
      "step": 4780,
      "subrel-constrast": 2.959994316101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4735972881317139,
      "cov-distil (oracle2student)": 3.1199400424957275,
      "cov-distil (oracle2teacher)": 3.3750863075256348,
      "epoch": 3.7527472527472527,
      "rel-constrast": 2.4369821548461914,
      "step": 4781,
      "subrel-constrast": 3.0789692401885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871605396270752,
      "cov-distil (oracle2student)": 4.168793678283691,
      "cov-distil (oracle2teacher)": 3.598619222640991,
      "epoch": 3.7535321821036107,
      "rel-constrast": 2.296912670135498,
      "step": 4782,
      "subrel-constrast": 2.9601027965545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9966803789138794,
      "cov-distil (oracle2student)": 4.12422513961792,
      "cov-distil (oracle2teacher)": 3.8207287788391113,
      "epoch": 3.7543171114599687,
      "rel-constrast": 1.8751896619796753,
      "step": 4783,
      "subrel-constrast": 2.520400285720825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311380386352539,
      "cov-distil (oracle2student)": 2.230605125427246,
      "cov-distil (oracle2teacher)": 2.200968027114868,
      "epoch": 3.7551020408163263,
      "rel-constrast": 2.5215110778808594,
      "step": 4784,
      "subrel-constrast": 2.9626851081848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4595633745193481,
      "cov-distil (oracle2student)": 3.52608060836792,
      "cov-distil (oracle2teacher)": 3.979840040206909,
      "epoch": 3.7558869701726847,
      "rel-constrast": 2.8977110385894775,
      "step": 4785,
      "subrel-constrast": 4.279302597045898,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189182758331299,
      "cov-distil (oracle2student)": 3.9000487327575684,
      "cov-distil (oracle2teacher)": 4.471243858337402,
      "epoch": 3.7566718995290422,
      "rel-constrast": 2.282569408416748,
      "step": 4786,
      "subrel-constrast": 3.7602922916412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202148199081421,
      "cov-distil (oracle2student)": 4.4577226638793945,
      "cov-distil (oracle2teacher)": 3.798126459121704,
      "epoch": 3.7574568288854002,
      "rel-constrast": 1.8778867721557617,
      "step": 4787,
      "subrel-constrast": 3.497340202331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325121283531189,
      "cov-distil (oracle2student)": 4.894200325012207,
      "cov-distil (oracle2teacher)": 4.751363277435303,
      "epoch": 3.758241758241758,
      "rel-constrast": 1.658534288406372,
      "step": 4788,
      "subrel-constrast": 2.1771011352539062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5430878400802612,
      "cov-distil (oracle2student)": 2.420541524887085,
      "cov-distil (oracle2teacher)": 2.632235527038574,
      "epoch": 3.759026687598116,
      "rel-constrast": 2.032749891281128,
      "step": 4789,
      "subrel-constrast": 2.953326463699341,
      "view-similarity": 0
    },
    {
      "epoch": 3.759811616954474,
      "grad_norm": 4.15625,
      "learning_rate": 5.414946650786957e-07,
      "loss": 0.5873,
      "step": 4790
    },
    {
      "cov-distil": 1.824873924255371,
      "cov-distil (oracle2student)": 4.099909782409668,
      "cov-distil (oracle2teacher)": 3.7479641437530518,
      "epoch": 3.759811616954474,
      "rel-constrast": 2.53185772895813,
      "step": 4790,
      "subrel-constrast": 3.2497618198394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6362128257751465,
      "cov-distil (oracle2student)": 3.584503650665283,
      "cov-distil (oracle2teacher)": 3.266413927078247,
      "epoch": 3.760596546310832,
      "rel-constrast": 1.5425792932510376,
      "step": 4791,
      "subrel-constrast": 2.046905040740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014128923416138,
      "cov-distil (oracle2student)": 3.1043307781219482,
      "cov-distil (oracle2teacher)": 3.300366163253784,
      "epoch": 3.76138147566719,
      "rel-constrast": 1.7734935283660889,
      "step": 4792,
      "subrel-constrast": 2.7774393558502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953043460845947,
      "cov-distil (oracle2student)": 2.8204009532928467,
      "cov-distil (oracle2teacher)": 2.358181953430176,
      "epoch": 3.7621664050235477,
      "rel-constrast": 1.8300892114639282,
      "step": 4793,
      "subrel-constrast": 2.374817371368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4636151790618896,
      "cov-distil (oracle2student)": 3.806377410888672,
      "cov-distil (oracle2teacher)": 3.8791933059692383,
      "epoch": 3.7629513343799057,
      "rel-constrast": 3.1837706565856934,
      "step": 4794,
      "subrel-constrast": 3.649099588394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0483665466308594,
      "cov-distil (oracle2student)": 4.439106464385986,
      "cov-distil (oracle2teacher)": 4.12624454498291,
      "epoch": 3.7637362637362637,
      "rel-constrast": 1.6190563440322876,
      "step": 4795,
      "subrel-constrast": 2.8494985103607178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6224523782730103,
      "cov-distil (oracle2student)": 4.901922225952148,
      "cov-distil (oracle2teacher)": 4.282899379730225,
      "epoch": 3.7645211930926217,
      "rel-constrast": 2.852874279022217,
      "step": 4796,
      "subrel-constrast": 3.7228336334228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6910310983657837,
      "cov-distil (oracle2student)": 5.141446113586426,
      "cov-distil (oracle2teacher)": 4.677530288696289,
      "epoch": 3.7653061224489797,
      "rel-constrast": 3.2866268157958984,
      "step": 4797,
      "subrel-constrast": 3.821634531021118,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8602861762046814,
      "cov-distil (oracle2student)": 2.918004035949707,
      "cov-distil (oracle2teacher)": 2.8072140216827393,
      "epoch": 3.7660910518053377,
      "rel-constrast": 2.036088466644287,
      "step": 4798,
      "subrel-constrast": 2.4444127082824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8029133081436157,
      "cov-distil (oracle2student)": 6.64004373550415,
      "cov-distil (oracle2teacher)": 5.758810997009277,
      "epoch": 3.7668759811616956,
      "rel-constrast": 2.1588940620422363,
      "step": 4799,
      "subrel-constrast": 3.2796311378479004,
      "view-similarity": 0
    },
    {
      "epoch": 3.767660910518053,
      "grad_norm": 5.03125,
      "learning_rate": 4.914666863264528e-07,
      "loss": 0.6105,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "overlap": 0.3609375059604645,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "student margin": 0.057861328125
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "teacher margin": 0.039947509765625
    },
    {
      "epoch": 3.767660910518053,
      "margin difference": -0.017913818359375,
      "step": 4800
    },
    {
      "cov-distil": 1.6320230960845947,
      "cov-distil (oracle2student)": 5.705153465270996,
      "cov-distil (oracle2teacher)": 5.137917518615723,
      "epoch": 3.767660910518053,
      "rel-constrast": 2.84169864654541,
      "step": 4800,
      "subrel-constrast": 3.289203405380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.672993540763855,
      "cov-distil (oracle2student)": 6.027612686157227,
      "cov-distil (oracle2teacher)": 5.163264274597168,
      "epoch": 3.768445839874411,
      "rel-constrast": 2.2451462745666504,
      "step": 4801,
      "subrel-constrast": 3.4388411045074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.873694896697998,
      "cov-distil (oracle2student)": 4.063450813293457,
      "cov-distil (oracle2teacher)": 4.190740585327148,
      "epoch": 3.769230769230769,
      "rel-constrast": 2.3426733016967773,
      "step": 4802,
      "subrel-constrast": 3.296325922012329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5764665603637695,
      "cov-distil (oracle2student)": 4.028961181640625,
      "cov-distil (oracle2teacher)": 3.9147205352783203,
      "epoch": 3.770015698587127,
      "rel-constrast": 2.6614279747009277,
      "step": 4803,
      "subrel-constrast": 2.899219036102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4483988285064697,
      "cov-distil (oracle2student)": 3.049960136413574,
      "cov-distil (oracle2teacher)": 2.5349719524383545,
      "epoch": 3.770800627943485,
      "rel-constrast": 1.688673973083496,
      "step": 4804,
      "subrel-constrast": 2.5937862396240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4504176378250122,
      "cov-distil (oracle2student)": 3.525522470474243,
      "cov-distil (oracle2teacher)": 3.5291810035705566,
      "epoch": 3.771585557299843,
      "rel-constrast": 1.349306583404541,
      "step": 4805,
      "subrel-constrast": 2.509740114212036,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1410086154937744,
      "cov-distil (oracle2student)": 5.105629920959473,
      "cov-distil (oracle2teacher)": 4.746847152709961,
      "epoch": 3.772370486656201,
      "rel-constrast": 2.964052200317383,
      "step": 4806,
      "subrel-constrast": 3.682030200958252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365804672241211,
      "cov-distil (oracle2student)": 3.8347792625427246,
      "cov-distil (oracle2teacher)": 3.69211483001709,
      "epoch": 3.7731554160125587,
      "rel-constrast": 2.031604290008545,
      "step": 4807,
      "subrel-constrast": 2.8227357864379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2560088634490967,
      "cov-distil (oracle2student)": 4.719954490661621,
      "cov-distil (oracle2teacher)": 4.5264892578125,
      "epoch": 3.7739403453689166,
      "rel-constrast": 2.2127506732940674,
      "step": 4808,
      "subrel-constrast": 2.3546836376190186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543241262435913,
      "cov-distil (oracle2student)": 5.432513236999512,
      "cov-distil (oracle2teacher)": 4.820916652679443,
      "epoch": 3.7747252747252746,
      "rel-constrast": 2.833298683166504,
      "step": 4809,
      "subrel-constrast": 3.2095043659210205,
      "view-similarity": 0
    },
    {
      "epoch": 3.7755102040816326,
      "grad_norm": 5.5,
      "learning_rate": 4.438516836417994e-07,
      "loss": 0.6192,
      "step": 4810
    },
    {
      "cov-distil": 1.368023157119751,
      "cov-distil (oracle2student)": 3.478550434112549,
      "cov-distil (oracle2teacher)": 3.109987735748291,
      "epoch": 3.7755102040816326,
      "rel-constrast": 3.335090160369873,
      "step": 4810,
      "subrel-constrast": 3.3540656566619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.673312783241272,
      "cov-distil (oracle2student)": 4.349946975708008,
      "cov-distil (oracle2teacher)": 4.042985916137695,
      "epoch": 3.7762951334379906,
      "rel-constrast": 2.8969805240631104,
      "step": 4811,
      "subrel-constrast": 3.543365716934204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5961968898773193,
      "cov-distil (oracle2student)": 5.143471717834473,
      "cov-distil (oracle2teacher)": 4.878511428833008,
      "epoch": 3.7770800627943486,
      "rel-constrast": 2.4537203311920166,
      "step": 4812,
      "subrel-constrast": 3.4774978160858154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7930177450180054,
      "cov-distil (oracle2student)": 3.9692013263702393,
      "cov-distil (oracle2teacher)": 3.5855894088745117,
      "epoch": 3.7778649921507066,
      "rel-constrast": 2.1244661808013916,
      "step": 4813,
      "subrel-constrast": 3.036935806274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2306426763534546,
      "cov-distil (oracle2student)": 2.5112497806549072,
      "cov-distil (oracle2teacher)": 3.017760753631592,
      "epoch": 3.778649921507064,
      "rel-constrast": 1.8964037895202637,
      "step": 4814,
      "subrel-constrast": 2.676177978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499158382415771,
      "cov-distil (oracle2student)": 3.2692184448242188,
      "cov-distil (oracle2teacher)": 3.234260320663452,
      "epoch": 3.7794348508634226,
      "rel-constrast": 2.143517255783081,
      "step": 4815,
      "subrel-constrast": 3.3443715572357178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3511734008789062,
      "cov-distil (oracle2student)": 4.321829319000244,
      "cov-distil (oracle2teacher)": 4.000740051269531,
      "epoch": 3.78021978021978,
      "rel-constrast": 2.106081008911133,
      "step": 4816,
      "subrel-constrast": 2.9367897510528564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7033698558807373,
      "cov-distil (oracle2student)": 4.067033767700195,
      "cov-distil (oracle2teacher)": 4.337362289428711,
      "epoch": 3.781004709576138,
      "rel-constrast": 2.384122133255005,
      "step": 4817,
      "subrel-constrast": 3.5360729694366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6725772619247437,
      "cov-distil (oracle2student)": 4.533387184143066,
      "cov-distil (oracle2teacher)": 4.406414985656738,
      "epoch": 3.781789638932496,
      "rel-constrast": 2.182011604309082,
      "step": 4818,
      "subrel-constrast": 3.0161194801330566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8227825164794922,
      "cov-distil (oracle2student)": 4.180800437927246,
      "cov-distil (oracle2teacher)": 4.4005208015441895,
      "epoch": 3.782574568288854,
      "rel-constrast": 2.180253028869629,
      "step": 4819,
      "subrel-constrast": 3.4629642963409424,
      "view-similarity": 0
    },
    {
      "epoch": 3.783359497645212,
      "grad_norm": 4.3125,
      "learning_rate": 3.986519777127884e-07,
      "loss": 0.6325,
      "step": 4820
    },
    {
      "cov-distil": 1.647104024887085,
      "cov-distil (oracle2student)": 3.9977023601531982,
      "cov-distil (oracle2teacher)": 4.357727527618408,
      "epoch": 3.783359497645212,
      "rel-constrast": 2.457258462905884,
      "step": 4820,
      "subrel-constrast": 2.8558390140533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9693243503570557,
      "cov-distil (oracle2student)": 4.541393280029297,
      "cov-distil (oracle2teacher)": 4.095788955688477,
      "epoch": 3.7841444270015696,
      "rel-constrast": 2.5161333084106445,
      "step": 4821,
      "subrel-constrast": 3.1341660022735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482627034187317,
      "cov-distil (oracle2student)": 4.01158332824707,
      "cov-distil (oracle2teacher)": 3.6811718940734863,
      "epoch": 3.784929356357928,
      "rel-constrast": 2.2982099056243896,
      "step": 4822,
      "subrel-constrast": 3.4892144203186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.693362832069397,
      "cov-distil (oracle2student)": 5.0724005699157715,
      "cov-distil (oracle2teacher)": 4.526155948638916,
      "epoch": 3.7857142857142856,
      "rel-constrast": 2.4146599769592285,
      "step": 4823,
      "subrel-constrast": 3.2967681884765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7620757818222046,
      "cov-distil (oracle2student)": 4.4764885902404785,
      "cov-distil (oracle2teacher)": 4.212491989135742,
      "epoch": 3.7864992150706436,
      "rel-constrast": 1.6338497400283813,
      "step": 4824,
      "subrel-constrast": 2.3413503170013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221285820007324,
      "cov-distil (oracle2student)": 4.9026665687561035,
      "cov-distil (oracle2teacher)": 4.966838359832764,
      "epoch": 3.7872841444270016,
      "rel-constrast": 2.0816688537597656,
      "step": 4825,
      "subrel-constrast": 3.253173589706421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9146018028259277,
      "cov-distil (oracle2student)": 4.436591625213623,
      "cov-distil (oracle2teacher)": 4.199792861938477,
      "epoch": 3.7880690737833596,
      "rel-constrast": 2.813213348388672,
      "step": 4826,
      "subrel-constrast": 3.2417867183685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8340187072753906,
      "cov-distil (oracle2student)": 6.691786766052246,
      "cov-distil (oracle2teacher)": 6.176390647888184,
      "epoch": 3.7888540031397175,
      "rel-constrast": 2.3103466033935547,
      "step": 4827,
      "subrel-constrast": 2.833486795425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2783379554748535,
      "cov-distil (oracle2student)": 3.476044178009033,
      "cov-distil (oracle2teacher)": 3.1687886714935303,
      "epoch": 3.789638932496075,
      "rel-constrast": 1.5028330087661743,
      "step": 4828,
      "subrel-constrast": 2.087125301361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4846705198287964,
      "cov-distil (oracle2student)": 3.897611618041992,
      "cov-distil (oracle2teacher)": 3.6915740966796875,
      "epoch": 3.7904238618524335,
      "rel-constrast": 2.095874786376953,
      "step": 4829,
      "subrel-constrast": 2.7806289196014404,
      "view-similarity": 0
    },
    {
      "epoch": 3.791208791208791,
      "grad_norm": 4.5625,
      "learning_rate": 3.558697715093207e-07,
      "loss": 0.5963,
      "step": 4830
    },
    {
      "cov-distil": 1.8102110624313354,
      "cov-distil (oracle2student)": 5.825127601623535,
      "cov-distil (oracle2teacher)": 5.482654094696045,
      "epoch": 3.791208791208791,
      "rel-constrast": 2.752207040786743,
      "step": 4830,
      "subrel-constrast": 3.696953296661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3413176536560059,
      "cov-distil (oracle2student)": 5.311800479888916,
      "cov-distil (oracle2teacher)": 4.745536804199219,
      "epoch": 3.791993720565149,
      "rel-constrast": 1.7934274673461914,
      "step": 4831,
      "subrel-constrast": 2.327519178390503,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0006103515625,
      "cov-distil (oracle2student)": 4.463674545288086,
      "cov-distil (oracle2teacher)": 4.352622985839844,
      "epoch": 3.792778649921507,
      "rel-constrast": 1.6992156505584717,
      "step": 4832,
      "subrel-constrast": 2.668226480484009,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422874927520752,
      "cov-distil (oracle2student)": 6.426365852355957,
      "cov-distil (oracle2teacher)": 5.542132377624512,
      "epoch": 3.793563579277865,
      "rel-constrast": 3.374661684036255,
      "step": 4833,
      "subrel-constrast": 4.141648292541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7054495811462402,
      "cov-distil (oracle2student)": 4.9667158126831055,
      "cov-distil (oracle2teacher)": 4.8162078857421875,
      "epoch": 3.794348508634223,
      "rel-constrast": 2.7183661460876465,
      "step": 4834,
      "subrel-constrast": 3.543147325515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029231548309326,
      "cov-distil (oracle2student)": 4.202941417694092,
      "cov-distil (oracle2teacher)": 3.6922481060028076,
      "epoch": 3.795133437990581,
      "rel-constrast": 1.5950255393981934,
      "step": 4835,
      "subrel-constrast": 2.5871083736419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1956419944763184,
      "cov-distil (oracle2student)": 5.652327537536621,
      "cov-distil (oracle2teacher)": 5.773799419403076,
      "epoch": 3.795918367346939,
      "rel-constrast": 2.0441970825195312,
      "step": 4836,
      "subrel-constrast": 3.3181960582733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.542438507080078,
      "cov-distil (oracle2student)": 5.113079071044922,
      "cov-distil (oracle2teacher)": 4.438565254211426,
      "epoch": 3.7967032967032965,
      "rel-constrast": 2.773841142654419,
      "step": 4837,
      "subrel-constrast": 4.050137519836426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7841718196868896,
      "cov-distil (oracle2student)": 3.4578452110290527,
      "cov-distil (oracle2teacher)": 3.1764416694641113,
      "epoch": 3.7974882260596545,
      "rel-constrast": 2.038999319076538,
      "step": 4838,
      "subrel-constrast": 3.004791736602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6045904159545898,
      "cov-distil (oracle2student)": 5.6704511642456055,
      "cov-distil (oracle2teacher)": 5.349539279937744,
      "epoch": 3.7982731554160125,
      "rel-constrast": 2.537230968475342,
      "step": 4839,
      "subrel-constrast": 3.4127705097198486,
      "view-similarity": 0
    },
    {
      "epoch": 3.7990580847723705,
      "grad_norm": 5.0625,
      "learning_rate": 3.1550715017575895e-07,
      "loss": 0.6318,
      "step": 4840
    },
    {
      "cov-distil": 1.698541522026062,
      "cov-distil (oracle2student)": 4.714507579803467,
      "cov-distil (oracle2teacher)": 4.113700866699219,
      "epoch": 3.7990580847723705,
      "rel-constrast": 2.2053394317626953,
      "step": 4840,
      "subrel-constrast": 2.8194398880004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638391137123108,
      "cov-distil (oracle2student)": 4.670164585113525,
      "cov-distil (oracle2teacher)": 4.621424674987793,
      "epoch": 3.7998430141287285,
      "rel-constrast": 2.3656725883483887,
      "step": 4841,
      "subrel-constrast": 3.0095150470733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8687481880187988,
      "cov-distil (oracle2student)": 6.360879898071289,
      "cov-distil (oracle2teacher)": 5.2400360107421875,
      "epoch": 3.8006279434850865,
      "rel-constrast": 2.076169490814209,
      "step": 4842,
      "subrel-constrast": 2.9090170860290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6010035276412964,
      "cov-distil (oracle2student)": 5.319235324859619,
      "cov-distil (oracle2teacher)": 4.788456916809082,
      "epoch": 3.8014128728414445,
      "rel-constrast": 2.614051342010498,
      "step": 4843,
      "subrel-constrast": 2.727896213531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7214018106460571,
      "cov-distil (oracle2student)": 5.913240432739258,
      "cov-distil (oracle2teacher)": 5.5235371589660645,
      "epoch": 3.802197802197802,
      "rel-constrast": 2.6378889083862305,
      "step": 4844,
      "subrel-constrast": 3.653329610824585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4641592502593994,
      "cov-distil (oracle2student)": 2.655409812927246,
      "cov-distil (oracle2teacher)": 2.903444766998291,
      "epoch": 3.80298273155416,
      "rel-constrast": 2.098367214202881,
      "step": 4845,
      "subrel-constrast": 2.6967968940734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2687294483184814,
      "cov-distil (oracle2student)": 5.443119525909424,
      "cov-distil (oracle2teacher)": 4.786214828491211,
      "epoch": 3.803767660910518,
      "rel-constrast": 2.0206665992736816,
      "step": 4846,
      "subrel-constrast": 2.884676933288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765344381332397,
      "cov-distil (oracle2student)": 5.8198981285095215,
      "cov-distil (oracle2teacher)": 5.1759467124938965,
      "epoch": 3.804552590266876,
      "rel-constrast": 1.2364473342895508,
      "step": 4847,
      "subrel-constrast": 1.962084412574768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3965709209442139,
      "cov-distil (oracle2student)": 3.841061592102051,
      "cov-distil (oracle2teacher)": 3.846710681915283,
      "epoch": 3.805337519623234,
      "rel-constrast": 2.0937421321868896,
      "step": 4848,
      "subrel-constrast": 3.239755868911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8366448879241943,
      "cov-distil (oracle2student)": 4.019409656524658,
      "cov-distil (oracle2teacher)": 3.8058292865753174,
      "epoch": 3.806122448979592,
      "rel-constrast": 2.0744309425354004,
      "step": 4849,
      "subrel-constrast": 3.0260000228881836,
      "view-similarity": 0
    },
    {
      "epoch": 3.80690737833595,
      "grad_norm": 4.6875,
      "learning_rate": 2.775660809293368e-07,
      "loss": 0.5762,
      "step": 4850
    },
    {
      "cov-distil": 2.1959946155548096,
      "cov-distil (oracle2student)": 6.67532205581665,
      "cov-distil (oracle2teacher)": 6.43087911605835,
      "epoch": 3.80690737833595,
      "rel-constrast": 2.0265886783599854,
      "step": 4850,
      "subrel-constrast": 3.3719334602355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4265565872192383,
      "cov-distil (oracle2student)": 4.252777576446533,
      "cov-distil (oracle2teacher)": 4.371308326721191,
      "epoch": 3.8076923076923075,
      "rel-constrast": 2.7241365909576416,
      "step": 4851,
      "subrel-constrast": 3.1012940406799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8293195962905884,
      "cov-distil (oracle2student)": 3.564390182495117,
      "cov-distil (oracle2teacher)": 3.6006102561950684,
      "epoch": 3.8084772370486655,
      "rel-constrast": 2.338365077972412,
      "step": 4852,
      "subrel-constrast": 3.2538914680480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6009353399276733,
      "cov-distil (oracle2student)": 4.634009838104248,
      "cov-distil (oracle2teacher)": 4.34855842590332,
      "epoch": 3.8092621664050235,
      "rel-constrast": 3.1768198013305664,
      "step": 4853,
      "subrel-constrast": 3.81010365486145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096115350723267,
      "cov-distil (oracle2student)": 4.635079383850098,
      "cov-distil (oracle2teacher)": 4.166551113128662,
      "epoch": 3.8100470957613815,
      "rel-constrast": 1.7448424100875854,
      "step": 4854,
      "subrel-constrast": 2.361839532852173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3405954837799072,
      "cov-distil (oracle2student)": 4.081761360168457,
      "cov-distil (oracle2teacher)": 3.4459218978881836,
      "epoch": 3.8108320251177394,
      "rel-constrast": 1.7583140134811401,
      "step": 4855,
      "subrel-constrast": 2.7466697692871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.917259931564331,
      "cov-distil (oracle2student)": 3.538607120513916,
      "cov-distil (oracle2teacher)": 3.307481527328491,
      "epoch": 3.8116169544740974,
      "rel-constrast": 1.8563469648361206,
      "step": 4856,
      "subrel-constrast": 2.928117275238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3507064580917358,
      "cov-distil (oracle2student)": 4.344876766204834,
      "cov-distil (oracle2teacher)": 4.033918380737305,
      "epoch": 3.8124018838304554,
      "rel-constrast": 2.8988547325134277,
      "step": 4857,
      "subrel-constrast": 3.399550437927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027801036834717,
      "cov-distil (oracle2student)": 4.979974746704102,
      "cov-distil (oracle2teacher)": 4.499927520751953,
      "epoch": 3.813186813186813,
      "rel-constrast": 1.4554145336151123,
      "step": 4858,
      "subrel-constrast": 2.6254758834838867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1655707359313965,
      "cov-distil (oracle2student)": 4.927040100097656,
      "cov-distil (oracle2teacher)": 4.477644920349121,
      "epoch": 3.813971742543171,
      "rel-constrast": 1.4981403350830078,
      "step": 4859,
      "subrel-constrast": 2.1270155906677246,
      "view-similarity": 0
    },
    {
      "epoch": 3.814756671899529,
      "grad_norm": 3.984375,
      "learning_rate": 2.4204841296424085e-07,
      "loss": 0.5784,
      "step": 4860
    },
    {
      "cov-distil": 1.4917807579040527,
      "cov-distil (oracle2student)": 3.976982831954956,
      "cov-distil (oracle2teacher)": 3.814357280731201,
      "epoch": 3.814756671899529,
      "rel-constrast": 2.8282151222229004,
      "step": 4860,
      "subrel-constrast": 3.4603757858276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.190542221069336,
      "cov-distil (oracle2student)": 5.471123695373535,
      "cov-distil (oracle2teacher)": 4.942567348480225,
      "epoch": 3.815541601255887,
      "rel-constrast": 2.074270486831665,
      "step": 4861,
      "subrel-constrast": 2.4553520679473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8175406455993652,
      "cov-distil (oracle2student)": 4.7255659103393555,
      "cov-distil (oracle2teacher)": 4.4609856605529785,
      "epoch": 3.816326530612245,
      "rel-constrast": 2.7069644927978516,
      "step": 4862,
      "subrel-constrast": 3.3111116886138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8221509456634521,
      "cov-distil (oracle2student)": 4.965828895568848,
      "cov-distil (oracle2teacher)": 3.990140199661255,
      "epoch": 3.817111459968603,
      "rel-constrast": 3.5297298431396484,
      "step": 4863,
      "subrel-constrast": 3.7535831928253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4721076488494873,
      "cov-distil (oracle2student)": 3.654174327850342,
      "cov-distil (oracle2teacher)": 3.1804819107055664,
      "epoch": 3.817896389324961,
      "rel-constrast": 1.9023902416229248,
      "step": 4864,
      "subrel-constrast": 2.750325918197632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3472098112106323,
      "cov-distil (oracle2student)": 4.319821357727051,
      "cov-distil (oracle2teacher)": 3.7688820362091064,
      "epoch": 3.8186813186813184,
      "rel-constrast": 1.8871909379959106,
      "step": 4865,
      "subrel-constrast": 3.023404836654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4083788394927979,
      "cov-distil (oracle2student)": 3.3196351528167725,
      "cov-distil (oracle2teacher)": 3.2626237869262695,
      "epoch": 3.819466248037677,
      "rel-constrast": 1.7028312683105469,
      "step": 4866,
      "subrel-constrast": 2.6209089756011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4047672748565674,
      "cov-distil (oracle2student)": 4.558150291442871,
      "cov-distil (oracle2teacher)": 4.111361503601074,
      "epoch": 3.8202511773940344,
      "rel-constrast": 2.3100216388702393,
      "step": 4867,
      "subrel-constrast": 3.0209543704986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5150620937347412,
      "cov-distil (oracle2student)": 2.990401268005371,
      "cov-distil (oracle2teacher)": 3.09562611579895,
      "epoch": 3.8210361067503924,
      "rel-constrast": 2.096890926361084,
      "step": 4868,
      "subrel-constrast": 3.0312845706939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7496933937072754,
      "cov-distil (oracle2student)": 2.221926689147949,
      "cov-distil (oracle2teacher)": 2.6580028533935547,
      "epoch": 3.8218210361067504,
      "rel-constrast": 1.632301688194275,
      "step": 4869,
      "subrel-constrast": 2.657749891281128,
      "view-similarity": 0
    },
    {
      "epoch": 3.8226059654631084,
      "grad_norm": 3.484375,
      "learning_rate": 2.0895587736149414e-07,
      "loss": 0.6048,
      "step": 4870
    },
    {
      "cov-distil": 1.8981144428253174,
      "cov-distil (oracle2student)": 5.785904884338379,
      "cov-distil (oracle2teacher)": 5.820316314697266,
      "epoch": 3.8226059654631084,
      "rel-constrast": 2.055774211883545,
      "step": 4870,
      "subrel-constrast": 2.919619560241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3129937648773193,
      "cov-distil (oracle2student)": 4.099613666534424,
      "cov-distil (oracle2teacher)": 3.972060203552246,
      "epoch": 3.8233908948194664,
      "rel-constrast": 3.1906392574310303,
      "step": 4871,
      "subrel-constrast": 3.9956703186035156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.266728401184082,
      "cov-distil (oracle2student)": 3.9318292140960693,
      "cov-distil (oracle2teacher)": 3.9369211196899414,
      "epoch": 3.824175824175824,
      "rel-constrast": 2.2710514068603516,
      "step": 4872,
      "subrel-constrast": 3.043984889984131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837531328201294,
      "cov-distil (oracle2student)": 4.769930362701416,
      "cov-distil (oracle2teacher)": 4.44544792175293,
      "epoch": 3.8249607535321823,
      "rel-constrast": 2.0733025074005127,
      "step": 4873,
      "subrel-constrast": 3.191039800643921,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0127487182617188,
      "cov-distil (oracle2student)": 3.596701145172119,
      "cov-distil (oracle2teacher)": 3.2851815223693848,
      "epoch": 3.82574568288854,
      "rel-constrast": 2.6108994483947754,
      "step": 4874,
      "subrel-constrast": 3.1096134185791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3368322849273682,
      "cov-distil (oracle2student)": 3.7305119037628174,
      "cov-distil (oracle2teacher)": 3.572882652282715,
      "epoch": 3.826530612244898,
      "rel-constrast": 1.8591899871826172,
      "step": 4875,
      "subrel-constrast": 2.251220703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9547060132026672,
      "cov-distil (oracle2student)": 3.615067958831787,
      "cov-distil (oracle2teacher)": 3.563640594482422,
      "epoch": 3.827315541601256,
      "rel-constrast": 1.2690528631210327,
      "step": 4876,
      "subrel-constrast": 2.0732457637786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.621304988861084,
      "cov-distil (oracle2student)": 4.962285041809082,
      "cov-distil (oracle2teacher)": 4.301718711853027,
      "epoch": 3.828100470957614,
      "rel-constrast": 2.481781005859375,
      "step": 4877,
      "subrel-constrast": 3.3914413452148438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7319642305374146,
      "cov-distil (oracle2student)": 4.210528373718262,
      "cov-distil (oracle2teacher)": 3.67376446723938,
      "epoch": 3.828885400313972,
      "rel-constrast": 2.525306224822998,
      "step": 4878,
      "subrel-constrast": 3.380655288696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7300323247909546,
      "cov-distil (oracle2student)": 3.5643882751464844,
      "cov-distil (oracle2teacher)": 3.4292452335357666,
      "epoch": 3.82967032967033,
      "rel-constrast": 1.6162947416305542,
      "step": 4879,
      "subrel-constrast": 2.685796022415161,
      "view-similarity": 0
    },
    {
      "epoch": 3.830455259026688,
      "grad_norm": 4.125,
      "learning_rate": 1.7829008700460115e-07,
      "loss": 0.5881,
      "step": 4880
    },
    {
      "cov-distil": 1.2235198020935059,
      "cov-distil (oracle2student)": 3.717043876647949,
      "cov-distil (oracle2teacher)": 3.8325581550598145,
      "epoch": 3.830455259026688,
      "rel-constrast": 1.7128827571868896,
      "step": 4880,
      "subrel-constrast": 2.606191873550415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6085970401763916,
      "cov-distil (oracle2student)": 5.385214805603027,
      "cov-distil (oracle2teacher)": 4.88627815246582,
      "epoch": 3.8312401883830454,
      "rel-constrast": 2.8800864219665527,
      "step": 4881,
      "subrel-constrast": 3.4494271278381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5988194942474365,
      "cov-distil (oracle2student)": 4.583167552947998,
      "cov-distil (oracle2teacher)": 4.503854751586914,
      "epoch": 3.8320251177394034,
      "rel-constrast": 2.9514012336730957,
      "step": 4882,
      "subrel-constrast": 3.6729769706726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7144968509674072,
      "cov-distil (oracle2student)": 3.242297649383545,
      "cov-distil (oracle2teacher)": 3.061281204223633,
      "epoch": 3.8328100470957613,
      "rel-constrast": 2.395803451538086,
      "step": 4883,
      "subrel-constrast": 3.101553201675415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7318201065063477,
      "cov-distil (oracle2student)": 4.6683430671691895,
      "cov-distil (oracle2teacher)": 4.7400689125061035,
      "epoch": 3.8335949764521193,
      "rel-constrast": 2.2489757537841797,
      "step": 4884,
      "subrel-constrast": 3.3107290267944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.621712565422058,
      "cov-distil (oracle2student)": 4.537166595458984,
      "cov-distil (oracle2teacher)": 3.947831630706787,
      "epoch": 3.8343799058084773,
      "rel-constrast": 1.709237813949585,
      "step": 4885,
      "subrel-constrast": 2.493074655532837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322150468826294,
      "cov-distil (oracle2student)": 3.821488857269287,
      "cov-distil (oracle2teacher)": 3.4761407375335693,
      "epoch": 3.8351648351648353,
      "rel-constrast": 2.6842236518859863,
      "step": 4886,
      "subrel-constrast": 3.329679250717163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3861275911331177,
      "cov-distil (oracle2student)": 4.967037200927734,
      "cov-distil (oracle2teacher)": 4.7849249839782715,
      "epoch": 3.8359497645211933,
      "rel-constrast": 2.740556240081787,
      "step": 4887,
      "subrel-constrast": 3.2658700942993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771146535873413,
      "cov-distil (oracle2student)": 4.374269485473633,
      "cov-distil (oracle2teacher)": 4.363420009613037,
      "epoch": 3.836734693877551,
      "rel-constrast": 2.672711133956909,
      "step": 4888,
      "subrel-constrast": 3.466540575027466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5835539102554321,
      "cov-distil (oracle2student)": 2.9719481468200684,
      "cov-distil (oracle2teacher)": 2.802218198776245,
      "epoch": 3.837519623233909,
      "rel-constrast": 1.7814538478851318,
      "step": 4889,
      "subrel-constrast": 2.251014232635498,
      "view-similarity": 0
    },
    {
      "epoch": 3.838304552590267,
      "grad_norm": 4.09375,
      "learning_rate": 1.500525365009109e-07,
      "loss": 0.6333,
      "step": 4890
    },
    {
      "cov-distil": 0.8949925899505615,
      "cov-distil (oracle2student)": 4.369547367095947,
      "cov-distil (oracle2teacher)": 4.070085048675537,
      "epoch": 3.838304552590267,
      "rel-constrast": 2.3375790119171143,
      "step": 4890,
      "subrel-constrast": 2.7877585887908936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8793418407440186,
      "cov-distil (oracle2student)": 4.467686176300049,
      "cov-distil (oracle2teacher)": 4.084916591644287,
      "epoch": 3.839089481946625,
      "rel-constrast": 1.9949790239334106,
      "step": 4891,
      "subrel-constrast": 2.6442668437957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9734081029891968,
      "cov-distil (oracle2student)": 3.615461587905884,
      "cov-distil (oracle2teacher)": 3.9995455741882324,
      "epoch": 3.839874411302983,
      "rel-constrast": 2.5475587844848633,
      "step": 4892,
      "subrel-constrast": 3.896481513977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4166980981826782,
      "cov-distil (oracle2student)": 3.8053719997406006,
      "cov-distil (oracle2teacher)": 3.52769136428833,
      "epoch": 3.840659340659341,
      "rel-constrast": 1.1060614585876465,
      "step": 4893,
      "subrel-constrast": 1.862699270248413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0128093957901,
      "cov-distil (oracle2student)": 4.464984893798828,
      "cov-distil (oracle2teacher)": 3.657933473587036,
      "epoch": 3.8414442700156988,
      "rel-constrast": 3.5320253372192383,
      "step": 4894,
      "subrel-constrast": 3.590391159057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7216994762420654,
      "cov-distil (oracle2student)": 4.969744682312012,
      "cov-distil (oracle2teacher)": 4.9135332107543945,
      "epoch": 3.8422291993720563,
      "rel-constrast": 2.1650357246398926,
      "step": 4895,
      "subrel-constrast": 3.0068695545196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3854377269744873,
      "cov-distil (oracle2student)": 5.938938140869141,
      "cov-distil (oracle2teacher)": 5.326706409454346,
      "epoch": 3.8430141287284143,
      "rel-constrast": 1.821645736694336,
      "step": 4896,
      "subrel-constrast": 3.014796018600464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3751815557479858,
      "cov-distil (oracle2student)": 3.6057448387145996,
      "cov-distil (oracle2teacher)": 3.538679599761963,
      "epoch": 3.8437990580847723,
      "rel-constrast": 1.9089511632919312,
      "step": 4897,
      "subrel-constrast": 2.702648878097534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1946845054626465,
      "cov-distil (oracle2student)": 4.6093597412109375,
      "cov-distil (oracle2teacher)": 4.387076377868652,
      "epoch": 3.8445839874411303,
      "rel-constrast": 2.5602645874023438,
      "step": 4898,
      "subrel-constrast": 3.2960269451141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4857957363128662,
      "cov-distil (oracle2student)": 5.506816864013672,
      "cov-distil (oracle2teacher)": 5.450396537780762,
      "epoch": 3.8453689167974883,
      "rel-constrast": 2.5507123470306396,
      "step": 4899,
      "subrel-constrast": 3.3778440952301025,
      "view-similarity": 0
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 4.75,
      "learning_rate": 1.2424460210881395e-07,
      "loss": 0.604,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "overlap": 0.328125,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "student margin": 0.08404541015625
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "teacher margin": 0.051239013671875
    },
    {
      "epoch": 3.8461538461538463,
      "margin difference": -0.032806396484375,
      "step": 4900
    },
    {
      "cov-distil": 2.066056728363037,
      "cov-distil (oracle2student)": 3.820293426513672,
      "cov-distil (oracle2teacher)": 3.413297653198242,
      "epoch": 3.8461538461538463,
      "rel-constrast": 1.0512371063232422,
      "step": 4900,
      "subrel-constrast": 2.005983829498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8306912183761597,
      "cov-distil (oracle2student)": 4.138583660125732,
      "cov-distil (oracle2teacher)": 4.26423454284668,
      "epoch": 3.8469387755102042,
      "rel-constrast": 2.32257342338562,
      "step": 4901,
      "subrel-constrast": 3.030118703842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475771903991699,
      "cov-distil (oracle2student)": 5.94261360168457,
      "cov-distil (oracle2teacher)": 4.763910293579102,
      "epoch": 3.847723704866562,
      "rel-constrast": 1.703121304512024,
      "step": 4902,
      "subrel-constrast": 2.7702813148498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.135073661804199,
      "cov-distil (oracle2student)": 5.398215293884277,
      "cov-distil (oracle2teacher)": 5.284661769866943,
      "epoch": 3.8485086342229198,
      "rel-constrast": 2.318065643310547,
      "step": 4903,
      "subrel-constrast": 3.8714065551757812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5046395063400269,
      "cov-distil (oracle2student)": 4.864566326141357,
      "cov-distil (oracle2teacher)": 4.483825206756592,
      "epoch": 3.8492935635792778,
      "rel-constrast": 1.8050299882888794,
      "step": 4904,
      "subrel-constrast": 2.8064565658569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028623342514038,
      "cov-distil (oracle2student)": 4.56787109375,
      "cov-distil (oracle2teacher)": 5.016185760498047,
      "epoch": 3.8500784929356358,
      "rel-constrast": 2.644275665283203,
      "step": 4905,
      "subrel-constrast": 3.3614046573638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9170193672180176,
      "cov-distil (oracle2student)": 4.645225524902344,
      "cov-distil (oracle2teacher)": 4.390933036804199,
      "epoch": 3.8508634222919937,
      "rel-constrast": 1.930867314338684,
      "step": 4906,
      "subrel-constrast": 3.1317155361175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6040849685668945,
      "cov-distil (oracle2student)": 4.778432846069336,
      "cov-distil (oracle2teacher)": 3.9632391929626465,
      "epoch": 3.8516483516483517,
      "rel-constrast": 1.9506067037582397,
      "step": 4907,
      "subrel-constrast": 2.8609912395477295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3289955854415894,
      "cov-distil (oracle2student)": 3.031365156173706,
      "cov-distil (oracle2teacher)": 3.045224666595459,
      "epoch": 3.8524332810047097,
      "rel-constrast": 2.137742280960083,
      "step": 4908,
      "subrel-constrast": 2.897136688232422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3450418710708618,
      "cov-distil (oracle2student)": 4.884062767028809,
      "cov-distil (oracle2teacher)": 4.9798994064331055,
      "epoch": 3.8532182103610673,
      "rel-constrast": 2.59179949760437,
      "step": 4909,
      "subrel-constrast": 3.307823896408081,
      "view-similarity": 0
    },
    {
      "epoch": 3.8540031397174257,
      "grad_norm": 5.03125,
      "learning_rate": 1.008675416706073e-07,
      "loss": 0.557,
      "step": 4910
    },
    {
      "cov-distil": 1.562960147857666,
      "cov-distil (oracle2student)": 5.451786041259766,
      "cov-distil (oracle2teacher)": 4.808505058288574,
      "epoch": 3.8540031397174257,
      "rel-constrast": 3.0505428314208984,
      "step": 4910,
      "subrel-constrast": 3.751934289932251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8834527730941772,
      "cov-distil (oracle2student)": 3.3148679733276367,
      "cov-distil (oracle2teacher)": 3.423957347869873,
      "epoch": 3.8547880690737832,
      "rel-constrast": 1.975303053855896,
      "step": 4911,
      "subrel-constrast": 3.021908760070801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5337096452713013,
      "cov-distil (oracle2student)": 4.408318042755127,
      "cov-distil (oracle2teacher)": 3.641334295272827,
      "epoch": 3.8555729984301412,
      "rel-constrast": 3.0084853172302246,
      "step": 4912,
      "subrel-constrast": 3.915853977203369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.254692554473877,
      "cov-distil (oracle2student)": 3.270014762878418,
      "cov-distil (oracle2teacher)": 3.2534914016723633,
      "epoch": 3.856357927786499,
      "rel-constrast": 2.0065064430236816,
      "step": 4913,
      "subrel-constrast": 2.4834909439086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6160892248153687,
      "cov-distil (oracle2student)": 3.378730297088623,
      "cov-distil (oracle2teacher)": 3.904944896697998,
      "epoch": 3.857142857142857,
      "rel-constrast": 1.6740124225616455,
      "step": 4914,
      "subrel-constrast": 3.1221206188201904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767507791519165,
      "cov-distil (oracle2student)": 5.232948303222656,
      "cov-distil (oracle2teacher)": 4.4248456954956055,
      "epoch": 3.857927786499215,
      "rel-constrast": 2.7097511291503906,
      "step": 4915,
      "subrel-constrast": 3.749807357788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4349615573883057,
      "cov-distil (oracle2student)": 6.374520778656006,
      "cov-distil (oracle2teacher)": 5.658969402313232,
      "epoch": 3.8587127158555727,
      "rel-constrast": 2.359766960144043,
      "step": 4916,
      "subrel-constrast": 3.092231035232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9427862167358398,
      "cov-distil (oracle2student)": 1.8430089950561523,
      "cov-distil (oracle2teacher)": 2.5544095039367676,
      "epoch": 3.859497645211931,
      "rel-constrast": 1.3428758382797241,
      "step": 4917,
      "subrel-constrast": 2.204272508621216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2891390323638916,
      "cov-distil (oracle2student)": 3.107807159423828,
      "cov-distil (oracle2teacher)": 3.2824299335479736,
      "epoch": 3.8602825745682887,
      "rel-constrast": 2.4307713508605957,
      "step": 4918,
      "subrel-constrast": 3.0313172340393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628363847732544,
      "cov-distil (oracle2student)": 8.089115142822266,
      "cov-distil (oracle2teacher)": 7.322780609130859,
      "epoch": 3.8610675039246467,
      "rel-constrast": 3.9626717567443848,
      "step": 4919,
      "subrel-constrast": 4.235981464385986,
      "view-similarity": 0
    },
    {
      "epoch": 3.8618524332810047,
      "grad_norm": 6.5625,
      "learning_rate": 7.99224945512489e-08,
      "loss": 0.6528,
      "step": 4920
    },
    {
      "cov-distil": 1.3111112117767334,
      "cov-distil (oracle2student)": 4.6986589431762695,
      "cov-distil (oracle2teacher)": 4.409913539886475,
      "epoch": 3.8618524332810047,
      "rel-constrast": 2.0312304496765137,
      "step": 4920,
      "subrel-constrast": 2.801710605621338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7791979312896729,
      "cov-distil (oracle2student)": 4.684896469116211,
      "cov-distil (oracle2teacher)": 4.384329319000244,
      "epoch": 3.8626373626373627,
      "rel-constrast": 3.1666128635406494,
      "step": 4921,
      "subrel-constrast": 3.9523203372955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2711882591247559,
      "cov-distil (oracle2student)": 4.016149520874023,
      "cov-distil (oracle2teacher)": 3.731520891189575,
      "epoch": 3.8634222919937207,
      "rel-constrast": 2.129757881164551,
      "step": 4922,
      "subrel-constrast": 2.6029670238494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.474259614944458,
      "cov-distil (oracle2student)": 4.5566582679748535,
      "cov-distil (oracle2teacher)": 3.6140267848968506,
      "epoch": 3.8642072213500787,
      "rel-constrast": 1.5485237836837769,
      "step": 4923,
      "subrel-constrast": 1.9855605363845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3305513858795166,
      "cov-distil (oracle2student)": 6.457870960235596,
      "cov-distil (oracle2teacher)": 5.076632976531982,
      "epoch": 3.8649921507064366,
      "rel-constrast": 2.2135329246520996,
      "step": 4924,
      "subrel-constrast": 3.4102466106414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5520052909851074,
      "cov-distil (oracle2student)": 4.445830345153809,
      "cov-distil (oracle2teacher)": 4.2243194580078125,
      "epoch": 3.865777080062794,
      "rel-constrast": 3.0217478275299072,
      "step": 4925,
      "subrel-constrast": 3.7466907501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524108648300171,
      "cov-distil (oracle2student)": 3.9803028106689453,
      "cov-distil (oracle2teacher)": 4.072901248931885,
      "epoch": 3.866562009419152,
      "rel-constrast": 2.655034065246582,
      "step": 4926,
      "subrel-constrast": 2.9430410861968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.085387945175171,
      "cov-distil (oracle2student)": 3.8535027503967285,
      "cov-distil (oracle2teacher)": 3.815181016921997,
      "epoch": 3.86734693877551,
      "rel-constrast": 2.1493282318115234,
      "step": 4927,
      "subrel-constrast": 2.639580726623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0304551124572754,
      "cov-distil (oracle2student)": 7.316852569580078,
      "cov-distil (oracle2teacher)": 6.079186916351318,
      "epoch": 3.868131868131868,
      "rel-constrast": 2.941749095916748,
      "step": 4928,
      "subrel-constrast": 3.419400453567505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3872942924499512,
      "cov-distil (oracle2student)": 4.1303181648254395,
      "cov-distil (oracle2teacher)": 3.6297569274902344,
      "epoch": 3.868916797488226,
      "rel-constrast": 1.6904963254928589,
      "step": 4929,
      "subrel-constrast": 2.1432549953460693,
      "view-similarity": 0
    },
    {
      "epoch": 3.869701726844584,
      "grad_norm": 3.5,
      "learning_rate": 6.141048158277429e-08,
      "loss": 0.6281,
      "step": 4930
    },
    {
      "cov-distil": 2.466930866241455,
      "cov-distil (oracle2student)": 5.213048934936523,
      "cov-distil (oracle2teacher)": 4.950685024261475,
      "epoch": 3.869701726844584,
      "rel-constrast": 1.1882410049438477,
      "step": 4930,
      "subrel-constrast": 2.7487142086029053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.302692174911499,
      "cov-distil (oracle2student)": 5.34747314453125,
      "cov-distil (oracle2teacher)": 4.593859672546387,
      "epoch": 3.870486656200942,
      "rel-constrast": 1.8429981470108032,
      "step": 4931,
      "subrel-constrast": 2.4461567401885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8979671001434326,
      "cov-distil (oracle2student)": 2.8791255950927734,
      "cov-distil (oracle2teacher)": 3.1862599849700928,
      "epoch": 3.8712715855572997,
      "rel-constrast": 1.8675942420959473,
      "step": 4932,
      "subrel-constrast": 3.079780101776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3359379768371582,
      "cov-distil (oracle2student)": 5.767378807067871,
      "cov-distil (oracle2teacher)": 5.022804260253906,
      "epoch": 3.8720565149136577,
      "rel-constrast": 2.4196810722351074,
      "step": 4933,
      "subrel-constrast": 2.982309579849243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2437666654586792,
      "cov-distil (oracle2student)": 6.355727195739746,
      "cov-distil (oracle2teacher)": 5.957958221435547,
      "epoch": 3.8728414442700156,
      "rel-constrast": 1.737289309501648,
      "step": 4934,
      "subrel-constrast": 2.67750883102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8544437885284424,
      "cov-distil (oracle2student)": 5.70363712310791,
      "cov-distil (oracle2teacher)": 5.153598785400391,
      "epoch": 3.8736263736263736,
      "rel-constrast": 2.497389793395996,
      "step": 4935,
      "subrel-constrast": 3.343020439147949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9117343425750732,
      "cov-distil (oracle2student)": 3.588665723800659,
      "cov-distil (oracle2teacher)": 3.840298891067505,
      "epoch": 3.8744113029827316,
      "rel-constrast": 3.0055441856384277,
      "step": 4936,
      "subrel-constrast": 3.8620944023132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2094855308532715,
      "cov-distil (oracle2student)": 5.247602939605713,
      "cov-distil (oracle2teacher)": 5.033383846282959,
      "epoch": 3.8751962323390896,
      "rel-constrast": 1.1097066402435303,
      "step": 4937,
      "subrel-constrast": 2.3863697052001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0993845462799072,
      "cov-distil (oracle2student)": 3.3468761444091797,
      "cov-distil (oracle2teacher)": 2.914975643157959,
      "epoch": 3.8759811616954476,
      "rel-constrast": 1.849355697631836,
      "step": 4938,
      "subrel-constrast": 2.4809837341308594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1968803405761719,
      "cov-distil (oracle2student)": 6.168902397155762,
      "cov-distil (oracle2teacher)": 5.478890895843506,
      "epoch": 3.876766091051805,
      "rel-constrast": 1.7273309230804443,
      "step": 4939,
      "subrel-constrast": 2.662485361099243,
      "view-similarity": 0
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 4.1875,
      "learning_rate": 4.5332405014592014e-08,
      "loss": 0.5224,
      "step": 4940
    },
    {
      "cov-distil": 1.4902732372283936,
      "cov-distil (oracle2student)": 3.688246488571167,
      "cov-distil (oracle2teacher)": 3.0821826457977295,
      "epoch": 3.877551020408163,
      "rel-constrast": 1.1756973266601562,
      "step": 4940,
      "subrel-constrast": 1.9624723196029663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9010810852050781,
      "cov-distil (oracle2student)": 2.714308738708496,
      "cov-distil (oracle2teacher)": 2.787919521331787,
      "epoch": 3.878335949764521,
      "rel-constrast": 2.665109395980835,
      "step": 4941,
      "subrel-constrast": 2.9905457496643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8537496328353882,
      "cov-distil (oracle2student)": 4.137325763702393,
      "cov-distil (oracle2teacher)": 3.7699220180511475,
      "epoch": 3.879120879120879,
      "rel-constrast": 1.787815809249878,
      "step": 4942,
      "subrel-constrast": 2.93822979927063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8936994075775146,
      "cov-distil (oracle2student)": 6.972135066986084,
      "cov-distil (oracle2teacher)": 5.741852760314941,
      "epoch": 3.879905808477237,
      "rel-constrast": 0.9161760807037354,
      "step": 4943,
      "subrel-constrast": 2.2497425079345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539273738861084,
      "cov-distil (oracle2student)": 5.025923728942871,
      "cov-distil (oracle2teacher)": 4.614810466766357,
      "epoch": 3.880690737833595,
      "rel-constrast": 1.8716635704040527,
      "step": 4944,
      "subrel-constrast": 3.433713912963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6251087188720703,
      "cov-distil (oracle2student)": 4.7935380935668945,
      "cov-distil (oracle2teacher)": 4.692290306091309,
      "epoch": 3.881475667189953,
      "rel-constrast": 2.136552333831787,
      "step": 4945,
      "subrel-constrast": 3.0019712448120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3376363515853882,
      "cov-distil (oracle2student)": 4.993424415588379,
      "cov-distil (oracle2teacher)": 4.441441535949707,
      "epoch": 3.8822605965463106,
      "rel-constrast": 2.3006246089935303,
      "step": 4946,
      "subrel-constrast": 3.025604248046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.195582389831543,
      "cov-distil (oracle2student)": 5.9278435707092285,
      "cov-distil (oracle2teacher)": 5.148891448974609,
      "epoch": 3.8830455259026686,
      "rel-constrast": 2.177550792694092,
      "step": 4947,
      "subrel-constrast": 3.2163798809051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8125797510147095,
      "cov-distil (oracle2student)": 3.4692978858947754,
      "cov-distil (oracle2teacher)": 3.5245723724365234,
      "epoch": 3.8838304552590266,
      "rel-constrast": 2.2274622917175293,
      "step": 4948,
      "subrel-constrast": 3.3191111087799072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5364938974380493,
      "cov-distil (oracle2student)": 6.8098320960998535,
      "cov-distil (oracle2teacher)": 6.566506385803223,
      "epoch": 3.8846153846153846,
      "rel-constrast": 2.595061779022217,
      "step": 4949,
      "subrel-constrast": 3.470484733581543,
      "view-similarity": 0
    },
    {
      "epoch": 3.8854003139717426,
      "grad_norm": 4.65625,
      "learning_rate": 3.168904846945764e-08,
      "loss": 0.5368,
      "step": 4950
    },
    {
      "cov-distil": 1.6814286708831787,
      "cov-distil (oracle2student)": 5.606680393218994,
      "cov-distil (oracle2teacher)": 4.953649044036865,
      "epoch": 3.8854003139717426,
      "rel-constrast": 2.2649219036102295,
      "step": 4950,
      "subrel-constrast": 2.8890163898468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.765655755996704,
      "cov-distil (oracle2student)": 4.21578311920166,
      "cov-distil (oracle2teacher)": 4.404613494873047,
      "epoch": 3.8861852433281006,
      "rel-constrast": 1.8477723598480225,
      "step": 4951,
      "subrel-constrast": 3.3623533248901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4793987274169922,
      "cov-distil (oracle2student)": 4.26744270324707,
      "cov-distil (oracle2teacher)": 4.016000270843506,
      "epoch": 3.8869701726844585,
      "rel-constrast": 1.306660532951355,
      "step": 4952,
      "subrel-constrast": 2.1251039505004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5303913354873657,
      "cov-distil (oracle2student)": 4.337607383728027,
      "cov-distil (oracle2teacher)": 4.469255447387695,
      "epoch": 3.887755102040816,
      "rel-constrast": 2.090280055999756,
      "step": 4953,
      "subrel-constrast": 2.793088436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4065158367156982,
      "cov-distil (oracle2student)": 4.779376983642578,
      "cov-distil (oracle2teacher)": 3.8050012588500977,
      "epoch": 3.8885400313971745,
      "rel-constrast": 2.7317960262298584,
      "step": 4954,
      "subrel-constrast": 3.456752061843872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.588295817375183,
      "cov-distil (oracle2student)": 3.613328456878662,
      "cov-distil (oracle2teacher)": 3.731334686279297,
      "epoch": 3.889324960753532,
      "rel-constrast": 2.152761459350586,
      "step": 4955,
      "subrel-constrast": 3.368391275405884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6868122816085815,
      "cov-distil (oracle2student)": 4.707117080688477,
      "cov-distil (oracle2teacher)": 4.358076095581055,
      "epoch": 3.89010989010989,
      "rel-constrast": 1.9948818683624268,
      "step": 4956,
      "subrel-constrast": 2.8992667198181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0260047912597656,
      "cov-distil (oracle2student)": 5.637638568878174,
      "cov-distil (oracle2teacher)": 5.632413864135742,
      "epoch": 3.890894819466248,
      "rel-constrast": 1.9722110033035278,
      "step": 4957,
      "subrel-constrast": 3.3886795043945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050840139389038,
      "cov-distil (oracle2student)": 4.282083988189697,
      "cov-distil (oracle2teacher)": 3.992708921432495,
      "epoch": 3.891679748822606,
      "rel-constrast": 2.1530935764312744,
      "step": 4958,
      "subrel-constrast": 2.942103147506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057659387588501,
      "cov-distil (oracle2student)": 4.056887626647949,
      "cov-distil (oracle2teacher)": 3.931046485900879,
      "epoch": 3.892464678178964,
      "rel-constrast": 2.204482078552246,
      "step": 4959,
      "subrel-constrast": 3.171644926071167,
      "view-similarity": 0
    },
    {
      "epoch": 3.8932496075353216,
      "grad_norm": 4.09375,
      "learning_rate": 2.0481076905332075e-08,
      "loss": 0.5595,
      "step": 4960
    },
    {
      "cov-distil": 1.7485730648040771,
      "cov-distil (oracle2student)": 2.7932257652282715,
      "cov-distil (oracle2teacher)": 2.784108877182007,
      "epoch": 3.8932496075353216,
      "rel-constrast": 1.3366270065307617,
      "step": 4960,
      "subrel-constrast": 2.399968147277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.712904930114746,
      "cov-distil (oracle2student)": 3.608473062515259,
      "cov-distil (oracle2teacher)": 4.151434898376465,
      "epoch": 3.89403453689168,
      "rel-constrast": 2.2987709045410156,
      "step": 4961,
      "subrel-constrast": 3.2222163677215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8691105842590332,
      "cov-distil (oracle2student)": 6.665384769439697,
      "cov-distil (oracle2teacher)": 6.5740203857421875,
      "epoch": 3.8948194662480375,
      "rel-constrast": 2.285696506500244,
      "step": 4962,
      "subrel-constrast": 3.048208713531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6231040954589844,
      "cov-distil (oracle2student)": 4.343983173370361,
      "cov-distil (oracle2teacher)": 3.894789934158325,
      "epoch": 3.8956043956043955,
      "rel-constrast": 2.74204421043396,
      "step": 4963,
      "subrel-constrast": 3.70245099067688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.927973985671997,
      "cov-distil (oracle2student)": 4.53852653503418,
      "cov-distil (oracle2teacher)": 4.290717124938965,
      "epoch": 3.8963893249607535,
      "rel-constrast": 2.2417538166046143,
      "step": 4964,
      "subrel-constrast": 2.9710516929626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526397466659546,
      "cov-distil (oracle2student)": 4.631450653076172,
      "cov-distil (oracle2teacher)": 4.160397529602051,
      "epoch": 3.8971742543171115,
      "rel-constrast": 2.8810598850250244,
      "step": 4965,
      "subrel-constrast": 3.1328046321868896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471944808959961,
      "cov-distil (oracle2student)": 4.7630720138549805,
      "cov-distil (oracle2teacher)": 4.427712440490723,
      "epoch": 3.8979591836734695,
      "rel-constrast": 2.882145643234253,
      "step": 4966,
      "subrel-constrast": 3.7141451835632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298272371292114,
      "cov-distil (oracle2student)": 3.5955183506011963,
      "cov-distil (oracle2teacher)": 3.7589213848114014,
      "epoch": 3.898744113029827,
      "rel-constrast": 1.4133212566375732,
      "step": 4967,
      "subrel-constrast": 2.2048635482788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6156848669052124,
      "cov-distil (oracle2student)": 2.242828607559204,
      "cov-distil (oracle2teacher)": 2.3182716369628906,
      "epoch": 3.8995290423861855,
      "rel-constrast": 2.0767242908477783,
      "step": 4968,
      "subrel-constrast": 3.214261770248413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9160258769989014,
      "cov-distil (oracle2student)": 3.150141477584839,
      "cov-distil (oracle2teacher)": 2.5261282920837402,
      "epoch": 3.900313971742543,
      "rel-constrast": 2.079228401184082,
      "step": 4969,
      "subrel-constrast": 3.0829994678497314,
      "view-similarity": 0
    },
    {
      "epoch": 3.901098901098901,
      "grad_norm": 4.8125,
      "learning_rate": 1.1709036582935318e-08,
      "loss": 0.6008,
      "step": 4970
    },
    {
      "cov-distil": 1.8199950456619263,
      "cov-distil (oracle2student)": 4.114611625671387,
      "cov-distil (oracle2teacher)": 4.1403679847717285,
      "epoch": 3.901098901098901,
      "rel-constrast": 1.9016515016555786,
      "step": 4970,
      "subrel-constrast": 3.009305715560913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6409988403320312,
      "cov-distil (oracle2student)": 4.444403648376465,
      "cov-distil (oracle2teacher)": 3.9449148178100586,
      "epoch": 3.901883830455259,
      "rel-constrast": 1.9079865217208862,
      "step": 4971,
      "subrel-constrast": 2.8666868209838867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6484673023223877,
      "cov-distil (oracle2student)": 4.654135227203369,
      "cov-distil (oracle2teacher)": 4.021800994873047,
      "epoch": 3.902668759811617,
      "rel-constrast": 3.0825908184051514,
      "step": 4972,
      "subrel-constrast": 3.725385904312134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4243531227111816,
      "cov-distil (oracle2student)": 4.120132923126221,
      "cov-distil (oracle2teacher)": 3.485905647277832,
      "epoch": 3.903453689167975,
      "rel-constrast": 2.1943044662475586,
      "step": 4973,
      "subrel-constrast": 2.6044821739196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7083160877227783,
      "cov-distil (oracle2student)": 4.813239097595215,
      "cov-distil (oracle2teacher)": 4.404187202453613,
      "epoch": 3.904238618524333,
      "rel-constrast": 2.2949533462524414,
      "step": 4974,
      "subrel-constrast": 2.98248028755188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7782654762268066,
      "cov-distil (oracle2student)": 6.15804386138916,
      "cov-distil (oracle2teacher)": 5.26082181930542,
      "epoch": 3.905023547880691,
      "rel-constrast": 3.138594627380371,
      "step": 4975,
      "subrel-constrast": 3.4583096504211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1698803901672363,
      "cov-distil (oracle2student)": 4.00587272644043,
      "cov-distil (oracle2teacher)": 3.768953800201416,
      "epoch": 3.9058084772370485,
      "rel-constrast": 1.2682535648345947,
      "step": 4976,
      "subrel-constrast": 2.8499982357025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9222290515899658,
      "cov-distil (oracle2student)": 4.0908613204956055,
      "cov-distil (oracle2teacher)": 3.5830774307250977,
      "epoch": 3.9065934065934065,
      "rel-constrast": 2.403231143951416,
      "step": 4977,
      "subrel-constrast": 2.9559574127197266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709416151046753,
      "cov-distil (oracle2student)": 5.03001594543457,
      "cov-distil (oracle2teacher)": 4.515445709228516,
      "epoch": 3.9073783359497645,
      "rel-constrast": 2.2821359634399414,
      "step": 4978,
      "subrel-constrast": 3.11905837059021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.62278413772583,
      "cov-distil (oracle2student)": 5.390886306762695,
      "cov-distil (oracle2teacher)": 4.8329315185546875,
      "epoch": 3.9081632653061225,
      "rel-constrast": 3.1033198833465576,
      "step": 4979,
      "subrel-constrast": 4.102170467376709,
      "view-similarity": 0
    },
    {
      "epoch": 3.9089481946624804,
      "grad_norm": 6.03125,
      "learning_rate": 5.373355039128835e-09,
      "loss": 0.633,
      "step": 4980
    },
    {
      "cov-distil": 1.7399190664291382,
      "cov-distil (oracle2student)": 5.035504341125488,
      "cov-distil (oracle2teacher)": 4.928319454193115,
      "epoch": 3.9089481946624804,
      "rel-constrast": 1.8140244483947754,
      "step": 4980,
      "subrel-constrast": 2.816744089126587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.232283115386963,
      "cov-distil (oracle2student)": 4.108609199523926,
      "cov-distil (oracle2teacher)": 4.21843957901001,
      "epoch": 3.9097331240188384,
      "rel-constrast": 1.7229526042938232,
      "step": 4981,
      "subrel-constrast": 2.8679099082946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0442447662353516,
      "cov-distil (oracle2student)": 3.0538201332092285,
      "cov-distil (oracle2teacher)": 3.5075981616973877,
      "epoch": 3.9105180533751964,
      "rel-constrast": 1.872238278388977,
      "step": 4982,
      "subrel-constrast": 2.4588592052459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3296077251434326,
      "cov-distil (oracle2student)": 5.167092800140381,
      "cov-distil (oracle2teacher)": 4.494838714599609,
      "epoch": 3.911302982731554,
      "rel-constrast": 2.228517532348633,
      "step": 4983,
      "subrel-constrast": 2.6390085220336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5103647708892822,
      "cov-distil (oracle2student)": 5.703090190887451,
      "cov-distil (oracle2teacher)": 4.736424446105957,
      "epoch": 3.912087912087912,
      "rel-constrast": 3.0645346641540527,
      "step": 4984,
      "subrel-constrast": 3.615833044052124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5157628059387207,
      "cov-distil (oracle2student)": 3.683053970336914,
      "cov-distil (oracle2teacher)": 3.653599977493286,
      "epoch": 3.91287284144427,
      "rel-constrast": 2.167752742767334,
      "step": 4985,
      "subrel-constrast": 2.7931909561157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5978249311447144,
      "cov-distil (oracle2student)": 4.290789604187012,
      "cov-distil (oracle2teacher)": 4.099706649780273,
      "epoch": 3.913657770800628,
      "rel-constrast": 2.5354256629943848,
      "step": 4986,
      "subrel-constrast": 3.1237268447875977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5981922149658203,
      "cov-distil (oracle2student)": 3.609577178955078,
      "cov-distil (oracle2teacher)": 3.823045492172241,
      "epoch": 3.914442700156986,
      "rel-constrast": 1.6649441719055176,
      "step": 4987,
      "subrel-constrast": 2.3317060470581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3455376625061035,
      "cov-distil (oracle2student)": 3.700108528137207,
      "cov-distil (oracle2teacher)": 3.512195587158203,
      "epoch": 3.915227629513344,
      "rel-constrast": 2.243093490600586,
      "step": 4988,
      "subrel-constrast": 2.925532341003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4484928846359253,
      "cov-distil (oracle2student)": 4.191877365112305,
      "cov-distil (oracle2teacher)": 3.8927478790283203,
      "epoch": 3.916012558869702,
      "rel-constrast": 2.1059346199035645,
      "step": 4989,
      "subrel-constrast": 2.562096118927002,
      "view-similarity": 0
    },
    {
      "epoch": 3.9167974882260594,
      "grad_norm": 4.28125,
      "learning_rate": 1.4743410661044455e-09,
      "loss": 0.5739,
      "step": 4990
    },
    {
      "cov-distil": 1.5215928554534912,
      "cov-distil (oracle2student)": 3.718362808227539,
      "cov-distil (oracle2teacher)": 4.092829704284668,
      "epoch": 3.9167974882260594,
      "rel-constrast": 2.061490535736084,
      "step": 4990,
      "subrel-constrast": 3.325669527053833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.263862133026123,
      "cov-distil (oracle2student)": 2.9289939403533936,
      "cov-distil (oracle2teacher)": 3.1298842430114746,
      "epoch": 3.9175824175824174,
      "rel-constrast": 2.4460926055908203,
      "step": 4991,
      "subrel-constrast": 3.244349479675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9764726161956787,
      "cov-distil (oracle2student)": 3.6291637420654297,
      "cov-distil (oracle2teacher)": 3.500156879425049,
      "epoch": 3.9183673469387754,
      "rel-constrast": 2.657784938812256,
      "step": 4992,
      "subrel-constrast": 3.7868099212646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6075937747955322,
      "cov-distil (oracle2student)": 3.7056403160095215,
      "cov-distil (oracle2teacher)": 3.7368693351745605,
      "epoch": 3.9191522762951334,
      "rel-constrast": 1.495542287826538,
      "step": 4993,
      "subrel-constrast": 2.231973648071289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6234111785888672,
      "cov-distil (oracle2student)": 6.8151445388793945,
      "cov-distil (oracle2teacher)": 5.580526351928711,
      "epoch": 3.9199372056514914,
      "rel-constrast": 2.3407881259918213,
      "step": 4994,
      "subrel-constrast": 3.4141175746917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826798677444458,
      "cov-distil (oracle2student)": 3.6581761837005615,
      "cov-distil (oracle2teacher)": 3.5642457008361816,
      "epoch": 3.9207221350078494,
      "rel-constrast": 1.986914873123169,
      "step": 4995,
      "subrel-constrast": 3.36795711517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4972729682922363,
      "cov-distil (oracle2student)": 6.266469955444336,
      "cov-distil (oracle2teacher)": 5.492426872253418,
      "epoch": 3.9215070643642074,
      "rel-constrast": 3.0957605838775635,
      "step": 4996,
      "subrel-constrast": 3.5511717796325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.378432035446167,
      "cov-distil (oracle2student)": 3.8743441104888916,
      "cov-distil (oracle2teacher)": 3.435424327850342,
      "epoch": 3.922291993720565,
      "rel-constrast": 1.9211748838424683,
      "step": 4997,
      "subrel-constrast": 2.3807249069213867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9723073244094849,
      "cov-distil (oracle2student)": 4.2327117919921875,
      "cov-distil (oracle2teacher)": 3.786233425140381,
      "epoch": 3.9230769230769234,
      "rel-constrast": 1.7447892427444458,
      "step": 4998,
      "subrel-constrast": 2.6911377906799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1872832775115967,
      "cov-distil (oracle2student)": 6.1998748779296875,
      "cov-distil (oracle2teacher)": 5.239605903625488,
      "epoch": 3.923861852433281,
      "rel-constrast": 3.3152096271514893,
      "step": 4999,
      "subrel-constrast": 3.3318374156951904,
      "view-similarity": 0
    },
    {
      "epoch": 3.924646781789639,
      "grad_norm": 6.34375,
      "learning_rate": 1.2184696296380082e-11,
      "loss": 0.6188,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}