{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.3547880690737832,
  "eval_steps": 500.0,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.2640624940395355,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.0285186767578125
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": 0.0088348388671875,
      "step": 0
    },
    {
      "cov-distil": 2.9034781455993652,
      "cov-distil (oracle2student)": 5.115799427032471,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 7.486445903778076,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7886760234832764,
      "cov-distil (oracle2student)": 6.933510780334473,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 8.07569408416748,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.539125442504883,
      "cov-distil (oracle2student)": 5.152322769165039,
      "cov-distil (oracle2teacher)": 4.356506824493408,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 6.15692138671875,
      "step": 2,
      "subrel-constrast": 5.1106038093566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7227554321289062,
      "cov-distil (oracle2student)": 4.570263862609863,
      "cov-distil (oracle2teacher)": 3.3647706508636475,
      "epoch": 0.002354788069073783,
      "rel-constrast": 4.597735404968262,
      "step": 3,
      "subrel-constrast": 4.301557540893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.753676652908325,
      "cov-distil (oracle2student)": 5.311392307281494,
      "cov-distil (oracle2teacher)": 4.0316667556762695,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 5.646773815155029,
      "step": 4,
      "subrel-constrast": 4.602434158325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.982003688812256,
      "cov-distil (oracle2student)": 9.576435089111328,
      "cov-distil (oracle2teacher)": 8.359275817871094,
      "epoch": 0.003924646781789639,
      "rel-constrast": 9.0071382522583,
      "step": 5,
      "subrel-constrast": 7.673800468444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5826542377471924,
      "cov-distil (oracle2student)": 8.020931243896484,
      "cov-distil (oracle2teacher)": 5.222016334533691,
      "epoch": 0.004709576138147566,
      "rel-constrast": 9.691902160644531,
      "step": 6,
      "subrel-constrast": 6.350209712982178,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.297914028167725,
      "cov-distil (oracle2student)": 6.57274866104126,
      "cov-distil (oracle2teacher)": 5.0188703536987305,
      "epoch": 0.005494505494505495,
      "rel-constrast": 6.529683589935303,
      "step": 7,
      "subrel-constrast": 5.015464782714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.987494468688965,
      "cov-distil (oracle2student)": 5.628026008605957,
      "cov-distil (oracle2teacher)": 4.757290840148926,
      "epoch": 0.006279434850863423,
      "rel-constrast": 4.84811544418335,
      "step": 8,
      "subrel-constrast": 3.9342567920684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.835721015930176,
      "cov-distil (oracle2student)": 6.974120140075684,
      "cov-distil (oracle2teacher)": 4.592728614807129,
      "epoch": 0.00706436420722135,
      "rel-constrast": 7.911259174346924,
      "step": 9,
      "subrel-constrast": 5.09079122543335,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 14.375,
      "learning_rate": 4.5e-07,
      "loss": 1.7488,
      "step": 10
    },
    {
      "cov-distil": 2.7287802696228027,
      "cov-distil (oracle2student)": 7.109814167022705,
      "cov-distil (oracle2teacher)": 5.610617637634277,
      "epoch": 0.007849293563579277,
      "rel-constrast": 6.643618583679199,
      "step": 10,
      "subrel-constrast": 5.309700012207031,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.96592378616333,
      "cov-distil (oracle2student)": 7.291659832000732,
      "cov-distil (oracle2teacher)": 5.233137130737305,
      "epoch": 0.008634222919937205,
      "rel-constrast": 8.773835182189941,
      "step": 11,
      "subrel-constrast": 7.013000011444092,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7653913497924805,
      "cov-distil (oracle2student)": 8.977821350097656,
      "cov-distil (oracle2teacher)": 5.954835414886475,
      "epoch": 0.009419152276295133,
      "rel-constrast": 8.671615600585938,
      "step": 12,
      "subrel-constrast": 6.430549621582031,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4223294258117676,
      "cov-distil (oracle2student)": 7.854757785797119,
      "cov-distil (oracle2teacher)": 6.230269908905029,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.491366863250732,
      "step": 13,
      "subrel-constrast": 5.358746528625488,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5461182594299316,
      "cov-distil (oracle2student)": 6.996912956237793,
      "cov-distil (oracle2teacher)": 5.902334213256836,
      "epoch": 0.01098901098901099,
      "rel-constrast": 8.380949974060059,
      "step": 14,
      "subrel-constrast": 6.787327766418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7762372493743896,
      "cov-distil (oracle2student)": 6.9348554611206055,
      "cov-distil (oracle2teacher)": 5.7965593338012695,
      "epoch": 0.011773940345368918,
      "rel-constrast": 4.698981285095215,
      "step": 15,
      "subrel-constrast": 4.33366584777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24959659576416,
      "cov-distil (oracle2student)": 6.258837699890137,
      "cov-distil (oracle2teacher)": 4.936214447021484,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.465505123138428,
      "step": 16,
      "subrel-constrast": 5.215646266937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.338074207305908,
      "cov-distil (oracle2student)": 7.542752265930176,
      "cov-distil (oracle2teacher)": 6.212143898010254,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.392996788024902,
      "step": 17,
      "subrel-constrast": 7.043182849884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.859912872314453,
      "cov-distil (oracle2student)": 6.502920150756836,
      "cov-distil (oracle2teacher)": 4.657538414001465,
      "epoch": 0.0141287284144427,
      "rel-constrast": 6.995867729187012,
      "step": 18,
      "subrel-constrast": 6.039050579071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.097779273986816,
      "cov-distil (oracle2student)": 5.920109748840332,
      "cov-distil (oracle2teacher)": 5.459547996520996,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.820971488952637,
      "step": 19,
      "subrel-constrast": 5.008830547332764,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 10.375,
      "learning_rate": 9.5e-07,
      "loss": 1.7834,
      "step": 20
    },
    {
      "cov-distil": 2.6665377616882324,
      "cov-distil (oracle2student)": 7.059435844421387,
      "cov-distil (oracle2teacher)": 5.186300277709961,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.662443161010742,
      "step": 20,
      "subrel-constrast": 3.8599369525909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.840910792350769,
      "cov-distil (oracle2student)": 8.023944854736328,
      "cov-distil (oracle2teacher)": 6.126604080200195,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.06848669052124,
      "step": 21,
      "subrel-constrast": 5.200672626495361,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.282227039337158,
      "cov-distil (oracle2student)": 5.5749311447143555,
      "cov-distil (oracle2teacher)": 4.861586570739746,
      "epoch": 0.01726844583987441,
      "rel-constrast": 7.511483192443848,
      "step": 22,
      "subrel-constrast": 4.862529277801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.519563674926758,
      "cov-distil (oracle2student)": 7.267353057861328,
      "cov-distil (oracle2teacher)": 4.077557563781738,
      "epoch": 0.01805337519623234,
      "rel-constrast": 7.519768238067627,
      "step": 23,
      "subrel-constrast": 4.386401176452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5789778232574463,
      "cov-distil (oracle2student)": 6.753525257110596,
      "cov-distil (oracle2teacher)": 5.528467178344727,
      "epoch": 0.018838304552590265,
      "rel-constrast": 5.987110614776611,
      "step": 24,
      "subrel-constrast": 4.696037769317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6313791275024414,
      "cov-distil (oracle2student)": 5.898477554321289,
      "cov-distil (oracle2teacher)": 5.478680610656738,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.281150817871094,
      "step": 25,
      "subrel-constrast": 4.84697961807251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5618896484375,
      "cov-distil (oracle2student)": 6.684634208679199,
      "cov-distil (oracle2teacher)": 6.107544898986816,
      "epoch": 0.02040816326530612,
      "rel-constrast": 5.561974048614502,
      "step": 26,
      "subrel-constrast": 5.158401966094971,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4488978385925293,
      "cov-distil (oracle2student)": 4.201488494873047,
      "cov-distil (oracle2teacher)": 3.755419969558716,
      "epoch": 0.02119309262166405,
      "rel-constrast": 7.1170501708984375,
      "step": 27,
      "subrel-constrast": 5.645744323730469,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5048861503601074,
      "cov-distil (oracle2student)": 9.363835334777832,
      "cov-distil (oracle2teacher)": 6.114508628845215,
      "epoch": 0.02197802197802198,
      "rel-constrast": 7.646869659423828,
      "step": 28,
      "subrel-constrast": 5.21044921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.680500030517578,
      "cov-distil (oracle2student)": 6.632467269897461,
      "cov-distil (oracle2teacher)": 5.797685623168945,
      "epoch": 0.022762951334379906,
      "rel-constrast": 7.51827335357666,
      "step": 29,
      "subrel-constrast": 6.216086387634277,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 13.9375,
      "learning_rate": 1.45e-06,
      "loss": 1.6469,
      "step": 30
    },
    {
      "cov-distil": 3.984440326690674,
      "cov-distil (oracle2student)": 6.131576061248779,
      "cov-distil (oracle2teacher)": 5.355796813964844,
      "epoch": 0.023547880690737835,
      "rel-constrast": 6.284880638122559,
      "step": 30,
      "subrel-constrast": 5.2382121086120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0155134201049805,
      "cov-distil (oracle2student)": 7.008382797241211,
      "cov-distil (oracle2teacher)": 5.703569412231445,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.908280849456787,
      "step": 31,
      "subrel-constrast": 4.01160192489624,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.225242614746094,
      "cov-distil (oracle2student)": 8.343563079833984,
      "cov-distil (oracle2teacher)": 5.84587287902832,
      "epoch": 0.02511773940345369,
      "rel-constrast": 6.345851421356201,
      "step": 32,
      "subrel-constrast": 5.233214378356934,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.712970733642578,
      "cov-distil (oracle2student)": 5.823267936706543,
      "cov-distil (oracle2teacher)": 4.835471153259277,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.973106384277344,
      "step": 33,
      "subrel-constrast": 4.823678493499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1125919818878174,
      "cov-distil (oracle2student)": 6.801424026489258,
      "cov-distil (oracle2teacher)": 5.275988578796387,
      "epoch": 0.026687598116169546,
      "rel-constrast": 8.310504913330078,
      "step": 34,
      "subrel-constrast": 6.834089279174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.714435577392578,
      "cov-distil (oracle2student)": 8.969183921813965,
      "cov-distil (oracle2teacher)": 5.682408809661865,
      "epoch": 0.027472527472527472,
      "rel-constrast": 8.041725158691406,
      "step": 35,
      "subrel-constrast": 5.941723346710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.614877700805664,
      "cov-distil (oracle2student)": 6.366613864898682,
      "cov-distil (oracle2teacher)": 5.335577487945557,
      "epoch": 0.0282574568288854,
      "rel-constrast": 9.190837860107422,
      "step": 36,
      "subrel-constrast": 7.067136764526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8450653553009033,
      "cov-distil (oracle2student)": 6.047454357147217,
      "cov-distil (oracle2teacher)": 5.213205814361572,
      "epoch": 0.029042386185243328,
      "rel-constrast": 6.673568248748779,
      "step": 37,
      "subrel-constrast": 5.975370407104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8071889877319336,
      "cov-distil (oracle2student)": 7.358058929443359,
      "cov-distil (oracle2teacher)": 5.987692832946777,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.729452610015869,
      "step": 38,
      "subrel-constrast": 5.061672210693359,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.27478551864624,
      "cov-distil (oracle2student)": 7.772178649902344,
      "cov-distil (oracle2teacher)": 5.1747541427612305,
      "epoch": 0.030612244897959183,
      "rel-constrast": 5.992287635803223,
      "step": 39,
      "subrel-constrast": 3.706249713897705,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 13.125,
      "learning_rate": 1.95e-06,
      "loss": 1.6863,
      "step": 40
    },
    {
      "cov-distil": 2.490879535675049,
      "cov-distil (oracle2student)": 6.8234944343566895,
      "cov-distil (oracle2teacher)": 4.459814071655273,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.685905933380127,
      "step": 40,
      "subrel-constrast": 4.810550212860107,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.372016429901123,
      "cov-distil (oracle2student)": 5.904580593109131,
      "cov-distil (oracle2teacher)": 4.370768070220947,
      "epoch": 0.03218210361067504,
      "rel-constrast": 6.199946403503418,
      "step": 41,
      "subrel-constrast": 4.8211469650268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.958930492401123,
      "cov-distil (oracle2student)": 7.471307754516602,
      "cov-distil (oracle2teacher)": 5.151291847229004,
      "epoch": 0.03296703296703297,
      "rel-constrast": 7.081484794616699,
      "step": 42,
      "subrel-constrast": 5.426586151123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2337143421173096,
      "cov-distil (oracle2student)": 5.53568172454834,
      "cov-distil (oracle2teacher)": 5.589142799377441,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.160932540893555,
      "step": 43,
      "subrel-constrast": 4.692704677581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.35990309715271,
      "cov-distil (oracle2student)": 7.275060653686523,
      "cov-distil (oracle2teacher)": 4.804718494415283,
      "epoch": 0.03453689167974882,
      "rel-constrast": 8.454798698425293,
      "step": 44,
      "subrel-constrast": 6.773467540740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.491610288619995,
      "cov-distil (oracle2student)": 7.4995832443237305,
      "cov-distil (oracle2teacher)": 4.9187211990356445,
      "epoch": 0.03532182103610675,
      "rel-constrast": 7.535643577575684,
      "step": 45,
      "subrel-constrast": 4.781098365783691,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.005734920501709,
      "cov-distil (oracle2student)": 9.106340408325195,
      "cov-distil (oracle2teacher)": 6.616678237915039,
      "epoch": 0.03610675039246468,
      "rel-constrast": 10.04529857635498,
      "step": 46,
      "subrel-constrast": 6.789626121520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.370296001434326,
      "cov-distil (oracle2student)": 6.040105819702148,
      "cov-distil (oracle2teacher)": 4.779016017913818,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.2539567947387695,
      "step": 47,
      "subrel-constrast": 5.680440425872803,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.465224266052246,
      "cov-distil (oracle2student)": 7.6831254959106445,
      "cov-distil (oracle2teacher)": 6.192329406738281,
      "epoch": 0.03767660910518053,
      "rel-constrast": 7.904606342315674,
      "step": 48,
      "subrel-constrast": 5.06799840927124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7054972648620605,
      "cov-distil (oracle2student)": 8.671092987060547,
      "cov-distil (oracle2teacher)": 6.478757858276367,
      "epoch": 0.038461538461538464,
      "rel-constrast": 7.534646034240723,
      "step": 49,
      "subrel-constrast": 6.82273006439209,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 18.875,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 1.8214,
      "step": 50
    },
    {
      "cov-distil": 2.6291584968566895,
      "cov-distil (oracle2student)": 7.311351299285889,
      "cov-distil (oracle2teacher)": 4.0930399894714355,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.829806804656982,
      "step": 50,
      "subrel-constrast": 4.330165386199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.365419387817383,
      "cov-distil (oracle2student)": 8.432143211364746,
      "cov-distil (oracle2teacher)": 7.026699542999268,
      "epoch": 0.040031397174254316,
      "rel-constrast": 9.250499725341797,
      "step": 51,
      "subrel-constrast": 8.125835418701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8423402309417725,
      "cov-distil (oracle2student)": 5.075362205505371,
      "cov-distil (oracle2teacher)": 4.121172904968262,
      "epoch": 0.04081632653061224,
      "rel-constrast": 6.0786824226379395,
      "step": 52,
      "subrel-constrast": 4.4702582359313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8154115676879883,
      "cov-distil (oracle2student)": 5.791227340698242,
      "cov-distil (oracle2teacher)": 4.123198986053467,
      "epoch": 0.041601255886970175,
      "rel-constrast": 6.861392974853516,
      "step": 53,
      "subrel-constrast": 5.981134414672852,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.900022268295288,
      "cov-distil (oracle2student)": 8.122893333435059,
      "cov-distil (oracle2teacher)": 6.361747741699219,
      "epoch": 0.0423861852433281,
      "rel-constrast": 8.272314071655273,
      "step": 54,
      "subrel-constrast": 6.08811616897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2527847290039062,
      "cov-distil (oracle2student)": 11.888465881347656,
      "cov-distil (oracle2teacher)": 8.881461143493652,
      "epoch": 0.04317111459968603,
      "rel-constrast": 7.306093215942383,
      "step": 55,
      "subrel-constrast": 6.8132147789001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3476932048797607,
      "cov-distil (oracle2student)": 6.377933502197266,
      "cov-distil (oracle2teacher)": 5.320643424987793,
      "epoch": 0.04395604395604396,
      "rel-constrast": 6.677924156188965,
      "step": 56,
      "subrel-constrast": 5.497114181518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8212897777557373,
      "cov-distil (oracle2student)": 7.0328497886657715,
      "cov-distil (oracle2teacher)": 4.926990509033203,
      "epoch": 0.044740973312401885,
      "rel-constrast": 6.758581638336182,
      "step": 57,
      "subrel-constrast": 5.120245933532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9307730197906494,
      "cov-distil (oracle2student)": 7.24095344543457,
      "cov-distil (oracle2teacher)": 5.6341962814331055,
      "epoch": 0.04552590266875981,
      "rel-constrast": 8.40756893157959,
      "step": 58,
      "subrel-constrast": 5.365998268127441,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6584744453430176,
      "cov-distil (oracle2student)": 11.508739471435547,
      "cov-distil (oracle2teacher)": 8.840907096862793,
      "epoch": 0.04631083202511774,
      "rel-constrast": 9.642732620239258,
      "step": 59,
      "subrel-constrast": 7.269655704498291,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 16.125,
      "learning_rate": 2.95e-06,
      "loss": 1.9021,
      "step": 60
    },
    {
      "cov-distil": 3.2480406761169434,
      "cov-distil (oracle2student)": 5.2012939453125,
      "cov-distil (oracle2teacher)": 4.705401420593262,
      "epoch": 0.04709576138147567,
      "rel-constrast": 4.42464542388916,
      "step": 60,
      "subrel-constrast": 4.878454208374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.150854110717773,
      "cov-distil (oracle2student)": 6.158968448638916,
      "cov-distil (oracle2teacher)": 4.892792701721191,
      "epoch": 0.047880690737833596,
      "rel-constrast": 6.939353942871094,
      "step": 61,
      "subrel-constrast": 5.360445499420166,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7282018661499023,
      "cov-distil (oracle2student)": 6.608123779296875,
      "cov-distil (oracle2teacher)": 5.6158976554870605,
      "epoch": 0.04866562009419152,
      "rel-constrast": 4.260720252990723,
      "step": 62,
      "subrel-constrast": 4.891846656799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.631406545639038,
      "cov-distil (oracle2student)": 6.137662887573242,
      "cov-distil (oracle2teacher)": 3.853431224822998,
      "epoch": 0.04945054945054945,
      "rel-constrast": 7.508699417114258,
      "step": 63,
      "subrel-constrast": 5.11701774597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1950016021728516,
      "cov-distil (oracle2student)": 3.944035053253174,
      "cov-distil (oracle2teacher)": 3.4697511196136475,
      "epoch": 0.05023547880690738,
      "rel-constrast": 5.170882225036621,
      "step": 64,
      "subrel-constrast": 3.9177777767181396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4478824138641357,
      "cov-distil (oracle2student)": 7.8331618309021,
      "cov-distil (oracle2teacher)": 6.046019554138184,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.368701457977295,
      "step": 65,
      "subrel-constrast": 5.1522016525268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1648130416870117,
      "cov-distil (oracle2student)": 4.678180694580078,
      "cov-distil (oracle2teacher)": 3.793081283569336,
      "epoch": 0.05180533751962323,
      "rel-constrast": 5.03807258605957,
      "step": 66,
      "subrel-constrast": 4.0111541748046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.472651958465576,
      "cov-distil (oracle2student)": 5.728545188903809,
      "cov-distil (oracle2teacher)": 5.111483573913574,
      "epoch": 0.05259026687598116,
      "rel-constrast": 6.382413387298584,
      "step": 67,
      "subrel-constrast": 5.162803649902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8649234771728516,
      "cov-distil (oracle2student)": 5.562172889709473,
      "cov-distil (oracle2teacher)": 4.297783851623535,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.3729071617126465,
      "step": 68,
      "subrel-constrast": 4.188640594482422,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9627068042755127,
      "cov-distil (oracle2student)": 6.552493095397949,
      "cov-distil (oracle2teacher)": 5.048953533172607,
      "epoch": 0.05416012558869702,
      "rel-constrast": 6.077182769775391,
      "step": 69,
      "subrel-constrast": 5.077021598815918,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 13.625,
      "learning_rate": 3.4500000000000004e-06,
      "loss": 1.4136,
      "step": 70
    },
    {
      "cov-distil": 3.839323043823242,
      "cov-distil (oracle2student)": 7.114139556884766,
      "cov-distil (oracle2teacher)": 5.370059013366699,
      "epoch": 0.054945054945054944,
      "rel-constrast": 7.220484733581543,
      "step": 70,
      "subrel-constrast": 5.300345420837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6297998428344727,
      "cov-distil (oracle2student)": 6.2254228591918945,
      "cov-distil (oracle2teacher)": 4.582761764526367,
      "epoch": 0.05572998430141287,
      "rel-constrast": 7.259527206420898,
      "step": 71,
      "subrel-constrast": 5.43417501449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.334882736206055,
      "cov-distil (oracle2student)": 9.22071647644043,
      "cov-distil (oracle2teacher)": 6.7221479415893555,
      "epoch": 0.0565149136577708,
      "rel-constrast": 7.284117698669434,
      "step": 72,
      "subrel-constrast": 6.694758892059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.756556272506714,
      "cov-distil (oracle2student)": 5.32456111907959,
      "cov-distil (oracle2teacher)": 4.031085968017578,
      "epoch": 0.05729984301412873,
      "rel-constrast": 7.2440505027771,
      "step": 73,
      "subrel-constrast": 5.020334243774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.848531484603882,
      "cov-distil (oracle2student)": 11.319361686706543,
      "cov-distil (oracle2teacher)": 8.855400085449219,
      "epoch": 0.058084772370486655,
      "rel-constrast": 7.886209964752197,
      "step": 74,
      "subrel-constrast": 6.120777130126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8501079082489014,
      "cov-distil (oracle2student)": 8.351690292358398,
      "cov-distil (oracle2teacher)": 6.757690906524658,
      "epoch": 0.05886970172684458,
      "rel-constrast": 6.679050922393799,
      "step": 75,
      "subrel-constrast": 5.624090671539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5314688682556152,
      "cov-distil (oracle2student)": 5.017168045043945,
      "cov-distil (oracle2teacher)": 3.8966832160949707,
      "epoch": 0.059654631083202514,
      "rel-constrast": 6.55039119720459,
      "step": 76,
      "subrel-constrast": 4.654542922973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1191458702087402,
      "cov-distil (oracle2student)": 7.10849142074585,
      "cov-distil (oracle2teacher)": 4.753877639770508,
      "epoch": 0.06043956043956044,
      "rel-constrast": 6.13774299621582,
      "step": 77,
      "subrel-constrast": 4.276573181152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9652886390686035,
      "cov-distil (oracle2student)": 6.870312213897705,
      "cov-distil (oracle2teacher)": 6.381089210510254,
      "epoch": 0.061224489795918366,
      "rel-constrast": 7.212562561035156,
      "step": 78,
      "subrel-constrast": 5.970656871795654,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.88862943649292,
      "cov-distil (oracle2student)": 6.771824836730957,
      "cov-distil (oracle2teacher)": 5.442126274108887,
      "epoch": 0.06200941915227629,
      "rel-constrast": 6.070984363555908,
      "step": 79,
      "subrel-constrast": 5.592937469482422,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 14.75,
      "learning_rate": 3.95e-06,
      "loss": 1.7386,
      "step": 80
    },
    {
      "cov-distil": 3.514498472213745,
      "cov-distil (oracle2student)": 9.237842559814453,
      "cov-distil (oracle2teacher)": 7.348791122436523,
      "epoch": 0.06279434850863422,
      "rel-constrast": 9.205596923828125,
      "step": 80,
      "subrel-constrast": 6.820802688598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5047049522399902,
      "cov-distil (oracle2student)": 7.59220552444458,
      "cov-distil (oracle2teacher)": 6.999439239501953,
      "epoch": 0.06357927786499215,
      "rel-constrast": 7.212032318115234,
      "step": 81,
      "subrel-constrast": 6.95530366897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.000718116760254,
      "cov-distil (oracle2student)": 7.446198463439941,
      "cov-distil (oracle2teacher)": 6.537316799163818,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.703088283538818,
      "step": 82,
      "subrel-constrast": 5.217872142791748,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.320131540298462,
      "cov-distil (oracle2student)": 6.305401802062988,
      "cov-distil (oracle2teacher)": 5.572563171386719,
      "epoch": 0.065149136577708,
      "rel-constrast": 6.859314918518066,
      "step": 83,
      "subrel-constrast": 5.421894073486328,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.191112518310547,
      "cov-distil (oracle2student)": 6.1467132568359375,
      "cov-distil (oracle2teacher)": 5.336712837219238,
      "epoch": 0.06593406593406594,
      "rel-constrast": 5.71973180770874,
      "step": 84,
      "subrel-constrast": 4.596525192260742,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.467418670654297,
      "cov-distil (oracle2student)": 4.397757053375244,
      "cov-distil (oracle2teacher)": 4.261507034301758,
      "epoch": 0.06671899529042387,
      "rel-constrast": 4.311592102050781,
      "step": 85,
      "subrel-constrast": 4.140945911407471,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6339776515960693,
      "cov-distil (oracle2student)": 7.504982948303223,
      "cov-distil (oracle2teacher)": 6.342288970947266,
      "epoch": 0.06750392464678179,
      "rel-constrast": 6.919770240783691,
      "step": 86,
      "subrel-constrast": 5.356539726257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.273770332336426,
      "cov-distil (oracle2student)": 5.814985275268555,
      "cov-distil (oracle2teacher)": 5.552024841308594,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.946782112121582,
      "step": 87,
      "subrel-constrast": 6.339221000671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.913015365600586,
      "cov-distil (oracle2student)": 10.147391319274902,
      "cov-distil (oracle2teacher)": 8.299596786499023,
      "epoch": 0.06907378335949764,
      "rel-constrast": 7.445561408996582,
      "step": 88,
      "subrel-constrast": 5.841367244720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.014737129211426,
      "cov-distil (oracle2student)": 8.533182144165039,
      "cov-distil (oracle2teacher)": 6.393281936645508,
      "epoch": 0.06985871271585557,
      "rel-constrast": 6.527789115905762,
      "step": 89,
      "subrel-constrast": 5.174871444702148,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 16.0,
      "learning_rate": 4.45e-06,
      "loss": 1.6713,
      "step": 90
    },
    {
      "cov-distil": 4.172259330749512,
      "cov-distil (oracle2student)": 6.947085380554199,
      "cov-distil (oracle2teacher)": 4.661184787750244,
      "epoch": 0.0706436420722135,
      "rel-constrast": 7.325626850128174,
      "step": 90,
      "subrel-constrast": 4.767091274261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.842317819595337,
      "cov-distil (oracle2student)": 6.475354194641113,
      "cov-distil (oracle2teacher)": 5.886109828948975,
      "epoch": 0.07142857142857142,
      "rel-constrast": 4.6491289138793945,
      "step": 91,
      "subrel-constrast": 4.35485315322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5069222450256348,
      "cov-distil (oracle2student)": 7.179730415344238,
      "cov-distil (oracle2teacher)": 5.005096435546875,
      "epoch": 0.07221350078492936,
      "rel-constrast": 6.764369964599609,
      "step": 92,
      "subrel-constrast": 5.091543674468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8493378162384033,
      "cov-distil (oracle2student)": 6.265390872955322,
      "cov-distil (oracle2teacher)": 5.647514820098877,
      "epoch": 0.07299843014128729,
      "rel-constrast": 5.97506856918335,
      "step": 93,
      "subrel-constrast": 4.0710225105285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.365849018096924,
      "cov-distil (oracle2student)": 7.752453804016113,
      "cov-distil (oracle2teacher)": 6.529370307922363,
      "epoch": 0.07378335949764521,
      "rel-constrast": 6.864980697631836,
      "step": 94,
      "subrel-constrast": 6.003664970397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9482431411743164,
      "cov-distil (oracle2student)": 8.208736419677734,
      "cov-distil (oracle2teacher)": 6.756885528564453,
      "epoch": 0.07456828885400314,
      "rel-constrast": 6.474591255187988,
      "step": 95,
      "subrel-constrast": 5.497350692749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8980870246887207,
      "cov-distil (oracle2student)": 6.817686080932617,
      "cov-distil (oracle2teacher)": 5.284598350524902,
      "epoch": 0.07535321821036106,
      "rel-constrast": 6.325166702270508,
      "step": 96,
      "subrel-constrast": 4.700587749481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.492767095565796,
      "cov-distil (oracle2student)": 7.6443023681640625,
      "cov-distil (oracle2teacher)": 6.197578430175781,
      "epoch": 0.076138147566719,
      "rel-constrast": 7.580464839935303,
      "step": 97,
      "subrel-constrast": 6.411718368530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.256983280181885,
      "cov-distil (oracle2student)": 5.973204612731934,
      "cov-distil (oracle2teacher)": 5.072113990783691,
      "epoch": 0.07692307692307693,
      "rel-constrast": 5.687909126281738,
      "step": 98,
      "subrel-constrast": 5.3254714012146,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.688767910003662,
      "cov-distil (oracle2student)": 7.6080427169799805,
      "cov-distil (oracle2teacher)": 5.660515785217285,
      "epoch": 0.07770800627943485,
      "rel-constrast": 6.207898139953613,
      "step": 99,
      "subrel-constrast": 5.273509502410889,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 13.1875,
      "learning_rate": 4.950000000000001e-06,
      "loss": 1.5964,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.26093751192092896,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.02233123779296875
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.02655029296875
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.00421905517578125,
      "step": 100
    },
    {
      "cov-distil": 3.0646181106567383,
      "cov-distil (oracle2student)": 5.650156021118164,
      "cov-distil (oracle2teacher)": 5.052879333496094,
      "epoch": 0.07849293563579278,
      "rel-constrast": 7.446720123291016,
      "step": 100,
      "subrel-constrast": 5.769871234893799,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.30760383605957,
      "cov-distil (oracle2student)": 7.590290069580078,
      "cov-distil (oracle2teacher)": 6.352579116821289,
      "epoch": 0.07927786499215071,
      "rel-constrast": 9.573251724243164,
      "step": 101,
      "subrel-constrast": 8.01053524017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8127479553222656,
      "cov-distil (oracle2student)": 8.519676208496094,
      "cov-distil (oracle2teacher)": 6.318304061889648,
      "epoch": 0.08006279434850863,
      "rel-constrast": 5.976484298706055,
      "step": 102,
      "subrel-constrast": 3.997304677963257,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0864481925964355,
      "cov-distil (oracle2student)": 7.834372520446777,
      "cov-distil (oracle2teacher)": 6.268488883972168,
      "epoch": 0.08084772370486656,
      "rel-constrast": 6.369638442993164,
      "step": 103,
      "subrel-constrast": 4.998741149902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.139869689941406,
      "cov-distil (oracle2student)": 5.192523002624512,
      "cov-distil (oracle2teacher)": 4.180977821350098,
      "epoch": 0.08163265306122448,
      "rel-constrast": 7.094812393188477,
      "step": 104,
      "subrel-constrast": 5.309741497039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8629326820373535,
      "cov-distil (oracle2student)": 6.405134201049805,
      "cov-distil (oracle2teacher)": 4.585333347320557,
      "epoch": 0.08241758241758242,
      "rel-constrast": 6.029398441314697,
      "step": 105,
      "subrel-constrast": 4.405944347381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.804183006286621,
      "cov-distil (oracle2student)": 8.208352088928223,
      "cov-distil (oracle2teacher)": 5.973414421081543,
      "epoch": 0.08320251177394035,
      "rel-constrast": 6.903252601623535,
      "step": 106,
      "subrel-constrast": 5.036705017089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0254249572753906,
      "cov-distil (oracle2student)": 6.2759881019592285,
      "cov-distil (oracle2teacher)": 4.3028411865234375,
      "epoch": 0.08398744113029827,
      "rel-constrast": 5.653914928436279,
      "step": 107,
      "subrel-constrast": 4.003635406494141,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3716814517974854,
      "cov-distil (oracle2student)": 9.016988754272461,
      "cov-distil (oracle2teacher)": 7.027234077453613,
      "epoch": 0.0847723704866562,
      "rel-constrast": 7.428191184997559,
      "step": 108,
      "subrel-constrast": 5.234278678894043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.568998336791992,
      "cov-distil (oracle2student)": 5.452152252197266,
      "cov-distil (oracle2teacher)": 4.029109954833984,
      "epoch": 0.08555729984301413,
      "rel-constrast": 4.599295139312744,
      "step": 109,
      "subrel-constrast": 3.0936286449432373,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 9.875,
      "learning_rate": 5.45e-06,
      "loss": 1.6769,
      "step": 110
    },
    {
      "cov-distil": 3.463804244995117,
      "cov-distil (oracle2student)": 5.9991865158081055,
      "cov-distil (oracle2teacher)": 5.275448799133301,
      "epoch": 0.08634222919937205,
      "rel-constrast": 4.33720064163208,
      "step": 110,
      "subrel-constrast": 5.682195663452148,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6036934852600098,
      "cov-distil (oracle2student)": 6.447922229766846,
      "cov-distil (oracle2teacher)": 6.030551910400391,
      "epoch": 0.08712715855572999,
      "rel-constrast": 7.509331226348877,
      "step": 111,
      "subrel-constrast": 6.130700588226318,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.115490674972534,
      "cov-distil (oracle2student)": 5.588878631591797,
      "cov-distil (oracle2teacher)": 4.286932468414307,
      "epoch": 0.08791208791208792,
      "rel-constrast": 7.0166015625,
      "step": 112,
      "subrel-constrast": 5.838592529296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1193699836730957,
      "cov-distil (oracle2student)": 6.684403419494629,
      "cov-distil (oracle2teacher)": 4.05767297744751,
      "epoch": 0.08869701726844584,
      "rel-constrast": 6.063724994659424,
      "step": 113,
      "subrel-constrast": 5.05271053314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0026895999908447,
      "cov-distil (oracle2student)": 5.701247692108154,
      "cov-distil (oracle2teacher)": 4.371553897857666,
      "epoch": 0.08948194662480377,
      "rel-constrast": 5.26547384262085,
      "step": 114,
      "subrel-constrast": 4.471022129058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.096764087677002,
      "cov-distil (oracle2student)": 6.054049968719482,
      "cov-distil (oracle2teacher)": 4.963072776794434,
      "epoch": 0.09026687598116169,
      "rel-constrast": 6.288113117218018,
      "step": 115,
      "subrel-constrast": 5.170440673828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.119442462921143,
      "cov-distil (oracle2student)": 8.004167556762695,
      "cov-distil (oracle2teacher)": 5.903647422790527,
      "epoch": 0.09105180533751962,
      "rel-constrast": 9.36007308959961,
      "step": 116,
      "subrel-constrast": 6.159489154815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.401610851287842,
      "cov-distil (oracle2student)": 6.830559730529785,
      "cov-distil (oracle2teacher)": 5.260702133178711,
      "epoch": 0.09183673469387756,
      "rel-constrast": 6.977236270904541,
      "step": 117,
      "subrel-constrast": 4.774789333343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7812230587005615,
      "cov-distil (oracle2student)": 6.804970741271973,
      "cov-distil (oracle2teacher)": 6.504517555236816,
      "epoch": 0.09262166405023547,
      "rel-constrast": 5.411280155181885,
      "step": 118,
      "subrel-constrast": 4.296385765075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2783865928649902,
      "cov-distil (oracle2student)": 4.664431571960449,
      "cov-distil (oracle2teacher)": 3.932188034057617,
      "epoch": 0.09340659340659341,
      "rel-constrast": 4.738246917724609,
      "step": 119,
      "subrel-constrast": 4.050357818603516,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 12.375,
      "learning_rate": 5.95e-06,
      "loss": 1.5742,
      "step": 120
    },
    {
      "cov-distil": 2.753736734390259,
      "cov-distil (oracle2student)": 7.779763221740723,
      "cov-distil (oracle2teacher)": 6.3939127922058105,
      "epoch": 0.09419152276295134,
      "rel-constrast": 5.277710914611816,
      "step": 120,
      "subrel-constrast": 4.793119430541992,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.134331464767456,
      "cov-distil (oracle2student)": 5.249656677246094,
      "cov-distil (oracle2teacher)": 3.9930598735809326,
      "epoch": 0.09497645211930926,
      "rel-constrast": 6.020803928375244,
      "step": 121,
      "subrel-constrast": 4.648012161254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8989295959472656,
      "cov-distil (oracle2student)": 7.892412185668945,
      "cov-distil (oracle2teacher)": 6.6092329025268555,
      "epoch": 0.09576138147566719,
      "rel-constrast": 5.2931952476501465,
      "step": 122,
      "subrel-constrast": 4.701415538787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.369187831878662,
      "cov-distil (oracle2student)": 5.326510429382324,
      "cov-distil (oracle2teacher)": 4.398371696472168,
      "epoch": 0.09654631083202511,
      "rel-constrast": 4.237156391143799,
      "step": 123,
      "subrel-constrast": 4.039740562438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.956603527069092,
      "cov-distil (oracle2student)": 7.593158721923828,
      "cov-distil (oracle2teacher)": 6.412726879119873,
      "epoch": 0.09733124018838304,
      "rel-constrast": 6.886216640472412,
      "step": 124,
      "subrel-constrast": 5.587587356567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5867247581481934,
      "cov-distil (oracle2student)": 9.468273162841797,
      "cov-distil (oracle2teacher)": 7.500733375549316,
      "epoch": 0.09811616954474098,
      "rel-constrast": 6.810101509094238,
      "step": 125,
      "subrel-constrast": 5.63134765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4119648933410645,
      "cov-distil (oracle2student)": 5.082828521728516,
      "cov-distil (oracle2teacher)": 4.722224235534668,
      "epoch": 0.0989010989010989,
      "rel-constrast": 6.404219627380371,
      "step": 126,
      "subrel-constrast": 4.241744041442871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5176498889923096,
      "cov-distil (oracle2student)": 5.443663120269775,
      "cov-distil (oracle2teacher)": 4.423578262329102,
      "epoch": 0.09968602825745683,
      "rel-constrast": 7.538323402404785,
      "step": 127,
      "subrel-constrast": 5.495424270629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6202151775360107,
      "cov-distil (oracle2student)": 4.336757659912109,
      "cov-distil (oracle2teacher)": 3.8966522216796875,
      "epoch": 0.10047095761381476,
      "rel-constrast": 5.007964134216309,
      "step": 128,
      "subrel-constrast": 4.565318584442139,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.732468843460083,
      "cov-distil (oracle2student)": 9.054546356201172,
      "cov-distil (oracle2teacher)": 6.8621978759765625,
      "epoch": 0.10125588697017268,
      "rel-constrast": 6.9113545417785645,
      "step": 129,
      "subrel-constrast": 5.373458385467529,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 16.5,
      "learning_rate": 6.45e-06,
      "loss": 1.5097,
      "step": 130
    },
    {
      "cov-distil": 3.5826101303100586,
      "cov-distil (oracle2student)": 7.589132308959961,
      "cov-distil (oracle2teacher)": 4.673649787902832,
      "epoch": 0.10204081632653061,
      "rel-constrast": 6.0022478103637695,
      "step": 130,
      "subrel-constrast": 3.412348508834839,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5502538681030273,
      "cov-distil (oracle2student)": 6.185405731201172,
      "cov-distil (oracle2teacher)": 3.6011123657226562,
      "epoch": 0.10282574568288853,
      "rel-constrast": 6.291843891143799,
      "step": 131,
      "subrel-constrast": 4.55568265914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.225607872009277,
      "cov-distil (oracle2student)": 5.891122817993164,
      "cov-distil (oracle2teacher)": 4.642459869384766,
      "epoch": 0.10361067503924647,
      "rel-constrast": 6.100297451019287,
      "step": 132,
      "subrel-constrast": 4.809032440185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.613135814666748,
      "cov-distil (oracle2student)": 4.144036293029785,
      "cov-distil (oracle2teacher)": 3.427272081375122,
      "epoch": 0.1043956043956044,
      "rel-constrast": 6.653631210327148,
      "step": 133,
      "subrel-constrast": 5.155982494354248,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6445398330688477,
      "cov-distil (oracle2student)": 6.976521015167236,
      "cov-distil (oracle2teacher)": 4.969244480133057,
      "epoch": 0.10518053375196232,
      "rel-constrast": 9.596206665039062,
      "step": 134,
      "subrel-constrast": 6.209388256072998,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.666306257247925,
      "cov-distil (oracle2student)": 4.872648239135742,
      "cov-distil (oracle2teacher)": 4.429591655731201,
      "epoch": 0.10596546310832025,
      "rel-constrast": 5.796459197998047,
      "step": 135,
      "subrel-constrast": 5.10705041885376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.867917537689209,
      "cov-distil (oracle2student)": 5.5221476554870605,
      "cov-distil (oracle2teacher)": 4.040358543395996,
      "epoch": 0.10675039246467818,
      "rel-constrast": 5.675872802734375,
      "step": 136,
      "subrel-constrast": 4.308029651641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4281678199768066,
      "cov-distil (oracle2student)": 6.82718563079834,
      "cov-distil (oracle2teacher)": 5.394460678100586,
      "epoch": 0.1075353218210361,
      "rel-constrast": 5.014422416687012,
      "step": 137,
      "subrel-constrast": 3.941392660140991,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.281728744506836,
      "cov-distil (oracle2student)": 8.95314884185791,
      "cov-distil (oracle2teacher)": 6.387600898742676,
      "epoch": 0.10832025117739404,
      "rel-constrast": 7.405739784240723,
      "step": 138,
      "subrel-constrast": 5.526828289031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.199995994567871,
      "cov-distil (oracle2student)": 6.993356704711914,
      "cov-distil (oracle2teacher)": 6.515793800354004,
      "epoch": 0.10910518053375197,
      "rel-constrast": 7.969585418701172,
      "step": 139,
      "subrel-constrast": 5.674949645996094,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 15.4375,
      "learning_rate": 6.950000000000001e-06,
      "loss": 1.6627,
      "step": 140
    },
    {
      "cov-distil": 3.0478715896606445,
      "cov-distil (oracle2student)": 4.032871723175049,
      "cov-distil (oracle2teacher)": 3.6633141040802,
      "epoch": 0.10989010989010989,
      "rel-constrast": 6.712202072143555,
      "step": 140,
      "subrel-constrast": 5.074481010437012,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.525759696960449,
      "cov-distil (oracle2student)": 7.28286600112915,
      "cov-distil (oracle2teacher)": 5.443356513977051,
      "epoch": 0.11067503924646782,
      "rel-constrast": 7.158378601074219,
      "step": 141,
      "subrel-constrast": 5.154661655426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.08044171333313,
      "cov-distil (oracle2student)": 6.453373432159424,
      "cov-distil (oracle2teacher)": 5.040820121765137,
      "epoch": 0.11145996860282574,
      "rel-constrast": 5.518401145935059,
      "step": 142,
      "subrel-constrast": 4.588344097137451,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.689772367477417,
      "cov-distil (oracle2student)": 6.7255635261535645,
      "cov-distil (oracle2teacher)": 5.300020694732666,
      "epoch": 0.11224489795918367,
      "rel-constrast": 8.479483604431152,
      "step": 143,
      "subrel-constrast": 7.284424304962158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.696672201156616,
      "cov-distil (oracle2student)": 6.833281517028809,
      "cov-distil (oracle2teacher)": 4.9301276206970215,
      "epoch": 0.1130298273155416,
      "rel-constrast": 7.544017791748047,
      "step": 144,
      "subrel-constrast": 4.927720546722412,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.364506483078003,
      "cov-distil (oracle2student)": 5.243492126464844,
      "cov-distil (oracle2teacher)": 3.8284406661987305,
      "epoch": 0.11381475667189953,
      "rel-constrast": 5.084105968475342,
      "step": 145,
      "subrel-constrast": 4.156068801879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7804934978485107,
      "cov-distil (oracle2student)": 6.690491676330566,
      "cov-distil (oracle2teacher)": 6.130857467651367,
      "epoch": 0.11459968602825746,
      "rel-constrast": 6.248623371124268,
      "step": 146,
      "subrel-constrast": 6.079244613647461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6251301765441895,
      "cov-distil (oracle2student)": 5.3206000328063965,
      "cov-distil (oracle2teacher)": 4.484084606170654,
      "epoch": 0.11538461538461539,
      "rel-constrast": 4.988458156585693,
      "step": 147,
      "subrel-constrast": 3.722346305847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.140590190887451,
      "cov-distil (oracle2student)": 8.826162338256836,
      "cov-distil (oracle2teacher)": 6.78256368637085,
      "epoch": 0.11616954474097331,
      "rel-constrast": 8.099830627441406,
      "step": 148,
      "subrel-constrast": 7.032925605773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.356271266937256,
      "cov-distil (oracle2student)": 6.541024208068848,
      "cov-distil (oracle2teacher)": 5.788689136505127,
      "epoch": 0.11695447409733124,
      "rel-constrast": 6.1065497398376465,
      "step": 149,
      "subrel-constrast": 5.005842685699463,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 14.3125,
      "learning_rate": 7.45e-06,
      "loss": 1.6485,
      "step": 150
    },
    {
      "cov-distil": 2.7030045986175537,
      "cov-distil (oracle2student)": 3.7674810886383057,
      "cov-distil (oracle2teacher)": 3.085916042327881,
      "epoch": 0.11773940345368916,
      "rel-constrast": 5.151108264923096,
      "step": 150,
      "subrel-constrast": 4.00547456741333,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.228457450866699,
      "cov-distil (oracle2student)": 5.8053789138793945,
      "cov-distil (oracle2teacher)": 4.123257637023926,
      "epoch": 0.1185243328100471,
      "rel-constrast": 6.911338806152344,
      "step": 151,
      "subrel-constrast": 5.8396782875061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4417409896850586,
      "cov-distil (oracle2student)": 8.46318531036377,
      "cov-distil (oracle2teacher)": 6.07802677154541,
      "epoch": 0.11930926216640503,
      "rel-constrast": 7.051833629608154,
      "step": 152,
      "subrel-constrast": 5.503161907196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7280423641204834,
      "cov-distil (oracle2student)": 6.540938377380371,
      "cov-distil (oracle2teacher)": 5.274101257324219,
      "epoch": 0.12009419152276295,
      "rel-constrast": 7.552460670471191,
      "step": 153,
      "subrel-constrast": 5.9853668212890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.553602695465088,
      "cov-distil (oracle2student)": 7.875044822692871,
      "cov-distil (oracle2teacher)": 5.747226715087891,
      "epoch": 0.12087912087912088,
      "rel-constrast": 8.039193153381348,
      "step": 154,
      "subrel-constrast": 5.396801471710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.124904632568359,
      "cov-distil (oracle2student)": 5.231123924255371,
      "cov-distil (oracle2teacher)": 4.350968360900879,
      "epoch": 0.12166405023547881,
      "rel-constrast": 5.714207172393799,
      "step": 155,
      "subrel-constrast": 4.246511936187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9099812507629395,
      "cov-distil (oracle2student)": 8.506993293762207,
      "cov-distil (oracle2teacher)": 7.320101737976074,
      "epoch": 0.12244897959183673,
      "rel-constrast": 7.357486724853516,
      "step": 156,
      "subrel-constrast": 5.5572099685668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.973890781402588,
      "cov-distil (oracle2student)": 5.856800079345703,
      "cov-distil (oracle2teacher)": 5.642977237701416,
      "epoch": 0.12323390894819466,
      "rel-constrast": 4.846946716308594,
      "step": 157,
      "subrel-constrast": 4.710165977478027,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.569513320922852,
      "cov-distil (oracle2student)": 8.149543762207031,
      "cov-distil (oracle2teacher)": 5.755398750305176,
      "epoch": 0.12401883830455258,
      "rel-constrast": 6.727461814880371,
      "step": 158,
      "subrel-constrast": 5.557319641113281,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.660876274108887,
      "cov-distil (oracle2student)": 6.986422538757324,
      "cov-distil (oracle2teacher)": 4.300276279449463,
      "epoch": 0.12480376766091052,
      "rel-constrast": 7.226203441619873,
      "step": 159,
      "subrel-constrast": 5.097994327545166,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 14.4375,
      "learning_rate": 7.95e-06,
      "loss": 1.6645,
      "step": 160
    },
    {
      "cov-distil": 2.9662160873413086,
      "cov-distil (oracle2student)": 5.019498825073242,
      "cov-distil (oracle2teacher)": 4.117968559265137,
      "epoch": 0.12558869701726844,
      "rel-constrast": 6.524762153625488,
      "step": 160,
      "subrel-constrast": 4.770631790161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.967463970184326,
      "cov-distil (oracle2student)": 6.850135803222656,
      "cov-distil (oracle2teacher)": 5.283978462219238,
      "epoch": 0.12637362637362637,
      "rel-constrast": 6.626836776733398,
      "step": 161,
      "subrel-constrast": 5.70952844619751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.614098072052002,
      "cov-distil (oracle2student)": 5.192425727844238,
      "cov-distil (oracle2teacher)": 4.544561862945557,
      "epoch": 0.1271585557299843,
      "rel-constrast": 5.787964820861816,
      "step": 162,
      "subrel-constrast": 4.3974761962890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5466151237487793,
      "cov-distil (oracle2student)": 7.476473808288574,
      "cov-distil (oracle2teacher)": 5.512198448181152,
      "epoch": 0.12794348508634223,
      "rel-constrast": 7.988420486450195,
      "step": 163,
      "subrel-constrast": 5.872060775756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.507816314697266,
      "cov-distil (oracle2student)": 6.876140594482422,
      "cov-distil (oracle2teacher)": 5.144808769226074,
      "epoch": 0.12872841444270017,
      "rel-constrast": 7.334781646728516,
      "step": 164,
      "subrel-constrast": 5.803494930267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9260101318359375,
      "cov-distil (oracle2student)": 6.903123378753662,
      "cov-distil (oracle2teacher)": 4.879085540771484,
      "epoch": 0.12951334379905807,
      "rel-constrast": 6.74758768081665,
      "step": 165,
      "subrel-constrast": 5.27960729598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1240272521972656,
      "cov-distil (oracle2student)": 5.449798583984375,
      "cov-distil (oracle2teacher)": 4.361807823181152,
      "epoch": 0.130298273155416,
      "rel-constrast": 5.528712749481201,
      "step": 166,
      "subrel-constrast": 4.295391082763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1909804344177246,
      "cov-distil (oracle2student)": 5.690861225128174,
      "cov-distil (oracle2teacher)": 4.958884239196777,
      "epoch": 0.13108320251177394,
      "rel-constrast": 5.0117926597595215,
      "step": 167,
      "subrel-constrast": 4.3923749923706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9253644943237305,
      "cov-distil (oracle2student)": 6.536823749542236,
      "cov-distil (oracle2teacher)": 4.949524402618408,
      "epoch": 0.13186813186813187,
      "rel-constrast": 4.632965087890625,
      "step": 168,
      "subrel-constrast": 4.028526306152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.960047721862793,
      "cov-distil (oracle2student)": 6.507816314697266,
      "cov-distil (oracle2teacher)": 5.179068088531494,
      "epoch": 0.1326530612244898,
      "rel-constrast": 6.54719877243042,
      "step": 169,
      "subrel-constrast": 5.527524471282959,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 14.3125,
      "learning_rate": 8.45e-06,
      "loss": 1.5683,
      "step": 170
    },
    {
      "cov-distil": 4.159029006958008,
      "cov-distil (oracle2student)": 4.824380874633789,
      "cov-distil (oracle2teacher)": 3.8449103832244873,
      "epoch": 0.13343799058084774,
      "rel-constrast": 6.738110065460205,
      "step": 170,
      "subrel-constrast": 5.2951130867004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.546135425567627,
      "cov-distil (oracle2student)": 5.423741340637207,
      "cov-distil (oracle2teacher)": 3.8009438514709473,
      "epoch": 0.13422291993720564,
      "rel-constrast": 7.40485143661499,
      "step": 171,
      "subrel-constrast": 5.430835723876953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.996793270111084,
      "cov-distil (oracle2student)": 5.2190141677856445,
      "cov-distil (oracle2teacher)": 3.5644731521606445,
      "epoch": 0.13500784929356358,
      "rel-constrast": 4.73751974105835,
      "step": 172,
      "subrel-constrast": 4.2271246910095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.10329008102417,
      "cov-distil (oracle2student)": 5.63836145401001,
      "cov-distil (oracle2teacher)": 5.180298328399658,
      "epoch": 0.1357927786499215,
      "rel-constrast": 4.513082504272461,
      "step": 173,
      "subrel-constrast": 3.8364601135253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6365127563476562,
      "cov-distil (oracle2student)": 4.375901222229004,
      "cov-distil (oracle2teacher)": 4.113977432250977,
      "epoch": 0.13657770800627944,
      "rel-constrast": 6.954038619995117,
      "step": 174,
      "subrel-constrast": 5.574974536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.325571060180664,
      "cov-distil (oracle2student)": 5.860617637634277,
      "cov-distil (oracle2teacher)": 4.595647811889648,
      "epoch": 0.13736263736263737,
      "rel-constrast": 5.240061283111572,
      "step": 175,
      "subrel-constrast": 4.150509357452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.920865058898926,
      "cov-distil (oracle2student)": 7.445850372314453,
      "cov-distil (oracle2teacher)": 4.6917405128479,
      "epoch": 0.13814756671899528,
      "rel-constrast": 7.635376930236816,
      "step": 176,
      "subrel-constrast": 5.020007610321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8503286838531494,
      "cov-distil (oracle2student)": 5.019507884979248,
      "cov-distil (oracle2teacher)": 4.395993232727051,
      "epoch": 0.1389324960753532,
      "rel-constrast": 5.308384895324707,
      "step": 177,
      "subrel-constrast": 4.188920021057129,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7760677337646484,
      "cov-distil (oracle2student)": 6.2227911949157715,
      "cov-distil (oracle2teacher)": 4.913880825042725,
      "epoch": 0.13971742543171115,
      "rel-constrast": 6.815461158752441,
      "step": 178,
      "subrel-constrast": 6.113162517547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8002400398254395,
      "cov-distil (oracle2student)": 8.531770706176758,
      "cov-distil (oracle2teacher)": 6.51868200302124,
      "epoch": 0.14050235478806908,
      "rel-constrast": 6.894843578338623,
      "step": 179,
      "subrel-constrast": 5.462888240814209,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 15.3125,
      "learning_rate": 8.95e-06,
      "loss": 1.556,
      "step": 180
    },
    {
      "cov-distil": 3.660627603530884,
      "cov-distil (oracle2student)": 4.592028617858887,
      "cov-distil (oracle2teacher)": 3.901848554611206,
      "epoch": 0.141287284144427,
      "rel-constrast": 5.0872673988342285,
      "step": 180,
      "subrel-constrast": 4.447839260101318,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7277941703796387,
      "cov-distil (oracle2student)": 4.683640480041504,
      "cov-distil (oracle2teacher)": 3.5613536834716797,
      "epoch": 0.14207221350078492,
      "rel-constrast": 5.933948516845703,
      "step": 181,
      "subrel-constrast": 4.5663838386535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.18432354927063,
      "cov-distil (oracle2student)": 5.910961151123047,
      "cov-distil (oracle2teacher)": 4.909991264343262,
      "epoch": 0.14285714285714285,
      "rel-constrast": 5.615813255310059,
      "step": 182,
      "subrel-constrast": 4.902022361755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7425808906555176,
      "cov-distil (oracle2student)": 8.156492233276367,
      "cov-distil (oracle2teacher)": 6.178691864013672,
      "epoch": 0.14364207221350078,
      "rel-constrast": 6.230963706970215,
      "step": 183,
      "subrel-constrast": 4.751954555511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.122310161590576,
      "cov-distil (oracle2student)": 7.20608377456665,
      "cov-distil (oracle2teacher)": 5.5029754638671875,
      "epoch": 0.14442700156985872,
      "rel-constrast": 5.675207138061523,
      "step": 184,
      "subrel-constrast": 4.6479082107543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7526373863220215,
      "cov-distil (oracle2student)": 7.078078746795654,
      "cov-distil (oracle2teacher)": 5.19650411605835,
      "epoch": 0.14521193092621665,
      "rel-constrast": 7.837731838226318,
      "step": 185,
      "subrel-constrast": 5.389598369598389,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.923063278198242,
      "cov-distil (oracle2student)": 6.520418167114258,
      "cov-distil (oracle2teacher)": 4.242811679840088,
      "epoch": 0.14599686028257458,
      "rel-constrast": 6.193408012390137,
      "step": 186,
      "subrel-constrast": 5.256560325622559,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.411468029022217,
      "cov-distil (oracle2student)": 5.593282222747803,
      "cov-distil (oracle2teacher)": 5.913275718688965,
      "epoch": 0.14678178963893249,
      "rel-constrast": 5.695965766906738,
      "step": 187,
      "subrel-constrast": 4.936519145965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9543309211730957,
      "cov-distil (oracle2student)": 6.735363006591797,
      "cov-distil (oracle2teacher)": 5.710293292999268,
      "epoch": 0.14756671899529042,
      "rel-constrast": 5.220108985900879,
      "step": 188,
      "subrel-constrast": 4.7115159034729,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1853365898132324,
      "cov-distil (oracle2student)": 7.051092147827148,
      "cov-distil (oracle2teacher)": 5.130232334136963,
      "epoch": 0.14835164835164835,
      "rel-constrast": 6.393421649932861,
      "step": 189,
      "subrel-constrast": 5.772905349731445,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 13.125,
      "learning_rate": 9.450000000000001e-06,
      "loss": 1.4971,
      "step": 190
    },
    {
      "cov-distil": 3.488802433013916,
      "cov-distil (oracle2student)": 5.48549747467041,
      "cov-distil (oracle2teacher)": 4.984457492828369,
      "epoch": 0.14913657770800628,
      "rel-constrast": 6.4884490966796875,
      "step": 190,
      "subrel-constrast": 5.601687431335449,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.221560478210449,
      "cov-distil (oracle2student)": 7.035679817199707,
      "cov-distil (oracle2teacher)": 5.840982437133789,
      "epoch": 0.14992150706436422,
      "rel-constrast": 6.965384006500244,
      "step": 191,
      "subrel-constrast": 6.573321342468262,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.706931114196777,
      "cov-distil (oracle2student)": 7.382802486419678,
      "cov-distil (oracle2teacher)": 5.764090061187744,
      "epoch": 0.15070643642072212,
      "rel-constrast": 4.706277847290039,
      "step": 192,
      "subrel-constrast": 4.1160359382629395,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6087615489959717,
      "cov-distil (oracle2student)": 6.2577290534973145,
      "cov-distil (oracle2teacher)": 4.127354621887207,
      "epoch": 0.15149136577708006,
      "rel-constrast": 6.648294448852539,
      "step": 193,
      "subrel-constrast": 4.3313398361206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.154907703399658,
      "cov-distil (oracle2student)": 3.761441946029663,
      "cov-distil (oracle2teacher)": 2.7899599075317383,
      "epoch": 0.152276295133438,
      "rel-constrast": 7.175872802734375,
      "step": 194,
      "subrel-constrast": 5.622953414916992,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7575554847717285,
      "cov-distil (oracle2student)": 7.670008659362793,
      "cov-distil (oracle2teacher)": 5.696996212005615,
      "epoch": 0.15306122448979592,
      "rel-constrast": 8.23550796508789,
      "step": 195,
      "subrel-constrast": 5.412696361541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9929065704345703,
      "cov-distil (oracle2student)": 8.786867141723633,
      "cov-distil (oracle2teacher)": 6.474837779998779,
      "epoch": 0.15384615384615385,
      "rel-constrast": 6.341582775115967,
      "step": 196,
      "subrel-constrast": 5.165693759918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.516141891479492,
      "cov-distil (oracle2student)": 5.787787914276123,
      "cov-distil (oracle2teacher)": 4.424409866333008,
      "epoch": 0.1546310832025118,
      "rel-constrast": 4.501039505004883,
      "step": 197,
      "subrel-constrast": 4.0134196281433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.038858413696289,
      "cov-distil (oracle2student)": 4.362963676452637,
      "cov-distil (oracle2teacher)": 3.0764613151550293,
      "epoch": 0.1554160125588697,
      "rel-constrast": 4.955060005187988,
      "step": 198,
      "subrel-constrast": 3.57429838180542,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3787930011749268,
      "cov-distil (oracle2student)": 7.612249851226807,
      "cov-distil (oracle2teacher)": 5.655327796936035,
      "epoch": 0.15620094191522763,
      "rel-constrast": 6.064511299133301,
      "step": 199,
      "subrel-constrast": 4.265407562255859,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 12.875,
      "learning_rate": 9.950000000000001e-06,
      "loss": 1.552,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.234375,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.0514373779296875
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.05816650390625
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": 0.0067291259765625,
      "step": 200
    },
    {
      "cov-distil": 3.5283257961273193,
      "cov-distil (oracle2student)": 7.069579124450684,
      "cov-distil (oracle2teacher)": 5.530835151672363,
      "epoch": 0.15698587127158556,
      "rel-constrast": 6.4820332527160645,
      "step": 200,
      "subrel-constrast": 5.1075968742370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.209291696548462,
      "cov-distil (oracle2student)": 5.308156490325928,
      "cov-distil (oracle2teacher)": 4.881225109100342,
      "epoch": 0.1577708006279435,
      "rel-constrast": 5.998831272125244,
      "step": 201,
      "subrel-constrast": 4.238204479217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3433680534362793,
      "cov-distil (oracle2student)": 7.2297868728637695,
      "cov-distil (oracle2teacher)": 6.114537239074707,
      "epoch": 0.15855572998430142,
      "rel-constrast": 7.931365013122559,
      "step": 202,
      "subrel-constrast": 5.08936882019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.942877769470215,
      "cov-distil (oracle2student)": 8.508478164672852,
      "cov-distil (oracle2teacher)": 6.401468753814697,
      "epoch": 0.15934065934065933,
      "rel-constrast": 8.04743766784668,
      "step": 203,
      "subrel-constrast": 5.7293877601623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5413994789123535,
      "cov-distil (oracle2student)": 3.883056640625,
      "cov-distil (oracle2teacher)": 3.3418493270874023,
      "epoch": 0.16012558869701726,
      "rel-constrast": 5.005613803863525,
      "step": 204,
      "subrel-constrast": 4.038352012634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5852713584899902,
      "cov-distil (oracle2student)": 10.135774612426758,
      "cov-distil (oracle2teacher)": 8.518957138061523,
      "epoch": 0.1609105180533752,
      "rel-constrast": 7.922815799713135,
      "step": 205,
      "subrel-constrast": 6.735560894012451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7306466102600098,
      "cov-distil (oracle2student)": 7.86826229095459,
      "cov-distil (oracle2teacher)": 6.581382751464844,
      "epoch": 0.16169544740973313,
      "rel-constrast": 7.344729900360107,
      "step": 206,
      "subrel-constrast": 5.714005470275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.874847650527954,
      "cov-distil (oracle2student)": 6.116908073425293,
      "cov-distil (oracle2teacher)": 5.059069633483887,
      "epoch": 0.16248037676609106,
      "rel-constrast": 4.99725341796875,
      "step": 207,
      "subrel-constrast": 4.129848480224609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7104785442352295,
      "cov-distil (oracle2student)": 4.546380519866943,
      "cov-distil (oracle2teacher)": 4.0547308921813965,
      "epoch": 0.16326530612244897,
      "rel-constrast": 6.221567153930664,
      "step": 208,
      "subrel-constrast": 4.951694488525391,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.308722972869873,
      "cov-distil (oracle2student)": 8.769634246826172,
      "cov-distil (oracle2teacher)": 6.159358978271484,
      "epoch": 0.1640502354788069,
      "rel-constrast": 7.135958194732666,
      "step": 209,
      "subrel-constrast": 5.102826118469238,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 14.5625,
      "learning_rate": 1.045e-05,
      "loss": 1.6772,
      "step": 210
    },
    {
      "cov-distil": 3.9089038372039795,
      "cov-distil (oracle2student)": 8.191343307495117,
      "cov-distil (oracle2teacher)": 6.964232921600342,
      "epoch": 0.16483516483516483,
      "rel-constrast": 6.978365898132324,
      "step": 210,
      "subrel-constrast": 5.912867069244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0247364044189453,
      "cov-distil (oracle2student)": 6.459198474884033,
      "cov-distil (oracle2teacher)": 4.885034561157227,
      "epoch": 0.16562009419152277,
      "rel-constrast": 5.79863977432251,
      "step": 211,
      "subrel-constrast": 4.586057186126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2326111793518066,
      "cov-distil (oracle2student)": 5.939338684082031,
      "cov-distil (oracle2teacher)": 4.757777214050293,
      "epoch": 0.1664050235478807,
      "rel-constrast": 5.478702545166016,
      "step": 212,
      "subrel-constrast": 4.5379791259765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7359390258789062,
      "cov-distil (oracle2student)": 6.513023853302002,
      "cov-distil (oracle2teacher)": 5.143453598022461,
      "epoch": 0.16718995290423863,
      "rel-constrast": 3.716357469558716,
      "step": 213,
      "subrel-constrast": 3.6925933361053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9763071537017822,
      "cov-distil (oracle2student)": 7.975461006164551,
      "cov-distil (oracle2teacher)": 5.06793737411499,
      "epoch": 0.16797488226059654,
      "rel-constrast": 6.44483757019043,
      "step": 214,
      "subrel-constrast": 4.292359828948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8048253059387207,
      "cov-distil (oracle2student)": 5.152309417724609,
      "cov-distil (oracle2teacher)": 3.874213457107544,
      "epoch": 0.16875981161695447,
      "rel-constrast": 6.723339557647705,
      "step": 215,
      "subrel-constrast": 5.302562713623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9724469184875488,
      "cov-distil (oracle2student)": 4.413386821746826,
      "cov-distil (oracle2teacher)": 3.5779309272766113,
      "epoch": 0.1695447409733124,
      "rel-constrast": 4.283953666687012,
      "step": 216,
      "subrel-constrast": 3.452906608581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3012685775756836,
      "cov-distil (oracle2student)": 5.754795074462891,
      "cov-distil (oracle2teacher)": 4.9212517738342285,
      "epoch": 0.17032967032967034,
      "rel-constrast": 5.961301326751709,
      "step": 217,
      "subrel-constrast": 5.026541233062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.084859848022461,
      "cov-distil (oracle2student)": 4.6096954345703125,
      "cov-distil (oracle2teacher)": 3.9854748249053955,
      "epoch": 0.17111459968602827,
      "rel-constrast": 6.244478702545166,
      "step": 218,
      "subrel-constrast": 4.5502166748046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.494931221008301,
      "cov-distil (oracle2student)": 4.94071102142334,
      "cov-distil (oracle2teacher)": 3.710479497909546,
      "epoch": 0.17189952904238617,
      "rel-constrast": 7.029558181762695,
      "step": 219,
      "subrel-constrast": 4.5701117515563965,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 15.625,
      "learning_rate": 1.095e-05,
      "loss": 1.4665,
      "step": 220
    },
    {
      "cov-distil": 3.2238664627075195,
      "cov-distil (oracle2student)": 6.585185527801514,
      "cov-distil (oracle2teacher)": 5.178656101226807,
      "epoch": 0.1726844583987441,
      "rel-constrast": 6.650619029998779,
      "step": 220,
      "subrel-constrast": 4.943349361419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261411666870117,
      "cov-distil (oracle2student)": 7.550448417663574,
      "cov-distil (oracle2teacher)": 5.280452728271484,
      "epoch": 0.17346938775510204,
      "rel-constrast": 5.842954635620117,
      "step": 221,
      "subrel-constrast": 3.776158094406128,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1230926513671875,
      "cov-distil (oracle2student)": 5.597016334533691,
      "cov-distil (oracle2teacher)": 5.305922508239746,
      "epoch": 0.17425431711145997,
      "rel-constrast": 6.378367900848389,
      "step": 222,
      "subrel-constrast": 4.7941484451293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.580002546310425,
      "cov-distil (oracle2student)": 5.423019886016846,
      "cov-distil (oracle2teacher)": 4.536489963531494,
      "epoch": 0.1750392464678179,
      "rel-constrast": 4.590057849884033,
      "step": 223,
      "subrel-constrast": 4.026968955993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.535212516784668,
      "cov-distil (oracle2student)": 5.673104763031006,
      "cov-distil (oracle2teacher)": 3.8253986835479736,
      "epoch": 0.17582417582417584,
      "rel-constrast": 5.4184441566467285,
      "step": 224,
      "subrel-constrast": 4.207962512969971,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.570470809936523,
      "cov-distil (oracle2student)": 5.951991558074951,
      "cov-distil (oracle2teacher)": 5.296257972717285,
      "epoch": 0.17660910518053374,
      "rel-constrast": 6.35295295715332,
      "step": 225,
      "subrel-constrast": 5.348306179046631,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.456725597381592,
      "cov-distil (oracle2student)": 7.235404968261719,
      "cov-distil (oracle2teacher)": 5.275980472564697,
      "epoch": 0.17739403453689168,
      "rel-constrast": 6.483428001403809,
      "step": 226,
      "subrel-constrast": 5.099832057952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.984936237335205,
      "cov-distil (oracle2student)": 8.418655395507812,
      "cov-distil (oracle2teacher)": 6.988308429718018,
      "epoch": 0.1781789638932496,
      "rel-constrast": 7.734195232391357,
      "step": 227,
      "subrel-constrast": 5.760927200317383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.984023094177246,
      "cov-distil (oracle2student)": 8.4630708694458,
      "cov-distil (oracle2teacher)": 6.944049835205078,
      "epoch": 0.17896389324960754,
      "rel-constrast": 6.70650577545166,
      "step": 228,
      "subrel-constrast": 5.657758712768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.748962163925171,
      "cov-distil (oracle2student)": 7.385298252105713,
      "cov-distil (oracle2teacher)": 5.675633430480957,
      "epoch": 0.17974882260596547,
      "rel-constrast": 7.36455774307251,
      "step": 229,
      "subrel-constrast": 5.628712177276611,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 12.75,
      "learning_rate": 1.145e-05,
      "loss": 1.5881,
      "step": 230
    },
    {
      "cov-distil": 2.9036803245544434,
      "cov-distil (oracle2student)": 7.4820685386657715,
      "cov-distil (oracle2teacher)": 6.104247093200684,
      "epoch": 0.18053375196232338,
      "rel-constrast": 6.639608860015869,
      "step": 230,
      "subrel-constrast": 5.954493045806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.91481351852417,
      "cov-distil (oracle2student)": 6.288802146911621,
      "cov-distil (oracle2teacher)": 5.289515018463135,
      "epoch": 0.1813186813186813,
      "rel-constrast": 5.199117183685303,
      "step": 231,
      "subrel-constrast": 4.8971099853515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0430915355682373,
      "cov-distil (oracle2student)": 5.847060203552246,
      "cov-distil (oracle2teacher)": 4.012772560119629,
      "epoch": 0.18210361067503925,
      "rel-constrast": 7.342980861663818,
      "step": 232,
      "subrel-constrast": 5.210206985473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.067833662033081,
      "cov-distil (oracle2student)": 7.104142189025879,
      "cov-distil (oracle2teacher)": 4.654824256896973,
      "epoch": 0.18288854003139718,
      "rel-constrast": 6.129726409912109,
      "step": 233,
      "subrel-constrast": 5.695138931274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8103408813476562,
      "cov-distil (oracle2student)": 7.6267290115356445,
      "cov-distil (oracle2teacher)": 7.041560173034668,
      "epoch": 0.1836734693877551,
      "rel-constrast": 5.468483924865723,
      "step": 234,
      "subrel-constrast": 5.690363883972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5587995052337646,
      "cov-distil (oracle2student)": 5.562972068786621,
      "cov-distil (oracle2teacher)": 5.41994571685791,
      "epoch": 0.18445839874411302,
      "rel-constrast": 5.773622512817383,
      "step": 235,
      "subrel-constrast": 5.3267669677734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.249699592590332,
      "cov-distil (oracle2student)": 7.754398345947266,
      "cov-distil (oracle2teacher)": 4.796910285949707,
      "epoch": 0.18524332810047095,
      "rel-constrast": 8.531059265136719,
      "step": 236,
      "subrel-constrast": 5.342297554016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.759154319763184,
      "cov-distil (oracle2student)": 7.0579376220703125,
      "cov-distil (oracle2teacher)": 6.867465972900391,
      "epoch": 0.18602825745682888,
      "rel-constrast": 6.7225422859191895,
      "step": 237,
      "subrel-constrast": 5.861257553100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.824655532836914,
      "cov-distil (oracle2student)": 5.473764419555664,
      "cov-distil (oracle2teacher)": 3.9914209842681885,
      "epoch": 0.18681318681318682,
      "rel-constrast": 6.062190532684326,
      "step": 238,
      "subrel-constrast": 4.152079105377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7214150428771973,
      "cov-distil (oracle2student)": 4.056142807006836,
      "cov-distil (oracle2teacher)": 3.105422019958496,
      "epoch": 0.18759811616954475,
      "rel-constrast": 6.285424709320068,
      "step": 239,
      "subrel-constrast": 4.548801898956299,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 15.9375,
      "learning_rate": 1.195e-05,
      "loss": 1.6039,
      "step": 240
    },
    {
      "cov-distil": 3.2994887828826904,
      "cov-distil (oracle2student)": 6.404690742492676,
      "cov-distil (oracle2teacher)": 4.984034061431885,
      "epoch": 0.18838304552590268,
      "rel-constrast": 5.86398983001709,
      "step": 240,
      "subrel-constrast": 4.766972541809082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.474839687347412,
      "cov-distil (oracle2student)": 5.551938533782959,
      "cov-distil (oracle2teacher)": 3.325836181640625,
      "epoch": 0.1891679748822606,
      "rel-constrast": 6.890068054199219,
      "step": 241,
      "subrel-constrast": 5.152864456176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.939002275466919,
      "cov-distil (oracle2student)": 8.493452072143555,
      "cov-distil (oracle2teacher)": 5.770837783813477,
      "epoch": 0.18995290423861852,
      "rel-constrast": 6.677253246307373,
      "step": 242,
      "subrel-constrast": 5.344944953918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4027292728424072,
      "cov-distil (oracle2student)": 6.329041004180908,
      "cov-distil (oracle2teacher)": 4.339474678039551,
      "epoch": 0.19073783359497645,
      "rel-constrast": 5.450015068054199,
      "step": 243,
      "subrel-constrast": 3.9405393600463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.741093635559082,
      "cov-distil (oracle2student)": 9.936079025268555,
      "cov-distil (oracle2teacher)": 7.017047882080078,
      "epoch": 0.19152276295133439,
      "rel-constrast": 6.805270671844482,
      "step": 244,
      "subrel-constrast": 4.80192232131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1672821044921875,
      "cov-distil (oracle2student)": 6.3422675132751465,
      "cov-distil (oracle2teacher)": 4.817507743835449,
      "epoch": 0.19230769230769232,
      "rel-constrast": 4.706860542297363,
      "step": 245,
      "subrel-constrast": 3.0868115425109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.822758436203003,
      "cov-distil (oracle2student)": 7.291840553283691,
      "cov-distil (oracle2teacher)": 6.726513862609863,
      "epoch": 0.19309262166405022,
      "rel-constrast": 5.267154693603516,
      "step": 246,
      "subrel-constrast": 4.705516815185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.366947650909424,
      "cov-distil (oracle2student)": 6.01516580581665,
      "cov-distil (oracle2teacher)": 5.619762420654297,
      "epoch": 0.19387755102040816,
      "rel-constrast": 4.713459014892578,
      "step": 247,
      "subrel-constrast": 4.563929557800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.038935661315918,
      "cov-distil (oracle2student)": 6.752789497375488,
      "cov-distil (oracle2teacher)": 4.739871501922607,
      "epoch": 0.1946624803767661,
      "rel-constrast": 5.442416667938232,
      "step": 248,
      "subrel-constrast": 3.737136125564575,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2531583309173584,
      "cov-distil (oracle2student)": 6.057809829711914,
      "cov-distil (oracle2teacher)": 4.334310531616211,
      "epoch": 0.19544740973312402,
      "rel-constrast": 7.131378173828125,
      "step": 249,
      "subrel-constrast": 5.672539710998535,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 18.625,
      "learning_rate": 1.2450000000000001e-05,
      "loss": 1.4737,
      "step": 250
    },
    {
      "cov-distil": 3.516162872314453,
      "cov-distil (oracle2student)": 5.811059951782227,
      "cov-distil (oracle2teacher)": 4.604798793792725,
      "epoch": 0.19623233908948196,
      "rel-constrast": 5.385979175567627,
      "step": 250,
      "subrel-constrast": 4.9506120681762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.565119743347168,
      "cov-distil (oracle2student)": 8.027206420898438,
      "cov-distil (oracle2teacher)": 4.743947982788086,
      "epoch": 0.1970172684458399,
      "rel-constrast": 6.1465606689453125,
      "step": 251,
      "subrel-constrast": 5.242536544799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.966289043426514,
      "cov-distil (oracle2student)": 6.7596235275268555,
      "cov-distil (oracle2teacher)": 6.213712692260742,
      "epoch": 0.1978021978021978,
      "rel-constrast": 5.233745574951172,
      "step": 252,
      "subrel-constrast": 4.842480659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.433755397796631,
      "cov-distil (oracle2student)": 3.9055960178375244,
      "cov-distil (oracle2teacher)": 3.547523021697998,
      "epoch": 0.19858712715855573,
      "rel-constrast": 6.395503997802734,
      "step": 253,
      "subrel-constrast": 6.658457279205322,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.111330986022949,
      "cov-distil (oracle2student)": 3.668722152709961,
      "cov-distil (oracle2teacher)": 3.4141297340393066,
      "epoch": 0.19937205651491366,
      "rel-constrast": 4.0804829597473145,
      "step": 254,
      "subrel-constrast": 4.358175277709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1300435066223145,
      "cov-distil (oracle2student)": 5.203346252441406,
      "cov-distil (oracle2teacher)": 4.6285176277160645,
      "epoch": 0.2001569858712716,
      "rel-constrast": 5.73390531539917,
      "step": 255,
      "subrel-constrast": 4.773066520690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5665247440338135,
      "cov-distil (oracle2student)": 5.164233207702637,
      "cov-distil (oracle2teacher)": 4.859079360961914,
      "epoch": 0.20094191522762953,
      "rel-constrast": 6.5312018394470215,
      "step": 256,
      "subrel-constrast": 5.86644172668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.474895477294922,
      "cov-distil (oracle2student)": 6.759990692138672,
      "cov-distil (oracle2teacher)": 5.076593399047852,
      "epoch": 0.20172684458398743,
      "rel-constrast": 3.920262336730957,
      "step": 257,
      "subrel-constrast": 3.723156452178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1205925941467285,
      "cov-distil (oracle2student)": 7.466899394989014,
      "cov-distil (oracle2teacher)": 6.139980316162109,
      "epoch": 0.20251177394034536,
      "rel-constrast": 7.872465133666992,
      "step": 258,
      "subrel-constrast": 5.299954414367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8939738273620605,
      "cov-distil (oracle2student)": 8.317615509033203,
      "cov-distil (oracle2teacher)": 5.729403018951416,
      "epoch": 0.2032967032967033,
      "rel-constrast": 4.958531856536865,
      "step": 259,
      "subrel-constrast": 3.58616304397583,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 16.25,
      "learning_rate": 1.2950000000000001e-05,
      "loss": 1.4065,
      "step": 260
    },
    {
      "cov-distil": 4.336055755615234,
      "cov-distil (oracle2student)": 7.078025817871094,
      "cov-distil (oracle2teacher)": 6.190380573272705,
      "epoch": 0.20408163265306123,
      "rel-constrast": 8.60249137878418,
      "step": 260,
      "subrel-constrast": 7.161799430847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.298201322555542,
      "cov-distil (oracle2student)": 6.895780086517334,
      "cov-distil (oracle2teacher)": 5.064095497131348,
      "epoch": 0.20486656200941916,
      "rel-constrast": 9.036319732666016,
      "step": 261,
      "subrel-constrast": 6.993175506591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6800646781921387,
      "cov-distil (oracle2student)": 6.780130386352539,
      "cov-distil (oracle2teacher)": 5.701805114746094,
      "epoch": 0.20565149136577707,
      "rel-constrast": 6.868691444396973,
      "step": 262,
      "subrel-constrast": 5.394209861755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9533309936523438,
      "cov-distil (oracle2student)": 6.258018970489502,
      "cov-distil (oracle2teacher)": 5.135937690734863,
      "epoch": 0.206436420722135,
      "rel-constrast": 5.3347601890563965,
      "step": 263,
      "subrel-constrast": 4.978070259094238,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2236413955688477,
      "cov-distil (oracle2student)": 5.960575580596924,
      "cov-distil (oracle2teacher)": 4.797710418701172,
      "epoch": 0.20722135007849293,
      "rel-constrast": 4.859791278839111,
      "step": 264,
      "subrel-constrast": 3.9997777938842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9068026542663574,
      "cov-distil (oracle2student)": 5.524225234985352,
      "cov-distil (oracle2teacher)": 5.041040897369385,
      "epoch": 0.20800627943485087,
      "rel-constrast": 5.037485122680664,
      "step": 265,
      "subrel-constrast": 4.4791765213012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5913591384887695,
      "cov-distil (oracle2student)": 5.304985046386719,
      "cov-distil (oracle2teacher)": 4.153073310852051,
      "epoch": 0.2087912087912088,
      "rel-constrast": 5.659143924713135,
      "step": 266,
      "subrel-constrast": 4.3519721031188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0903985500335693,
      "cov-distil (oracle2student)": 6.570267677307129,
      "cov-distil (oracle2teacher)": 4.888650417327881,
      "epoch": 0.20957613814756673,
      "rel-constrast": 6.342266082763672,
      "step": 267,
      "subrel-constrast": 5.480305194854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.666135787963867,
      "cov-distil (oracle2student)": 7.292048454284668,
      "cov-distil (oracle2teacher)": 5.538511276245117,
      "epoch": 0.21036106750392464,
      "rel-constrast": 5.866069316864014,
      "step": 268,
      "subrel-constrast": 5.420258045196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.585205554962158,
      "cov-distil (oracle2student)": 8.651119232177734,
      "cov-distil (oracle2teacher)": 7.891222953796387,
      "epoch": 0.21114599686028257,
      "rel-constrast": 5.89880895614624,
      "step": 269,
      "subrel-constrast": 5.620781421661377,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 12.4375,
      "learning_rate": 1.3450000000000002e-05,
      "loss": 1.5876,
      "step": 270
    },
    {
      "cov-distil": 2.7466444969177246,
      "cov-distil (oracle2student)": 6.770458221435547,
      "cov-distil (oracle2teacher)": 5.722110748291016,
      "epoch": 0.2119309262166405,
      "rel-constrast": 5.583882808685303,
      "step": 270,
      "subrel-constrast": 4.953369617462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.387966156005859,
      "cov-distil (oracle2student)": 6.782116413116455,
      "cov-distil (oracle2teacher)": 6.230133056640625,
      "epoch": 0.21271585557299844,
      "rel-constrast": 6.828855514526367,
      "step": 271,
      "subrel-constrast": 5.767931938171387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4776148796081543,
      "cov-distil (oracle2student)": 7.725714206695557,
      "cov-distil (oracle2teacher)": 4.2353901863098145,
      "epoch": 0.21350078492935637,
      "rel-constrast": 6.7675676345825195,
      "step": 272,
      "subrel-constrast": 4.243733882904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8837342262268066,
      "cov-distil (oracle2student)": 8.100215911865234,
      "cov-distil (oracle2teacher)": 6.865073204040527,
      "epoch": 0.21428571428571427,
      "rel-constrast": 5.722375392913818,
      "step": 273,
      "subrel-constrast": 5.196401596069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.547816276550293,
      "cov-distil (oracle2student)": 4.683432579040527,
      "cov-distil (oracle2teacher)": 4.061279773712158,
      "epoch": 0.2150706436420722,
      "rel-constrast": 4.491962432861328,
      "step": 274,
      "subrel-constrast": 3.8705804347991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2293360233306885,
      "cov-distil (oracle2student)": 7.682043075561523,
      "cov-distil (oracle2teacher)": 6.1583662033081055,
      "epoch": 0.21585557299843014,
      "rel-constrast": 6.308538913726807,
      "step": 275,
      "subrel-constrast": 5.119235515594482,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4919610023498535,
      "cov-distil (oracle2student)": 6.640707015991211,
      "cov-distil (oracle2teacher)": 5.214866638183594,
      "epoch": 0.21664050235478807,
      "rel-constrast": 7.374178886413574,
      "step": 276,
      "subrel-constrast": 6.104369640350342,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.115516185760498,
      "cov-distil (oracle2student)": 5.996584415435791,
      "cov-distil (oracle2teacher)": 4.823023796081543,
      "epoch": 0.217425431711146,
      "rel-constrast": 6.20583963394165,
      "step": 277,
      "subrel-constrast": 5.029137134552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7918639183044434,
      "cov-distil (oracle2student)": 5.684634208679199,
      "cov-distil (oracle2teacher)": 4.810190200805664,
      "epoch": 0.21821036106750394,
      "rel-constrast": 4.79813289642334,
      "step": 278,
      "subrel-constrast": 5.397599697113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1064231395721436,
      "cov-distil (oracle2student)": 4.2301201820373535,
      "cov-distil (oracle2teacher)": 3.5788700580596924,
      "epoch": 0.21899529042386184,
      "rel-constrast": 5.084054946899414,
      "step": 279,
      "subrel-constrast": 4.2111334800720215,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 11.875,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 1.4791,
      "step": 280
    },
    {
      "cov-distil": 2.8841805458068848,
      "cov-distil (oracle2student)": 5.231929779052734,
      "cov-distil (oracle2teacher)": 3.8020687103271484,
      "epoch": 0.21978021978021978,
      "rel-constrast": 5.070528984069824,
      "step": 280,
      "subrel-constrast": 3.608320951461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.789047122001648,
      "cov-distil (oracle2student)": 6.3516340255737305,
      "cov-distil (oracle2teacher)": 4.324160099029541,
      "epoch": 0.2205651491365777,
      "rel-constrast": 5.733168601989746,
      "step": 281,
      "subrel-constrast": 4.130161762237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2254583835601807,
      "cov-distil (oracle2student)": 5.774847984313965,
      "cov-distil (oracle2teacher)": 4.546616554260254,
      "epoch": 0.22135007849293564,
      "rel-constrast": 4.129452228546143,
      "step": 282,
      "subrel-constrast": 3.598750114440918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9880526065826416,
      "cov-distil (oracle2student)": 5.123470306396484,
      "cov-distil (oracle2teacher)": 4.069883346557617,
      "epoch": 0.22213500784929358,
      "rel-constrast": 3.295433759689331,
      "step": 283,
      "subrel-constrast": 3.324979066848755,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.25510311126709,
      "cov-distil (oracle2student)": 6.302071571350098,
      "cov-distil (oracle2teacher)": 4.757148742675781,
      "epoch": 0.22291993720565148,
      "rel-constrast": 5.31478214263916,
      "step": 284,
      "subrel-constrast": 5.6519598960876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2425737380981445,
      "cov-distil (oracle2student)": 5.098972320556641,
      "cov-distil (oracle2teacher)": 4.024742126464844,
      "epoch": 0.2237048665620094,
      "rel-constrast": 5.870516777038574,
      "step": 285,
      "subrel-constrast": 4.4377851486206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.38612961769104,
      "cov-distil (oracle2student)": 5.2903733253479,
      "cov-distil (oracle2teacher)": 4.70941162109375,
      "epoch": 0.22448979591836735,
      "rel-constrast": 4.851799011230469,
      "step": 286,
      "subrel-constrast": 4.53253698348999,
      "view-similarity": 0
    },
    {
      "cov-distil": 5.291201591491699,
      "cov-distil (oracle2student)": 5.844934463500977,
      "cov-distil (oracle2teacher)": 4.84541654586792,
      "epoch": 0.22527472527472528,
      "rel-constrast": 5.835660457611084,
      "step": 287,
      "subrel-constrast": 5.024116039276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9398608207702637,
      "cov-distil (oracle2student)": 4.3184967041015625,
      "cov-distil (oracle2teacher)": 3.2652041912078857,
      "epoch": 0.2260596546310832,
      "rel-constrast": 3.811152219772339,
      "step": 288,
      "subrel-constrast": 3.2368462085723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8907761573791504,
      "cov-distil (oracle2student)": 6.32274866104126,
      "cov-distil (oracle2teacher)": 4.817951679229736,
      "epoch": 0.22684458398744112,
      "rel-constrast": 6.02825403213501,
      "step": 289,
      "subrel-constrast": 4.743237495422363,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 11.375,
      "learning_rate": 1.4449999999999999e-05,
      "loss": 1.2485,
      "step": 290
    },
    {
      "cov-distil": 2.9347901344299316,
      "cov-distil (oracle2student)": 4.872867584228516,
      "cov-distil (oracle2teacher)": 4.179929733276367,
      "epoch": 0.22762951334379905,
      "rel-constrast": 5.155918598175049,
      "step": 290,
      "subrel-constrast": 3.6043808460235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9107203483581543,
      "cov-distil (oracle2student)": 7.445195198059082,
      "cov-distil (oracle2teacher)": 5.120218753814697,
      "epoch": 0.22841444270015698,
      "rel-constrast": 7.677296161651611,
      "step": 291,
      "subrel-constrast": 5.529508113861084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4434685707092285,
      "cov-distil (oracle2student)": 4.508039474487305,
      "cov-distil (oracle2teacher)": 3.5461554527282715,
      "epoch": 0.22919937205651492,
      "rel-constrast": 5.153941631317139,
      "step": 292,
      "subrel-constrast": 4.15155553817749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.582817554473877,
      "cov-distil (oracle2student)": 5.146377086639404,
      "cov-distil (oracle2teacher)": 4.31059455871582,
      "epoch": 0.22998430141287285,
      "rel-constrast": 5.175385475158691,
      "step": 293,
      "subrel-constrast": 5.058679103851318,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5422732830047607,
      "cov-distil (oracle2student)": 6.001456260681152,
      "cov-distil (oracle2teacher)": 5.188901901245117,
      "epoch": 0.23076923076923078,
      "rel-constrast": 4.473079681396484,
      "step": 294,
      "subrel-constrast": 4.181125640869141,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6128244400024414,
      "cov-distil (oracle2student)": 6.004209518432617,
      "cov-distil (oracle2teacher)": 4.370993614196777,
      "epoch": 0.2315541601255887,
      "rel-constrast": 4.921375751495361,
      "step": 295,
      "subrel-constrast": 4.1689252853393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5751001834869385,
      "cov-distil (oracle2student)": 4.772381782531738,
      "cov-distil (oracle2teacher)": 4.355014324188232,
      "epoch": 0.23233908948194662,
      "rel-constrast": 6.146240711212158,
      "step": 296,
      "subrel-constrast": 4.476834774017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9748764038085938,
      "cov-distil (oracle2student)": 6.486191749572754,
      "cov-distil (oracle2teacher)": 5.096853256225586,
      "epoch": 0.23312401883830455,
      "rel-constrast": 6.090335369110107,
      "step": 297,
      "subrel-constrast": 5.588194370269775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.44960880279541,
      "cov-distil (oracle2student)": 3.8874282836914062,
      "cov-distil (oracle2teacher)": 3.8167011737823486,
      "epoch": 0.23390894819466249,
      "rel-constrast": 5.933355331420898,
      "step": 298,
      "subrel-constrast": 3.9365546703338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.636549949645996,
      "cov-distil (oracle2student)": 7.991456508636475,
      "cov-distil (oracle2teacher)": 7.372882843017578,
      "epoch": 0.23469387755102042,
      "rel-constrast": 6.266528129577637,
      "step": 299,
      "subrel-constrast": 5.849900722503662,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 12.9375,
      "learning_rate": 1.4950000000000001e-05,
      "loss": 1.4248,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.20781250298023224,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.0362548828125
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.0373687744140625
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": 0.0011138916015625,
      "step": 300
    },
    {
      "cov-distil": 2.995849609375,
      "cov-distil (oracle2student)": 5.09915828704834,
      "cov-distil (oracle2teacher)": 4.621673107147217,
      "epoch": 0.23547880690737832,
      "rel-constrast": 5.374889373779297,
      "step": 300,
      "subrel-constrast": 4.954840660095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.807335376739502,
      "cov-distil (oracle2student)": 5.43807315826416,
      "cov-distil (oracle2teacher)": 4.944613456726074,
      "epoch": 0.23626373626373626,
      "rel-constrast": 6.832364559173584,
      "step": 301,
      "subrel-constrast": 5.392660617828369,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.137192726135254,
      "cov-distil (oracle2student)": 9.00510025024414,
      "cov-distil (oracle2teacher)": 6.73104190826416,
      "epoch": 0.2370486656200942,
      "rel-constrast": 8.269548416137695,
      "step": 302,
      "subrel-constrast": 7.39450216293335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0982232093811035,
      "cov-distil (oracle2student)": 5.335261344909668,
      "cov-distil (oracle2teacher)": 4.4932451248168945,
      "epoch": 0.23783359497645212,
      "rel-constrast": 5.1851582527160645,
      "step": 303,
      "subrel-constrast": 4.23055362701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.179009437561035,
      "cov-distil (oracle2student)": 6.040433406829834,
      "cov-distil (oracle2teacher)": 4.932512283325195,
      "epoch": 0.23861852433281006,
      "rel-constrast": 4.484858512878418,
      "step": 304,
      "subrel-constrast": 3.803333282470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.767642974853516,
      "cov-distil (oracle2student)": 7.136101245880127,
      "cov-distil (oracle2teacher)": 5.454344749450684,
      "epoch": 0.239403453689168,
      "rel-constrast": 5.738367080688477,
      "step": 305,
      "subrel-constrast": 5.890968322753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.072711944580078,
      "cov-distil (oracle2student)": 5.865180969238281,
      "cov-distil (oracle2teacher)": 4.911429405212402,
      "epoch": 0.2401883830455259,
      "rel-constrast": 4.885112762451172,
      "step": 306,
      "subrel-constrast": 4.486283302307129,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.361879825592041,
      "cov-distil (oracle2student)": 7.407407760620117,
      "cov-distil (oracle2teacher)": 5.337668418884277,
      "epoch": 0.24097331240188383,
      "rel-constrast": 6.136301040649414,
      "step": 307,
      "subrel-constrast": 3.926816940307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6681458950042725,
      "cov-distil (oracle2student)": 4.906818389892578,
      "cov-distil (oracle2teacher)": 4.054692268371582,
      "epoch": 0.24175824175824176,
      "rel-constrast": 3.799686908721924,
      "step": 308,
      "subrel-constrast": 3.5293538570404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.943486452102661,
      "cov-distil (oracle2student)": 5.624420166015625,
      "cov-distil (oracle2teacher)": 4.865832805633545,
      "epoch": 0.2425431711145997,
      "rel-constrast": 3.9732346534729004,
      "step": 309,
      "subrel-constrast": 3.4104995727539062,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 11.625,
      "learning_rate": 1.545e-05,
      "loss": 1.367,
      "step": 310
    },
    {
      "cov-distil": 2.6244723796844482,
      "cov-distil (oracle2student)": 5.866706371307373,
      "cov-distil (oracle2teacher)": 4.9008917808532715,
      "epoch": 0.24332810047095763,
      "rel-constrast": 6.373926162719727,
      "step": 310,
      "subrel-constrast": 4.488101482391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5632121562957764,
      "cov-distil (oracle2student)": 5.155505657196045,
      "cov-distil (oracle2teacher)": 5.0142059326171875,
      "epoch": 0.24411302982731553,
      "rel-constrast": 6.277679443359375,
      "step": 311,
      "subrel-constrast": 5.1024346351623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.843381404876709,
      "cov-distil (oracle2student)": 7.657061576843262,
      "cov-distil (oracle2teacher)": 5.59952974319458,
      "epoch": 0.24489795918367346,
      "rel-constrast": 6.135632514953613,
      "step": 312,
      "subrel-constrast": 4.900961875915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1060256958007812,
      "cov-distil (oracle2student)": 4.893831253051758,
      "cov-distil (oracle2teacher)": 3.9767580032348633,
      "epoch": 0.2456828885400314,
      "rel-constrast": 4.635200023651123,
      "step": 313,
      "subrel-constrast": 4.283213138580322,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1016054153442383,
      "cov-distil (oracle2student)": 6.062239646911621,
      "cov-distil (oracle2teacher)": 5.6108503341674805,
      "epoch": 0.24646781789638933,
      "rel-constrast": 8.560279846191406,
      "step": 314,
      "subrel-constrast": 7.044192314147949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8427748680114746,
      "cov-distil (oracle2student)": 4.068223476409912,
      "cov-distil (oracle2teacher)": 3.112412214279175,
      "epoch": 0.24725274725274726,
      "rel-constrast": 5.4125471115112305,
      "step": 315,
      "subrel-constrast": 4.892662525177002,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.612217426300049,
      "cov-distil (oracle2student)": 6.20430850982666,
      "cov-distil (oracle2teacher)": 5.056683540344238,
      "epoch": 0.24803767660910517,
      "rel-constrast": 5.985476970672607,
      "step": 316,
      "subrel-constrast": 5.0935492515563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5243868827819824,
      "cov-distil (oracle2student)": 4.722080707550049,
      "cov-distil (oracle2teacher)": 3.2924301624298096,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.927239418029785,
      "step": 317,
      "subrel-constrast": 2.7868239879608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.834930419921875,
      "cov-distil (oracle2student)": 7.241357803344727,
      "cov-distil (oracle2teacher)": 5.2385406494140625,
      "epoch": 0.24960753532182103,
      "rel-constrast": 6.596709728240967,
      "step": 318,
      "subrel-constrast": 4.503012180328369,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.6294145584106445,
      "cov-distil (oracle2student)": 3.2060794830322266,
      "cov-distil (oracle2teacher)": 2.472909927368164,
      "epoch": 0.25039246467817894,
      "rel-constrast": 4.146984100341797,
      "step": 319,
      "subrel-constrast": 4.32492733001709,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 9.75,
      "learning_rate": 1.595e-05,
      "loss": 1.4263,
      "step": 320
    },
    {
      "cov-distil": 3.2471065521240234,
      "cov-distil (oracle2student)": 5.24832820892334,
      "cov-distil (oracle2teacher)": 4.8232221603393555,
      "epoch": 0.25117739403453687,
      "rel-constrast": 6.012116432189941,
      "step": 320,
      "subrel-constrast": 4.880139350891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.157546043395996,
      "cov-distil (oracle2student)": 6.867677211761475,
      "cov-distil (oracle2teacher)": 6.053874492645264,
      "epoch": 0.2519623233908948,
      "rel-constrast": 6.826060771942139,
      "step": 321,
      "subrel-constrast": 5.76216459274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.067598581314087,
      "cov-distil (oracle2student)": 5.943489074707031,
      "cov-distil (oracle2teacher)": 5.202498912811279,
      "epoch": 0.25274725274725274,
      "rel-constrast": 6.353456497192383,
      "step": 322,
      "subrel-constrast": 5.987008571624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1114866733551025,
      "cov-distil (oracle2student)": 7.59584379196167,
      "cov-distil (oracle2teacher)": 6.96005916595459,
      "epoch": 0.25353218210361067,
      "rel-constrast": 4.523984432220459,
      "step": 323,
      "subrel-constrast": 3.6541523933410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.248222827911377,
      "cov-distil (oracle2student)": 5.706358909606934,
      "cov-distil (oracle2teacher)": 4.948301315307617,
      "epoch": 0.2543171114599686,
      "rel-constrast": 4.667326927185059,
      "step": 324,
      "subrel-constrast": 4.78737211227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2831523418426514,
      "cov-distil (oracle2student)": 4.755370140075684,
      "cov-distil (oracle2teacher)": 4.040532112121582,
      "epoch": 0.25510204081632654,
      "rel-constrast": 4.627167701721191,
      "step": 325,
      "subrel-constrast": 4.401793956756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.712343215942383,
      "cov-distil (oracle2student)": 5.70070219039917,
      "cov-distil (oracle2teacher)": 4.60653018951416,
      "epoch": 0.25588697017268447,
      "rel-constrast": 6.844998359680176,
      "step": 326,
      "subrel-constrast": 4.64809513092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.156365394592285,
      "cov-distil (oracle2student)": 3.712214469909668,
      "cov-distil (oracle2teacher)": 3.16973876953125,
      "epoch": 0.2566718995290424,
      "rel-constrast": 5.057411193847656,
      "step": 327,
      "subrel-constrast": 4.276742458343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.276266098022461,
      "cov-distil (oracle2student)": 6.313554763793945,
      "cov-distil (oracle2teacher)": 4.672726631164551,
      "epoch": 0.25745682888540034,
      "rel-constrast": 7.7610578536987305,
      "step": 328,
      "subrel-constrast": 5.150588512420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1482694149017334,
      "cov-distil (oracle2student)": 6.211233139038086,
      "cov-distil (oracle2teacher)": 4.519503593444824,
      "epoch": 0.25824175824175827,
      "rel-constrast": 7.128066062927246,
      "step": 329,
      "subrel-constrast": 5.229227066040039,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 30.125,
      "learning_rate": 1.645e-05,
      "loss": 1.495,
      "step": 330
    },
    {
      "cov-distil": 3.4942121505737305,
      "cov-distil (oracle2student)": 4.702362060546875,
      "cov-distil (oracle2teacher)": 3.851454973220825,
      "epoch": 0.25902668759811615,
      "rel-constrast": 7.743566989898682,
      "step": 330,
      "subrel-constrast": 5.834286212921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4308981895446777,
      "cov-distil (oracle2student)": 6.707577228546143,
      "cov-distil (oracle2teacher)": 6.061697959899902,
      "epoch": 0.2598116169544741,
      "rel-constrast": 5.530765056610107,
      "step": 331,
      "subrel-constrast": 5.404827117919922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.700594902038574,
      "cov-distil (oracle2student)": 6.697707653045654,
      "cov-distil (oracle2teacher)": 4.997561454772949,
      "epoch": 0.260596546310832,
      "rel-constrast": 5.75063419342041,
      "step": 332,
      "subrel-constrast": 4.904842376708984,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.122147560119629,
      "cov-distil (oracle2student)": 6.454063892364502,
      "cov-distil (oracle2teacher)": 5.4856696128845215,
      "epoch": 0.26138147566718994,
      "rel-constrast": 7.21724271774292,
      "step": 333,
      "subrel-constrast": 6.4538092613220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6284923553466797,
      "cov-distil (oracle2student)": 5.671303749084473,
      "cov-distil (oracle2teacher)": 5.0850443840026855,
      "epoch": 0.2621664050235479,
      "rel-constrast": 6.136453628540039,
      "step": 334,
      "subrel-constrast": 5.556970119476318,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3844223022460938,
      "cov-distil (oracle2student)": 6.532558441162109,
      "cov-distil (oracle2teacher)": 5.1386823654174805,
      "epoch": 0.2629513343799058,
      "rel-constrast": 6.085060119628906,
      "step": 335,
      "subrel-constrast": 3.9505090713500977,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.351165533065796,
      "cov-distil (oracle2student)": 6.627205848693848,
      "cov-distil (oracle2teacher)": 4.818368434906006,
      "epoch": 0.26373626373626374,
      "rel-constrast": 4.0633087158203125,
      "step": 336,
      "subrel-constrast": 3.8028533458709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.636702537536621,
      "cov-distil (oracle2student)": 6.419576644897461,
      "cov-distil (oracle2teacher)": 5.576725482940674,
      "epoch": 0.2645211930926217,
      "rel-constrast": 5.209208011627197,
      "step": 337,
      "subrel-constrast": 4.492473602294922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5485739707946777,
      "cov-distil (oracle2student)": 5.755950927734375,
      "cov-distil (oracle2teacher)": 4.924200534820557,
      "epoch": 0.2653061224489796,
      "rel-constrast": 4.338869094848633,
      "step": 338,
      "subrel-constrast": 3.4522180557250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0320019721984863,
      "cov-distil (oracle2student)": 3.228222370147705,
      "cov-distil (oracle2teacher)": 2.803506851196289,
      "epoch": 0.26609105180533754,
      "rel-constrast": 3.474172353744507,
      "step": 339,
      "subrel-constrast": 3.0635268688201904,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 10.9375,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 1.3887,
      "step": 340
    },
    {
      "cov-distil": 3.49402117729187,
      "cov-distil (oracle2student)": 7.210906028747559,
      "cov-distil (oracle2teacher)": 5.0158233642578125,
      "epoch": 0.2668759811616955,
      "rel-constrast": 4.837923049926758,
      "step": 340,
      "subrel-constrast": 3.96360445022583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.364725112915039,
      "cov-distil (oracle2student)": 6.774990558624268,
      "cov-distil (oracle2teacher)": 4.92592716217041,
      "epoch": 0.26766091051805335,
      "rel-constrast": 6.70700216293335,
      "step": 341,
      "subrel-constrast": 5.498395919799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.675469160079956,
      "cov-distil (oracle2student)": 6.020564079284668,
      "cov-distil (oracle2teacher)": 4.985093116760254,
      "epoch": 0.2684458398744113,
      "rel-constrast": 5.4752960205078125,
      "step": 342,
      "subrel-constrast": 5.19370698928833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.710606575012207,
      "cov-distil (oracle2student)": 5.1702561378479,
      "cov-distil (oracle2teacher)": 4.896413326263428,
      "epoch": 0.2692307692307692,
      "rel-constrast": 4.92357873916626,
      "step": 343,
      "subrel-constrast": 4.078018665313721,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9351677894592285,
      "cov-distil (oracle2student)": 6.349701881408691,
      "cov-distil (oracle2teacher)": 5.054539680480957,
      "epoch": 0.27001569858712715,
      "rel-constrast": 5.1082682609558105,
      "step": 344,
      "subrel-constrast": 4.37379789352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5741896629333496,
      "cov-distil (oracle2student)": 6.700535774230957,
      "cov-distil (oracle2teacher)": 5.530913352966309,
      "epoch": 0.2708006279434851,
      "rel-constrast": 4.915071964263916,
      "step": 345,
      "subrel-constrast": 4.948842525482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7902779579162598,
      "cov-distil (oracle2student)": 4.731903076171875,
      "cov-distil (oracle2teacher)": 4.770266056060791,
      "epoch": 0.271585557299843,
      "rel-constrast": 4.276309967041016,
      "step": 346,
      "subrel-constrast": 4.362357139587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7229695320129395,
      "cov-distil (oracle2student)": 4.780536651611328,
      "cov-distil (oracle2teacher)": 3.6855499744415283,
      "epoch": 0.27237048665620095,
      "rel-constrast": 4.157382965087891,
      "step": 347,
      "subrel-constrast": 3.040459632873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133462429046631,
      "cov-distil (oracle2student)": 5.408270835876465,
      "cov-distil (oracle2teacher)": 5.279867649078369,
      "epoch": 0.2731554160125589,
      "rel-constrast": 3.8222789764404297,
      "step": 348,
      "subrel-constrast": 3.876159906387329,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9878487586975098,
      "cov-distil (oracle2student)": 6.929985046386719,
      "cov-distil (oracle2teacher)": 5.093683242797852,
      "epoch": 0.2739403453689168,
      "rel-constrast": 4.3066606521606445,
      "step": 349,
      "subrel-constrast": 3.651686429977417,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 9.875,
      "learning_rate": 1.745e-05,
      "loss": 1.2132,
      "step": 350
    },
    {
      "cov-distil": 4.154344081878662,
      "cov-distil (oracle2student)": 4.43400239944458,
      "cov-distil (oracle2teacher)": 3.726571798324585,
      "epoch": 0.27472527472527475,
      "rel-constrast": 5.840875625610352,
      "step": 350,
      "subrel-constrast": 5.234407424926758,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1520259380340576,
      "cov-distil (oracle2student)": 4.310547828674316,
      "cov-distil (oracle2teacher)": 4.410953044891357,
      "epoch": 0.2755102040816326,
      "rel-constrast": 4.542810440063477,
      "step": 351,
      "subrel-constrast": 4.721284866333008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042290210723877,
      "cov-distil (oracle2student)": 5.880301475524902,
      "cov-distil (oracle2teacher)": 4.898249626159668,
      "epoch": 0.27629513343799056,
      "rel-constrast": 5.495250701904297,
      "step": 352,
      "subrel-constrast": 4.408053398132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0820250511169434,
      "cov-distil (oracle2student)": 7.8096208572387695,
      "cov-distil (oracle2teacher)": 5.75828742980957,
      "epoch": 0.2770800627943485,
      "rel-constrast": 6.663204669952393,
      "step": 353,
      "subrel-constrast": 4.689756393432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6350584030151367,
      "cov-distil (oracle2student)": 4.396308898925781,
      "cov-distil (oracle2teacher)": 3.2536141872406006,
      "epoch": 0.2778649921507064,
      "rel-constrast": 5.619442939758301,
      "step": 354,
      "subrel-constrast": 4.852662086486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2703328132629395,
      "cov-distil (oracle2student)": 6.63592004776001,
      "cov-distil (oracle2teacher)": 5.588383674621582,
      "epoch": 0.27864992150706436,
      "rel-constrast": 3.6034908294677734,
      "step": 355,
      "subrel-constrast": 3.7527341842651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4463188648223877,
      "cov-distil (oracle2student)": 6.357917785644531,
      "cov-distil (oracle2teacher)": 5.016839504241943,
      "epoch": 0.2794348508634223,
      "rel-constrast": 5.065958499908447,
      "step": 356,
      "subrel-constrast": 4.6299824714660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0732581615448,
      "cov-distil (oracle2student)": 5.804237365722656,
      "cov-distil (oracle2teacher)": 5.375204086303711,
      "epoch": 0.2802197802197802,
      "rel-constrast": 5.585434913635254,
      "step": 357,
      "subrel-constrast": 5.207307815551758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9298481941223145,
      "cov-distil (oracle2student)": 6.537027835845947,
      "cov-distil (oracle2teacher)": 5.530665397644043,
      "epoch": 0.28100470957613816,
      "rel-constrast": 5.80604362487793,
      "step": 358,
      "subrel-constrast": 5.920729637145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4743998050689697,
      "cov-distil (oracle2student)": 4.3299336433410645,
      "cov-distil (oracle2teacher)": 3.4464523792266846,
      "epoch": 0.2817896389324961,
      "rel-constrast": 6.006719589233398,
      "step": 359,
      "subrel-constrast": 4.429600238800049,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 11.6875,
      "learning_rate": 1.795e-05,
      "loss": 1.3557,
      "step": 360
    },
    {
      "cov-distil": 3.5496397018432617,
      "cov-distil (oracle2student)": 4.70308780670166,
      "cov-distil (oracle2teacher)": 4.441425323486328,
      "epoch": 0.282574568288854,
      "rel-constrast": 3.6564595699310303,
      "step": 360,
      "subrel-constrast": 4.427983283996582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210775375366211,
      "cov-distil (oracle2student)": 5.588913440704346,
      "cov-distil (oracle2teacher)": 4.462770938873291,
      "epoch": 0.28335949764521196,
      "rel-constrast": 5.913948059082031,
      "step": 361,
      "subrel-constrast": 4.857327461242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7464823722839355,
      "cov-distil (oracle2student)": 5.070058822631836,
      "cov-distil (oracle2teacher)": 4.40608024597168,
      "epoch": 0.28414442700156983,
      "rel-constrast": 5.411225318908691,
      "step": 362,
      "subrel-constrast": 3.9650962352752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.390380382537842,
      "cov-distil (oracle2student)": 5.747140407562256,
      "cov-distil (oracle2teacher)": 5.112768650054932,
      "epoch": 0.28492935635792777,
      "rel-constrast": 5.220882415771484,
      "step": 363,
      "subrel-constrast": 3.907060384750366,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2588510513305664,
      "cov-distil (oracle2student)": 5.065161228179932,
      "cov-distil (oracle2teacher)": 4.869439125061035,
      "epoch": 0.2857142857142857,
      "rel-constrast": 4.017510414123535,
      "step": 364,
      "subrel-constrast": 4.68588399887085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8035261631011963,
      "cov-distil (oracle2student)": 5.808452606201172,
      "cov-distil (oracle2teacher)": 4.553061485290527,
      "epoch": 0.28649921507064363,
      "rel-constrast": 4.353311538696289,
      "step": 365,
      "subrel-constrast": 3.5678341388702393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2260358333587646,
      "cov-distil (oracle2student)": 4.4498748779296875,
      "cov-distil (oracle2teacher)": 3.677988052368164,
      "epoch": 0.28728414442700156,
      "rel-constrast": 3.346419095993042,
      "step": 366,
      "subrel-constrast": 3.4819939136505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3118133544921875,
      "cov-distil (oracle2student)": 5.084794044494629,
      "cov-distil (oracle2teacher)": 4.760309219360352,
      "epoch": 0.2880690737833595,
      "rel-constrast": 3.325695276260376,
      "step": 367,
      "subrel-constrast": 3.7984561920166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.774813652038574,
      "cov-distil (oracle2student)": 4.763640880584717,
      "cov-distil (oracle2teacher)": 3.6204562187194824,
      "epoch": 0.28885400313971743,
      "rel-constrast": 4.923238754272461,
      "step": 368,
      "subrel-constrast": 4.1933979988098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.843071222305298,
      "cov-distil (oracle2student)": 5.1648101806640625,
      "cov-distil (oracle2teacher)": 4.171273231506348,
      "epoch": 0.28963893249607536,
      "rel-constrast": 5.060202121734619,
      "step": 369,
      "subrel-constrast": 3.962991952896118,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 11.375,
      "learning_rate": 1.845e-05,
      "loss": 1.1307,
      "step": 370
    },
    {
      "cov-distil": 3.0642147064208984,
      "cov-distil (oracle2student)": 4.858706951141357,
      "cov-distil (oracle2teacher)": 4.6909098625183105,
      "epoch": 0.2904238618524333,
      "rel-constrast": 5.133362770080566,
      "step": 370,
      "subrel-constrast": 4.833539009094238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.193815231323242,
      "cov-distil (oracle2student)": 5.205706596374512,
      "cov-distil (oracle2teacher)": 4.471169948577881,
      "epoch": 0.29120879120879123,
      "rel-constrast": 4.498729705810547,
      "step": 371,
      "subrel-constrast": 3.7702345848083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3807833194732666,
      "cov-distil (oracle2student)": 7.128001689910889,
      "cov-distil (oracle2teacher)": 6.004981994628906,
      "epoch": 0.29199372056514916,
      "rel-constrast": 6.064408302307129,
      "step": 372,
      "subrel-constrast": 4.12363338470459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4388844966888428,
      "cov-distil (oracle2student)": 5.8257975578308105,
      "cov-distil (oracle2teacher)": 4.944259166717529,
      "epoch": 0.29277864992150704,
      "rel-constrast": 3.4590320587158203,
      "step": 373,
      "subrel-constrast": 3.6194028854370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.098972797393799,
      "cov-distil (oracle2student)": 5.163208961486816,
      "cov-distil (oracle2teacher)": 3.91164493560791,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.7103641033172607,
      "step": 374,
      "subrel-constrast": 3.4396541118621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.857800245285034,
      "cov-distil (oracle2student)": 5.966324329376221,
      "cov-distil (oracle2teacher)": 4.463338851928711,
      "epoch": 0.2943485086342229,
      "rel-constrast": 5.030697822570801,
      "step": 375,
      "subrel-constrast": 4.487659454345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6614041328430176,
      "cov-distil (oracle2student)": 4.721680164337158,
      "cov-distil (oracle2teacher)": 4.302639961242676,
      "epoch": 0.29513343799058084,
      "rel-constrast": 3.6808102130889893,
      "step": 376,
      "subrel-constrast": 4.03108549118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.502884864807129,
      "cov-distil (oracle2student)": 3.1693155765533447,
      "cov-distil (oracle2teacher)": 3.4502291679382324,
      "epoch": 0.29591836734693877,
      "rel-constrast": 4.879819869995117,
      "step": 377,
      "subrel-constrast": 3.6787664890289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.163583278656006,
      "cov-distil (oracle2student)": 5.888091564178467,
      "cov-distil (oracle2teacher)": 5.790854454040527,
      "epoch": 0.2967032967032967,
      "rel-constrast": 4.67321252822876,
      "step": 378,
      "subrel-constrast": 4.828137397766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.724635601043701,
      "cov-distil (oracle2student)": 6.434304237365723,
      "cov-distil (oracle2teacher)": 5.7894287109375,
      "epoch": 0.29748822605965464,
      "rel-constrast": 4.6977362632751465,
      "step": 379,
      "subrel-constrast": 4.85424280166626,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 11.75,
      "learning_rate": 1.895e-05,
      "loss": 1.1207,
      "step": 380
    },
    {
      "cov-distil": 3.342090606689453,
      "cov-distil (oracle2student)": 5.437918186187744,
      "cov-distil (oracle2teacher)": 5.068955898284912,
      "epoch": 0.29827315541601257,
      "rel-constrast": 5.670958042144775,
      "step": 380,
      "subrel-constrast": 5.016107559204102,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.274932622909546,
      "cov-distil (oracle2student)": 5.885303974151611,
      "cov-distil (oracle2teacher)": 4.364526271820068,
      "epoch": 0.2990580847723705,
      "rel-constrast": 6.668826103210449,
      "step": 381,
      "subrel-constrast": 5.0057196617126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3376357555389404,
      "cov-distil (oracle2student)": 5.539648056030273,
      "cov-distil (oracle2teacher)": 4.915032863616943,
      "epoch": 0.29984301412872844,
      "rel-constrast": 5.473977088928223,
      "step": 382,
      "subrel-constrast": 4.959965229034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7053093910217285,
      "cov-distil (oracle2student)": 6.798985481262207,
      "cov-distil (oracle2teacher)": 6.57553768157959,
      "epoch": 0.30062794348508637,
      "rel-constrast": 6.858295917510986,
      "step": 383,
      "subrel-constrast": 6.3767805099487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2938199043273926,
      "cov-distil (oracle2student)": 5.1603546142578125,
      "cov-distil (oracle2teacher)": 3.9803106784820557,
      "epoch": 0.30141287284144425,
      "rel-constrast": 5.294081687927246,
      "step": 384,
      "subrel-constrast": 4.74169921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.180255889892578,
      "cov-distil (oracle2student)": 4.09005880355835,
      "cov-distil (oracle2teacher)": 4.657160758972168,
      "epoch": 0.3021978021978022,
      "rel-constrast": 3.0473437309265137,
      "step": 385,
      "subrel-constrast": 4.1963067054748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.842134475708008,
      "cov-distil (oracle2student)": 5.590790748596191,
      "cov-distil (oracle2teacher)": 4.810594081878662,
      "epoch": 0.3029827315541601,
      "rel-constrast": 5.370046615600586,
      "step": 386,
      "subrel-constrast": 5.732616424560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.674454689025879,
      "cov-distil (oracle2student)": 4.954473495483398,
      "cov-distil (oracle2teacher)": 4.340337753295898,
      "epoch": 0.30376766091051804,
      "rel-constrast": 4.921362400054932,
      "step": 387,
      "subrel-constrast": 4.25612735748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6796915531158447,
      "cov-distil (oracle2student)": 3.342512607574463,
      "cov-distil (oracle2teacher)": 3.4208972454071045,
      "epoch": 0.304552590266876,
      "rel-constrast": 3.3919224739074707,
      "step": 388,
      "subrel-constrast": 4.419375419616699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6880440711975098,
      "cov-distil (oracle2student)": 5.669834136962891,
      "cov-distil (oracle2teacher)": 4.4033427238464355,
      "epoch": 0.3053375196232339,
      "rel-constrast": 6.258090019226074,
      "step": 389,
      "subrel-constrast": 5.029729843139648,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 12.625,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 1.3239,
      "step": 390
    },
    {
      "cov-distil": 2.819201946258545,
      "cov-distil (oracle2student)": 5.652064800262451,
      "cov-distil (oracle2teacher)": 5.060802459716797,
      "epoch": 0.30612244897959184,
      "rel-constrast": 4.163224697113037,
      "step": 390,
      "subrel-constrast": 3.8147494792938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6448898315429688,
      "cov-distil (oracle2student)": 5.8028340339660645,
      "cov-distil (oracle2teacher)": 4.489571571350098,
      "epoch": 0.3069073783359498,
      "rel-constrast": 3.7230937480926514,
      "step": 391,
      "subrel-constrast": 3.4076385498046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.086348056793213,
      "cov-distil (oracle2student)": 3.6303696632385254,
      "cov-distil (oracle2teacher)": 3.8392837047576904,
      "epoch": 0.3076923076923077,
      "rel-constrast": 3.7997756004333496,
      "step": 392,
      "subrel-constrast": 3.815889596939087,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.806879758834839,
      "cov-distil (oracle2student)": 5.587726593017578,
      "cov-distil (oracle2teacher)": 4.480946063995361,
      "epoch": 0.30847723704866564,
      "rel-constrast": 5.921872138977051,
      "step": 393,
      "subrel-constrast": 5.012782096862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.201535224914551,
      "cov-distil (oracle2student)": 4.992372512817383,
      "cov-distil (oracle2teacher)": 4.038873195648193,
      "epoch": 0.3092621664050236,
      "rel-constrast": 3.6981234550476074,
      "step": 394,
      "subrel-constrast": 3.042113780975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1749980449676514,
      "cov-distil (oracle2student)": 6.526998519897461,
      "cov-distil (oracle2teacher)": 4.954664707183838,
      "epoch": 0.31004709576138145,
      "rel-constrast": 5.17673397064209,
      "step": 395,
      "subrel-constrast": 4.380306720733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.866086006164551,
      "cov-distil (oracle2student)": 7.322890758514404,
      "cov-distil (oracle2teacher)": 6.464868545532227,
      "epoch": 0.3108320251177394,
      "rel-constrast": 3.7013537883758545,
      "step": 396,
      "subrel-constrast": 4.221440315246582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4144694805145264,
      "cov-distil (oracle2student)": 4.284505844116211,
      "cov-distil (oracle2teacher)": 4.197414875030518,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.913599967956543,
      "step": 397,
      "subrel-constrast": 3.772303819656372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8099480867385864,
      "cov-distil (oracle2student)": 4.010860919952393,
      "cov-distil (oracle2teacher)": 3.9283041954040527,
      "epoch": 0.31240188383045525,
      "rel-constrast": 4.429471969604492,
      "step": 398,
      "subrel-constrast": 3.970705986022949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0238213539123535,
      "cov-distil (oracle2student)": 6.013174057006836,
      "cov-distil (oracle2teacher)": 4.590714454650879,
      "epoch": 0.3131868131868132,
      "rel-constrast": 6.082208633422852,
      "step": 399,
      "subrel-constrast": 5.129321098327637,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 12.9375,
      "learning_rate": 1.995e-05,
      "loss": 1.1152,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.25,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.042327880859375
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.0385589599609375
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.0037689208984375,
      "step": 400
    },
    {
      "cov-distil": 3.886928081512451,
      "cov-distil (oracle2student)": 5.335042953491211,
      "cov-distil (oracle2teacher)": 4.339117527008057,
      "epoch": 0.3139717425431711,
      "rel-constrast": 4.6403913497924805,
      "step": 400,
      "subrel-constrast": 3.912580728530884,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.056687831878662,
      "cov-distil (oracle2student)": 5.348229885101318,
      "cov-distil (oracle2teacher)": 3.6517839431762695,
      "epoch": 0.31475667189952905,
      "rel-constrast": 4.588954925537109,
      "step": 401,
      "subrel-constrast": 4.800741672515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2604470252990723,
      "cov-distil (oracle2student)": 4.378152847290039,
      "cov-distil (oracle2teacher)": 3.4860801696777344,
      "epoch": 0.315541601255887,
      "rel-constrast": 4.399611949920654,
      "step": 402,
      "subrel-constrast": 4.155108451843262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9338903427124023,
      "cov-distil (oracle2student)": 6.613400459289551,
      "cov-distil (oracle2teacher)": 5.678437232971191,
      "epoch": 0.3163265306122449,
      "rel-constrast": 6.335180282592773,
      "step": 403,
      "subrel-constrast": 6.400395393371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.023014545440674,
      "cov-distil (oracle2student)": 8.308012008666992,
      "cov-distil (oracle2teacher)": 5.342362880706787,
      "epoch": 0.31711145996860285,
      "rel-constrast": 4.845967769622803,
      "step": 404,
      "subrel-constrast": 4.1846160888671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1038479804992676,
      "cov-distil (oracle2student)": 5.646944046020508,
      "cov-distil (oracle2teacher)": 4.473422527313232,
      "epoch": 0.3178963893249607,
      "rel-constrast": 5.836054801940918,
      "step": 405,
      "subrel-constrast": 5.281007766723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2940926551818848,
      "cov-distil (oracle2student)": 4.326860427856445,
      "cov-distil (oracle2teacher)": 3.2503867149353027,
      "epoch": 0.31868131868131866,
      "rel-constrast": 3.869856595993042,
      "step": 406,
      "subrel-constrast": 3.6573963165283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.491866111755371,
      "cov-distil (oracle2student)": 3.588833808898926,
      "cov-distil (oracle2teacher)": 3.282709836959839,
      "epoch": 0.3194662480376766,
      "rel-constrast": 3.9197592735290527,
      "step": 407,
      "subrel-constrast": 3.2055981159210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3607594966888428,
      "cov-distil (oracle2student)": 8.374011993408203,
      "cov-distil (oracle2teacher)": 6.85933780670166,
      "epoch": 0.3202511773940345,
      "rel-constrast": 5.2823662757873535,
      "step": 408,
      "subrel-constrast": 5.011173725128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.281787395477295,
      "cov-distil (oracle2student)": 6.3122124671936035,
      "cov-distil (oracle2teacher)": 5.3192057609558105,
      "epoch": 0.32103610675039246,
      "rel-constrast": 3.805255889892578,
      "step": 409,
      "subrel-constrast": 4.585635662078857,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 12.1875,
      "learning_rate": 2.045e-05,
      "loss": 1.1881,
      "step": 410
    },
    {
      "cov-distil": 2.730794668197632,
      "cov-distil (oracle2student)": 7.3823394775390625,
      "cov-distil (oracle2teacher)": 5.193122863769531,
      "epoch": 0.3218210361067504,
      "rel-constrast": 5.282472133636475,
      "step": 410,
      "subrel-constrast": 4.033254146575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7351174354553223,
      "cov-distil (oracle2student)": 5.665802478790283,
      "cov-distil (oracle2teacher)": 4.360421657562256,
      "epoch": 0.3226059654631083,
      "rel-constrast": 4.959882736206055,
      "step": 411,
      "subrel-constrast": 4.492009162902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0279736518859863,
      "cov-distil (oracle2student)": 4.999423503875732,
      "cov-distil (oracle2teacher)": 4.728681564331055,
      "epoch": 0.32339089481946626,
      "rel-constrast": 4.053719997406006,
      "step": 412,
      "subrel-constrast": 3.3165433406829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.611097812652588,
      "cov-distil (oracle2student)": 4.069662094116211,
      "cov-distil (oracle2teacher)": 2.9088141918182373,
      "epoch": 0.3241758241758242,
      "rel-constrast": 4.812192916870117,
      "step": 413,
      "subrel-constrast": 4.3568925857543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.093091011047363,
      "cov-distil (oracle2student)": 4.29498291015625,
      "cov-distil (oracle2teacher)": 4.458188056945801,
      "epoch": 0.3249607535321821,
      "rel-constrast": 5.818893909454346,
      "step": 414,
      "subrel-constrast": 6.232061386108398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5420942306518555,
      "cov-distil (oracle2student)": 5.0738630294799805,
      "cov-distil (oracle2teacher)": 4.955421447753906,
      "epoch": 0.32574568288854006,
      "rel-constrast": 4.33170223236084,
      "step": 415,
      "subrel-constrast": 4.0441365242004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384730815887451,
      "cov-distil (oracle2student)": 5.072309970855713,
      "cov-distil (oracle2teacher)": 4.203030109405518,
      "epoch": 0.32653061224489793,
      "rel-constrast": 3.399747371673584,
      "step": 416,
      "subrel-constrast": 3.363866090774536,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204401731491089,
      "cov-distil (oracle2student)": 6.448626518249512,
      "cov-distil (oracle2teacher)": 5.028080463409424,
      "epoch": 0.32731554160125587,
      "rel-constrast": 4.68607759475708,
      "step": 417,
      "subrel-constrast": 4.048650741577148,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.105522871017456,
      "cov-distil (oracle2student)": 4.573199272155762,
      "cov-distil (oracle2teacher)": 4.597367763519287,
      "epoch": 0.3281004709576138,
      "rel-constrast": 3.6184139251708984,
      "step": 418,
      "subrel-constrast": 3.6790668964385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9550087451934814,
      "cov-distil (oracle2student)": 5.398643970489502,
      "cov-distil (oracle2teacher)": 4.183639049530029,
      "epoch": 0.32888540031397173,
      "rel-constrast": 5.0229387283325195,
      "step": 419,
      "subrel-constrast": 3.7394027709960938,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 14.875,
      "learning_rate": 2.095e-05,
      "loss": 1.1497,
      "step": 420
    },
    {
      "cov-distil": 3.124990463256836,
      "cov-distil (oracle2student)": 5.149059295654297,
      "cov-distil (oracle2teacher)": 5.326788425445557,
      "epoch": 0.32967032967032966,
      "rel-constrast": 4.207850933074951,
      "step": 420,
      "subrel-constrast": 4.130230903625488,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3015458583831787,
      "cov-distil (oracle2student)": 5.644998550415039,
      "cov-distil (oracle2teacher)": 4.372023582458496,
      "epoch": 0.3304552590266876,
      "rel-constrast": 3.4819796085357666,
      "step": 421,
      "subrel-constrast": 4.191091537475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.766787528991699,
      "cov-distil (oracle2student)": 5.50724983215332,
      "cov-distil (oracle2teacher)": 4.688349723815918,
      "epoch": 0.33124018838304553,
      "rel-constrast": 5.715396881103516,
      "step": 422,
      "subrel-constrast": 4.853714942932129,
      "view-similarity": 0
    },
    {
      "cov-distil": 5.071290493011475,
      "cov-distil (oracle2student)": 5.361448287963867,
      "cov-distil (oracle2teacher)": 3.9468283653259277,
      "epoch": 0.33202511773940346,
      "rel-constrast": 6.42971134185791,
      "step": 423,
      "subrel-constrast": 5.72580623626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7607078552246094,
      "cov-distil (oracle2student)": 3.4035778045654297,
      "cov-distil (oracle2teacher)": 3.3475775718688965,
      "epoch": 0.3328100470957614,
      "rel-constrast": 3.4647200107574463,
      "step": 424,
      "subrel-constrast": 3.5845205783843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1307458877563477,
      "cov-distil (oracle2student)": 4.396263122558594,
      "cov-distil (oracle2teacher)": 3.0749974250793457,
      "epoch": 0.33359497645211933,
      "rel-constrast": 4.341128826141357,
      "step": 425,
      "subrel-constrast": 3.3290610313415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7811856269836426,
      "cov-distil (oracle2student)": 4.553841590881348,
      "cov-distil (oracle2teacher)": 5.394686698913574,
      "epoch": 0.33437990580847726,
      "rel-constrast": 3.237494707107544,
      "step": 426,
      "subrel-constrast": 4.592550277709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9422607421875,
      "cov-distil (oracle2student)": 7.224122047424316,
      "cov-distil (oracle2teacher)": 5.580789089202881,
      "epoch": 0.33516483516483514,
      "rel-constrast": 6.289543151855469,
      "step": 427,
      "subrel-constrast": 5.130358695983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.752784252166748,
      "cov-distil (oracle2student)": 6.609888076782227,
      "cov-distil (oracle2teacher)": 5.681337356567383,
      "epoch": 0.3359497645211931,
      "rel-constrast": 4.829605579376221,
      "step": 428,
      "subrel-constrast": 4.838831424713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.882306098937988,
      "cov-distil (oracle2student)": 5.897490501403809,
      "cov-distil (oracle2teacher)": 4.957180976867676,
      "epoch": 0.336734693877551,
      "rel-constrast": 4.155777931213379,
      "step": 429,
      "subrel-constrast": 4.995662212371826,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 11.5625,
      "learning_rate": 2.145e-05,
      "loss": 1.1538,
      "step": 430
    },
    {
      "cov-distil": 1.9730807542800903,
      "cov-distil (oracle2student)": 4.923707485198975,
      "cov-distil (oracle2teacher)": 4.7520976066589355,
      "epoch": 0.33751962323390894,
      "rel-constrast": 4.29905891418457,
      "step": 430,
      "subrel-constrast": 4.2876482009887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9804623126983643,
      "cov-distil (oracle2student)": 5.615062713623047,
      "cov-distil (oracle2teacher)": 5.544045448303223,
      "epoch": 0.33830455259026687,
      "rel-constrast": 4.237722396850586,
      "step": 431,
      "subrel-constrast": 3.9792370796203613,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.338756561279297,
      "cov-distil (oracle2student)": 4.496461868286133,
      "cov-distil (oracle2teacher)": 4.150001525878906,
      "epoch": 0.3390894819466248,
      "rel-constrast": 3.032918930053711,
      "step": 432,
      "subrel-constrast": 3.408151149749756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6231489181518555,
      "cov-distil (oracle2student)": 5.429691314697266,
      "cov-distil (oracle2teacher)": 4.382229804992676,
      "epoch": 0.33987441130298274,
      "rel-constrast": 3.6265130043029785,
      "step": 433,
      "subrel-constrast": 3.735436201095581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5378599166870117,
      "cov-distil (oracle2student)": 5.976968765258789,
      "cov-distil (oracle2teacher)": 4.847920894622803,
      "epoch": 0.34065934065934067,
      "rel-constrast": 5.382924556732178,
      "step": 434,
      "subrel-constrast": 5.4643378257751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.658635139465332,
      "cov-distil (oracle2student)": 4.818509101867676,
      "cov-distil (oracle2teacher)": 4.5208024978637695,
      "epoch": 0.3414442700156986,
      "rel-constrast": 4.4708967208862305,
      "step": 435,
      "subrel-constrast": 4.761496067047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.599843978881836,
      "cov-distil (oracle2student)": 6.594846725463867,
      "cov-distil (oracle2teacher)": 5.80686092376709,
      "epoch": 0.34222919937205654,
      "rel-constrast": 4.90910005569458,
      "step": 436,
      "subrel-constrast": 4.83761739730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0927176475524902,
      "cov-distil (oracle2student)": 6.491856575012207,
      "cov-distil (oracle2teacher)": 4.585405349731445,
      "epoch": 0.34301412872841447,
      "rel-constrast": 4.42879056930542,
      "step": 437,
      "subrel-constrast": 4.052088737487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.090977668762207,
      "cov-distil (oracle2student)": 8.920851707458496,
      "cov-distil (oracle2teacher)": 6.333090782165527,
      "epoch": 0.34379905808477235,
      "rel-constrast": 5.768545150756836,
      "step": 438,
      "subrel-constrast": 4.718844413757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.092853546142578,
      "cov-distil (oracle2student)": 8.278974533081055,
      "cov-distil (oracle2teacher)": 6.306418418884277,
      "epoch": 0.3445839874411303,
      "rel-constrast": 6.049515247344971,
      "step": 439,
      "subrel-constrast": 5.0845184326171875,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 14.3125,
      "learning_rate": 2.195e-05,
      "loss": 1.1551,
      "step": 440
    },
    {
      "cov-distil": 3.396526336669922,
      "cov-distil (oracle2student)": 5.267278671264648,
      "cov-distil (oracle2teacher)": 3.7137837409973145,
      "epoch": 0.3453689167974882,
      "rel-constrast": 4.301130294799805,
      "step": 440,
      "subrel-constrast": 3.542612314224243,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.243381977081299,
      "cov-distil (oracle2student)": 4.901022434234619,
      "cov-distil (oracle2teacher)": 3.9048101902008057,
      "epoch": 0.34615384615384615,
      "rel-constrast": 6.367321491241455,
      "step": 441,
      "subrel-constrast": 4.314452171325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.586581230163574,
      "cov-distil (oracle2student)": 4.856635093688965,
      "cov-distil (oracle2teacher)": 3.842402696609497,
      "epoch": 0.3469387755102041,
      "rel-constrast": 3.8586010932922363,
      "step": 442,
      "subrel-constrast": 3.8650150299072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.44942307472229,
      "cov-distil (oracle2student)": 3.882478713989258,
      "cov-distil (oracle2teacher)": 3.742689371109009,
      "epoch": 0.347723704866562,
      "rel-constrast": 3.395758867263794,
      "step": 443,
      "subrel-constrast": 3.877188205718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.640711784362793,
      "cov-distil (oracle2student)": 5.090447425842285,
      "cov-distil (oracle2teacher)": 4.168557167053223,
      "epoch": 0.34850863422291994,
      "rel-constrast": 5.140725135803223,
      "step": 444,
      "subrel-constrast": 4.908843040466309,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1476054191589355,
      "cov-distil (oracle2student)": 5.7443084716796875,
      "cov-distil (oracle2teacher)": 5.300069808959961,
      "epoch": 0.3492935635792779,
      "rel-constrast": 4.197112083435059,
      "step": 445,
      "subrel-constrast": 4.345718860626221,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9442827701568604,
      "cov-distil (oracle2student)": 5.500463485717773,
      "cov-distil (oracle2teacher)": 4.93078088760376,
      "epoch": 0.3500784929356358,
      "rel-constrast": 4.563706398010254,
      "step": 446,
      "subrel-constrast": 4.82017183303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6008310317993164,
      "cov-distil (oracle2student)": 4.116570949554443,
      "cov-distil (oracle2teacher)": 4.0590972900390625,
      "epoch": 0.35086342229199374,
      "rel-constrast": 4.171523571014404,
      "step": 447,
      "subrel-constrast": 3.694149971008301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.413884162902832,
      "cov-distil (oracle2student)": 4.653482437133789,
      "cov-distil (oracle2teacher)": 3.902275562286377,
      "epoch": 0.3516483516483517,
      "rel-constrast": 3.6090340614318848,
      "step": 448,
      "subrel-constrast": 4.261627674102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2358009815216064,
      "cov-distil (oracle2student)": 5.299540042877197,
      "cov-distil (oracle2teacher)": 4.5865478515625,
      "epoch": 0.35243328100470955,
      "rel-constrast": 5.202383995056152,
      "step": 449,
      "subrel-constrast": 5.201260566711426,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 12.0,
      "learning_rate": 2.245e-05,
      "loss": 1.1202,
      "step": 450
    },
    {
      "cov-distil": 3.0235989093780518,
      "cov-distil (oracle2student)": 2.5762596130371094,
      "cov-distil (oracle2teacher)": 2.6013550758361816,
      "epoch": 0.3532182103610675,
      "rel-constrast": 3.9333572387695312,
      "step": 450,
      "subrel-constrast": 4.314029216766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0420596599578857,
      "cov-distil (oracle2student)": 4.986477375030518,
      "cov-distil (oracle2teacher)": 4.666200637817383,
      "epoch": 0.3540031397174254,
      "rel-constrast": 4.713471412658691,
      "step": 451,
      "subrel-constrast": 4.7087788581848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5853188037872314,
      "cov-distil (oracle2student)": 4.930544853210449,
      "cov-distil (oracle2teacher)": 4.520422458648682,
      "epoch": 0.35478806907378335,
      "rel-constrast": 6.377184867858887,
      "step": 452,
      "subrel-constrast": 5.6624956130981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5898985862731934,
      "cov-distil (oracle2student)": 6.0323166847229,
      "cov-distil (oracle2teacher)": 6.27806282043457,
      "epoch": 0.3555729984301413,
      "rel-constrast": 4.078819751739502,
      "step": 453,
      "subrel-constrast": 4.860950469970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9626214504241943,
      "cov-distil (oracle2student)": 7.500809669494629,
      "cov-distil (oracle2teacher)": 6.304903984069824,
      "epoch": 0.3563579277864992,
      "rel-constrast": 4.015434741973877,
      "step": 454,
      "subrel-constrast": 3.541032075881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8024961948394775,
      "cov-distil (oracle2student)": 4.453805923461914,
      "cov-distil (oracle2teacher)": 4.247025489807129,
      "epoch": 0.35714285714285715,
      "rel-constrast": 2.605526924133301,
      "step": 455,
      "subrel-constrast": 2.969327449798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9737086296081543,
      "cov-distil (oracle2student)": 6.189994812011719,
      "cov-distil (oracle2teacher)": 5.031484603881836,
      "epoch": 0.3579277864992151,
      "rel-constrast": 5.749936103820801,
      "step": 456,
      "subrel-constrast": 5.036722183227539,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1376209259033203,
      "cov-distil (oracle2student)": 4.709482192993164,
      "cov-distil (oracle2teacher)": 4.609312534332275,
      "epoch": 0.358712715855573,
      "rel-constrast": 4.482245922088623,
      "step": 457,
      "subrel-constrast": 4.466695308685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0663602352142334,
      "cov-distil (oracle2student)": 4.166991710662842,
      "cov-distil (oracle2teacher)": 3.660022735595703,
      "epoch": 0.35949764521193095,
      "rel-constrast": 4.279180526733398,
      "step": 458,
      "subrel-constrast": 4.351912975311279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7948007583618164,
      "cov-distil (oracle2student)": 4.727881908416748,
      "cov-distil (oracle2teacher)": 4.30782413482666,
      "epoch": 0.3602825745682888,
      "rel-constrast": 5.065904140472412,
      "step": 459,
      "subrel-constrast": 4.644608020782471,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 11.1875,
      "learning_rate": 2.2950000000000002e-05,
      "loss": 1.1325,
      "step": 460
    },
    {
      "cov-distil": 2.6587302684783936,
      "cov-distil (oracle2student)": 6.881574630737305,
      "cov-distil (oracle2teacher)": 5.312300205230713,
      "epoch": 0.36106750392464676,
      "rel-constrast": 6.227667331695557,
      "step": 460,
      "subrel-constrast": 5.509969234466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.786074161529541,
      "cov-distil (oracle2student)": 5.595931053161621,
      "cov-distil (oracle2teacher)": 4.438999652862549,
      "epoch": 0.3618524332810047,
      "rel-constrast": 5.213919162750244,
      "step": 461,
      "subrel-constrast": 4.401980876922607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1456375122070312,
      "cov-distil (oracle2student)": 3.01564884185791,
      "cov-distil (oracle2teacher)": 3.371860980987549,
      "epoch": 0.3626373626373626,
      "rel-constrast": 3.0893592834472656,
      "step": 462,
      "subrel-constrast": 3.1090235710144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.833678722381592,
      "cov-distil (oracle2student)": 6.049327850341797,
      "cov-distil (oracle2teacher)": 5.605856895446777,
      "epoch": 0.36342229199372056,
      "rel-constrast": 4.21663236618042,
      "step": 463,
      "subrel-constrast": 4.414419174194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7634878158569336,
      "cov-distil (oracle2student)": 5.387754917144775,
      "cov-distil (oracle2teacher)": 4.593223571777344,
      "epoch": 0.3642072213500785,
      "rel-constrast": 3.3545150756835938,
      "step": 464,
      "subrel-constrast": 3.539788007736206,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.015812873840332,
      "cov-distil (oracle2student)": 6.849625587463379,
      "cov-distil (oracle2teacher)": 5.805099964141846,
      "epoch": 0.3649921507064364,
      "rel-constrast": 6.660403251647949,
      "step": 465,
      "subrel-constrast": 6.422462463378906,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.611361503601074,
      "cov-distil (oracle2student)": 4.635684490203857,
      "cov-distil (oracle2teacher)": 3.43782901763916,
      "epoch": 0.36577708006279436,
      "rel-constrast": 4.867443084716797,
      "step": 466,
      "subrel-constrast": 4.785039901733398,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7839560508728027,
      "cov-distil (oracle2student)": 8.24565601348877,
      "cov-distil (oracle2teacher)": 6.730589866638184,
      "epoch": 0.3665620094191523,
      "rel-constrast": 4.607729434967041,
      "step": 467,
      "subrel-constrast": 5.17153787612915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.599464178085327,
      "cov-distil (oracle2student)": 3.1198294162750244,
      "cov-distil (oracle2teacher)": 3.20615291595459,
      "epoch": 0.3673469387755102,
      "rel-constrast": 4.811408996582031,
      "step": 468,
      "subrel-constrast": 4.257765769958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9991734027862549,
      "cov-distil (oracle2student)": 4.440146446228027,
      "cov-distil (oracle2teacher)": 4.822719573974609,
      "epoch": 0.36813186813186816,
      "rel-constrast": 4.334358215332031,
      "step": 469,
      "subrel-constrast": 4.927159786224365,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 9.9375,
      "learning_rate": 2.345e-05,
      "loss": 1.1846,
      "step": 470
    },
    {
      "cov-distil": 3.0593457221984863,
      "cov-distil (oracle2student)": 6.41520881652832,
      "cov-distil (oracle2teacher)": 5.548803329467773,
      "epoch": 0.36891679748822603,
      "rel-constrast": 5.072277069091797,
      "step": 470,
      "subrel-constrast": 5.0465216636657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322878837585449,
      "cov-distil (oracle2student)": 2.511274814605713,
      "cov-distil (oracle2teacher)": 2.601081609725952,
      "epoch": 0.36970172684458397,
      "rel-constrast": 2.2782576084136963,
      "step": 471,
      "subrel-constrast": 2.8881189823150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2175111770629883,
      "cov-distil (oracle2student)": 4.7284979820251465,
      "cov-distil (oracle2teacher)": 3.796426296234131,
      "epoch": 0.3704866562009419,
      "rel-constrast": 3.426938533782959,
      "step": 472,
      "subrel-constrast": 2.869537115097046,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.718644618988037,
      "cov-distil (oracle2student)": 4.197905540466309,
      "cov-distil (oracle2teacher)": 4.111506462097168,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.141646146774292,
      "step": 473,
      "subrel-constrast": 3.7080979347229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5045406818389893,
      "cov-distil (oracle2student)": 5.176733016967773,
      "cov-distil (oracle2teacher)": 3.9254655838012695,
      "epoch": 0.37205651491365777,
      "rel-constrast": 4.334569454193115,
      "step": 474,
      "subrel-constrast": 3.800600528717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.517666816711426,
      "cov-distil (oracle2student)": 3.9682259559631348,
      "cov-distil (oracle2teacher)": 4.4083709716796875,
      "epoch": 0.3728414442700157,
      "rel-constrast": 4.529991149902344,
      "step": 475,
      "subrel-constrast": 4.693092346191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.464052677154541,
      "cov-distil (oracle2student)": 5.862793445587158,
      "cov-distil (oracle2teacher)": 4.86171817779541,
      "epoch": 0.37362637362637363,
      "rel-constrast": 4.465035438537598,
      "step": 476,
      "subrel-constrast": 4.582297325134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8396363258361816,
      "cov-distil (oracle2student)": 6.207672119140625,
      "cov-distil (oracle2teacher)": 5.444816589355469,
      "epoch": 0.37441130298273156,
      "rel-constrast": 4.886725902557373,
      "step": 477,
      "subrel-constrast": 4.718090534210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7870309352874756,
      "cov-distil (oracle2student)": 6.889026641845703,
      "cov-distil (oracle2teacher)": 5.859509468078613,
      "epoch": 0.3751962323390895,
      "rel-constrast": 5.4059576988220215,
      "step": 478,
      "subrel-constrast": 5.186746120452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.798856735229492,
      "cov-distil (oracle2student)": 4.641185760498047,
      "cov-distil (oracle2teacher)": 4.147808074951172,
      "epoch": 0.37598116169544743,
      "rel-constrast": 3.8587357997894287,
      "step": 479,
      "subrel-constrast": 4.161420822143555,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 9.875,
      "learning_rate": 2.395e-05,
      "loss": 1.035,
      "step": 480
    },
    {
      "cov-distil": 3.052539348602295,
      "cov-distil (oracle2student)": 5.625411033630371,
      "cov-distil (oracle2teacher)": 5.2834320068359375,
      "epoch": 0.37676609105180536,
      "rel-constrast": 4.238697052001953,
      "step": 480,
      "subrel-constrast": 4.527181625366211,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.968806743621826,
      "cov-distil (oracle2student)": 4.918949604034424,
      "cov-distil (oracle2teacher)": 3.5547332763671875,
      "epoch": 0.37755102040816324,
      "rel-constrast": 4.037642955780029,
      "step": 481,
      "subrel-constrast": 3.759868860244751,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.676149368286133,
      "cov-distil (oracle2student)": 4.9440412521362305,
      "cov-distil (oracle2teacher)": 4.3156023025512695,
      "epoch": 0.3783359497645212,
      "rel-constrast": 3.9918875694274902,
      "step": 482,
      "subrel-constrast": 4.378965854644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.134629726409912,
      "cov-distil (oracle2student)": 5.3726277351379395,
      "cov-distil (oracle2teacher)": 4.672466278076172,
      "epoch": 0.3791208791208791,
      "rel-constrast": 3.3800437450408936,
      "step": 483,
      "subrel-constrast": 3.5210986137390137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.974552869796753,
      "cov-distil (oracle2student)": 6.350698471069336,
      "cov-distil (oracle2teacher)": 4.654552936553955,
      "epoch": 0.37990580847723704,
      "rel-constrast": 4.045642375946045,
      "step": 484,
      "subrel-constrast": 4.134153366088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1453330516815186,
      "cov-distil (oracle2student)": 3.768342971801758,
      "cov-distil (oracle2teacher)": 3.903620719909668,
      "epoch": 0.38069073783359497,
      "rel-constrast": 4.144845962524414,
      "step": 485,
      "subrel-constrast": 3.7114975452423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1434261798858643,
      "cov-distil (oracle2student)": 5.662676811218262,
      "cov-distil (oracle2teacher)": 4.650345325469971,
      "epoch": 0.3814756671899529,
      "rel-constrast": 4.379920959472656,
      "step": 486,
      "subrel-constrast": 4.473867893218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5816009044647217,
      "cov-distil (oracle2student)": 4.461999893188477,
      "cov-distil (oracle2teacher)": 3.639697551727295,
      "epoch": 0.38226059654631084,
      "rel-constrast": 3.3043465614318848,
      "step": 487,
      "subrel-constrast": 3.5309619903564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3733935356140137,
      "cov-distil (oracle2student)": 5.127795219421387,
      "cov-distil (oracle2teacher)": 4.575047492980957,
      "epoch": 0.38304552590266877,
      "rel-constrast": 4.655448913574219,
      "step": 488,
      "subrel-constrast": 4.637051105499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.012787342071533,
      "cov-distil (oracle2student)": 4.635253429412842,
      "cov-distil (oracle2teacher)": 5.198256492614746,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.58553409576416,
      "step": 489,
      "subrel-constrast": 5.222169399261475,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 11.625,
      "learning_rate": 2.445e-05,
      "loss": 0.9941,
      "step": 490
    },
    {
      "cov-distil": 2.1667139530181885,
      "cov-distil (oracle2student)": 7.403469085693359,
      "cov-distil (oracle2teacher)": 6.258197784423828,
      "epoch": 0.38461538461538464,
      "rel-constrast": 4.952635765075684,
      "step": 490,
      "subrel-constrast": 4.408086776733398,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.119758367538452,
      "cov-distil (oracle2student)": 5.224404335021973,
      "cov-distil (oracle2teacher)": 4.436511993408203,
      "epoch": 0.38540031397174257,
      "rel-constrast": 5.031924247741699,
      "step": 491,
      "subrel-constrast": 3.945636749267578,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2755913734436035,
      "cov-distil (oracle2student)": 5.041659832000732,
      "cov-distil (oracle2teacher)": 4.72596549987793,
      "epoch": 0.38618524332810045,
      "rel-constrast": 4.170914173126221,
      "step": 492,
      "subrel-constrast": 4.8006815910339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7026000022888184,
      "cov-distil (oracle2student)": 5.8507819175720215,
      "cov-distil (oracle2teacher)": 5.030403137207031,
      "epoch": 0.3869701726844584,
      "rel-constrast": 4.737039566040039,
      "step": 493,
      "subrel-constrast": 4.969658374786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314119815826416,
      "cov-distil (oracle2student)": 5.496291160583496,
      "cov-distil (oracle2teacher)": 4.017199993133545,
      "epoch": 0.3877551020408163,
      "rel-constrast": 3.1113953590393066,
      "step": 494,
      "subrel-constrast": 2.8150434494018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778083086013794,
      "cov-distil (oracle2student)": 6.922789573669434,
      "cov-distil (oracle2teacher)": 5.992598533630371,
      "epoch": 0.38854003139717425,
      "rel-constrast": 5.545314311981201,
      "step": 495,
      "subrel-constrast": 4.745818138122559,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7010533809661865,
      "cov-distil (oracle2student)": 4.31914758682251,
      "cov-distil (oracle2teacher)": 4.598568916320801,
      "epoch": 0.3893249607535322,
      "rel-constrast": 3.112217903137207,
      "step": 496,
      "subrel-constrast": 3.4257590770721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.756781578063965,
      "cov-distil (oracle2student)": 3.6371676921844482,
      "cov-distil (oracle2teacher)": 3.364999294281006,
      "epoch": 0.3901098901098901,
      "rel-constrast": 4.085249900817871,
      "step": 497,
      "subrel-constrast": 3.9546196460723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1450624465942383,
      "cov-distil (oracle2student)": 4.453918933868408,
      "cov-distil (oracle2teacher)": 3.664085626602173,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.042937755584717,
      "step": 498,
      "subrel-constrast": 2.4808859825134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.168294906616211,
      "cov-distil (oracle2student)": 7.650796890258789,
      "cov-distil (oracle2teacher)": 7.176524639129639,
      "epoch": 0.391679748822606,
      "rel-constrast": 4.96732759475708,
      "step": 499,
      "subrel-constrast": 4.808117389678955,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 11.875,
      "learning_rate": 2.495e-05,
      "loss": 1.0439,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.736,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7420375377503854,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5463706893491773,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.41899999999999993,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.5871691854982394,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.544019631013571,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.51629589876644,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.24687500298023224,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.05010986328125
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.0509033203125
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": 0.00079345703125,
      "step": 500
    },
    {
      "cov-distil": 2.4316108226776123,
      "cov-distil (oracle2student)": 5.397018909454346,
      "cov-distil (oracle2teacher)": 4.17315673828125,
      "epoch": 0.3924646781789639,
      "rel-constrast": 3.7153968811035156,
      "step": 500,
      "subrel-constrast": 2.9427638053894043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4385643005371094,
      "cov-distil (oracle2student)": 6.577480316162109,
      "cov-distil (oracle2teacher)": 5.215863227844238,
      "epoch": 0.39324960753532184,
      "rel-constrast": 4.249575614929199,
      "step": 501,
      "subrel-constrast": 3.624481439590454,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4620954990386963,
      "cov-distil (oracle2student)": 4.846519470214844,
      "cov-distil (oracle2teacher)": 4.495014667510986,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.8714237213134766,
      "step": 502,
      "subrel-constrast": 4.4191813468933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2790942192077637,
      "cov-distil (oracle2student)": 5.090143203735352,
      "cov-distil (oracle2teacher)": 4.353056907653809,
      "epoch": 0.39481946624803765,
      "rel-constrast": 3.1984400749206543,
      "step": 503,
      "subrel-constrast": 2.9925825595855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.185715913772583,
      "cov-distil (oracle2student)": 3.5957746505737305,
      "cov-distil (oracle2teacher)": 3.98298978805542,
      "epoch": 0.3956043956043956,
      "rel-constrast": 4.027279376983643,
      "step": 504,
      "subrel-constrast": 4.2903923988342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.386262893676758,
      "cov-distil (oracle2student)": 5.15778923034668,
      "cov-distil (oracle2teacher)": 5.05740213394165,
      "epoch": 0.3963893249607535,
      "rel-constrast": 3.4201223850250244,
      "step": 505,
      "subrel-constrast": 3.8489911556243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.467620849609375,
      "cov-distil (oracle2student)": 4.147178649902344,
      "cov-distil (oracle2teacher)": 4.101216793060303,
      "epoch": 0.39717425431711145,
      "rel-constrast": 4.603706359863281,
      "step": 506,
      "subrel-constrast": 4.31328821182251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7650904655456543,
      "cov-distil (oracle2student)": 7.070884704589844,
      "cov-distil (oracle2teacher)": 6.021198749542236,
      "epoch": 0.3979591836734694,
      "rel-constrast": 5.133430480957031,
      "step": 507,
      "subrel-constrast": 4.400622844696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.481074333190918,
      "cov-distil (oracle2student)": 4.6060943603515625,
      "cov-distil (oracle2teacher)": 3.7556650638580322,
      "epoch": 0.3987441130298273,
      "rel-constrast": 3.059156894683838,
      "step": 508,
      "subrel-constrast": 3.133172035217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3340468406677246,
      "cov-distil (oracle2student)": 5.321282386779785,
      "cov-distil (oracle2teacher)": 4.898414611816406,
      "epoch": 0.39952904238618525,
      "rel-constrast": 4.40877628326416,
      "step": 509,
      "subrel-constrast": 4.394105434417725,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 11.6875,
      "learning_rate": 2.5450000000000002e-05,
      "loss": 0.9922,
      "step": 510
    },
    {
      "cov-distil": 1.9377968311309814,
      "cov-distil (oracle2student)": 4.864838600158691,
      "cov-distil (oracle2teacher)": 4.443873882293701,
      "epoch": 0.4003139717425432,
      "rel-constrast": 3.5565147399902344,
      "step": 510,
      "subrel-constrast": 3.40018630027771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9442572593688965,
      "cov-distil (oracle2student)": 6.876224994659424,
      "cov-distil (oracle2teacher)": 6.000499248504639,
      "epoch": 0.4010989010989011,
      "rel-constrast": 4.510574817657471,
      "step": 511,
      "subrel-constrast": 4.596365928649902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6009581089019775,
      "cov-distil (oracle2student)": 6.760128021240234,
      "cov-distil (oracle2teacher)": 5.152045726776123,
      "epoch": 0.40188383045525905,
      "rel-constrast": 5.297791957855225,
      "step": 512,
      "subrel-constrast": 4.637878894805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9653100967407227,
      "cov-distil (oracle2student)": 5.067868709564209,
      "cov-distil (oracle2teacher)": 3.891404867172241,
      "epoch": 0.4026687598116169,
      "rel-constrast": 5.118851184844971,
      "step": 513,
      "subrel-constrast": 4.115675926208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3114852905273438,
      "cov-distil (oracle2student)": 3.766338348388672,
      "cov-distil (oracle2teacher)": 3.430518627166748,
      "epoch": 0.40345368916797486,
      "rel-constrast": 2.724376916885376,
      "step": 514,
      "subrel-constrast": 3.029529094696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5761923789978027,
      "cov-distil (oracle2student)": 4.10664176940918,
      "cov-distil (oracle2teacher)": 3.7946624755859375,
      "epoch": 0.4042386185243328,
      "rel-constrast": 3.3413896560668945,
      "step": 515,
      "subrel-constrast": 3.387275457382202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9349989891052246,
      "cov-distil (oracle2student)": 4.065558433532715,
      "cov-distil (oracle2teacher)": 3.708993434906006,
      "epoch": 0.4050235478806907,
      "rel-constrast": 4.218894004821777,
      "step": 516,
      "subrel-constrast": 4.1545233726501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.599853515625,
      "cov-distil (oracle2student)": 7.641312599182129,
      "cov-distil (oracle2teacher)": 6.001323699951172,
      "epoch": 0.40580847723704866,
      "rel-constrast": 5.129518508911133,
      "step": 517,
      "subrel-constrast": 4.792590618133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.258096694946289,
      "cov-distil (oracle2student)": 6.253681182861328,
      "cov-distil (oracle2teacher)": 4.136380672454834,
      "epoch": 0.4065934065934066,
      "rel-constrast": 5.030240058898926,
      "step": 518,
      "subrel-constrast": 4.141184329986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9449963569641113,
      "cov-distil (oracle2student)": 5.250645637512207,
      "cov-distil (oracle2teacher)": 4.597562789916992,
      "epoch": 0.4073783359497645,
      "rel-constrast": 4.932051658630371,
      "step": 519,
      "subrel-constrast": 5.068981170654297,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 12.125,
      "learning_rate": 2.595e-05,
      "loss": 1.0965,
      "step": 520
    },
    {
      "cov-distil": 2.7512216567993164,
      "cov-distil (oracle2student)": 6.546365737915039,
      "cov-distil (oracle2teacher)": 5.809374809265137,
      "epoch": 0.40816326530612246,
      "rel-constrast": 3.8285205364227295,
      "step": 520,
      "subrel-constrast": 3.3887031078338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000462055206299,
      "cov-distil (oracle2student)": 4.943650245666504,
      "cov-distil (oracle2teacher)": 4.173366069793701,
      "epoch": 0.4089481946624804,
      "rel-constrast": 3.839550018310547,
      "step": 521,
      "subrel-constrast": 3.5296850204467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9787660837173462,
      "cov-distil (oracle2student)": 4.490322589874268,
      "cov-distil (oracle2teacher)": 3.9708495140075684,
      "epoch": 0.4097331240188383,
      "rel-constrast": 3.782763719558716,
      "step": 522,
      "subrel-constrast": 3.701874017715454,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.889625310897827,
      "cov-distil (oracle2student)": 6.62224006652832,
      "cov-distil (oracle2teacher)": 5.268327236175537,
      "epoch": 0.41051805337519626,
      "rel-constrast": 4.019553184509277,
      "step": 523,
      "subrel-constrast": 4.23786735534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089364528656006,
      "cov-distil (oracle2student)": 5.428134918212891,
      "cov-distil (oracle2teacher)": 4.481540679931641,
      "epoch": 0.41130298273155413,
      "rel-constrast": 4.299295902252197,
      "step": 524,
      "subrel-constrast": 4.170628070831299,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0960869789123535,
      "cov-distil (oracle2student)": 5.969825744628906,
      "cov-distil (oracle2teacher)": 5.435355186462402,
      "epoch": 0.41208791208791207,
      "rel-constrast": 3.8271372318267822,
      "step": 525,
      "subrel-constrast": 4.311244010925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1960692405700684,
      "cov-distil (oracle2student)": 6.1899189949035645,
      "cov-distil (oracle2teacher)": 5.752900123596191,
      "epoch": 0.41287284144427,
      "rel-constrast": 3.3504157066345215,
      "step": 526,
      "subrel-constrast": 3.144519805908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.478926658630371,
      "cov-distil (oracle2student)": 4.343681335449219,
      "cov-distil (oracle2teacher)": 4.389613628387451,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.450220584869385,
      "step": 527,
      "subrel-constrast": 4.916708469390869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9960055351257324,
      "cov-distil (oracle2student)": 9.021394729614258,
      "cov-distil (oracle2teacher)": 7.649185657501221,
      "epoch": 0.41444270015698587,
      "rel-constrast": 3.81168794631958,
      "step": 528,
      "subrel-constrast": 3.527249336242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2659573554992676,
      "cov-distil (oracle2student)": 3.8565173149108887,
      "cov-distil (oracle2teacher)": 3.517955780029297,
      "epoch": 0.4152276295133438,
      "rel-constrast": 3.551304578781128,
      "step": 529,
      "subrel-constrast": 4.263941287994385,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 9.125,
      "learning_rate": 2.6450000000000003e-05,
      "loss": 0.969,
      "step": 530
    },
    {
      "cov-distil": 2.9114646911621094,
      "cov-distil (oracle2student)": 6.623899459838867,
      "cov-distil (oracle2teacher)": 5.978086471557617,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.5463507175445557,
      "step": 530,
      "subrel-constrast": 4.09066104888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1584465503692627,
      "cov-distil (oracle2student)": 3.108242988586426,
      "cov-distil (oracle2teacher)": 3.149620771408081,
      "epoch": 0.41679748822605966,
      "rel-constrast": 3.209766387939453,
      "step": 531,
      "subrel-constrast": 3.5915255546569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.978271007537842,
      "cov-distil (oracle2student)": 4.685882568359375,
      "cov-distil (oracle2teacher)": 4.274260520935059,
      "epoch": 0.4175824175824176,
      "rel-constrast": 4.023675918579102,
      "step": 532,
      "subrel-constrast": 3.8330373764038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.844477891921997,
      "cov-distil (oracle2student)": 4.903825283050537,
      "cov-distil (oracle2teacher)": 5.759634971618652,
      "epoch": 0.41836734693877553,
      "rel-constrast": 3.525094747543335,
      "step": 533,
      "subrel-constrast": 4.775814056396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.563508987426758,
      "cov-distil (oracle2student)": 7.332339763641357,
      "cov-distil (oracle2teacher)": 5.409496307373047,
      "epoch": 0.41915227629513346,
      "rel-constrast": 5.774564743041992,
      "step": 534,
      "subrel-constrast": 4.97339391708374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7134346961975098,
      "cov-distil (oracle2student)": 5.510921478271484,
      "cov-distil (oracle2teacher)": 4.903237342834473,
      "epoch": 0.41993720565149134,
      "rel-constrast": 5.831864833831787,
      "step": 535,
      "subrel-constrast": 5.299259662628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.306689739227295,
      "cov-distil (oracle2student)": 4.6133832931518555,
      "cov-distil (oracle2teacher)": 3.5082075595855713,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.804596185684204,
      "step": 536,
      "subrel-constrast": 3.701176166534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6129932403564453,
      "cov-distil (oracle2student)": 5.69785213470459,
      "cov-distil (oracle2teacher)": 5.269233703613281,
      "epoch": 0.4215070643642072,
      "rel-constrast": 4.88289213180542,
      "step": 537,
      "subrel-constrast": 4.6160807609558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6320486068725586,
      "cov-distil (oracle2student)": 5.126873970031738,
      "cov-distil (oracle2teacher)": 4.449760437011719,
      "epoch": 0.42229199372056514,
      "rel-constrast": 4.9021735191345215,
      "step": 538,
      "subrel-constrast": 4.239505767822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8055315017700195,
      "cov-distil (oracle2student)": 5.630227088928223,
      "cov-distil (oracle2teacher)": 5.5058393478393555,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.89642333984375,
      "step": 539,
      "subrel-constrast": 3.487722873687744,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 9.75,
      "learning_rate": 2.6950000000000005e-05,
      "loss": 1.0599,
      "step": 540
    },
    {
      "cov-distil": 3.1440768241882324,
      "cov-distil (oracle2student)": 4.894999980926514,
      "cov-distil (oracle2teacher)": 4.241404056549072,
      "epoch": 0.423861852433281,
      "rel-constrast": 3.1532459259033203,
      "step": 540,
      "subrel-constrast": 3.6818230152130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0353074073791504,
      "cov-distil (oracle2student)": 4.829143524169922,
      "cov-distil (oracle2teacher)": 4.384130954742432,
      "epoch": 0.42464678178963894,
      "rel-constrast": 3.055182456970215,
      "step": 541,
      "subrel-constrast": 3.436680793762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3959193229675293,
      "cov-distil (oracle2student)": 4.7509050369262695,
      "cov-distil (oracle2teacher)": 4.176807880401611,
      "epoch": 0.42543171114599687,
      "rel-constrast": 4.029506206512451,
      "step": 542,
      "subrel-constrast": 3.835718870162964,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4880635738372803,
      "cov-distil (oracle2student)": 5.187982559204102,
      "cov-distil (oracle2teacher)": 5.327169895172119,
      "epoch": 0.4262166405023548,
      "rel-constrast": 3.3675456047058105,
      "step": 543,
      "subrel-constrast": 3.4103951454162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8645257949829102,
      "cov-distil (oracle2student)": 3.3303253650665283,
      "cov-distil (oracle2teacher)": 3.2770776748657227,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.9046854972839355,
      "step": 544,
      "subrel-constrast": 2.459394693374634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9630659818649292,
      "cov-distil (oracle2student)": 4.499131202697754,
      "cov-distil (oracle2teacher)": 3.6329312324523926,
      "epoch": 0.42778649921507067,
      "rel-constrast": 4.33712100982666,
      "step": 545,
      "subrel-constrast": 4.299283504486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6886143684387207,
      "cov-distil (oracle2student)": 6.36787748336792,
      "cov-distil (oracle2teacher)": 5.385263919830322,
      "epoch": 0.42857142857142855,
      "rel-constrast": 5.136941909790039,
      "step": 546,
      "subrel-constrast": 4.183347702026367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6999917030334473,
      "cov-distil (oracle2student)": 4.198861598968506,
      "cov-distil (oracle2teacher)": 3.6154558658599854,
      "epoch": 0.4293563579277865,
      "rel-constrast": 4.383726596832275,
      "step": 547,
      "subrel-constrast": 4.213267803192139,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.166285753250122,
      "cov-distil (oracle2student)": 4.848912239074707,
      "cov-distil (oracle2teacher)": 4.098011016845703,
      "epoch": 0.4301412872841444,
      "rel-constrast": 4.148667812347412,
      "step": 548,
      "subrel-constrast": 4.670076370239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8380727767944336,
      "cov-distil (oracle2student)": 5.163656234741211,
      "cov-distil (oracle2teacher)": 4.66612434387207,
      "epoch": 0.43092621664050235,
      "rel-constrast": 3.2450528144836426,
      "step": 549,
      "subrel-constrast": 3.273515462875366,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 10.0,
      "learning_rate": 2.7450000000000003e-05,
      "loss": 0.944,
      "step": 550
    },
    {
      "cov-distil": 1.9215424060821533,
      "cov-distil (oracle2student)": 5.323651313781738,
      "cov-distil (oracle2teacher)": 5.5496625900268555,
      "epoch": 0.4317111459968603,
      "rel-constrast": 3.632564067840576,
      "step": 550,
      "subrel-constrast": 4.383198261260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0079779624938965,
      "cov-distil (oracle2student)": 5.453360557556152,
      "cov-distil (oracle2teacher)": 4.775620937347412,
      "epoch": 0.4324960753532182,
      "rel-constrast": 3.6028709411621094,
      "step": 551,
      "subrel-constrast": 3.7195968627929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.940305471420288,
      "cov-distil (oracle2student)": 4.275853157043457,
      "cov-distil (oracle2teacher)": 4.315962314605713,
      "epoch": 0.43328100470957615,
      "rel-constrast": 3.697322130203247,
      "step": 552,
      "subrel-constrast": 3.374723434448242,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7109804153442383,
      "cov-distil (oracle2student)": 5.235285758972168,
      "cov-distil (oracle2teacher)": 3.4823784828186035,
      "epoch": 0.4340659340659341,
      "rel-constrast": 4.574237823486328,
      "step": 553,
      "subrel-constrast": 3.886735439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0194294452667236,
      "cov-distil (oracle2student)": 4.709174156188965,
      "cov-distil (oracle2teacher)": 3.730773687362671,
      "epoch": 0.434850863422292,
      "rel-constrast": 4.890387058258057,
      "step": 554,
      "subrel-constrast": 4.248447418212891,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.352951765060425,
      "cov-distil (oracle2student)": 4.994897842407227,
      "cov-distil (oracle2teacher)": 4.374115467071533,
      "epoch": 0.43563579277864994,
      "rel-constrast": 4.161121368408203,
      "step": 555,
      "subrel-constrast": 4.011910438537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9941787719726562,
      "cov-distil (oracle2student)": 5.471341133117676,
      "cov-distil (oracle2teacher)": 4.524909973144531,
      "epoch": 0.4364207221350079,
      "rel-constrast": 4.157844543457031,
      "step": 556,
      "subrel-constrast": 4.118130683898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3655223846435547,
      "cov-distil (oracle2student)": 4.463897705078125,
      "cov-distil (oracle2teacher)": 3.880066394805908,
      "epoch": 0.43720565149136575,
      "rel-constrast": 3.5161380767822266,
      "step": 557,
      "subrel-constrast": 3.765559673309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.326056480407715,
      "cov-distil (oracle2student)": 5.807459831237793,
      "cov-distil (oracle2teacher)": 4.5894012451171875,
      "epoch": 0.4379905808477237,
      "rel-constrast": 3.741593360900879,
      "step": 558,
      "subrel-constrast": 4.4960246086120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9660494327545166,
      "cov-distil (oracle2student)": 5.596038818359375,
      "cov-distil (oracle2teacher)": 5.711890697479248,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.767320156097412,
      "step": 559,
      "subrel-constrast": 4.327932357788086,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 8.875,
      "learning_rate": 2.7950000000000005e-05,
      "loss": 0.9935,
      "step": 560
    },
    {
      "cov-distil": 2.358954668045044,
      "cov-distil (oracle2student)": 3.3223049640655518,
      "cov-distil (oracle2teacher)": 3.5045862197875977,
      "epoch": 0.43956043956043955,
      "rel-constrast": 3.393927812576294,
      "step": 560,
      "subrel-constrast": 3.7439398765563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.541647434234619,
      "cov-distil (oracle2student)": 4.102347373962402,
      "cov-distil (oracle2teacher)": 3.823218584060669,
      "epoch": 0.4403453689167975,
      "rel-constrast": 3.1986074447631836,
      "step": 561,
      "subrel-constrast": 3.6252739429473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.642409324645996,
      "cov-distil (oracle2student)": 3.21407413482666,
      "cov-distil (oracle2teacher)": 3.468783140182495,
      "epoch": 0.4411302982731554,
      "rel-constrast": 3.2427480220794678,
      "step": 562,
      "subrel-constrast": 2.7197461128234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051992893218994,
      "cov-distil (oracle2student)": 4.378178596496582,
      "cov-distil (oracle2teacher)": 4.157221794128418,
      "epoch": 0.44191522762951335,
      "rel-constrast": 3.3241851329803467,
      "step": 563,
      "subrel-constrast": 3.59414005279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.366882085800171,
      "cov-distil (oracle2student)": 5.17764949798584,
      "cov-distil (oracle2teacher)": 3.1858041286468506,
      "epoch": 0.4427001569858713,
      "rel-constrast": 3.979633092880249,
      "step": 564,
      "subrel-constrast": 3.076577663421631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.522550582885742,
      "cov-distil (oracle2student)": 6.068033218383789,
      "cov-distil (oracle2teacher)": 5.299258232116699,
      "epoch": 0.4434850863422292,
      "rel-constrast": 3.1363558769226074,
      "step": 565,
      "subrel-constrast": 3.7713139057159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.991720199584961,
      "cov-distil (oracle2student)": 5.957365036010742,
      "cov-distil (oracle2teacher)": 4.363339900970459,
      "epoch": 0.44427001569858715,
      "rel-constrast": 4.21482515335083,
      "step": 566,
      "subrel-constrast": 3.6679294109344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8319523334503174,
      "cov-distil (oracle2student)": 4.147531986236572,
      "cov-distil (oracle2teacher)": 4.370601177215576,
      "epoch": 0.44505494505494503,
      "rel-constrast": 4.056262016296387,
      "step": 567,
      "subrel-constrast": 3.9852454662323,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.629312515258789,
      "cov-distil (oracle2student)": 4.767542839050293,
      "cov-distil (oracle2teacher)": 4.160739898681641,
      "epoch": 0.44583987441130296,
      "rel-constrast": 3.899106502532959,
      "step": 568,
      "subrel-constrast": 4.05080509185791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8516883850097656,
      "cov-distil (oracle2student)": 5.215306282043457,
      "cov-distil (oracle2teacher)": 4.808806896209717,
      "epoch": 0.4466248037676609,
      "rel-constrast": 3.4852166175842285,
      "step": 569,
      "subrel-constrast": 3.6342546939849854,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 8.75,
      "learning_rate": 2.845e-05,
      "loss": 0.8983,
      "step": 570
    },
    {
      "cov-distil": 2.4234559535980225,
      "cov-distil (oracle2student)": 3.3213958740234375,
      "cov-distil (oracle2teacher)": 3.6098575592041016,
      "epoch": 0.4474097331240188,
      "rel-constrast": 3.4887428283691406,
      "step": 570,
      "subrel-constrast": 3.7902462482452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6390843391418457,
      "cov-distil (oracle2student)": 4.745780944824219,
      "cov-distil (oracle2teacher)": 4.114788055419922,
      "epoch": 0.44819466248037676,
      "rel-constrast": 3.6129302978515625,
      "step": 571,
      "subrel-constrast": 3.8221333026885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9189658164978027,
      "cov-distil (oracle2student)": 6.0839924812316895,
      "cov-distil (oracle2teacher)": 4.7552690505981445,
      "epoch": 0.4489795918367347,
      "rel-constrast": 3.9511513710021973,
      "step": 572,
      "subrel-constrast": 4.005019187927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.739342212677002,
      "cov-distil (oracle2student)": 4.651374816894531,
      "cov-distil (oracle2teacher)": 4.204543590545654,
      "epoch": 0.4497645211930926,
      "rel-constrast": 3.5185372829437256,
      "step": 573,
      "subrel-constrast": 4.532038688659668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1634485721588135,
      "cov-distil (oracle2student)": 5.691831111907959,
      "cov-distil (oracle2teacher)": 4.7130937576293945,
      "epoch": 0.45054945054945056,
      "rel-constrast": 4.304054260253906,
      "step": 574,
      "subrel-constrast": 3.921180248260498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3078818321228027,
      "cov-distil (oracle2student)": 6.551314353942871,
      "cov-distil (oracle2teacher)": 5.088528633117676,
      "epoch": 0.4513343799058085,
      "rel-constrast": 4.87223482131958,
      "step": 575,
      "subrel-constrast": 4.038383960723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.561750650405884,
      "cov-distil (oracle2student)": 4.999590873718262,
      "cov-distil (oracle2teacher)": 4.80165958404541,
      "epoch": 0.4521193092621664,
      "rel-constrast": 5.104241371154785,
      "step": 576,
      "subrel-constrast": 5.145068168640137,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0544557571411133,
      "cov-distil (oracle2student)": 3.935206651687622,
      "cov-distil (oracle2teacher)": 3.8528130054473877,
      "epoch": 0.45290423861852436,
      "rel-constrast": 5.1749773025512695,
      "step": 577,
      "subrel-constrast": 5.613327503204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4282827377319336,
      "cov-distil (oracle2student)": 5.423835277557373,
      "cov-distil (oracle2teacher)": 4.910699367523193,
      "epoch": 0.45368916797488223,
      "rel-constrast": 3.487582206726074,
      "step": 578,
      "subrel-constrast": 3.8347482681274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7212328910827637,
      "cov-distil (oracle2student)": 4.982588768005371,
      "cov-distil (oracle2teacher)": 4.225831985473633,
      "epoch": 0.45447409733124017,
      "rel-constrast": 4.664732933044434,
      "step": 579,
      "subrel-constrast": 4.141400337219238,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 8.6875,
      "learning_rate": 2.895e-05,
      "loss": 1.0545,
      "step": 580
    },
    {
      "cov-distil": 2.464303970336914,
      "cov-distil (oracle2student)": 4.394807815551758,
      "cov-distil (oracle2teacher)": 4.204273223876953,
      "epoch": 0.4552590266875981,
      "rel-constrast": 4.653385639190674,
      "step": 580,
      "subrel-constrast": 4.437969207763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.357685089111328,
      "cov-distil (oracle2student)": 4.353397846221924,
      "cov-distil (oracle2teacher)": 4.018503665924072,
      "epoch": 0.45604395604395603,
      "rel-constrast": 4.026291847229004,
      "step": 581,
      "subrel-constrast": 3.651365280151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.354459762573242,
      "cov-distil (oracle2student)": 6.119044303894043,
      "cov-distil (oracle2teacher)": 5.748248100280762,
      "epoch": 0.45682888540031397,
      "rel-constrast": 3.511345148086548,
      "step": 582,
      "subrel-constrast": 3.223280429840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6050219535827637,
      "cov-distil (oracle2student)": 4.132230281829834,
      "cov-distil (oracle2teacher)": 3.6042776107788086,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.611219882965088,
      "step": 583,
      "subrel-constrast": 3.009690284729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5152506828308105,
      "cov-distil (oracle2student)": 4.289843559265137,
      "cov-distil (oracle2teacher)": 3.501180648803711,
      "epoch": 0.45839874411302983,
      "rel-constrast": 3.254701852798462,
      "step": 584,
      "subrel-constrast": 3.848154067993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441146850585938,
      "cov-distil (oracle2student)": 6.204533100128174,
      "cov-distil (oracle2teacher)": 5.01694393157959,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.482966423034668,
      "step": 585,
      "subrel-constrast": 3.76875901222229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9938653707504272,
      "cov-distil (oracle2student)": 4.132411003112793,
      "cov-distil (oracle2teacher)": 4.289095878601074,
      "epoch": 0.4599686028257457,
      "rel-constrast": 3.8928146362304688,
      "step": 586,
      "subrel-constrast": 3.5955522060394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8600239753723145,
      "cov-distil (oracle2student)": 6.246612548828125,
      "cov-distil (oracle2teacher)": 5.835619926452637,
      "epoch": 0.46075353218210363,
      "rel-constrast": 5.097703456878662,
      "step": 587,
      "subrel-constrast": 5.963213920593262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020094633102417,
      "cov-distil (oracle2student)": 5.995624542236328,
      "cov-distil (oracle2teacher)": 4.9359941482543945,
      "epoch": 0.46153846153846156,
      "rel-constrast": 3.6671838760375977,
      "step": 588,
      "subrel-constrast": 3.9909584522247314,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4178576469421387,
      "cov-distil (oracle2student)": 7.293473243713379,
      "cov-distil (oracle2teacher)": 5.84071159362793,
      "epoch": 0.46232339089481944,
      "rel-constrast": 3.52392840385437,
      "step": 589,
      "subrel-constrast": 4.052404880523682,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 8.3125,
      "learning_rate": 2.945e-05,
      "loss": 0.943,
      "step": 590
    },
    {
      "cov-distil": 3.7977190017700195,
      "cov-distil (oracle2student)": 5.514544486999512,
      "cov-distil (oracle2teacher)": 4.1195478439331055,
      "epoch": 0.4631083202511774,
      "rel-constrast": 4.7036051750183105,
      "step": 590,
      "subrel-constrast": 3.925006151199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.34080171585083,
      "cov-distil (oracle2student)": 7.3142595291137695,
      "cov-distil (oracle2teacher)": 6.695699214935303,
      "epoch": 0.4638932496075353,
      "rel-constrast": 3.780576467514038,
      "step": 591,
      "subrel-constrast": 3.875232219696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0105276107788086,
      "cov-distil (oracle2student)": 6.135070323944092,
      "cov-distil (oracle2teacher)": 5.6266021728515625,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.574967622756958,
      "step": 592,
      "subrel-constrast": 3.611591339111328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5783073902130127,
      "cov-distil (oracle2student)": 5.5395588874816895,
      "cov-distil (oracle2teacher)": 4.645752906799316,
      "epoch": 0.4654631083202512,
      "rel-constrast": 5.373383045196533,
      "step": 593,
      "subrel-constrast": 5.041735649108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5929760932922363,
      "cov-distil (oracle2student)": 6.45121955871582,
      "cov-distil (oracle2teacher)": 5.939799785614014,
      "epoch": 0.4662480376766091,
      "rel-constrast": 3.1779744625091553,
      "step": 594,
      "subrel-constrast": 3.5174732208251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.038505792617798,
      "cov-distil (oracle2student)": 5.217291831970215,
      "cov-distil (oracle2teacher)": 5.4153337478637695,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.5160458087921143,
      "step": 595,
      "subrel-constrast": 4.030824661254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5021870136260986,
      "cov-distil (oracle2student)": 5.333086967468262,
      "cov-distil (oracle2teacher)": 4.444273948669434,
      "epoch": 0.46781789638932497,
      "rel-constrast": 4.005031585693359,
      "step": 596,
      "subrel-constrast": 4.5883002281188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6509599685668945,
      "cov-distil (oracle2student)": 5.382726192474365,
      "cov-distil (oracle2teacher)": 4.583817481994629,
      "epoch": 0.4686028257456829,
      "rel-constrast": 5.123231887817383,
      "step": 597,
      "subrel-constrast": 5.301387310028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4523983001708984,
      "cov-distil (oracle2student)": 4.9999847412109375,
      "cov-distil (oracle2teacher)": 4.900834560394287,
      "epoch": 0.46938775510204084,
      "rel-constrast": 3.4022226333618164,
      "step": 598,
      "subrel-constrast": 4.007664680480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.786146640777588,
      "cov-distil (oracle2student)": 4.540366172790527,
      "cov-distil (oracle2teacher)": 3.858332872390747,
      "epoch": 0.47017268445839877,
      "rel-constrast": 3.676905632019043,
      "step": 599,
      "subrel-constrast": 3.1852617263793945,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 7.90625,
      "learning_rate": 2.995e-05,
      "loss": 0.9833,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.29218751192092896,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0438232421875
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.0333251953125
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.010498046875,
      "step": 600
    },
    {
      "cov-distil": 2.597799301147461,
      "cov-distil (oracle2student)": 5.1797637939453125,
      "cov-distil (oracle2teacher)": 4.798859119415283,
      "epoch": 0.47095761381475665,
      "rel-constrast": 3.78892183303833,
      "step": 600,
      "subrel-constrast": 3.914888381958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.421323776245117,
      "cov-distil (oracle2student)": 5.371571063995361,
      "cov-distil (oracle2teacher)": 4.5440239906311035,
      "epoch": 0.4717425431711146,
      "rel-constrast": 4.15179443359375,
      "step": 601,
      "subrel-constrast": 3.7846922874450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.294814109802246,
      "cov-distil (oracle2student)": 4.416264533996582,
      "cov-distil (oracle2teacher)": 3.3211052417755127,
      "epoch": 0.4725274725274725,
      "rel-constrast": 2.7444000244140625,
      "step": 602,
      "subrel-constrast": 2.924454927444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.078063726425171,
      "cov-distil (oracle2student)": 6.906262397766113,
      "cov-distil (oracle2teacher)": 5.919193267822266,
      "epoch": 0.47331240188383045,
      "rel-constrast": 4.030716896057129,
      "step": 603,
      "subrel-constrast": 4.599520206451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.21580171585083,
      "cov-distil (oracle2student)": 4.214779853820801,
      "cov-distil (oracle2teacher)": 3.7534546852111816,
      "epoch": 0.4740973312401884,
      "rel-constrast": 4.097012996673584,
      "step": 604,
      "subrel-constrast": 4.133643627166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.621990442276001,
      "cov-distil (oracle2student)": 5.272357940673828,
      "cov-distil (oracle2teacher)": 4.120306015014648,
      "epoch": 0.4748822605965463,
      "rel-constrast": 4.461541175842285,
      "step": 605,
      "subrel-constrast": 4.668298721313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.904207468032837,
      "cov-distil (oracle2student)": 4.717026710510254,
      "cov-distil (oracle2teacher)": 4.575739860534668,
      "epoch": 0.47566718995290425,
      "rel-constrast": 4.480040550231934,
      "step": 606,
      "subrel-constrast": 4.40533971786499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.678441047668457,
      "cov-distil (oracle2student)": 4.111219882965088,
      "cov-distil (oracle2teacher)": 3.7819623947143555,
      "epoch": 0.4764521193092622,
      "rel-constrast": 3.9156947135925293,
      "step": 607,
      "subrel-constrast": 4.034241199493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3828482627868652,
      "cov-distil (oracle2student)": 3.0988008975982666,
      "cov-distil (oracle2teacher)": 2.9651992321014404,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.8915634155273438,
      "step": 608,
      "subrel-constrast": 2.7187910079956055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9392261505126953,
      "cov-distil (oracle2student)": 4.925444602966309,
      "cov-distil (oracle2teacher)": 4.892229080200195,
      "epoch": 0.47802197802197804,
      "rel-constrast": 3.5831034183502197,
      "step": 609,
      "subrel-constrast": 3.6036808490753174,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 7.625,
      "learning_rate": 3.045e-05,
      "loss": 0.9536,
      "step": 610
    },
    {
      "cov-distil": 2.96833872795105,
      "cov-distil (oracle2student)": 4.343177795410156,
      "cov-distil (oracle2teacher)": 4.155296802520752,
      "epoch": 0.478806907378336,
      "rel-constrast": 5.674149513244629,
      "step": 610,
      "subrel-constrast": 4.956788539886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.824525833129883,
      "cov-distil (oracle2student)": 5.4770073890686035,
      "cov-distil (oracle2teacher)": 5.7733659744262695,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.85478138923645,
      "step": 611,
      "subrel-constrast": 4.330058574676514,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1254589557647705,
      "cov-distil (oracle2student)": 7.700201988220215,
      "cov-distil (oracle2teacher)": 5.901760578155518,
      "epoch": 0.4803767660910518,
      "rel-constrast": 2.4653875827789307,
      "step": 612,
      "subrel-constrast": 3.133837938308716,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.812558174133301,
      "cov-distil (oracle2student)": 3.9559292793273926,
      "cov-distil (oracle2teacher)": 3.5092763900756836,
      "epoch": 0.4811616954474097,
      "rel-constrast": 3.4761738777160645,
      "step": 613,
      "subrel-constrast": 3.8401150703430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7645223140716553,
      "cov-distil (oracle2student)": 4.367929458618164,
      "cov-distil (oracle2teacher)": 3.2421023845672607,
      "epoch": 0.48194662480376765,
      "rel-constrast": 3.3034255504608154,
      "step": 614,
      "subrel-constrast": 2.954702615737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9434064626693726,
      "cov-distil (oracle2student)": 3.6880500316619873,
      "cov-distil (oracle2teacher)": 3.708991289138794,
      "epoch": 0.4827315541601256,
      "rel-constrast": 2.2746238708496094,
      "step": 615,
      "subrel-constrast": 3.3221213817596436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9505605697631836,
      "cov-distil (oracle2student)": 4.41782283782959,
      "cov-distil (oracle2teacher)": 4.389432907104492,
      "epoch": 0.4835164835164835,
      "rel-constrast": 4.685026168823242,
      "step": 616,
      "subrel-constrast": 4.159042835235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6315574645996094,
      "cov-distil (oracle2student)": 5.739065170288086,
      "cov-distil (oracle2teacher)": 5.423961639404297,
      "epoch": 0.48430141287284145,
      "rel-constrast": 3.3886284828186035,
      "step": 617,
      "subrel-constrast": 3.6894137859344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.405468463897705,
      "cov-distil (oracle2student)": 3.8795037269592285,
      "cov-distil (oracle2teacher)": 3.8109498023986816,
      "epoch": 0.4850863422291994,
      "rel-constrast": 3.757040023803711,
      "step": 618,
      "subrel-constrast": 4.074437141418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.333345413208008,
      "cov-distil (oracle2student)": 5.288585662841797,
      "cov-distil (oracle2teacher)": 4.7286834716796875,
      "epoch": 0.4858712715855573,
      "rel-constrast": 3.202589750289917,
      "step": 619,
      "subrel-constrast": 3.4710912704467773,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 8.4375,
      "learning_rate": 3.095e-05,
      "loss": 0.902,
      "step": 620
    },
    {
      "cov-distil": 1.9145464897155762,
      "cov-distil (oracle2student)": 5.321331977844238,
      "cov-distil (oracle2teacher)": 4.157410144805908,
      "epoch": 0.48665620094191525,
      "rel-constrast": 4.028759002685547,
      "step": 620,
      "subrel-constrast": 4.035992622375488,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.220461368560791,
      "cov-distil (oracle2student)": 5.0383195877075195,
      "cov-distil (oracle2teacher)": 4.141200542449951,
      "epoch": 0.48744113029827313,
      "rel-constrast": 4.216894626617432,
      "step": 621,
      "subrel-constrast": 3.7391796112060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1886932849884033,
      "cov-distil (oracle2student)": 5.8006696701049805,
      "cov-distil (oracle2teacher)": 4.74870491027832,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.3771791458129883,
      "step": 622,
      "subrel-constrast": 4.697972774505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2705492973327637,
      "cov-distil (oracle2student)": 4.145023345947266,
      "cov-distil (oracle2teacher)": 3.9595320224761963,
      "epoch": 0.489010989010989,
      "rel-constrast": 3.72930908203125,
      "step": 623,
      "subrel-constrast": 3.8097903728485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0092382431030273,
      "cov-distil (oracle2student)": 4.558084011077881,
      "cov-distil (oracle2teacher)": 4.240346908569336,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.8255233764648438,
      "step": 624,
      "subrel-constrast": 3.5650415420532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.119497060775757,
      "cov-distil (oracle2student)": 4.23403787612915,
      "cov-distil (oracle2teacher)": 4.524819850921631,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.925901412963867,
      "step": 625,
      "subrel-constrast": 4.31508731842041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9300899505615234,
      "cov-distil (oracle2student)": 3.527132511138916,
      "cov-distil (oracle2teacher)": 3.8114914894104004,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.571852207183838,
      "step": 626,
      "subrel-constrast": 3.436124324798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.503105401992798,
      "cov-distil (oracle2student)": 3.567584276199341,
      "cov-distil (oracle2teacher)": 3.470982074737549,
      "epoch": 0.4921507064364207,
      "rel-constrast": 2.2647881507873535,
      "step": 627,
      "subrel-constrast": 3.0768251419067383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.877777099609375,
      "cov-distil (oracle2student)": 6.587691307067871,
      "cov-distil (oracle2teacher)": 5.627261161804199,
      "epoch": 0.49293563579277866,
      "rel-constrast": 3.91501784324646,
      "step": 628,
      "subrel-constrast": 3.419872999191284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8328135013580322,
      "cov-distil (oracle2student)": 3.750351905822754,
      "cov-distil (oracle2teacher)": 3.2285561561584473,
      "epoch": 0.4937205651491366,
      "rel-constrast": 3.834693431854248,
      "step": 629,
      "subrel-constrast": 3.4619088172912598,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 9.4375,
      "learning_rate": 3.145e-05,
      "loss": 0.9172,
      "step": 630
    },
    {
      "cov-distil": 2.606708526611328,
      "cov-distil (oracle2student)": 3.537566661834717,
      "cov-distil (oracle2teacher)": 3.475156307220459,
      "epoch": 0.4945054945054945,
      "rel-constrast": 4.34623908996582,
      "step": 630,
      "subrel-constrast": 3.9415884017944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.294626235961914,
      "cov-distil (oracle2student)": 5.836285591125488,
      "cov-distil (oracle2teacher)": 4.3566083908081055,
      "epoch": 0.49529042386185246,
      "rel-constrast": 3.589104175567627,
      "step": 631,
      "subrel-constrast": 3.4557175636291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5077900886535645,
      "cov-distil (oracle2student)": 5.137606620788574,
      "cov-distil (oracle2teacher)": 4.853099822998047,
      "epoch": 0.49607535321821034,
      "rel-constrast": 4.688709735870361,
      "step": 632,
      "subrel-constrast": 5.111147403717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7745180130004883,
      "cov-distil (oracle2student)": 7.068461894989014,
      "cov-distil (oracle2teacher)": 5.607882976531982,
      "epoch": 0.49686028257456827,
      "rel-constrast": 4.276123523712158,
      "step": 633,
      "subrel-constrast": 4.332316875457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2912235260009766,
      "cov-distil (oracle2student)": 4.883091926574707,
      "cov-distil (oracle2teacher)": 4.545549392700195,
      "epoch": 0.4976452119309262,
      "rel-constrast": 4.208623886108398,
      "step": 634,
      "subrel-constrast": 4.251965522766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.828639030456543,
      "cov-distil (oracle2student)": 5.9920196533203125,
      "cov-distil (oracle2teacher)": 6.069310665130615,
      "epoch": 0.49843014128728413,
      "rel-constrast": 3.7276899814605713,
      "step": 635,
      "subrel-constrast": 4.460113525390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2904117107391357,
      "cov-distil (oracle2student)": 3.99910306930542,
      "cov-distil (oracle2teacher)": 3.1334238052368164,
      "epoch": 0.49921507064364207,
      "rel-constrast": 3.814835786819458,
      "step": 636,
      "subrel-constrast": 3.703612804412842,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6524651050567627,
      "cov-distil (oracle2student)": 4.262920379638672,
      "cov-distil (oracle2teacher)": 4.112240791320801,
      "epoch": 0.5,
      "rel-constrast": 2.74665904045105,
      "step": 637,
      "subrel-constrast": 3.4721298217773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1079845428466797,
      "cov-distil (oracle2student)": 5.139503479003906,
      "cov-distil (oracle2teacher)": 4.945472240447998,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.15671706199646,
      "step": 638,
      "subrel-constrast": 3.699979066848755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.09120512008667,
      "cov-distil (oracle2student)": 4.125622749328613,
      "cov-distil (oracle2teacher)": 4.146570205688477,
      "epoch": 0.5015698587127159,
      "rel-constrast": 4.224483489990234,
      "step": 639,
      "subrel-constrast": 3.726580858230591,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 8.6875,
      "learning_rate": 3.1950000000000004e-05,
      "loss": 0.9695,
      "step": 640
    },
    {
      "cov-distil": 2.8372697830200195,
      "cov-distil (oracle2student)": 6.288486480712891,
      "cov-distil (oracle2teacher)": 5.979213714599609,
      "epoch": 0.5023547880690737,
      "rel-constrast": 4.440748691558838,
      "step": 640,
      "subrel-constrast": 4.180386543273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5108163356781006,
      "cov-distil (oracle2student)": 4.183108329772949,
      "cov-distil (oracle2teacher)": 3.782762050628662,
      "epoch": 0.5031397174254317,
      "rel-constrast": 3.2919061183929443,
      "step": 641,
      "subrel-constrast": 3.3973872661590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1104419231414795,
      "cov-distil (oracle2student)": 4.552872657775879,
      "cov-distil (oracle2teacher)": 4.865114212036133,
      "epoch": 0.5039246467817896,
      "rel-constrast": 3.498495101928711,
      "step": 642,
      "subrel-constrast": 3.4863576889038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.296515941619873,
      "cov-distil (oracle2student)": 3.96091365814209,
      "cov-distil (oracle2teacher)": 3.511465549468994,
      "epoch": 0.5047095761381476,
      "rel-constrast": 3.033881187438965,
      "step": 643,
      "subrel-constrast": 3.6578574180603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.716444969177246,
      "cov-distil (oracle2student)": 5.944937705993652,
      "cov-distil (oracle2teacher)": 5.565789699554443,
      "epoch": 0.5054945054945055,
      "rel-constrast": 3.602525234222412,
      "step": 644,
      "subrel-constrast": 3.0105247497558594,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.032776355743408,
      "cov-distil (oracle2student)": 4.38236665725708,
      "cov-distil (oracle2teacher)": 4.1152496337890625,
      "epoch": 0.5062794348508635,
      "rel-constrast": 3.3174374103546143,
      "step": 645,
      "subrel-constrast": 3.5808780193328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2288098335266113,
      "cov-distil (oracle2student)": 3.5256662368774414,
      "cov-distil (oracle2teacher)": 3.8415560722351074,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.9790170192718506,
      "step": 646,
      "subrel-constrast": 4.170544147491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4297423362731934,
      "cov-distil (oracle2student)": 5.110560417175293,
      "cov-distil (oracle2teacher)": 5.124014854431152,
      "epoch": 0.5078492935635793,
      "rel-constrast": 3.740143299102783,
      "step": 647,
      "subrel-constrast": 4.176394462585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4608030319213867,
      "cov-distil (oracle2student)": 5.482053756713867,
      "cov-distil (oracle2teacher)": 5.0165605545043945,
      "epoch": 0.5086342229199372,
      "rel-constrast": 5.193303108215332,
      "step": 648,
      "subrel-constrast": 4.31159782409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5803258419036865,
      "cov-distil (oracle2student)": 5.9002180099487305,
      "cov-distil (oracle2teacher)": 4.8058671951293945,
      "epoch": 0.5094191522762951,
      "rel-constrast": 5.834263801574707,
      "step": 649,
      "subrel-constrast": 5.233785152435303,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 9.625,
      "learning_rate": 3.245e-05,
      "loss": 0.9983,
      "step": 650
    },
    {
      "cov-distil": 2.005690097808838,
      "cov-distil (oracle2student)": 3.947294235229492,
      "cov-distil (oracle2teacher)": 3.47277569770813,
      "epoch": 0.5102040816326531,
      "rel-constrast": 3.141552448272705,
      "step": 650,
      "subrel-constrast": 2.7455615997314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.198296546936035,
      "cov-distil (oracle2student)": 3.8194282054901123,
      "cov-distil (oracle2teacher)": 3.4441394805908203,
      "epoch": 0.510989010989011,
      "rel-constrast": 5.406310081481934,
      "step": 651,
      "subrel-constrast": 4.318598747253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0799901485443115,
      "cov-distil (oracle2student)": 4.109343528747559,
      "cov-distil (oracle2teacher)": 3.7898030281066895,
      "epoch": 0.5117739403453689,
      "rel-constrast": 3.5227394104003906,
      "step": 652,
      "subrel-constrast": 3.300093650817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8899335861206055,
      "cov-distil (oracle2student)": 3.980715751647949,
      "cov-distil (oracle2teacher)": 4.038439750671387,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.6184606552124023,
      "step": 653,
      "subrel-constrast": 4.0812907218933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4885969161987305,
      "cov-distil (oracle2student)": 6.54197359085083,
      "cov-distil (oracle2teacher)": 4.704367637634277,
      "epoch": 0.5133437990580848,
      "rel-constrast": 4.414441108703613,
      "step": 654,
      "subrel-constrast": 3.838172435760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3312811851501465,
      "cov-distil (oracle2student)": 3.267852544784546,
      "cov-distil (oracle2teacher)": 2.926943778991699,
      "epoch": 0.5141287284144427,
      "rel-constrast": 3.1676130294799805,
      "step": 655,
      "subrel-constrast": 3.5161540508270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014838695526123,
      "cov-distil (oracle2student)": 4.127884864807129,
      "cov-distil (oracle2teacher)": 3.8888235092163086,
      "epoch": 0.5149136577708007,
      "rel-constrast": 3.1607918739318848,
      "step": 656,
      "subrel-constrast": 3.2459888458251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.485830545425415,
      "cov-distil (oracle2student)": 4.6845598220825195,
      "cov-distil (oracle2teacher)": 4.440225601196289,
      "epoch": 0.5156985871271585,
      "rel-constrast": 4.65513801574707,
      "step": 657,
      "subrel-constrast": 5.200961589813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7730035781860352,
      "cov-distil (oracle2student)": 2.754836082458496,
      "cov-distil (oracle2teacher)": 2.6615588665008545,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.560431480407715,
      "step": 658,
      "subrel-constrast": 2.7967329025268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.695793867111206,
      "cov-distil (oracle2student)": 4.997096061706543,
      "cov-distil (oracle2teacher)": 4.024038314819336,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.7796730995178223,
      "step": 659,
      "subrel-constrast": 3.1277670860290527,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 9.6875,
      "learning_rate": 3.295e-05,
      "loss": 0.9107,
      "step": 660
    },
    {
      "cov-distil": 2.5111517906188965,
      "cov-distil (oracle2student)": 5.59426212310791,
      "cov-distil (oracle2teacher)": 4.222893714904785,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.955999374389648,
      "step": 660,
      "subrel-constrast": 5.149226188659668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3813834190368652,
      "cov-distil (oracle2student)": 2.9089694023132324,
      "cov-distil (oracle2teacher)": 3.547722816467285,
      "epoch": 0.5188383045525903,
      "rel-constrast": 3.5767245292663574,
      "step": 661,
      "subrel-constrast": 3.7495806217193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9560878276824951,
      "cov-distil (oracle2student)": 3.1636743545532227,
      "cov-distil (oracle2teacher)": 3.350107192993164,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.80185866355896,
      "step": 662,
      "subrel-constrast": 4.206034183502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8989176750183105,
      "cov-distil (oracle2student)": 3.9657833576202393,
      "cov-distil (oracle2teacher)": 3.9087791442871094,
      "epoch": 0.5204081632653061,
      "rel-constrast": 4.553762912750244,
      "step": 663,
      "subrel-constrast": 4.971201419830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.136458158493042,
      "cov-distil (oracle2student)": 4.334768295288086,
      "cov-distil (oracle2teacher)": 4.171571254730225,
      "epoch": 0.521193092621664,
      "rel-constrast": 2.926884412765503,
      "step": 664,
      "subrel-constrast": 2.976820230484009,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7569570541381836,
      "cov-distil (oracle2student)": 6.613186836242676,
      "cov-distil (oracle2teacher)": 6.062381744384766,
      "epoch": 0.521978021978022,
      "rel-constrast": 6.23654317855835,
      "step": 665,
      "subrel-constrast": 5.619877338409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7036919593811035,
      "cov-distil (oracle2student)": 3.809422016143799,
      "cov-distil (oracle2teacher)": 3.464710235595703,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.795098304748535,
      "step": 666,
      "subrel-constrast": 3.336763381958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8161277770996094,
      "cov-distil (oracle2student)": 5.543473720550537,
      "cov-distil (oracle2teacher)": 4.8104352951049805,
      "epoch": 0.5235478806907379,
      "rel-constrast": 4.864631175994873,
      "step": 667,
      "subrel-constrast": 4.13904333114624,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3697948455810547,
      "cov-distil (oracle2student)": 4.856570720672607,
      "cov-distil (oracle2teacher)": 5.935426235198975,
      "epoch": 0.5243328100470958,
      "rel-constrast": 2.5346570014953613,
      "step": 668,
      "subrel-constrast": 3.6183407306671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.443873643875122,
      "cov-distil (oracle2student)": 3.8340420722961426,
      "cov-distil (oracle2teacher)": 3.8112082481384277,
      "epoch": 0.5251177394034537,
      "rel-constrast": 3.117194890975952,
      "step": 669,
      "subrel-constrast": 3.6960434913635254,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 7.21875,
      "learning_rate": 3.345000000000001e-05,
      "loss": 0.9841,
      "step": 670
    },
    {
      "cov-distil": 2.1410069465637207,
      "cov-distil (oracle2student)": 4.273997783660889,
      "cov-distil (oracle2teacher)": 4.135704517364502,
      "epoch": 0.5259026687598116,
      "rel-constrast": 3.2300148010253906,
      "step": 670,
      "subrel-constrast": 3.366262197494507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6029343605041504,
      "cov-distil (oracle2student)": 5.584705829620361,
      "cov-distil (oracle2teacher)": 5.614703178405762,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.774601697921753,
      "step": 671,
      "subrel-constrast": 4.435283660888672,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162766933441162,
      "cov-distil (oracle2student)": 3.5882372856140137,
      "cov-distil (oracle2teacher)": 3.2187604904174805,
      "epoch": 0.5274725274725275,
      "rel-constrast": 3.776435613632202,
      "step": 672,
      "subrel-constrast": 3.6951181888580322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9119648933410645,
      "cov-distil (oracle2student)": 4.878622531890869,
      "cov-distil (oracle2teacher)": 6.069857597351074,
      "epoch": 0.5282574568288854,
      "rel-constrast": 4.442440032958984,
      "step": 673,
      "subrel-constrast": 5.396683216094971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7969448566436768,
      "cov-distil (oracle2student)": 5.141945838928223,
      "cov-distil (oracle2teacher)": 4.769449234008789,
      "epoch": 0.5290423861852434,
      "rel-constrast": 3.191304922103882,
      "step": 674,
      "subrel-constrast": 3.756972312927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.402618169784546,
      "cov-distil (oracle2student)": 6.366461753845215,
      "cov-distil (oracle2teacher)": 5.302012920379639,
      "epoch": 0.5298273155416012,
      "rel-constrast": 4.15281343460083,
      "step": 675,
      "subrel-constrast": 3.7890465259552,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.406013011932373,
      "cov-distil (oracle2student)": 5.864394187927246,
      "cov-distil (oracle2teacher)": 5.616963863372803,
      "epoch": 0.5306122448979592,
      "rel-constrast": 4.693376541137695,
      "step": 676,
      "subrel-constrast": 5.165534973144531,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2915496826171875,
      "cov-distil (oracle2student)": 3.640348434448242,
      "cov-distil (oracle2teacher)": 4.027545928955078,
      "epoch": 0.5313971742543171,
      "rel-constrast": 4.172548294067383,
      "step": 677,
      "subrel-constrast": 4.344696521759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5883677005767822,
      "cov-distil (oracle2student)": 8.732393264770508,
      "cov-distil (oracle2teacher)": 7.910237789154053,
      "epoch": 0.5321821036106751,
      "rel-constrast": 3.0310137271881104,
      "step": 678,
      "subrel-constrast": 3.6156699657440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.634097099304199,
      "cov-distil (oracle2student)": 5.574465274810791,
      "cov-distil (oracle2teacher)": 4.364235877990723,
      "epoch": 0.532967032967033,
      "rel-constrast": 4.324158668518066,
      "step": 679,
      "subrel-constrast": 4.561538219451904,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 8.25,
      "learning_rate": 3.3950000000000005e-05,
      "loss": 0.9697,
      "step": 680
    },
    {
      "cov-distil": 2.5106568336486816,
      "cov-distil (oracle2student)": 3.3857407569885254,
      "cov-distil (oracle2teacher)": 3.4950103759765625,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.76829195022583,
      "step": 680,
      "subrel-constrast": 3.8226850032806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.521369695663452,
      "cov-distil (oracle2student)": 5.406507968902588,
      "cov-distil (oracle2teacher)": 5.031182765960693,
      "epoch": 0.5345368916797488,
      "rel-constrast": 3.6042282581329346,
      "step": 681,
      "subrel-constrast": 3.588695526123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8624324798583984,
      "cov-distil (oracle2student)": 4.341632843017578,
      "cov-distil (oracle2teacher)": 4.987374782562256,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.5450191497802734,
      "step": 682,
      "subrel-constrast": 4.303939342498779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.62129807472229,
      "cov-distil (oracle2student)": 5.854056358337402,
      "cov-distil (oracle2teacher)": 5.268615245819092,
      "epoch": 0.5361067503924647,
      "rel-constrast": 3.7138655185699463,
      "step": 683,
      "subrel-constrast": 3.6554105281829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0569660663604736,
      "cov-distil (oracle2student)": 3.800809383392334,
      "cov-distil (oracle2teacher)": 3.626330614089966,
      "epoch": 0.5368916797488226,
      "rel-constrast": 3.7409493923187256,
      "step": 684,
      "subrel-constrast": 3.949650764465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7595962285995483,
      "cov-distil (oracle2student)": 4.9004411697387695,
      "cov-distil (oracle2teacher)": 4.381500720977783,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.8135268688201904,
      "step": 685,
      "subrel-constrast": 3.988839626312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0897340774536133,
      "cov-distil (oracle2student)": 3.2745068073272705,
      "cov-distil (oracle2teacher)": 3.330972194671631,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.653061866760254,
      "step": 686,
      "subrel-constrast": 2.8033761978149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7595176696777344,
      "cov-distil (oracle2student)": 3.8068532943725586,
      "cov-distil (oracle2teacher)": 3.6320977210998535,
      "epoch": 0.5392464678178964,
      "rel-constrast": 3.160191774368286,
      "step": 687,
      "subrel-constrast": 4.0954813957214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0101730823516846,
      "cov-distil (oracle2student)": 4.222168922424316,
      "cov-distil (oracle2teacher)": 3.990381956100464,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.646033763885498,
      "step": 688,
      "subrel-constrast": 2.717616319656372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8454500436782837,
      "cov-distil (oracle2student)": 5.345389366149902,
      "cov-distil (oracle2teacher)": 5.106082916259766,
      "epoch": 0.5408163265306123,
      "rel-constrast": 3.6248984336853027,
      "step": 689,
      "subrel-constrast": 3.0662500858306885,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 8.1875,
      "learning_rate": 3.445e-05,
      "loss": 0.8318,
      "step": 690
    },
    {
      "cov-distil": 2.1946043968200684,
      "cov-distil (oracle2student)": 5.522873878479004,
      "cov-distil (oracle2teacher)": 5.121616363525391,
      "epoch": 0.5416012558869702,
      "rel-constrast": 4.97845458984375,
      "step": 690,
      "subrel-constrast": 4.80668830871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696500539779663,
      "cov-distil (oracle2student)": 5.067530632019043,
      "cov-distil (oracle2teacher)": 4.516839027404785,
      "epoch": 0.542386185243328,
      "rel-constrast": 3.5588157176971436,
      "step": 691,
      "subrel-constrast": 3.4414079189300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4372355937957764,
      "cov-distil (oracle2student)": 5.737783432006836,
      "cov-distil (oracle2teacher)": 4.659091472625732,
      "epoch": 0.543171114599686,
      "rel-constrast": 3.1587018966674805,
      "step": 692,
      "subrel-constrast": 3.456956386566162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167219638824463,
      "cov-distil (oracle2student)": 4.299294471740723,
      "cov-distil (oracle2teacher)": 4.00494384765625,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.538851261138916,
      "step": 693,
      "subrel-constrast": 4.040345191955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.254950761795044,
      "cov-distil (oracle2student)": 4.852596282958984,
      "cov-distil (oracle2teacher)": 5.137213706970215,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.993964195251465,
      "step": 694,
      "subrel-constrast": 3.6176810264587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.859640121459961,
      "cov-distil (oracle2student)": 6.367548942565918,
      "cov-distil (oracle2teacher)": 5.984331130981445,
      "epoch": 0.5455259026687598,
      "rel-constrast": 2.431955337524414,
      "step": 695,
      "subrel-constrast": 2.8500559329986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3243355751037598,
      "cov-distil (oracle2student)": 5.513372421264648,
      "cov-distil (oracle2teacher)": 4.599259376525879,
      "epoch": 0.5463108320251178,
      "rel-constrast": 4.28459358215332,
      "step": 696,
      "subrel-constrast": 4.38563346862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6534581184387207,
      "cov-distil (oracle2student)": 4.487489700317383,
      "cov-distil (oracle2teacher)": 5.760103225708008,
      "epoch": 0.5470957613814756,
      "rel-constrast": 3.666417121887207,
      "step": 697,
      "subrel-constrast": 5.512442111968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.539128065109253,
      "cov-distil (oracle2student)": 5.5660271644592285,
      "cov-distil (oracle2teacher)": 4.704483509063721,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.923438787460327,
      "step": 698,
      "subrel-constrast": 3.4211766719818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.697439193725586,
      "cov-distil (oracle2student)": 5.279465198516846,
      "cov-distil (oracle2teacher)": 5.032678604125977,
      "epoch": 0.5486656200941915,
      "rel-constrast": 4.929755210876465,
      "step": 699,
      "subrel-constrast": 4.908409118652344,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 9.875,
      "learning_rate": 3.495e-05,
      "loss": 0.9116,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.2593750059604645,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.041748046875
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.039947509765625
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.001800537109375,
      "step": 700
    },
    {
      "cov-distil": 2.2880048751831055,
      "cov-distil (oracle2student)": 4.718327522277832,
      "cov-distil (oracle2teacher)": 4.111974239349365,
      "epoch": 0.5494505494505495,
      "rel-constrast": 3.2925586700439453,
      "step": 700,
      "subrel-constrast": 3.206794500350952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9135310649871826,
      "cov-distil (oracle2student)": 5.466835975646973,
      "cov-distil (oracle2teacher)": 5.22095251083374,
      "epoch": 0.5502354788069074,
      "rel-constrast": 3.6792917251586914,
      "step": 701,
      "subrel-constrast": 3.8968825340270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9267714023590088,
      "cov-distil (oracle2student)": 3.9808108806610107,
      "cov-distil (oracle2teacher)": 3.8285605907440186,
      "epoch": 0.5510204081632653,
      "rel-constrast": 3.687560796737671,
      "step": 702,
      "subrel-constrast": 4.194905757904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2865214347839355,
      "cov-distil (oracle2student)": 5.288548469543457,
      "cov-distil (oracle2teacher)": 4.322580337524414,
      "epoch": 0.5518053375196232,
      "rel-constrast": 3.198094606399536,
      "step": 703,
      "subrel-constrast": 3.643282651901245,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.362612724304199,
      "cov-distil (oracle2student)": 2.800478935241699,
      "cov-distil (oracle2teacher)": 2.8055219650268555,
      "epoch": 0.5525902668759811,
      "rel-constrast": 3.2065134048461914,
      "step": 704,
      "subrel-constrast": 3.2149741649627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8221888542175293,
      "cov-distil (oracle2student)": 5.351350784301758,
      "cov-distil (oracle2teacher)": 4.591974258422852,
      "epoch": 0.5533751962323391,
      "rel-constrast": 3.210024833679199,
      "step": 705,
      "subrel-constrast": 3.5450069904327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8759958744049072,
      "cov-distil (oracle2student)": 4.873770236968994,
      "cov-distil (oracle2teacher)": 3.9827446937561035,
      "epoch": 0.554160125588697,
      "rel-constrast": 3.6742019653320312,
      "step": 706,
      "subrel-constrast": 3.4755420684814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4581942558288574,
      "cov-distil (oracle2student)": 4.804100513458252,
      "cov-distil (oracle2teacher)": 4.314425945281982,
      "epoch": 0.554945054945055,
      "rel-constrast": 3.0120925903320312,
      "step": 707,
      "subrel-constrast": 3.131943941116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6311073303222656,
      "cov-distil (oracle2student)": 5.383587837219238,
      "cov-distil (oracle2teacher)": 4.969912052154541,
      "epoch": 0.5557299843014128,
      "rel-constrast": 4.627037048339844,
      "step": 708,
      "subrel-constrast": 4.558852195739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.616668939590454,
      "cov-distil (oracle2student)": 3.688739538192749,
      "cov-distil (oracle2teacher)": 3.537348747253418,
      "epoch": 0.5565149136577708,
      "rel-constrast": 3.0753276348114014,
      "step": 709,
      "subrel-constrast": 3.4158666133880615,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 7.65625,
      "learning_rate": 3.545e-05,
      "loss": 0.8666,
      "step": 710
    },
    {
      "cov-distil": 2.5314691066741943,
      "cov-distil (oracle2student)": 4.770528793334961,
      "cov-distil (oracle2teacher)": 3.82454514503479,
      "epoch": 0.5572998430141287,
      "rel-constrast": 2.446364641189575,
      "step": 710,
      "subrel-constrast": 2.8734424114227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6872036457061768,
      "cov-distil (oracle2student)": 5.079697608947754,
      "cov-distil (oracle2teacher)": 4.345038890838623,
      "epoch": 0.5580847723704867,
      "rel-constrast": 4.320545196533203,
      "step": 711,
      "subrel-constrast": 4.164237022399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4771342277526855,
      "cov-distil (oracle2student)": 5.571382522583008,
      "cov-distil (oracle2teacher)": 4.474830627441406,
      "epoch": 0.5588697017268446,
      "rel-constrast": 3.0087990760803223,
      "step": 712,
      "subrel-constrast": 3.7193186283111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9511741399765015,
      "cov-distil (oracle2student)": 4.811041831970215,
      "cov-distil (oracle2teacher)": 4.480846405029297,
      "epoch": 0.5596546310832025,
      "rel-constrast": 3.355523109436035,
      "step": 713,
      "subrel-constrast": 3.298560380935669,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3606603145599365,
      "cov-distil (oracle2student)": 5.985777378082275,
      "cov-distil (oracle2teacher)": 5.41561222076416,
      "epoch": 0.5604395604395604,
      "rel-constrast": 4.089506149291992,
      "step": 714,
      "subrel-constrast": 3.418116331100464,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6809821128845215,
      "cov-distil (oracle2student)": 3.805650472640991,
      "cov-distil (oracle2teacher)": 3.818087577819824,
      "epoch": 0.5612244897959183,
      "rel-constrast": 3.5171585083007812,
      "step": 715,
      "subrel-constrast": 4.520884990692139,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071073293685913,
      "cov-distil (oracle2student)": 2.9091460704803467,
      "cov-distil (oracle2teacher)": 2.8986830711364746,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.2731165885925293,
      "step": 716,
      "subrel-constrast": 3.009575605392456,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2168335914611816,
      "cov-distil (oracle2student)": 3.911656618118286,
      "cov-distil (oracle2teacher)": 4.011268615722656,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.9590673446655273,
      "step": 717,
      "subrel-constrast": 3.418705701828003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963818073272705,
      "cov-distil (oracle2student)": 4.932551383972168,
      "cov-distil (oracle2teacher)": 4.370637893676758,
      "epoch": 0.5635792778649922,
      "rel-constrast": 4.057657241821289,
      "step": 718,
      "subrel-constrast": 4.238089561462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.400425434112549,
      "cov-distil (oracle2student)": 4.818545341491699,
      "cov-distil (oracle2teacher)": 4.304470062255859,
      "epoch": 0.5643642072213501,
      "rel-constrast": 3.542257308959961,
      "step": 719,
      "subrel-constrast": 3.317901134490967,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 8.3125,
      "learning_rate": 3.595e-05,
      "loss": 0.8392,
      "step": 720
    },
    {
      "cov-distil": 2.411649465560913,
      "cov-distil (oracle2student)": 4.843780517578125,
      "cov-distil (oracle2teacher)": 3.782320022583008,
      "epoch": 0.565149136577708,
      "rel-constrast": 3.384451150894165,
      "step": 720,
      "subrel-constrast": 3.3072800636291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.718375325202942,
      "cov-distil (oracle2student)": 4.534214496612549,
      "cov-distil (oracle2teacher)": 4.004377365112305,
      "epoch": 0.5659340659340659,
      "rel-constrast": 4.051485061645508,
      "step": 721,
      "subrel-constrast": 4.146724224090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9103753566741943,
      "cov-distil (oracle2student)": 6.1360931396484375,
      "cov-distil (oracle2teacher)": 4.774944305419922,
      "epoch": 0.5667189952904239,
      "rel-constrast": 4.534773349761963,
      "step": 722,
      "subrel-constrast": 3.9830284118652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7049293518066406,
      "cov-distil (oracle2student)": 5.435057163238525,
      "cov-distil (oracle2teacher)": 4.9035444259643555,
      "epoch": 0.5675039246467818,
      "rel-constrast": 3.7614176273345947,
      "step": 723,
      "subrel-constrast": 4.047051429748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0382680892944336,
      "cov-distil (oracle2student)": 4.974379062652588,
      "cov-distil (oracle2teacher)": 4.326460361480713,
      "epoch": 0.5682888540031397,
      "rel-constrast": 2.830267906188965,
      "step": 724,
      "subrel-constrast": 2.624842882156372,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0917394161224365,
      "cov-distil (oracle2student)": 6.889491081237793,
      "cov-distil (oracle2teacher)": 5.899994850158691,
      "epoch": 0.5690737833594977,
      "rel-constrast": 5.416251182556152,
      "step": 725,
      "subrel-constrast": 5.734344959259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.467562437057495,
      "cov-distil (oracle2student)": 6.071526527404785,
      "cov-distil (oracle2teacher)": 5.555727958679199,
      "epoch": 0.5698587127158555,
      "rel-constrast": 3.0898239612579346,
      "step": 726,
      "subrel-constrast": 3.3632071018218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28218936920166,
      "cov-distil (oracle2student)": 5.827108383178711,
      "cov-distil (oracle2teacher)": 5.13613748550415,
      "epoch": 0.5706436420722135,
      "rel-constrast": 5.035892009735107,
      "step": 727,
      "subrel-constrast": 4.399051666259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.732792377471924,
      "cov-distil (oracle2student)": 3.6213700771331787,
      "cov-distil (oracle2teacher)": 3.161064624786377,
      "epoch": 0.5714285714285714,
      "rel-constrast": 3.3238282203674316,
      "step": 728,
      "subrel-constrast": 4.524255275726318,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75883150100708,
      "cov-distil (oracle2student)": 4.768251419067383,
      "cov-distil (oracle2teacher)": 4.318032264709473,
      "epoch": 0.5722135007849294,
      "rel-constrast": 3.2271535396575928,
      "step": 729,
      "subrel-constrast": 3.7321252822875977,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 8.75,
      "learning_rate": 3.645e-05,
      "loss": 0.9664,
      "step": 730
    },
    {
      "cov-distil": 2.2763960361480713,
      "cov-distil (oracle2student)": 4.664096832275391,
      "cov-distil (oracle2teacher)": 4.406416893005371,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.5772011280059814,
      "step": 730,
      "subrel-constrast": 4.11379337310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7630140781402588,
      "cov-distil (oracle2student)": 4.617234706878662,
      "cov-distil (oracle2teacher)": 4.00626802444458,
      "epoch": 0.5737833594976453,
      "rel-constrast": 3.4176650047302246,
      "step": 731,
      "subrel-constrast": 3.4268715381622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096956968307495,
      "cov-distil (oracle2student)": 4.968262672424316,
      "cov-distil (oracle2teacher)": 4.000860691070557,
      "epoch": 0.5745682888540031,
      "rel-constrast": 3.464766502380371,
      "step": 732,
      "subrel-constrast": 3.2341666221618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.269770622253418,
      "cov-distil (oracle2student)": 3.9357962608337402,
      "cov-distil (oracle2teacher)": 3.487668991088867,
      "epoch": 0.5753532182103611,
      "rel-constrast": 2.77782940864563,
      "step": 733,
      "subrel-constrast": 2.8233509063720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9523694515228271,
      "cov-distil (oracle2student)": 5.314553260803223,
      "cov-distil (oracle2teacher)": 4.6678314208984375,
      "epoch": 0.576138147566719,
      "rel-constrast": 3.6426496505737305,
      "step": 734,
      "subrel-constrast": 3.750396728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539703369140625,
      "cov-distil (oracle2student)": 5.374100685119629,
      "cov-distil (oracle2teacher)": 4.221393585205078,
      "epoch": 0.5769230769230769,
      "rel-constrast": 4.034856796264648,
      "step": 735,
      "subrel-constrast": 3.621406316757202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2221717834472656,
      "cov-distil (oracle2student)": 5.221403121948242,
      "cov-distil (oracle2teacher)": 5.6571736335754395,
      "epoch": 0.5777080062794349,
      "rel-constrast": 2.7957191467285156,
      "step": 736,
      "subrel-constrast": 3.050981044769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0236897468566895,
      "cov-distil (oracle2student)": 3.111325740814209,
      "cov-distil (oracle2teacher)": 2.6579232215881348,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.999067783355713,
      "step": 737,
      "subrel-constrast": 2.6182315349578857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8978937864303589,
      "cov-distil (oracle2student)": 4.93990421295166,
      "cov-distil (oracle2teacher)": 4.504594326019287,
      "epoch": 0.5792778649921507,
      "rel-constrast": 3.5394020080566406,
      "step": 738,
      "subrel-constrast": 3.6242618560791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9045004844665527,
      "cov-distil (oracle2student)": 4.274258613586426,
      "cov-distil (oracle2teacher)": 3.9128875732421875,
      "epoch": 0.5800627943485086,
      "rel-constrast": 3.6831350326538086,
      "step": 739,
      "subrel-constrast": 3.384676933288574,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 8.25,
      "learning_rate": 3.6950000000000004e-05,
      "loss": 0.8483,
      "step": 740
    },
    {
      "cov-distil": 2.463542938232422,
      "cov-distil (oracle2student)": 4.890634536743164,
      "cov-distil (oracle2teacher)": 4.604000091552734,
      "epoch": 0.5808477237048666,
      "rel-constrast": 3.5431220531463623,
      "step": 740,
      "subrel-constrast": 4.559528827667236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0361573696136475,
      "cov-distil (oracle2student)": 5.59214973449707,
      "cov-distil (oracle2teacher)": 5.209810256958008,
      "epoch": 0.5816326530612245,
      "rel-constrast": 3.6620898246765137,
      "step": 741,
      "subrel-constrast": 3.5943572521209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1386823654174805,
      "cov-distil (oracle2student)": 4.8774919509887695,
      "cov-distil (oracle2teacher)": 4.392442226409912,
      "epoch": 0.5824175824175825,
      "rel-constrast": 3.0572240352630615,
      "step": 742,
      "subrel-constrast": 3.449983835220337,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6762378215789795,
      "cov-distil (oracle2student)": 3.4807288646698,
      "cov-distil (oracle2teacher)": 3.472620964050293,
      "epoch": 0.5832025117739403,
      "rel-constrast": 4.173070907592773,
      "step": 743,
      "subrel-constrast": 4.070428371429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.366276264190674,
      "cov-distil (oracle2student)": 6.685727596282959,
      "cov-distil (oracle2teacher)": 5.618680000305176,
      "epoch": 0.5839874411302983,
      "rel-constrast": 4.00743293762207,
      "step": 744,
      "subrel-constrast": 4.258591651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.683839797973633,
      "cov-distil (oracle2student)": 4.939559459686279,
      "cov-distil (oracle2teacher)": 4.165223121643066,
      "epoch": 0.5847723704866562,
      "rel-constrast": 5.022677421569824,
      "step": 745,
      "subrel-constrast": 4.151272773742676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9843261241912842,
      "cov-distil (oracle2student)": 5.004264831542969,
      "cov-distil (oracle2teacher)": 4.753472328186035,
      "epoch": 0.5855572998430141,
      "rel-constrast": 4.740532875061035,
      "step": 746,
      "subrel-constrast": 4.913524627685547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5781214237213135,
      "cov-distil (oracle2student)": 6.365057945251465,
      "cov-distil (oracle2teacher)": 5.520802021026611,
      "epoch": 0.5863422291993721,
      "rel-constrast": 4.525068283081055,
      "step": 747,
      "subrel-constrast": 4.346693992614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.738781452178955,
      "cov-distil (oracle2student)": 4.707560062408447,
      "cov-distil (oracle2teacher)": 4.193061351776123,
      "epoch": 0.5871271585557299,
      "rel-constrast": 4.981852054595947,
      "step": 748,
      "subrel-constrast": 5.058973789215088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3287105560302734,
      "cov-distil (oracle2student)": 7.539167881011963,
      "cov-distil (oracle2teacher)": 6.661775588989258,
      "epoch": 0.5879120879120879,
      "rel-constrast": 5.07899284362793,
      "step": 749,
      "subrel-constrast": 4.924736022949219,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 10.25,
      "learning_rate": 3.745e-05,
      "loss": 1.0698,
      "step": 750
    },
    {
      "cov-distil": 3.1291921138763428,
      "cov-distil (oracle2student)": 5.806586265563965,
      "cov-distil (oracle2teacher)": 5.223454475402832,
      "epoch": 0.5886970172684458,
      "rel-constrast": 4.05808162689209,
      "step": 750,
      "subrel-constrast": 3.950441360473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.39149808883667,
      "cov-distil (oracle2student)": 5.290502548217773,
      "cov-distil (oracle2teacher)": 5.127215385437012,
      "epoch": 0.5894819466248038,
      "rel-constrast": 5.352309226989746,
      "step": 751,
      "subrel-constrast": 5.655076503753662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6597137451171875,
      "cov-distil (oracle2student)": 7.3037519454956055,
      "cov-distil (oracle2teacher)": 6.336320400238037,
      "epoch": 0.5902668759811617,
      "rel-constrast": 4.209469318389893,
      "step": 752,
      "subrel-constrast": 3.9522502422332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7089654207229614,
      "cov-distil (oracle2student)": 4.049164295196533,
      "cov-distil (oracle2teacher)": 4.327991485595703,
      "epoch": 0.5910518053375197,
      "rel-constrast": 3.1741323471069336,
      "step": 753,
      "subrel-constrast": 3.8216490745544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1953067779541016,
      "cov-distil (oracle2student)": 5.064481258392334,
      "cov-distil (oracle2teacher)": 4.988542556762695,
      "epoch": 0.5918367346938775,
      "rel-constrast": 3.7322816848754883,
      "step": 754,
      "subrel-constrast": 3.956284284591675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03481388092041,
      "cov-distil (oracle2student)": 4.22956657409668,
      "cov-distil (oracle2teacher)": 3.7307679653167725,
      "epoch": 0.5926216640502355,
      "rel-constrast": 4.330953121185303,
      "step": 755,
      "subrel-constrast": 4.124565601348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867360591888428,
      "cov-distil (oracle2student)": 5.020341873168945,
      "cov-distil (oracle2teacher)": 4.405291557312012,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.6014552116394043,
      "step": 756,
      "subrel-constrast": 3.259565830230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.165889263153076,
      "cov-distil (oracle2student)": 4.313626289367676,
      "cov-distil (oracle2teacher)": 3.9217607975006104,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.797835826873779,
      "step": 757,
      "subrel-constrast": 4.459097862243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.216163158416748,
      "cov-distil (oracle2student)": 4.610080242156982,
      "cov-distil (oracle2teacher)": 4.275761127471924,
      "epoch": 0.5949764521193093,
      "rel-constrast": 4.887037754058838,
      "step": 758,
      "subrel-constrast": 4.603519439697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.479959726333618,
      "cov-distil (oracle2student)": 5.167355060577393,
      "cov-distil (oracle2teacher)": 4.555408954620361,
      "epoch": 0.5957613814756672,
      "rel-constrast": 3.5705361366271973,
      "step": 759,
      "subrel-constrast": 4.040794372558594,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 7.53125,
      "learning_rate": 3.795e-05,
      "loss": 1.0179,
      "step": 760
    },
    {
      "cov-distil": 1.4068678617477417,
      "cov-distil (oracle2student)": 3.6850361824035645,
      "cov-distil (oracle2teacher)": 3.460089921951294,
      "epoch": 0.5965463108320251,
      "rel-constrast": 3.1959738731384277,
      "step": 760,
      "subrel-constrast": 3.2650949954986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1580967903137207,
      "cov-distil (oracle2student)": 5.890793800354004,
      "cov-distil (oracle2teacher)": 4.985220909118652,
      "epoch": 0.597331240188383,
      "rel-constrast": 3.8710572719573975,
      "step": 761,
      "subrel-constrast": 3.6684064865112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8122068643569946,
      "cov-distil (oracle2student)": 4.2860822677612305,
      "cov-distil (oracle2teacher)": 3.324612617492676,
      "epoch": 0.598116169544741,
      "rel-constrast": 3.957721710205078,
      "step": 762,
      "subrel-constrast": 3.3651068210601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8635069131851196,
      "cov-distil (oracle2student)": 3.912562608718872,
      "cov-distil (oracle2teacher)": 3.7038912773132324,
      "epoch": 0.5989010989010989,
      "rel-constrast": 3.707409143447876,
      "step": 763,
      "subrel-constrast": 3.779404640197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6855244636535645,
      "cov-distil (oracle2student)": 5.647215843200684,
      "cov-distil (oracle2teacher)": 5.731972694396973,
      "epoch": 0.5996860282574569,
      "rel-constrast": 4.408953666687012,
      "step": 764,
      "subrel-constrast": 4.931423664093018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0594053268432617,
      "cov-distil (oracle2student)": 5.062814712524414,
      "cov-distil (oracle2teacher)": 4.714827060699463,
      "epoch": 0.6004709576138147,
      "rel-constrast": 3.347107172012329,
      "step": 765,
      "subrel-constrast": 3.490683078765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8269290924072266,
      "cov-distil (oracle2student)": 5.58112096786499,
      "cov-distil (oracle2teacher)": 4.725581645965576,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.938312530517578,
      "step": 766,
      "subrel-constrast": 4.5828657150268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5935630798339844,
      "cov-distil (oracle2student)": 5.0514936447143555,
      "cov-distil (oracle2teacher)": 4.765221118927002,
      "epoch": 0.6020408163265306,
      "rel-constrast": 3.1897573471069336,
      "step": 767,
      "subrel-constrast": 3.7600433826446533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.749910593032837,
      "cov-distil (oracle2student)": 4.981649875640869,
      "cov-distil (oracle2teacher)": 4.607064247131348,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.793414831161499,
      "step": 768,
      "subrel-constrast": 3.762812852859497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4429807662963867,
      "cov-distil (oracle2student)": 5.141033172607422,
      "cov-distil (oracle2teacher)": 4.920139312744141,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.645747184753418,
      "step": 769,
      "subrel-constrast": 3.959048271179199,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 7.03125,
      "learning_rate": 3.845e-05,
      "loss": 0.9264,
      "step": 770
    },
    {
      "cov-distil": 2.1677699089050293,
      "cov-distil (oracle2student)": 4.654834747314453,
      "cov-distil (oracle2teacher)": 4.412710666656494,
      "epoch": 0.6043956043956044,
      "rel-constrast": 5.046914100646973,
      "step": 770,
      "subrel-constrast": 4.446437358856201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9822173118591309,
      "cov-distil (oracle2student)": 5.845059394836426,
      "cov-distil (oracle2teacher)": 5.281351089477539,
      "epoch": 0.6051805337519623,
      "rel-constrast": 3.089263677597046,
      "step": 771,
      "subrel-constrast": 3.455900192260742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4503231048583984,
      "cov-distil (oracle2student)": 5.554692268371582,
      "cov-distil (oracle2teacher)": 5.147971153259277,
      "epoch": 0.6059654631083202,
      "rel-constrast": 4.767708778381348,
      "step": 772,
      "subrel-constrast": 4.6043877601623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3802542686462402,
      "cov-distil (oracle2student)": 3.936060905456543,
      "cov-distil (oracle2teacher)": 4.540515899658203,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.592139482498169,
      "step": 773,
      "subrel-constrast": 3.946826696395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9373725652694702,
      "cov-distil (oracle2student)": 5.4027910232543945,
      "cov-distil (oracle2teacher)": 4.710404872894287,
      "epoch": 0.6075353218210361,
      "rel-constrast": 3.7561354637145996,
      "step": 774,
      "subrel-constrast": 3.7282004356384277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7742207050323486,
      "cov-distil (oracle2student)": 4.408854007720947,
      "cov-distil (oracle2teacher)": 3.8948662281036377,
      "epoch": 0.6083202511773941,
      "rel-constrast": 5.420592308044434,
      "step": 775,
      "subrel-constrast": 5.60831356048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1246399879455566,
      "cov-distil (oracle2student)": 3.595367908477783,
      "cov-distil (oracle2teacher)": 4.677308559417725,
      "epoch": 0.609105180533752,
      "rel-constrast": 3.4084246158599854,
      "step": 776,
      "subrel-constrast": 4.062203407287598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1425368785858154,
      "cov-distil (oracle2student)": 4.6184844970703125,
      "cov-distil (oracle2teacher)": 4.195455074310303,
      "epoch": 0.6098901098901099,
      "rel-constrast": 3.67858624458313,
      "step": 777,
      "subrel-constrast": 4.048653602600098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.896728515625,
      "cov-distil (oracle2student)": 3.5128607749938965,
      "cov-distil (oracle2teacher)": 3.4237685203552246,
      "epoch": 0.6106750392464678,
      "rel-constrast": 2.54510498046875,
      "step": 778,
      "subrel-constrast": 3.0003485679626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7340281009674072,
      "cov-distil (oracle2student)": 4.360445022583008,
      "cov-distil (oracle2teacher)": 4.661279678344727,
      "epoch": 0.6114599686028257,
      "rel-constrast": 3.22906231880188,
      "step": 779,
      "subrel-constrast": 3.9929819107055664,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 7.625,
      "learning_rate": 3.8950000000000005e-05,
      "loss": 0.9383,
      "step": 780
    },
    {
      "cov-distil": 2.0860483646392822,
      "cov-distil (oracle2student)": 4.5741682052612305,
      "cov-distil (oracle2teacher)": 4.050600051879883,
      "epoch": 0.6122448979591837,
      "rel-constrast": 3.1628856658935547,
      "step": 780,
      "subrel-constrast": 3.2471790313720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.50667142868042,
      "cov-distil (oracle2student)": 6.771400451660156,
      "cov-distil (oracle2teacher)": 6.182733535766602,
      "epoch": 0.6130298273155416,
      "rel-constrast": 3.1306979656219482,
      "step": 781,
      "subrel-constrast": 4.126930236816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.231055736541748,
      "cov-distil (oracle2student)": 5.54215145111084,
      "cov-distil (oracle2teacher)": 4.732599258422852,
      "epoch": 0.6138147566718996,
      "rel-constrast": 4.027646064758301,
      "step": 782,
      "subrel-constrast": 3.946063280105591,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.704841375350952,
      "cov-distil (oracle2student)": 4.748509407043457,
      "cov-distil (oracle2teacher)": 4.220213890075684,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.7203240394592285,
      "step": 783,
      "subrel-constrast": 4.690211296081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.721923351287842,
      "cov-distil (oracle2student)": 5.281452178955078,
      "cov-distil (oracle2teacher)": 4.566875457763672,
      "epoch": 0.6153846153846154,
      "rel-constrast": 5.343472957611084,
      "step": 784,
      "subrel-constrast": 4.753566741943359,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6865699291229248,
      "cov-distil (oracle2student)": 3.1804556846618652,
      "cov-distil (oracle2teacher)": 2.883664131164551,
      "epoch": 0.6161695447409733,
      "rel-constrast": 3.0664286613464355,
      "step": 785,
      "subrel-constrast": 3.025939702987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637481451034546,
      "cov-distil (oracle2student)": 4.416049957275391,
      "cov-distil (oracle2teacher)": 4.686575889587402,
      "epoch": 0.6169544740973313,
      "rel-constrast": 4.128195762634277,
      "step": 786,
      "subrel-constrast": 4.118139743804932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468355894088745,
      "cov-distil (oracle2student)": 8.58871078491211,
      "cov-distil (oracle2teacher)": 7.315741539001465,
      "epoch": 0.6177394034536892,
      "rel-constrast": 4.604372978210449,
      "step": 787,
      "subrel-constrast": 4.865985870361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7514426708221436,
      "cov-distil (oracle2student)": 4.680485725402832,
      "cov-distil (oracle2teacher)": 4.732631683349609,
      "epoch": 0.6185243328100472,
      "rel-constrast": 3.8200745582580566,
      "step": 788,
      "subrel-constrast": 3.49665904045105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9236176013946533,
      "cov-distil (oracle2student)": 5.272342681884766,
      "cov-distil (oracle2teacher)": 4.227210521697998,
      "epoch": 0.619309262166405,
      "rel-constrast": 5.068964004516602,
      "step": 789,
      "subrel-constrast": 3.958841323852539,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 9.25,
      "learning_rate": 3.9450000000000003e-05,
      "loss": 1.0018,
      "step": 790
    },
    {
      "cov-distil": 2.2746267318725586,
      "cov-distil (oracle2student)": 5.911013126373291,
      "cov-distil (oracle2teacher)": 5.6180853843688965,
      "epoch": 0.6200941915227629,
      "rel-constrast": 4.061481475830078,
      "step": 790,
      "subrel-constrast": 4.836816787719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856873869895935,
      "cov-distil (oracle2student)": 3.14231538772583,
      "cov-distil (oracle2teacher)": 4.187923431396484,
      "epoch": 0.6208791208791209,
      "rel-constrast": 3.3938162326812744,
      "step": 791,
      "subrel-constrast": 4.428590774536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8115508556365967,
      "cov-distil (oracle2student)": 4.578952789306641,
      "cov-distil (oracle2teacher)": 4.331554412841797,
      "epoch": 0.6216640502354788,
      "rel-constrast": 3.25628399848938,
      "step": 792,
      "subrel-constrast": 3.265045404434204,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.423172950744629,
      "cov-distil (oracle2student)": 5.591062545776367,
      "cov-distil (oracle2teacher)": 4.888613700866699,
      "epoch": 0.6224489795918368,
      "rel-constrast": 3.420088291168213,
      "step": 793,
      "subrel-constrast": 3.682490587234497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1695425510406494,
      "cov-distil (oracle2student)": 5.115130424499512,
      "cov-distil (oracle2teacher)": 4.55626916885376,
      "epoch": 0.6232339089481946,
      "rel-constrast": 3.757192850112915,
      "step": 794,
      "subrel-constrast": 3.434692859649658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382232666015625,
      "cov-distil (oracle2student)": 2.9952645301818848,
      "cov-distil (oracle2teacher)": 3.1940860748291016,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.5813639163970947,
      "step": 795,
      "subrel-constrast": 3.1796300411224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8859107494354248,
      "cov-distil (oracle2student)": 4.220844745635986,
      "cov-distil (oracle2teacher)": 4.328567028045654,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.2804794311523438,
      "step": 796,
      "subrel-constrast": 3.828761577606201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4283809661865234,
      "cov-distil (oracle2student)": 3.9118874073028564,
      "cov-distil (oracle2teacher)": 3.888495922088623,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.5512380599975586,
      "step": 797,
      "subrel-constrast": 3.512357234954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2765426635742188,
      "cov-distil (oracle2student)": 4.8082146644592285,
      "cov-distil (oracle2teacher)": 3.902686357498169,
      "epoch": 0.6263736263736264,
      "rel-constrast": 4.791129112243652,
      "step": 798,
      "subrel-constrast": 4.411496639251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.234588623046875,
      "cov-distil (oracle2student)": 5.007917404174805,
      "cov-distil (oracle2teacher)": 4.987737655639648,
      "epoch": 0.6271585557299842,
      "rel-constrast": 4.598823070526123,
      "step": 799,
      "subrel-constrast": 4.936426162719727,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 9.3125,
      "learning_rate": 3.995e-05,
      "loss": 0.8923,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.28437501192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.046295166015625
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.0299072265625
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.016387939453125,
      "step": 800
    },
    {
      "cov-distil": 2.0241048336029053,
      "cov-distil (oracle2student)": 3.9974863529205322,
      "cov-distil (oracle2teacher)": 3.7318315505981445,
      "epoch": 0.6279434850863422,
      "rel-constrast": 2.300175189971924,
      "step": 800,
      "subrel-constrast": 3.780639410018921,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.396726369857788,
      "cov-distil (oracle2student)": 4.62131404876709,
      "cov-distil (oracle2teacher)": 4.513237953186035,
      "epoch": 0.6287284144427001,
      "rel-constrast": 4.073274612426758,
      "step": 801,
      "subrel-constrast": 4.772852420806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0832877159118652,
      "cov-distil (oracle2student)": 3.26403546333313,
      "cov-distil (oracle2teacher)": 3.1358118057250977,
      "epoch": 0.6295133437990581,
      "rel-constrast": 3.467078924179077,
      "step": 802,
      "subrel-constrast": 3.490443229675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9142239093780518,
      "cov-distil (oracle2student)": 5.579619407653809,
      "cov-distil (oracle2teacher)": 4.965686798095703,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.7450711727142334,
      "step": 803,
      "subrel-constrast": 3.8026223182678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1219918727874756,
      "cov-distil (oracle2student)": 3.465679407119751,
      "cov-distil (oracle2teacher)": 3.5218920707702637,
      "epoch": 0.631083202511774,
      "rel-constrast": 2.408196449279785,
      "step": 804,
      "subrel-constrast": 3.5018701553344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4459668397903442,
      "cov-distil (oracle2student)": 3.923173666000366,
      "cov-distil (oracle2teacher)": 3.8860409259796143,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.9082555770874023,
      "step": 805,
      "subrel-constrast": 3.871812105178833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1211788654327393,
      "cov-distil (oracle2student)": 5.424649238586426,
      "cov-distil (oracle2teacher)": 4.680272102355957,
      "epoch": 0.6326530612244898,
      "rel-constrast": 4.003725528717041,
      "step": 806,
      "subrel-constrast": 3.8697054386138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.145512104034424,
      "cov-distil (oracle2student)": 5.250019073486328,
      "cov-distil (oracle2teacher)": 4.717369556427002,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.9986205101013184,
      "step": 807,
      "subrel-constrast": 4.081348896026611,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5171971321105957,
      "cov-distil (oracle2student)": 4.974362373352051,
      "cov-distil (oracle2teacher)": 4.608996391296387,
      "epoch": 0.6342229199372057,
      "rel-constrast": 2.7656352519989014,
      "step": 808,
      "subrel-constrast": 3.6235463619232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3656296730041504,
      "cov-distil (oracle2student)": 4.895097255706787,
      "cov-distil (oracle2teacher)": 4.399863243103027,
      "epoch": 0.6350078492935636,
      "rel-constrast": 3.409998655319214,
      "step": 809,
      "subrel-constrast": 3.2858588695526123,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 9.875,
      "learning_rate": 4.045000000000001e-05,
      "loss": 0.852,
      "step": 810
    },
    {
      "cov-distil": 2.4723076820373535,
      "cov-distil (oracle2student)": 5.742127895355225,
      "cov-distil (oracle2teacher)": 4.469183444976807,
      "epoch": 0.6357927786499215,
      "rel-constrast": 3.4872055053710938,
      "step": 810,
      "subrel-constrast": 3.7737765312194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123300313949585,
      "cov-distil (oracle2student)": 4.420330047607422,
      "cov-distil (oracle2teacher)": 4.663112640380859,
      "epoch": 0.6365777080062794,
      "rel-constrast": 3.19289493560791,
      "step": 811,
      "subrel-constrast": 3.8449835777282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2566237449645996,
      "cov-distil (oracle2student)": 4.116199970245361,
      "cov-distil (oracle2teacher)": 3.975741147994995,
      "epoch": 0.6373626373626373,
      "rel-constrast": 3.455289840698242,
      "step": 812,
      "subrel-constrast": 3.765545129776001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1667912006378174,
      "cov-distil (oracle2student)": 5.345813274383545,
      "cov-distil (oracle2teacher)": 4.406340599060059,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.665705680847168,
      "step": 813,
      "subrel-constrast": 4.093423366546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6961753368377686,
      "cov-distil (oracle2student)": 4.755043983459473,
      "cov-distil (oracle2teacher)": 4.336665153503418,
      "epoch": 0.6389324960753532,
      "rel-constrast": 4.565523147583008,
      "step": 814,
      "subrel-constrast": 5.120007514953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8166258335113525,
      "cov-distil (oracle2student)": 3.467742681503296,
      "cov-distil (oracle2teacher)": 3.107326030731201,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.7664432525634766,
      "step": 815,
      "subrel-constrast": 2.9938812255859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.466531753540039,
      "cov-distil (oracle2student)": 3.8548033237457275,
      "cov-distil (oracle2teacher)": 3.812587261199951,
      "epoch": 0.640502354788069,
      "rel-constrast": 3.049858570098877,
      "step": 816,
      "subrel-constrast": 3.987323045730591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895331621170044,
      "cov-distil (oracle2student)": 5.51685905456543,
      "cov-distil (oracle2teacher)": 4.546798229217529,
      "epoch": 0.641287284144427,
      "rel-constrast": 4.071093559265137,
      "step": 817,
      "subrel-constrast": 3.8209733963012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9024813175201416,
      "cov-distil (oracle2student)": 4.008884429931641,
      "cov-distil (oracle2teacher)": 3.873781681060791,
      "epoch": 0.6420722135007849,
      "rel-constrast": 3.134730339050293,
      "step": 818,
      "subrel-constrast": 3.560436725616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6990745067596436,
      "cov-distil (oracle2student)": 4.145615577697754,
      "cov-distil (oracle2teacher)": 3.893411636352539,
      "epoch": 0.6428571428571429,
      "rel-constrast": 3.3359436988830566,
      "step": 819,
      "subrel-constrast": 3.7698800563812256,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 6.5625,
      "learning_rate": 4.095e-05,
      "loss": 0.8681,
      "step": 820
    },
    {
      "cov-distil": 1.4913229942321777,
      "cov-distil (oracle2student)": 3.503937244415283,
      "cov-distil (oracle2teacher)": 3.3012704849243164,
      "epoch": 0.6436420722135008,
      "rel-constrast": 4.0764312744140625,
      "step": 820,
      "subrel-constrast": 3.3614537715911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.682131290435791,
      "cov-distil (oracle2student)": 4.566946983337402,
      "cov-distil (oracle2teacher)": 4.824077606201172,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.7872982025146484,
      "step": 821,
      "subrel-constrast": 3.5298821926116943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1092615127563477,
      "cov-distil (oracle2student)": 5.566984176635742,
      "cov-distil (oracle2teacher)": 4.479093551635742,
      "epoch": 0.6452119309262166,
      "rel-constrast": 4.579043865203857,
      "step": 822,
      "subrel-constrast": 4.081467628479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7659711837768555,
      "cov-distil (oracle2student)": 5.2393951416015625,
      "cov-distil (oracle2teacher)": 4.56248664855957,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.584153175354004,
      "step": 823,
      "subrel-constrast": 4.342507839202881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.650578498840332,
      "cov-distil (oracle2student)": 4.48793363571167,
      "cov-distil (oracle2teacher)": 3.94382905960083,
      "epoch": 0.6467817896389325,
      "rel-constrast": 3.092801809310913,
      "step": 824,
      "subrel-constrast": 3.83937406539917,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1708779335021973,
      "cov-distil (oracle2student)": 5.016849994659424,
      "cov-distil (oracle2teacher)": 4.284183502197266,
      "epoch": 0.6475667189952904,
      "rel-constrast": 4.761890411376953,
      "step": 825,
      "subrel-constrast": 5.417451858520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241478443145752,
      "cov-distil (oracle2student)": 5.151844024658203,
      "cov-distil (oracle2teacher)": 5.225059986114502,
      "epoch": 0.6483516483516484,
      "rel-constrast": 3.6212735176086426,
      "step": 826,
      "subrel-constrast": 3.73117733001709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9511266946792603,
      "cov-distil (oracle2student)": 5.438177108764648,
      "cov-distil (oracle2teacher)": 4.69582986831665,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.8562958240509033,
      "step": 827,
      "subrel-constrast": 3.734269857406616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6709935665130615,
      "cov-distil (oracle2student)": 4.58493185043335,
      "cov-distil (oracle2teacher)": 3.0215516090393066,
      "epoch": 0.6499215070643642,
      "rel-constrast": 4.311128616333008,
      "step": 828,
      "subrel-constrast": 3.5323760509490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6916801929473877,
      "cov-distil (oracle2student)": 6.1899800300598145,
      "cov-distil (oracle2teacher)": 5.202908992767334,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.5776491165161133,
      "step": 829,
      "subrel-constrast": 3.7924444675445557,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 7.28125,
      "learning_rate": 4.145e-05,
      "loss": 0.9812,
      "step": 830
    },
    {
      "cov-distil": 2.3356940746307373,
      "cov-distil (oracle2student)": 4.071619033813477,
      "cov-distil (oracle2teacher)": 3.990034341812134,
      "epoch": 0.6514913657770801,
      "rel-constrast": 4.01130485534668,
      "step": 830,
      "subrel-constrast": 4.225636959075928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2811150550842285,
      "cov-distil (oracle2student)": 3.260524034500122,
      "cov-distil (oracle2teacher)": 3.6335341930389404,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.6566925048828125,
      "step": 831,
      "subrel-constrast": 3.7064754962921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247473955154419,
      "cov-distil (oracle2student)": 5.651100158691406,
      "cov-distil (oracle2teacher)": 5.332487106323242,
      "epoch": 0.6530612244897959,
      "rel-constrast": 4.359498023986816,
      "step": 832,
      "subrel-constrast": 5.029499053955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9488669633865356,
      "cov-distil (oracle2student)": 3.5353236198425293,
      "cov-distil (oracle2teacher)": 3.1988792419433594,
      "epoch": 0.6538461538461539,
      "rel-constrast": 2.7589516639709473,
      "step": 833,
      "subrel-constrast": 3.0526840686798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0042920112609863,
      "cov-distil (oracle2student)": 3.311549663543701,
      "cov-distil (oracle2teacher)": 3.7095727920532227,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.93538236618042,
      "step": 834,
      "subrel-constrast": 4.491973400115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3319320678710938,
      "cov-distil (oracle2student)": 6.884675979614258,
      "cov-distil (oracle2teacher)": 5.895162582397461,
      "epoch": 0.6554160125588697,
      "rel-constrast": 3.0401082038879395,
      "step": 835,
      "subrel-constrast": 2.774482011795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.891129493713379,
      "cov-distil (oracle2student)": 6.087061405181885,
      "cov-distil (oracle2teacher)": 5.290203094482422,
      "epoch": 0.6562009419152276,
      "rel-constrast": 4.056557655334473,
      "step": 836,
      "subrel-constrast": 4.41768741607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5794150829315186,
      "cov-distil (oracle2student)": 4.131866931915283,
      "cov-distil (oracle2teacher)": 3.8585705757141113,
      "epoch": 0.6569858712715856,
      "rel-constrast": 4.452622890472412,
      "step": 837,
      "subrel-constrast": 4.928619861602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749926328659058,
      "cov-distil (oracle2student)": 4.152976989746094,
      "cov-distil (oracle2teacher)": 3.658670425415039,
      "epoch": 0.6577708006279435,
      "rel-constrast": 3.1522409915924072,
      "step": 838,
      "subrel-constrast": 3.04065203666687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0656442642211914,
      "cov-distil (oracle2student)": 4.73661994934082,
      "cov-distil (oracle2teacher)": 3.9987878799438477,
      "epoch": 0.6585557299843015,
      "rel-constrast": 5.010136127471924,
      "step": 839,
      "subrel-constrast": 5.0871076583862305,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 8.6875,
      "learning_rate": 4.195e-05,
      "loss": 0.9358,
      "step": 840
    },
    {
      "cov-distil": 2.0672900676727295,
      "cov-distil (oracle2student)": 4.540404319763184,
      "cov-distil (oracle2teacher)": 5.127553939819336,
      "epoch": 0.6593406593406593,
      "rel-constrast": 3.2874064445495605,
      "step": 840,
      "subrel-constrast": 4.215749263763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0865607261657715,
      "cov-distil (oracle2student)": 5.453775882720947,
      "cov-distil (oracle2teacher)": 4.888296127319336,
      "epoch": 0.6601255886970173,
      "rel-constrast": 3.5160412788391113,
      "step": 841,
      "subrel-constrast": 3.812720775604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.988182544708252,
      "cov-distil (oracle2student)": 5.7858381271362305,
      "cov-distil (oracle2teacher)": 5.096573829650879,
      "epoch": 0.6609105180533752,
      "rel-constrast": 3.2108139991760254,
      "step": 842,
      "subrel-constrast": 3.9645304679870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6559867858886719,
      "cov-distil (oracle2student)": 4.20277214050293,
      "cov-distil (oracle2teacher)": 3.659284830093384,
      "epoch": 0.6616954474097331,
      "rel-constrast": 4.103222370147705,
      "step": 843,
      "subrel-constrast": 3.9241135120391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0555334091186523,
      "cov-distil (oracle2student)": 3.6795730590820312,
      "cov-distil (oracle2teacher)": 4.028406143188477,
      "epoch": 0.6624803767660911,
      "rel-constrast": 3.0861854553222656,
      "step": 844,
      "subrel-constrast": 3.5311388969421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.69934344291687,
      "cov-distil (oracle2student)": 4.033677577972412,
      "cov-distil (oracle2teacher)": 3.8822219371795654,
      "epoch": 0.6632653061224489,
      "rel-constrast": 3.8620595932006836,
      "step": 845,
      "subrel-constrast": 4.681525230407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.433763265609741,
      "cov-distil (oracle2student)": 6.528609275817871,
      "cov-distil (oracle2teacher)": 5.862437725067139,
      "epoch": 0.6640502354788069,
      "rel-constrast": 3.958367347717285,
      "step": 846,
      "subrel-constrast": 4.218762397766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2436680793762207,
      "cov-distil (oracle2student)": 5.038456916809082,
      "cov-distil (oracle2teacher)": 4.087412357330322,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.9944558143615723,
      "step": 847,
      "subrel-constrast": 4.376913547515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5744894742965698,
      "cov-distil (oracle2student)": 4.035322666168213,
      "cov-distil (oracle2teacher)": 4.279043674468994,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.9988443851470947,
      "step": 848,
      "subrel-constrast": 3.346532106399536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7716234922409058,
      "cov-distil (oracle2student)": 4.4663166999816895,
      "cov-distil (oracle2teacher)": 3.672461986541748,
      "epoch": 0.6664050235478807,
      "rel-constrast": 3.106621265411377,
      "step": 849,
      "subrel-constrast": 3.6811439990997314,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 7.15625,
      "learning_rate": 4.245e-05,
      "loss": 0.8781,
      "step": 850
    },
    {
      "cov-distil": 2.084324359893799,
      "cov-distil (oracle2student)": 4.112272262573242,
      "cov-distil (oracle2teacher)": 4.169733047485352,
      "epoch": 0.6671899529042387,
      "rel-constrast": 3.1579267978668213,
      "step": 850,
      "subrel-constrast": 3.457568407058716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7184252738952637,
      "cov-distil (oracle2student)": 3.2816784381866455,
      "cov-distil (oracle2teacher)": 3.5960745811462402,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.929862022399902,
      "step": 851,
      "subrel-constrast": 4.675520420074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2196950912475586,
      "cov-distil (oracle2student)": 5.344398021697998,
      "cov-distil (oracle2teacher)": 4.496703147888184,
      "epoch": 0.6687598116169545,
      "rel-constrast": 3.1046090126037598,
      "step": 852,
      "subrel-constrast": 3.2616875171661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.111381769180298,
      "cov-distil (oracle2student)": 7.459054946899414,
      "cov-distil (oracle2teacher)": 6.521515846252441,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.611449718475342,
      "step": 853,
      "subrel-constrast": 3.10337233543396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571357250213623,
      "cov-distil (oracle2student)": 6.402609825134277,
      "cov-distil (oracle2teacher)": 5.708658218383789,
      "epoch": 0.6703296703296703,
      "rel-constrast": 3.721426486968994,
      "step": 854,
      "subrel-constrast": 3.51344633102417,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1283068656921387,
      "cov-distil (oracle2student)": 4.400152206420898,
      "cov-distil (oracle2teacher)": 4.971624851226807,
      "epoch": 0.6711145996860283,
      "rel-constrast": 3.2834744453430176,
      "step": 855,
      "subrel-constrast": 4.660199165344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.49289608001709,
      "cov-distil (oracle2student)": 5.017967700958252,
      "cov-distil (oracle2teacher)": 4.454375267028809,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.874404191970825,
      "step": 856,
      "subrel-constrast": 4.311699867248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3428492546081543,
      "cov-distil (oracle2student)": 6.521602630615234,
      "cov-distil (oracle2teacher)": 5.238377571105957,
      "epoch": 0.6726844583987441,
      "rel-constrast": 4.98021125793457,
      "step": 857,
      "subrel-constrast": 4.458598613739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1586742401123047,
      "cov-distil (oracle2student)": 4.743297576904297,
      "cov-distil (oracle2teacher)": 4.861972808837891,
      "epoch": 0.673469387755102,
      "rel-constrast": 3.0185046195983887,
      "step": 858,
      "subrel-constrast": 3.637573480606079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7815613746643066,
      "cov-distil (oracle2student)": 5.069211006164551,
      "cov-distil (oracle2teacher)": 4.625375270843506,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.927893877029419,
      "step": 859,
      "subrel-constrast": 4.187974452972412,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 6.375,
      "learning_rate": 4.295e-05,
      "loss": 0.9152,
      "step": 860
    },
    {
      "cov-distil": 2.3275275230407715,
      "cov-distil (oracle2student)": 5.453484058380127,
      "cov-distil (oracle2teacher)": 4.669001579284668,
      "epoch": 0.6750392464678179,
      "rel-constrast": 3.0883092880249023,
      "step": 860,
      "subrel-constrast": 3.8189210891723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4788951873779297,
      "cov-distil (oracle2student)": 4.462489128112793,
      "cov-distil (oracle2teacher)": 3.931230068206787,
      "epoch": 0.6758241758241759,
      "rel-constrast": 3.4943385124206543,
      "step": 861,
      "subrel-constrast": 3.9335737228393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0409438610076904,
      "cov-distil (oracle2student)": 5.88531494140625,
      "cov-distil (oracle2teacher)": 5.5002312660217285,
      "epoch": 0.6766091051805337,
      "rel-constrast": 3.943720579147339,
      "step": 862,
      "subrel-constrast": 3.463715076446533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9176623821258545,
      "cov-distil (oracle2student)": 4.88209867477417,
      "cov-distil (oracle2teacher)": 5.097332954406738,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.4022345542907715,
      "step": 863,
      "subrel-constrast": 4.176356792449951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6620619297027588,
      "cov-distil (oracle2student)": 6.531160354614258,
      "cov-distil (oracle2teacher)": 5.85151481628418,
      "epoch": 0.6781789638932496,
      "rel-constrast": 4.265978813171387,
      "step": 864,
      "subrel-constrast": 3.884490489959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.111593008041382,
      "cov-distil (oracle2student)": 5.227636814117432,
      "cov-distil (oracle2teacher)": 5.337945938110352,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.8487889766693115,
      "step": 865,
      "subrel-constrast": 3.2373714447021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3906097412109375,
      "cov-distil (oracle2student)": 5.167361259460449,
      "cov-distil (oracle2teacher)": 5.387311935424805,
      "epoch": 0.6797488226059655,
      "rel-constrast": 3.188427209854126,
      "step": 866,
      "subrel-constrast": 4.021615505218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0040459632873535,
      "cov-distil (oracle2student)": 5.630919456481934,
      "cov-distil (oracle2teacher)": 5.020962715148926,
      "epoch": 0.6805337519623234,
      "rel-constrast": 4.7801055908203125,
      "step": 867,
      "subrel-constrast": 5.247258186340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7129077911376953,
      "cov-distil (oracle2student)": 3.738029956817627,
      "cov-distil (oracle2teacher)": 3.736387252807617,
      "epoch": 0.6813186813186813,
      "rel-constrast": 1.8440494537353516,
      "step": 868,
      "subrel-constrast": 2.7090156078338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6173169612884521,
      "cov-distil (oracle2student)": 3.582737445831299,
      "cov-distil (oracle2teacher)": 3.1682801246643066,
      "epoch": 0.6821036106750392,
      "rel-constrast": 3.675318956375122,
      "step": 869,
      "subrel-constrast": 3.383939743041992,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 6.5625,
      "learning_rate": 4.345e-05,
      "loss": 0.8633,
      "step": 870
    },
    {
      "cov-distil": 1.9869234561920166,
      "cov-distil (oracle2student)": 5.340611457824707,
      "cov-distil (oracle2teacher)": 5.131547927856445,
      "epoch": 0.6828885400313972,
      "rel-constrast": 4.2035322189331055,
      "step": 870,
      "subrel-constrast": 3.5107760429382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3518933057785034,
      "cov-distil (oracle2student)": 4.306206703186035,
      "cov-distil (oracle2teacher)": 4.453194618225098,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.9446215629577637,
      "step": 871,
      "subrel-constrast": 4.509695053100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.496706485748291,
      "cov-distil (oracle2student)": 4.210893630981445,
      "cov-distil (oracle2teacher)": 4.342166900634766,
      "epoch": 0.6844583987441131,
      "rel-constrast": 3.3719401359558105,
      "step": 872,
      "subrel-constrast": 3.8871562480926514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691957950592041,
      "cov-distil (oracle2student)": 5.222391128540039,
      "cov-distil (oracle2teacher)": 5.017002582550049,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.8896470069885254,
      "step": 873,
      "subrel-constrast": 3.4195663928985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167623519897461,
      "cov-distil (oracle2student)": 5.572680473327637,
      "cov-distil (oracle2teacher)": 4.220798492431641,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.9750654697418213,
      "step": 874,
      "subrel-constrast": 3.06172251701355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0998356342315674,
      "cov-distil (oracle2student)": 4.452457904815674,
      "cov-distil (oracle2teacher)": 4.726762771606445,
      "epoch": 0.6868131868131868,
      "rel-constrast": 3.5637621879577637,
      "step": 875,
      "subrel-constrast": 3.3495094776153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5879006385803223,
      "cov-distil (oracle2student)": 6.307969093322754,
      "cov-distil (oracle2teacher)": 4.906314849853516,
      "epoch": 0.6875981161695447,
      "rel-constrast": 4.693286895751953,
      "step": 876,
      "subrel-constrast": 4.9903059005737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1960246562957764,
      "cov-distil (oracle2student)": 4.199606418609619,
      "cov-distil (oracle2teacher)": 4.277667045593262,
      "epoch": 0.6883830455259027,
      "rel-constrast": 2.318310022354126,
      "step": 877,
      "subrel-constrast": 2.6966910362243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.318570613861084,
      "cov-distil (oracle2student)": 4.393073081970215,
      "cov-distil (oracle2teacher)": 3.455695152282715,
      "epoch": 0.6891679748822606,
      "rel-constrast": 3.3598523139953613,
      "step": 878,
      "subrel-constrast": 3.4972617626190186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.604712963104248,
      "cov-distil (oracle2student)": 4.812742233276367,
      "cov-distil (oracle2teacher)": 4.432042121887207,
      "epoch": 0.6899529042386185,
      "rel-constrast": 3.7657222747802734,
      "step": 879,
      "subrel-constrast": 3.9478273391723633,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 9.8125,
      "learning_rate": 4.3950000000000004e-05,
      "loss": 0.9021,
      "step": 880
    },
    {
      "cov-distil": 2.6153383255004883,
      "cov-distil (oracle2student)": 6.290912628173828,
      "cov-distil (oracle2teacher)": 5.163901329040527,
      "epoch": 0.6907378335949764,
      "rel-constrast": 3.4356861114501953,
      "step": 880,
      "subrel-constrast": 4.229956150054932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7166298627853394,
      "cov-distil (oracle2student)": 3.536836624145508,
      "cov-distil (oracle2teacher)": 3.5101006031036377,
      "epoch": 0.6915227629513344,
      "rel-constrast": 3.3315963745117188,
      "step": 881,
      "subrel-constrast": 3.4747748374938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.130197048187256,
      "cov-distil (oracle2student)": 5.555070877075195,
      "cov-distil (oracle2teacher)": 5.314323902130127,
      "epoch": 0.6923076923076923,
      "rel-constrast": 4.290964126586914,
      "step": 882,
      "subrel-constrast": 4.706758975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820596694946289,
      "cov-distil (oracle2student)": 3.6406331062316895,
      "cov-distil (oracle2teacher)": 3.524196147918701,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.0438151359558105,
      "step": 883,
      "subrel-constrast": 2.900033473968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9745502471923828,
      "cov-distil (oracle2student)": 5.422731399536133,
      "cov-distil (oracle2teacher)": 5.130214691162109,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.7816274166107178,
      "step": 884,
      "subrel-constrast": 4.169047832489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8008601665496826,
      "cov-distil (oracle2student)": 4.399479866027832,
      "cov-distil (oracle2teacher)": 3.890065908432007,
      "epoch": 0.6946624803767661,
      "rel-constrast": 3.158116340637207,
      "step": 885,
      "subrel-constrast": 4.046071529388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7208807468414307,
      "cov-distil (oracle2student)": 3.50015926361084,
      "cov-distil (oracle2teacher)": 3.8033294677734375,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.8988451957702637,
      "step": 886,
      "subrel-constrast": 4.504743576049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588244438171387,
      "cov-distil (oracle2student)": 3.5594263076782227,
      "cov-distil (oracle2teacher)": 3.719226360321045,
      "epoch": 0.6962323390894819,
      "rel-constrast": 3.0421152114868164,
      "step": 887,
      "subrel-constrast": 3.4976284503936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045492649078369,
      "cov-distil (oracle2student)": 3.9550905227661133,
      "cov-distil (oracle2teacher)": 3.267087459564209,
      "epoch": 0.6970172684458399,
      "rel-constrast": 3.7286970615386963,
      "step": 888,
      "subrel-constrast": 3.3367412090301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9286051988601685,
      "cov-distil (oracle2student)": 5.202018737792969,
      "cov-distil (oracle2teacher)": 4.936763763427734,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.9979124069213867,
      "step": 889,
      "subrel-constrast": 2.9391002655029297,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 6.4375,
      "learning_rate": 4.445e-05,
      "loss": 0.8427,
      "step": 890
    },
    {
      "cov-distil": 2.526353359222412,
      "cov-distil (oracle2student)": 5.967167377471924,
      "cov-distil (oracle2teacher)": 5.376275062561035,
      "epoch": 0.6985871271585558,
      "rel-constrast": 3.3024144172668457,
      "step": 890,
      "subrel-constrast": 3.540593147277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.56846022605896,
      "cov-distil (oracle2student)": 5.743405818939209,
      "cov-distil (oracle2teacher)": 4.875088214874268,
      "epoch": 0.6993720565149136,
      "rel-constrast": 3.196890354156494,
      "step": 891,
      "subrel-constrast": 3.246298313140869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2346439361572266,
      "cov-distil (oracle2student)": 3.5361998081207275,
      "cov-distil (oracle2teacher)": 3.4744553565979004,
      "epoch": 0.7001569858712716,
      "rel-constrast": 3.4137110710144043,
      "step": 892,
      "subrel-constrast": 4.329852104187012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.167364239692688,
      "cov-distil (oracle2student)": 5.168941497802734,
      "cov-distil (oracle2teacher)": 4.3646721839904785,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.8653008937835693,
      "step": 893,
      "subrel-constrast": 2.9792778491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0642733573913574,
      "cov-distil (oracle2student)": 4.931925296783447,
      "cov-distil (oracle2teacher)": 4.744453430175781,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.674319267272949,
      "step": 894,
      "subrel-constrast": 3.0639278888702393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6949299573898315,
      "cov-distil (oracle2student)": 5.9702558517456055,
      "cov-distil (oracle2teacher)": 5.136995315551758,
      "epoch": 0.7025117739403454,
      "rel-constrast": 3.596431016921997,
      "step": 895,
      "subrel-constrast": 3.8810415267944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856001615524292,
      "cov-distil (oracle2student)": 4.505743503570557,
      "cov-distil (oracle2teacher)": 4.431365966796875,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.722695827484131,
      "step": 896,
      "subrel-constrast": 3.3229663372039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8379526138305664,
      "cov-distil (oracle2student)": 3.944589853286743,
      "cov-distil (oracle2teacher)": 3.8049511909484863,
      "epoch": 0.7040816326530612,
      "rel-constrast": 2.8160529136657715,
      "step": 897,
      "subrel-constrast": 2.9614009857177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3645009994506836,
      "cov-distil (oracle2student)": 4.390262603759766,
      "cov-distil (oracle2teacher)": 4.362174034118652,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.772310733795166,
      "step": 898,
      "subrel-constrast": 3.4329700469970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237244129180908,
      "cov-distil (oracle2student)": 5.519417762756348,
      "cov-distil (oracle2teacher)": 3.6916470527648926,
      "epoch": 0.7056514913657771,
      "rel-constrast": 5.150705814361572,
      "step": 899,
      "subrel-constrast": 4.307447910308838,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 9.8125,
      "learning_rate": 4.495e-05,
      "loss": 0.8128,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.2718749940395355,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.045074462890625
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.037322998046875
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.00775146484375,
      "step": 900
    },
    {
      "cov-distil": 2.311147928237915,
      "cov-distil (oracle2student)": 3.330233573913574,
      "cov-distil (oracle2teacher)": 3.7943742275238037,
      "epoch": 0.706436420722135,
      "rel-constrast": 4.451674461364746,
      "step": 900,
      "subrel-constrast": 4.540750980377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9279557466506958,
      "cov-distil (oracle2student)": 3.5640320777893066,
      "cov-distil (oracle2teacher)": 3.6279072761535645,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.9689056873321533,
      "step": 901,
      "subrel-constrast": 4.499424457550049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7493553161621094,
      "cov-distil (oracle2student)": 3.4982075691223145,
      "cov-distil (oracle2teacher)": 3.4487457275390625,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.6710946559906006,
      "step": 902,
      "subrel-constrast": 4.268523216247559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.956506371498108,
      "cov-distil (oracle2student)": 5.339967727661133,
      "cov-distil (oracle2teacher)": 5.100460052490234,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.8181982040405273,
      "step": 903,
      "subrel-constrast": 3.1633055210113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.493308186531067,
      "cov-distil (oracle2student)": 5.159925937652588,
      "cov-distil (oracle2teacher)": 4.648008823394775,
      "epoch": 0.7095761381475667,
      "rel-constrast": 3.052119255065918,
      "step": 904,
      "subrel-constrast": 3.4370810985565186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694746971130371,
      "cov-distil (oracle2student)": 4.756564140319824,
      "cov-distil (oracle2teacher)": 4.631748199462891,
      "epoch": 0.7103610675039247,
      "rel-constrast": 4.561760902404785,
      "step": 905,
      "subrel-constrast": 4.116257667541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.436339855194092,
      "cov-distil (oracle2student)": 5.808154106140137,
      "cov-distil (oracle2teacher)": 5.039184093475342,
      "epoch": 0.7111459968602826,
      "rel-constrast": 4.579559803009033,
      "step": 906,
      "subrel-constrast": 4.400875091552734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029197931289673,
      "cov-distil (oracle2student)": 4.060882568359375,
      "cov-distil (oracle2teacher)": 3.831162691116333,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.9906492233276367,
      "step": 907,
      "subrel-constrast": 2.808309316635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390037059783936,
      "cov-distil (oracle2student)": 4.024724960327148,
      "cov-distil (oracle2teacher)": 3.678377866744995,
      "epoch": 0.7127158555729984,
      "rel-constrast": 3.4137182235717773,
      "step": 908,
      "subrel-constrast": 4.1222076416015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.803408622741699,
      "cov-distil (oracle2student)": 7.011868476867676,
      "cov-distil (oracle2teacher)": 5.844389915466309,
      "epoch": 0.7135007849293563,
      "rel-constrast": 5.425812244415283,
      "step": 909,
      "subrel-constrast": 5.403790473937988,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 8.75,
      "learning_rate": 4.545000000000001e-05,
      "loss": 0.9733,
      "step": 910
    },
    {
      "cov-distil": 2.235384941101074,
      "cov-distil (oracle2student)": 4.691333770751953,
      "cov-distil (oracle2teacher)": 4.777897834777832,
      "epoch": 0.7142857142857143,
      "rel-constrast": 3.0134973526000977,
      "step": 910,
      "subrel-constrast": 3.736785411834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.008382558822632,
      "cov-distil (oracle2student)": 4.763885974884033,
      "cov-distil (oracle2teacher)": 4.731626033782959,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.959916114807129,
      "step": 911,
      "subrel-constrast": 3.594634532928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6636135578155518,
      "cov-distil (oracle2student)": 4.3891520500183105,
      "cov-distil (oracle2teacher)": 4.248874187469482,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.1279983520507812,
      "step": 912,
      "subrel-constrast": 3.2355239391326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0411596298217773,
      "cov-distil (oracle2student)": 5.428493499755859,
      "cov-distil (oracle2teacher)": 5.320887565612793,
      "epoch": 0.716640502354788,
      "rel-constrast": 3.7566728591918945,
      "step": 913,
      "subrel-constrast": 4.369427680969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5259439945220947,
      "cov-distil (oracle2student)": 4.317468643188477,
      "cov-distil (oracle2teacher)": 4.074265480041504,
      "epoch": 0.717425431711146,
      "rel-constrast": 3.137404203414917,
      "step": 914,
      "subrel-constrast": 4.268316745758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.629445791244507,
      "cov-distil (oracle2student)": 4.251430511474609,
      "cov-distil (oracle2teacher)": 3.5125131607055664,
      "epoch": 0.7182103610675039,
      "rel-constrast": 3.3274784088134766,
      "step": 915,
      "subrel-constrast": 3.388676881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8637619018554688,
      "cov-distil (oracle2student)": 5.047358512878418,
      "cov-distil (oracle2teacher)": 4.970431804656982,
      "epoch": 0.7189952904238619,
      "rel-constrast": 4.035821914672852,
      "step": 916,
      "subrel-constrast": 4.4201130867004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.499739646911621,
      "cov-distil (oracle2student)": 5.862354755401611,
      "cov-distil (oracle2teacher)": 4.6612043380737305,
      "epoch": 0.7197802197802198,
      "rel-constrast": 3.701457977294922,
      "step": 917,
      "subrel-constrast": 3.524897813796997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6731886863708496,
      "cov-distil (oracle2student)": 6.43360710144043,
      "cov-distil (oracle2teacher)": 5.292421340942383,
      "epoch": 0.7205651491365777,
      "rel-constrast": 4.100305557250977,
      "step": 918,
      "subrel-constrast": 4.070356369018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4293737411499023,
      "cov-distil (oracle2student)": 6.126158714294434,
      "cov-distil (oracle2teacher)": 4.8115644454956055,
      "epoch": 0.7213500784929356,
      "rel-constrast": 3.7460761070251465,
      "step": 919,
      "subrel-constrast": 4.114635944366455,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 8.9375,
      "learning_rate": 4.5950000000000006e-05,
      "loss": 0.8727,
      "step": 920
    },
    {
      "cov-distil": 2.159865379333496,
      "cov-distil (oracle2student)": 4.355154037475586,
      "cov-distil (oracle2teacher)": 4.970215797424316,
      "epoch": 0.7221350078492935,
      "rel-constrast": 3.3372249603271484,
      "step": 920,
      "subrel-constrast": 3.667041301727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0742580890655518,
      "cov-distil (oracle2student)": 4.117455005645752,
      "cov-distil (oracle2teacher)": 3.840569019317627,
      "epoch": 0.7229199372056515,
      "rel-constrast": 3.6480743885040283,
      "step": 921,
      "subrel-constrast": 3.7390756607055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.112276315689087,
      "cov-distil (oracle2student)": 3.95101261138916,
      "cov-distil (oracle2teacher)": 3.947111129760742,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.7100107669830322,
      "step": 922,
      "subrel-constrast": 3.6668214797973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7329771518707275,
      "cov-distil (oracle2student)": 4.935001373291016,
      "cov-distil (oracle2teacher)": 4.738431453704834,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.176372528076172,
      "step": 923,
      "subrel-constrast": 3.7251765727996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2163853645324707,
      "cov-distil (oracle2student)": 3.492276191711426,
      "cov-distil (oracle2teacher)": 4.15766716003418,
      "epoch": 0.7252747252747253,
      "rel-constrast": 3.591425657272339,
      "step": 924,
      "subrel-constrast": 4.223146438598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0423870086669922,
      "cov-distil (oracle2student)": 4.518592834472656,
      "cov-distil (oracle2teacher)": 4.4387712478637695,
      "epoch": 0.7260596546310832,
      "rel-constrast": 3.7660884857177734,
      "step": 925,
      "subrel-constrast": 3.945324420928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.544114589691162,
      "cov-distil (oracle2student)": 6.587258815765381,
      "cov-distil (oracle2teacher)": 6.263145446777344,
      "epoch": 0.7268445839874411,
      "rel-constrast": 2.756612777709961,
      "step": 926,
      "subrel-constrast": 3.43852162361145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0042731761932373,
      "cov-distil (oracle2student)": 4.138145446777344,
      "cov-distil (oracle2teacher)": 3.93294358253479,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.8703601360321045,
      "step": 927,
      "subrel-constrast": 3.868314504623413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.526165008544922,
      "cov-distil (oracle2student)": 6.921487331390381,
      "cov-distil (oracle2teacher)": 5.754782676696777,
      "epoch": 0.728414442700157,
      "rel-constrast": 4.525879859924316,
      "step": 928,
      "subrel-constrast": 4.409841537475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3284482955932617,
      "cov-distil (oracle2student)": 4.791724681854248,
      "cov-distil (oracle2teacher)": 4.425764560699463,
      "epoch": 0.7291993720565149,
      "rel-constrast": 4.081839561462402,
      "step": 929,
      "subrel-constrast": 4.595831871032715,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 7.09375,
      "learning_rate": 4.6450000000000004e-05,
      "loss": 0.8616,
      "step": 930
    },
    {
      "cov-distil": 1.8162834644317627,
      "cov-distil (oracle2student)": 5.438209533691406,
      "cov-distil (oracle2teacher)": 4.561699867248535,
      "epoch": 0.7299843014128728,
      "rel-constrast": 3.6315224170684814,
      "step": 930,
      "subrel-constrast": 4.094505310058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9169886112213135,
      "cov-distil (oracle2student)": 5.37558650970459,
      "cov-distil (oracle2teacher)": 5.32203483581543,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.796126365661621,
      "step": 931,
      "subrel-constrast": 4.572080135345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.911139965057373,
      "cov-distil (oracle2student)": 4.8625969886779785,
      "cov-distil (oracle2teacher)": 5.082574844360352,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.4476380348205566,
      "step": 932,
      "subrel-constrast": 3.290630340576172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7160735130310059,
      "cov-distil (oracle2student)": 3.0853962898254395,
      "cov-distil (oracle2teacher)": 2.7816925048828125,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.981914758682251,
      "step": 933,
      "subrel-constrast": 4.3725762367248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286607265472412,
      "cov-distil (oracle2student)": 4.499912738800049,
      "cov-distil (oracle2teacher)": 4.6997456550598145,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.3429737091064453,
      "step": 934,
      "subrel-constrast": 4.565069198608398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.496753454208374,
      "cov-distil (oracle2student)": 5.282962799072266,
      "cov-distil (oracle2teacher)": 4.577972412109375,
      "epoch": 0.7339089481946625,
      "rel-constrast": 3.611607789993286,
      "step": 935,
      "subrel-constrast": 4.445594310760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.833937406539917,
      "cov-distil (oracle2student)": 5.096558570861816,
      "cov-distil (oracle2teacher)": 4.422713756561279,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.03973388671875,
      "step": 936,
      "subrel-constrast": 4.462681293487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3766987323760986,
      "cov-distil (oracle2student)": 6.172283172607422,
      "cov-distil (oracle2teacher)": 5.371517658233643,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.877312421798706,
      "step": 937,
      "subrel-constrast": 4.559167385101318,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4049859046936035,
      "cov-distil (oracle2student)": 3.7653207778930664,
      "cov-distil (oracle2teacher)": 3.386180877685547,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.2182347774505615,
      "step": 938,
      "subrel-constrast": 2.968632698059082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0769870281219482,
      "cov-distil (oracle2student)": 3.107081890106201,
      "cov-distil (oracle2teacher)": 3.1973013877868652,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.746366262435913,
      "step": 939,
      "subrel-constrast": 4.16161584854126,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 7.5,
      "learning_rate": 4.695e-05,
      "loss": 0.8673,
      "step": 940
    },
    {
      "cov-distil": 2.1544651985168457,
      "cov-distil (oracle2student)": 4.589895248413086,
      "cov-distil (oracle2teacher)": 4.372583389282227,
      "epoch": 0.7378335949764521,
      "rel-constrast": 4.180538177490234,
      "step": 940,
      "subrel-constrast": 4.229118824005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8086906671524048,
      "cov-distil (oracle2student)": 4.650419235229492,
      "cov-distil (oracle2teacher)": 3.8126659393310547,
      "epoch": 0.7386185243328101,
      "rel-constrast": 3.7632017135620117,
      "step": 941,
      "subrel-constrast": 3.596466302871704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9687186479568481,
      "cov-distil (oracle2student)": 4.608795166015625,
      "cov-distil (oracle2teacher)": 3.7382731437683105,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.9769933223724365,
      "step": 942,
      "subrel-constrast": 4.2895684242248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.600417137145996,
      "cov-distil (oracle2student)": 4.153236389160156,
      "cov-distil (oracle2teacher)": 4.032341480255127,
      "epoch": 0.7401883830455259,
      "rel-constrast": 3.1844632625579834,
      "step": 943,
      "subrel-constrast": 3.9165520668029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3435168266296387,
      "cov-distil (oracle2student)": 5.270833969116211,
      "cov-distil (oracle2teacher)": 4.590512752532959,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.916499137878418,
      "step": 944,
      "subrel-constrast": 5.011524200439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057685375213623,
      "cov-distil (oracle2student)": 4.062384605407715,
      "cov-distil (oracle2teacher)": 4.085549354553223,
      "epoch": 0.7417582417582418,
      "rel-constrast": 2.0747838020324707,
      "step": 945,
      "subrel-constrast": 2.912554979324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6936135292053223,
      "cov-distil (oracle2student)": 3.8022587299346924,
      "cov-distil (oracle2teacher)": 3.456411838531494,
      "epoch": 0.7425431711145997,
      "rel-constrast": 2.888295888900757,
      "step": 946,
      "subrel-constrast": 3.195688247680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9991564750671387,
      "cov-distil (oracle2student)": 3.5900678634643555,
      "cov-distil (oracle2teacher)": 4.024334907531738,
      "epoch": 0.7433281004709577,
      "rel-constrast": 3.04254150390625,
      "step": 947,
      "subrel-constrast": 4.064897060394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.421332359313965,
      "cov-distil (oracle2student)": 4.5422563552856445,
      "cov-distil (oracle2teacher)": 4.565084934234619,
      "epoch": 0.7441130298273155,
      "rel-constrast": 3.8695647716522217,
      "step": 948,
      "subrel-constrast": 4.853820323944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765825271606445,
      "cov-distil (oracle2student)": 4.517947673797607,
      "cov-distil (oracle2teacher)": 4.21993350982666,
      "epoch": 0.7448979591836735,
      "rel-constrast": 3.5734939575195312,
      "step": 949,
      "subrel-constrast": 3.4767208099365234,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 7.09375,
      "learning_rate": 4.745e-05,
      "loss": 0.8868,
      "step": 950
    },
    {
      "cov-distil": 1.5425300598144531,
      "cov-distil (oracle2student)": 4.314554214477539,
      "cov-distil (oracle2teacher)": 4.719037055969238,
      "epoch": 0.7456828885400314,
      "rel-constrast": 4.102085113525391,
      "step": 950,
      "subrel-constrast": 4.706040859222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3102588653564453,
      "cov-distil (oracle2student)": 4.384204864501953,
      "cov-distil (oracle2teacher)": 4.340278625488281,
      "epoch": 0.7464678178963893,
      "rel-constrast": 3.527627468109131,
      "step": 951,
      "subrel-constrast": 4.1328558921813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.536229133605957,
      "cov-distil (oracle2student)": 3.8584206104278564,
      "cov-distil (oracle2teacher)": 3.5813755989074707,
      "epoch": 0.7472527472527473,
      "rel-constrast": 3.1301190853118896,
      "step": 952,
      "subrel-constrast": 3.6196694374084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1673665046691895,
      "cov-distil (oracle2student)": 4.384332656860352,
      "cov-distil (oracle2teacher)": 3.9400460720062256,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.468116044998169,
      "step": 953,
      "subrel-constrast": 2.9415183067321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4639208316802979,
      "cov-distil (oracle2student)": 3.209066390991211,
      "cov-distil (oracle2teacher)": 3.3070271015167236,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.960322380065918,
      "step": 954,
      "subrel-constrast": 3.5200257301330566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3299403190612793,
      "cov-distil (oracle2student)": 3.442540407180786,
      "cov-distil (oracle2teacher)": 3.431518316268921,
      "epoch": 0.749607535321821,
      "rel-constrast": 3.233698606491089,
      "step": 955,
      "subrel-constrast": 3.190735340118408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9480202198028564,
      "cov-distil (oracle2student)": 4.355359077453613,
      "cov-distil (oracle2teacher)": 4.452746868133545,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.664113998413086,
      "step": 956,
      "subrel-constrast": 4.382453441619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.218977928161621,
      "cov-distil (oracle2student)": 3.802032232284546,
      "cov-distil (oracle2teacher)": 4.2059125900268555,
      "epoch": 0.7511773940345369,
      "rel-constrast": 3.4706406593322754,
      "step": 957,
      "subrel-constrast": 3.6785337924957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4111219644546509,
      "cov-distil (oracle2student)": 4.983009338378906,
      "cov-distil (oracle2teacher)": 4.922593116760254,
      "epoch": 0.7519623233908949,
      "rel-constrast": 3.137385368347168,
      "step": 958,
      "subrel-constrast": 3.4091312885284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.878767490386963,
      "cov-distil (oracle2student)": 4.717810153961182,
      "cov-distil (oracle2teacher)": 3.925366163253784,
      "epoch": 0.7527472527472527,
      "rel-constrast": 3.6943411827087402,
      "step": 959,
      "subrel-constrast": 3.6568140983581543,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 7.59375,
      "learning_rate": 4.795e-05,
      "loss": 0.8347,
      "step": 960
    },
    {
      "cov-distil": 2.4778480529785156,
      "cov-distil (oracle2student)": 4.818263053894043,
      "cov-distil (oracle2teacher)": 4.005688667297363,
      "epoch": 0.7535321821036107,
      "rel-constrast": 4.183547496795654,
      "step": 960,
      "subrel-constrast": 3.326559066772461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8866578340530396,
      "cov-distil (oracle2student)": 5.437535285949707,
      "cov-distil (oracle2teacher)": 4.592164039611816,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.5576698780059814,
      "step": 961,
      "subrel-constrast": 3.2845120429992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.303819179534912,
      "cov-distil (oracle2student)": 4.426777362823486,
      "cov-distil (oracle2teacher)": 3.804722785949707,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.9370827674865723,
      "step": 962,
      "subrel-constrast": 3.5291478633880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5793424844741821,
      "cov-distil (oracle2student)": 5.274271488189697,
      "cov-distil (oracle2teacher)": 4.463926315307617,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.149038314819336,
      "step": 963,
      "subrel-constrast": 3.4985198974609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841847896575928,
      "cov-distil (oracle2student)": 3.9460980892181396,
      "cov-distil (oracle2teacher)": 3.647583484649658,
      "epoch": 0.7566718995290423,
      "rel-constrast": 3.8252248764038086,
      "step": 964,
      "subrel-constrast": 3.9760947227478027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5662932395935059,
      "cov-distil (oracle2student)": 5.321979522705078,
      "cov-distil (oracle2teacher)": 4.641045570373535,
      "epoch": 0.7574568288854003,
      "rel-constrast": 3.055927276611328,
      "step": 965,
      "subrel-constrast": 3.2058348655700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9701299667358398,
      "cov-distil (oracle2student)": 3.9612739086151123,
      "cov-distil (oracle2teacher)": 3.0692758560180664,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.901789426803589,
      "step": 966,
      "subrel-constrast": 3.1664302349090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8452723026275635,
      "cov-distil (oracle2student)": 3.9064040184020996,
      "cov-distil (oracle2teacher)": 3.7463698387145996,
      "epoch": 0.7590266875981162,
      "rel-constrast": 3.0823605060577393,
      "step": 967,
      "subrel-constrast": 3.5565555095672607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7654262781143188,
      "cov-distil (oracle2student)": 5.013632297515869,
      "cov-distil (oracle2teacher)": 4.826484680175781,
      "epoch": 0.7598116169544741,
      "rel-constrast": 3.4410812854766846,
      "step": 968,
      "subrel-constrast": 3.2438933849334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.324000835418701,
      "cov-distil (oracle2student)": 4.498815536499023,
      "cov-distil (oracle2teacher)": 4.545621395111084,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.8724422454833984,
      "step": 969,
      "subrel-constrast": 3.9212327003479004,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 6.78125,
      "learning_rate": 4.845e-05,
      "loss": 0.8252,
      "step": 970
    },
    {
      "cov-distil": 2.1071314811706543,
      "cov-distil (oracle2student)": 3.933645009994507,
      "cov-distil (oracle2teacher)": 4.3590216636657715,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.975811719894409,
      "step": 970,
      "subrel-constrast": 3.600398540496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.608963966369629,
      "cov-distil (oracle2student)": 5.346678733825684,
      "cov-distil (oracle2teacher)": 5.557305335998535,
      "epoch": 0.7621664050235479,
      "rel-constrast": 3.2882189750671387,
      "step": 971,
      "subrel-constrast": 3.4859020709991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9270498752593994,
      "cov-distil (oracle2student)": 4.756776332855225,
      "cov-distil (oracle2teacher)": 4.00191068649292,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.6161301136016846,
      "step": 972,
      "subrel-constrast": 4.182013034820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9820688962936401,
      "cov-distil (oracle2student)": 4.56984806060791,
      "cov-distil (oracle2teacher)": 4.303727149963379,
      "epoch": 0.7637362637362637,
      "rel-constrast": 3.464304208755493,
      "step": 973,
      "subrel-constrast": 3.620490550994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9439184665679932,
      "cov-distil (oracle2student)": 4.560223579406738,
      "cov-distil (oracle2teacher)": 4.666088581085205,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.7482972145080566,
      "step": 974,
      "subrel-constrast": 2.9829721450805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767970561981201,
      "cov-distil (oracle2student)": 3.9794209003448486,
      "cov-distil (oracle2teacher)": 4.261740207672119,
      "epoch": 0.7653061224489796,
      "rel-constrast": 3.317117214202881,
      "step": 975,
      "subrel-constrast": 3.0777382850646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3559439182281494,
      "cov-distil (oracle2student)": 4.097846031188965,
      "cov-distil (oracle2teacher)": 4.182934284210205,
      "epoch": 0.7660910518053375,
      "rel-constrast": 3.067066192626953,
      "step": 976,
      "subrel-constrast": 3.5530500411987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9183388948440552,
      "cov-distil (oracle2student)": 5.848118782043457,
      "cov-distil (oracle2teacher)": 5.8058247566223145,
      "epoch": 0.7668759811616954,
      "rel-constrast": 4.01600456237793,
      "step": 977,
      "subrel-constrast": 4.340235233306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.338252544403076,
      "cov-distil (oracle2student)": 3.633572578430176,
      "cov-distil (oracle2teacher)": 3.656493663787842,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.961937189102173,
      "step": 978,
      "subrel-constrast": 3.6861069202423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7327238321304321,
      "cov-distil (oracle2student)": 4.664703845977783,
      "cov-distil (oracle2teacher)": 4.489731311798096,
      "epoch": 0.7684458398744113,
      "rel-constrast": 3.481110095977783,
      "step": 979,
      "subrel-constrast": 3.5078022480010986,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 6.4375,
      "learning_rate": 4.8950000000000004e-05,
      "loss": 0.8484,
      "step": 980
    },
    {
      "cov-distil": 2.5744740962982178,
      "cov-distil (oracle2student)": 6.792117118835449,
      "cov-distil (oracle2teacher)": 5.494584083557129,
      "epoch": 0.7692307692307693,
      "rel-constrast": 5.296630859375,
      "step": 980,
      "subrel-constrast": 4.770508766174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9749733209609985,
      "cov-distil (oracle2student)": 3.441774368286133,
      "cov-distil (oracle2teacher)": 3.540536880493164,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.828246831893921,
      "step": 981,
      "subrel-constrast": 3.8577544689178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9906293153762817,
      "cov-distil (oracle2student)": 3.6187191009521484,
      "cov-distil (oracle2teacher)": 3.493999481201172,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.917207717895508,
      "step": 982,
      "subrel-constrast": 3.3148796558380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9651522636413574,
      "cov-distil (oracle2student)": 5.190014839172363,
      "cov-distil (oracle2teacher)": 4.446458339691162,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.667184591293335,
      "step": 983,
      "subrel-constrast": 3.4354782104492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8138514757156372,
      "cov-distil (oracle2student)": 4.7395830154418945,
      "cov-distil (oracle2teacher)": 4.603565216064453,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.6920182704925537,
      "step": 984,
      "subrel-constrast": 4.234623908996582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8917948007583618,
      "cov-distil (oracle2student)": 5.5333781242370605,
      "cov-distil (oracle2teacher)": 5.225526809692383,
      "epoch": 0.7731554160125589,
      "rel-constrast": 3.5523681640625,
      "step": 985,
      "subrel-constrast": 3.734966516494751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148994445800781,
      "cov-distil (oracle2student)": 4.420029640197754,
      "cov-distil (oracle2teacher)": 3.538259506225586,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.2951912879943848,
      "step": 986,
      "subrel-constrast": 2.2801735401153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9929752349853516,
      "cov-distil (oracle2student)": 5.65611457824707,
      "cov-distil (oracle2teacher)": 4.790799140930176,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.7335431575775146,
      "step": 987,
      "subrel-constrast": 3.2144792079925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166095495223999,
      "cov-distil (oracle2student)": 3.7566349506378174,
      "cov-distil (oracle2teacher)": 4.234930038452148,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.828585147857666,
      "step": 988,
      "subrel-constrast": 3.6304609775543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6223987340927124,
      "cov-distil (oracle2student)": 4.343269348144531,
      "cov-distil (oracle2teacher)": 3.9578399658203125,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.698528289794922,
      "step": 989,
      "subrel-constrast": 3.68660044670105,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 7.1875,
      "learning_rate": 4.945e-05,
      "loss": 0.8377,
      "step": 990
    },
    {
      "cov-distil": 2.3892416954040527,
      "cov-distil (oracle2student)": 5.198164939880371,
      "cov-distil (oracle2teacher)": 4.190091133117676,
      "epoch": 0.7770800627943485,
      "rel-constrast": 4.157917022705078,
      "step": 990,
      "subrel-constrast": 3.950599193572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4194585084915161,
      "cov-distil (oracle2student)": 4.702910423278809,
      "cov-distil (oracle2teacher)": 4.866517066955566,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.7623744010925293,
      "step": 991,
      "subrel-constrast": 3.1662700176239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3028879165649414,
      "cov-distil (oracle2student)": 4.1050567626953125,
      "cov-distil (oracle2teacher)": 3.5926718711853027,
      "epoch": 0.7786499215070644,
      "rel-constrast": 4.3497419357299805,
      "step": 992,
      "subrel-constrast": 3.0849316120147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7040021419525146,
      "cov-distil (oracle2student)": 5.705458641052246,
      "cov-distil (oracle2teacher)": 4.484140872955322,
      "epoch": 0.7794348508634223,
      "rel-constrast": 3.006608009338379,
      "step": 993,
      "subrel-constrast": 3.4416797161102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9637043476104736,
      "cov-distil (oracle2student)": 6.382180213928223,
      "cov-distil (oracle2teacher)": 5.620549201965332,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.768739700317383,
      "step": 994,
      "subrel-constrast": 4.425824165344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052910327911377,
      "cov-distil (oracle2student)": 3.9653525352478027,
      "cov-distil (oracle2teacher)": 4.287421226501465,
      "epoch": 0.7810047095761381,
      "rel-constrast": 3.1632442474365234,
      "step": 995,
      "subrel-constrast": 3.9916646480560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0304572582244873,
      "cov-distil (oracle2student)": 5.824941635131836,
      "cov-distil (oracle2teacher)": 4.774777889251709,
      "epoch": 0.7817896389324961,
      "rel-constrast": 3.7474162578582764,
      "step": 996,
      "subrel-constrast": 3.5624232292175293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8776136636734009,
      "cov-distil (oracle2student)": 4.827386856079102,
      "cov-distil (oracle2teacher)": 4.375493049621582,
      "epoch": 0.782574568288854,
      "rel-constrast": 3.8452281951904297,
      "step": 997,
      "subrel-constrast": 3.9434010982513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1650452613830566,
      "cov-distil (oracle2student)": 2.401318073272705,
      "cov-distil (oracle2teacher)": 2.6524834632873535,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.1724445819854736,
      "step": 998,
      "subrel-constrast": 3.3054251670837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6402060985565186,
      "cov-distil (oracle2student)": 2.776190996170044,
      "cov-distil (oracle2teacher)": 2.3702054023742676,
      "epoch": 0.7841444270015698,
      "rel-constrast": 2.689274311065674,
      "step": 999,
      "subrel-constrast": 2.7818825244903564,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 5.625,
      "learning_rate": 4.995e-05,
      "loss": 0.8416,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7259999999999998,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7318274255215226,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5483772902130435,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.4209999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.5961418277269002,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.5552314111928569,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5167935126468087,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.28437501192092896,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.042877197265625
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.03875732421875
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.004119873046875,
      "step": 1000
    },
    {
      "cov-distil": 2.3058276176452637,
      "cov-distil (oracle2student)": 5.117415428161621,
      "cov-distil (oracle2teacher)": 4.711848258972168,
      "epoch": 0.7849293563579278,
      "rel-constrast": 3.7198028564453125,
      "step": 1000,
      "subrel-constrast": 3.5940663814544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5377998352050781,
      "cov-distil (oracle2student)": 4.81564474105835,
      "cov-distil (oracle2teacher)": 4.278886318206787,
      "epoch": 0.7857142857142857,
      "rel-constrast": 2.7402515411376953,
      "step": 1001,
      "subrel-constrast": 3.0132644176483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6423420906066895,
      "cov-distil (oracle2student)": 6.2118706703186035,
      "cov-distil (oracle2teacher)": 5.935875415802002,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.860680103302002,
      "step": 1002,
      "subrel-constrast": 3.0930862426757812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7292115688323975,
      "cov-distil (oracle2student)": 5.911175727844238,
      "cov-distil (oracle2teacher)": 5.039959907531738,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.8019323348999023,
      "step": 1003,
      "subrel-constrast": 3.3290388584136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5785505771636963,
      "cov-distil (oracle2student)": 3.565105438232422,
      "cov-distil (oracle2teacher)": 3.747960329055786,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.8687870502471924,
      "step": 1004,
      "subrel-constrast": 3.608781337738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9323105812072754,
      "cov-distil (oracle2student)": 4.039740562438965,
      "cov-distil (oracle2teacher)": 3.669917583465576,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.871471405029297,
      "step": 1005,
      "subrel-constrast": 2.7034647464752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1012330055236816,
      "cov-distil (oracle2student)": 2.768244981765747,
      "cov-distil (oracle2teacher)": 2.7305736541748047,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.872476100921631,
      "step": 1006,
      "subrel-constrast": 3.4524216651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7625465393066406,
      "cov-distil (oracle2student)": 4.512275695800781,
      "cov-distil (oracle2teacher)": 5.0809783935546875,
      "epoch": 0.7904238618524333,
      "rel-constrast": 3.300138473510742,
      "step": 1007,
      "subrel-constrast": 4.1379289627075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2320199012756348,
      "cov-distil (oracle2student)": 6.713517189025879,
      "cov-distil (oracle2teacher)": 6.302941799163818,
      "epoch": 0.7912087912087912,
      "rel-constrast": 3.7301855087280273,
      "step": 1008,
      "subrel-constrast": 4.127272129058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82810378074646,
      "cov-distil (oracle2student)": 4.990127086639404,
      "cov-distil (oracle2teacher)": 4.472989082336426,
      "epoch": 0.7919937205651492,
      "rel-constrast": 4.131555557250977,
      "step": 1009,
      "subrel-constrast": 4.274601936340332,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 7.84375,
      "learning_rate": 4.999987663004646e-05,
      "loss": 0.7974,
      "step": 1010
    },
    {
      "cov-distil": 1.9850316047668457,
      "cov-distil (oracle2student)": 4.919588088989258,
      "cov-distil (oracle2teacher)": 4.333242416381836,
      "epoch": 0.792778649921507,
      "rel-constrast": 3.7855491638183594,
      "step": 1010,
      "subrel-constrast": 3.264366865158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.640622615814209,
      "cov-distil (oracle2student)": 6.353734970092773,
      "cov-distil (oracle2teacher)": 5.344457149505615,
      "epoch": 0.793563579277865,
      "rel-constrast": 5.841311454772949,
      "step": 1011,
      "subrel-constrast": 5.376053810119629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.272993564605713,
      "cov-distil (oracle2student)": 4.404191493988037,
      "cov-distil (oracle2teacher)": 3.7615997791290283,
      "epoch": 0.7943485086342229,
      "rel-constrast": 3.898481607437134,
      "step": 1012,
      "subrel-constrast": 3.59594464302063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.386326551437378,
      "cov-distil (oracle2student)": 6.169239044189453,
      "cov-distil (oracle2teacher)": 5.5104217529296875,
      "epoch": 0.7951334379905809,
      "rel-constrast": 3.0557289123535156,
      "step": 1013,
      "subrel-constrast": 3.7991459369659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.395026683807373,
      "cov-distil (oracle2student)": 4.80900239944458,
      "cov-distil (oracle2teacher)": 4.983579635620117,
      "epoch": 0.7959183673469388,
      "rel-constrast": 4.665414810180664,
      "step": 1014,
      "subrel-constrast": 4.253556728363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7589415311813354,
      "cov-distil (oracle2student)": 2.8941521644592285,
      "cov-distil (oracle2teacher)": 3.733187198638916,
      "epoch": 0.7967032967032966,
      "rel-constrast": 3.158411741256714,
      "step": 1015,
      "subrel-constrast": 3.6129744052886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150534152984619,
      "cov-distil (oracle2student)": 5.511159896850586,
      "cov-distil (oracle2teacher)": 4.756931304931641,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.9630541801452637,
      "step": 1016,
      "subrel-constrast": 3.894498825073242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7592514753341675,
      "cov-distil (oracle2student)": 4.502584457397461,
      "cov-distil (oracle2teacher)": 3.801152229309082,
      "epoch": 0.7982731554160125,
      "rel-constrast": 4.067831993103027,
      "step": 1017,
      "subrel-constrast": 3.7067718505859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8709065914154053,
      "cov-distil (oracle2student)": 4.500154972076416,
      "cov-distil (oracle2teacher)": 4.413783073425293,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.8285224437713623,
      "step": 1018,
      "subrel-constrast": 3.743145227432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4322128295898438,
      "cov-distil (oracle2student)": 2.988515853881836,
      "cov-distil (oracle2teacher)": 2.829786777496338,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.894822597503662,
      "step": 1019,
      "subrel-constrast": 3.1892964839935303,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 7.15625,
      "learning_rate": 4.9999450167572734e-05,
      "loss": 0.954,
      "step": 1020
    },
    {
      "cov-distil": 2.745542526245117,
      "cov-distil (oracle2student)": 4.808676242828369,
      "cov-distil (oracle2teacher)": 3.7775797843933105,
      "epoch": 0.8006279434850864,
      "rel-constrast": 4.095340728759766,
      "step": 1020,
      "subrel-constrast": 3.9238455295562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8050169944763184,
      "cov-distil (oracle2student)": 5.860828399658203,
      "cov-distil (oracle2teacher)": 4.630205154418945,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.7338907718658447,
      "step": 1021,
      "subrel-constrast": 2.7346103191375732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9439785480499268,
      "cov-distil (oracle2student)": 5.187029838562012,
      "cov-distil (oracle2teacher)": 4.503884315490723,
      "epoch": 0.8021978021978022,
      "rel-constrast": 3.1160008907318115,
      "step": 1022,
      "subrel-constrast": 2.811422348022461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7212350368499756,
      "cov-distil (oracle2student)": 3.514064311981201,
      "cov-distil (oracle2teacher)": 3.796893835067749,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.8503992557525635,
      "step": 1023,
      "subrel-constrast": 4.360987663269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7553012371063232,
      "cov-distil (oracle2student)": 4.059808731079102,
      "cov-distil (oracle2teacher)": 3.7464072704315186,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.7304282188415527,
      "step": 1024,
      "subrel-constrast": 3.4178385734558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0657033920288086,
      "cov-distil (oracle2student)": 5.206294059753418,
      "cov-distil (oracle2teacher)": 4.32270622253418,
      "epoch": 0.804552590266876,
      "rel-constrast": 3.0159549713134766,
      "step": 1025,
      "subrel-constrast": 3.3585920333862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74161696434021,
      "cov-distil (oracle2student)": 6.185579299926758,
      "cov-distil (oracle2teacher)": 5.451434135437012,
      "epoch": 0.8053375196232339,
      "rel-constrast": 4.200787544250488,
      "step": 1026,
      "subrel-constrast": 4.305181503295898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7236043214797974,
      "cov-distil (oracle2student)": 4.438406944274902,
      "cov-distil (oracle2teacher)": 3.822997808456421,
      "epoch": 0.8061224489795918,
      "rel-constrast": 2.606933832168579,
      "step": 1027,
      "subrel-constrast": 3.240969181060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7421455383300781,
      "cov-distil (oracle2student)": 4.681373596191406,
      "cov-distil (oracle2teacher)": 4.562398910522461,
      "epoch": 0.8069073783359497,
      "rel-constrast": 3.178743600845337,
      "step": 1028,
      "subrel-constrast": 3.0895638465881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9242048263549805,
      "cov-distil (oracle2student)": 3.573486804962158,
      "cov-distil (oracle2teacher)": 3.7271671295166016,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.221712827682495,
      "step": 1029,
      "subrel-constrast": 3.4316742420196533,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 7.09375,
      "learning_rate": 4.999871909468808e-05,
      "loss": 0.7938,
      "step": 1030
    },
    {
      "cov-distil": 1.8171594142913818,
      "cov-distil (oracle2student)": 4.064552307128906,
      "cov-distil (oracle2teacher)": 4.273717403411865,
      "epoch": 0.8084772370486656,
      "rel-constrast": 4.010668754577637,
      "step": 1030,
      "subrel-constrast": 3.696507215499878,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4826865196228027,
      "cov-distil (oracle2student)": 6.525309085845947,
      "cov-distil (oracle2teacher)": 6.211377143859863,
      "epoch": 0.8092621664050236,
      "rel-constrast": 4.7943596839904785,
      "step": 1031,
      "subrel-constrast": 4.969045162200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9700663089752197,
      "cov-distil (oracle2student)": 5.039977073669434,
      "cov-distil (oracle2teacher)": 4.233354568481445,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.6731643676757812,
      "step": 1032,
      "subrel-constrast": 4.22750186920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843017339706421,
      "cov-distil (oracle2student)": 3.8671445846557617,
      "cov-distil (oracle2teacher)": 3.9853310585021973,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.9669153690338135,
      "step": 1033,
      "subrel-constrast": 3.7292404174804688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6810734272003174,
      "cov-distil (oracle2student)": 4.834322929382324,
      "cov-distil (oracle2teacher)": 4.578563690185547,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.532804489135742,
      "step": 1034,
      "subrel-constrast": 2.5241520404815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6765145063400269,
      "cov-distil (oracle2student)": 5.625885009765625,
      "cov-distil (oracle2teacher)": 5.720191478729248,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.9662952423095703,
      "step": 1035,
      "subrel-constrast": 3.468733549118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82917320728302,
      "cov-distil (oracle2student)": 3.5723254680633545,
      "cov-distil (oracle2teacher)": 4.55171012878418,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.825275182723999,
      "step": 1036,
      "subrel-constrast": 3.4205238819122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1231818199157715,
      "cov-distil (oracle2student)": 4.344111442565918,
      "cov-distil (oracle2teacher)": 4.551331996917725,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.5327041149139404,
      "step": 1037,
      "subrel-constrast": 4.220651626586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6428897380828857,
      "cov-distil (oracle2student)": 4.898654460906982,
      "cov-distil (oracle2teacher)": 4.079972743988037,
      "epoch": 0.814756671899529,
      "rel-constrast": 4.340941429138184,
      "step": 1038,
      "subrel-constrast": 4.009068489074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783677339553833,
      "cov-distil (oracle2student)": 5.237854957580566,
      "cov-distil (oracle2teacher)": 4.724405765533447,
      "epoch": 0.8155416012558869,
      "rel-constrast": 3.11883544921875,
      "step": 1039,
      "subrel-constrast": 3.6719577312469482,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 8.875,
      "learning_rate": 4.999768342030035e-05,
      "loss": 0.869,
      "step": 1040
    },
    {
      "cov-distil": 2.1443891525268555,
      "cov-distil (oracle2student)": 4.131516456604004,
      "cov-distil (oracle2teacher)": 4.1293416023254395,
      "epoch": 0.8163265306122449,
      "rel-constrast": 3.858375310897827,
      "step": 1040,
      "subrel-constrast": 4.32935905456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6796962022781372,
      "cov-distil (oracle2student)": 4.509735107421875,
      "cov-distil (oracle2teacher)": 4.18348503112793,
      "epoch": 0.8171114599686028,
      "rel-constrast": 3.935241937637329,
      "step": 1041,
      "subrel-constrast": 4.048736095428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4762048721313477,
      "cov-distil (oracle2student)": 5.551225662231445,
      "cov-distil (oracle2teacher)": 5.454265594482422,
      "epoch": 0.8178963893249608,
      "rel-constrast": 4.483508110046387,
      "step": 1042,
      "subrel-constrast": 4.631419658660889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7795319557189941,
      "cov-distil (oracle2student)": 7.118622779846191,
      "cov-distil (oracle2teacher)": 6.149850845336914,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.740640640258789,
      "step": 1043,
      "subrel-constrast": 4.333827018737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24064040184021,
      "cov-distil (oracle2student)": 5.151869297027588,
      "cov-distil (oracle2teacher)": 4.685178279876709,
      "epoch": 0.8194662480376766,
      "rel-constrast": 4.20631217956543,
      "step": 1044,
      "subrel-constrast": 4.158154010772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9906944036483765,
      "cov-distil (oracle2student)": 3.571319341659546,
      "cov-distil (oracle2teacher)": 2.9261109828948975,
      "epoch": 0.8202511773940345,
      "rel-constrast": 3.669724941253662,
      "step": 1045,
      "subrel-constrast": 4.224380016326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2747702598571777,
      "cov-distil (oracle2student)": 4.142752170562744,
      "cov-distil (oracle2teacher)": 3.955538272857666,
      "epoch": 0.8210361067503925,
      "rel-constrast": 3.683875560760498,
      "step": 1046,
      "subrel-constrast": 3.851874589920044,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0065202713012695,
      "cov-distil (oracle2student)": 5.306146144866943,
      "cov-distil (oracle2teacher)": 4.969357967376709,
      "epoch": 0.8218210361067504,
      "rel-constrast": 4.417901992797852,
      "step": 1047,
      "subrel-constrast": 4.875247955322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5077028274536133,
      "cov-distil (oracle2student)": 4.809816837310791,
      "cov-distil (oracle2teacher)": 4.309294700622559,
      "epoch": 0.8226059654631083,
      "rel-constrast": 3.4542417526245117,
      "step": 1048,
      "subrel-constrast": 3.4006638526916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877524852752686,
      "cov-distil (oracle2student)": 4.116379737854004,
      "cov-distil (oracle2teacher)": 4.19909143447876,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.7636125087738037,
      "step": 1049,
      "subrel-constrast": 4.35610818862915,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 6.875,
      "learning_rate": 4.999634315702894e-05,
      "loss": 0.9803,
      "step": 1050
    },
    {
      "cov-distil": 2.131657123565674,
      "cov-distil (oracle2student)": 5.343210220336914,
      "cov-distil (oracle2teacher)": 4.366606712341309,
      "epoch": 0.8241758241758241,
      "rel-constrast": 4.083892822265625,
      "step": 1050,
      "subrel-constrast": 4.1289873123168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5285887718200684,
      "cov-distil (oracle2student)": 2.9956250190734863,
      "cov-distil (oracle2teacher)": 3.343691110610962,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.809772491455078,
      "step": 1051,
      "subrel-constrast": 3.577068567276001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625730991363525,
      "cov-distil (oracle2student)": 4.15986442565918,
      "cov-distil (oracle2teacher)": 3.9733965396881104,
      "epoch": 0.82574568288854,
      "rel-constrast": 4.280599594116211,
      "step": 1052,
      "subrel-constrast": 3.9447062015533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.492485523223877,
      "cov-distil (oracle2student)": 4.608798980712891,
      "cov-distil (oracle2teacher)": 4.211215496063232,
      "epoch": 0.826530612244898,
      "rel-constrast": 3.1473498344421387,
      "step": 1053,
      "subrel-constrast": 3.1285407543182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.907645344734192,
      "cov-distil (oracle2student)": 4.751765251159668,
      "cov-distil (oracle2teacher)": 4.3324713706970215,
      "epoch": 0.8273155416012559,
      "rel-constrast": 4.304868698120117,
      "step": 1054,
      "subrel-constrast": 4.5091352462768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9816237688064575,
      "cov-distil (oracle2student)": 4.062955856323242,
      "cov-distil (oracle2teacher)": 3.828258752822876,
      "epoch": 0.8281004709576139,
      "rel-constrast": 3.19429349899292,
      "step": 1055,
      "subrel-constrast": 3.2049357891082764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8935277462005615,
      "cov-distil (oracle2student)": 5.486691474914551,
      "cov-distil (oracle2teacher)": 5.1966400146484375,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.7600889205932617,
      "step": 1056,
      "subrel-constrast": 3.9218945503234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4038636684417725,
      "cov-distil (oracle2student)": 4.593333721160889,
      "cov-distil (oracle2teacher)": 3.3528738021850586,
      "epoch": 0.8296703296703297,
      "rel-constrast": 2.4286413192749023,
      "step": 1057,
      "subrel-constrast": 2.3185815811157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2403026819229126,
      "cov-distil (oracle2student)": 5.586578369140625,
      "cov-distil (oracle2teacher)": 5.711337089538574,
      "epoch": 0.8304552590266876,
      "rel-constrast": 3.3930892944335938,
      "step": 1058,
      "subrel-constrast": 3.3475847244262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1419034004211426,
      "cov-distil (oracle2student)": 5.1745805740356445,
      "cov-distil (oracle2teacher)": 5.177041053771973,
      "epoch": 0.8312401883830455,
      "rel-constrast": 3.39211368560791,
      "step": 1059,
      "subrel-constrast": 3.5131819248199463,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 6.125,
      "learning_rate": 4.9994698321204535e-05,
      "loss": 0.8949,
      "step": 1060
    },
    {
      "cov-distil": 2.4421956539154053,
      "cov-distil (oracle2student)": 4.794607162475586,
      "cov-distil (oracle2teacher)": 4.6117472648620605,
      "epoch": 0.8320251177394035,
      "rel-constrast": 3.75523042678833,
      "step": 1060,
      "subrel-constrast": 3.5482935905456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7864066362380981,
      "cov-distil (oracle2student)": 3.8332886695861816,
      "cov-distil (oracle2teacher)": 4.026666641235352,
      "epoch": 0.8328100470957613,
      "rel-constrast": 3.055628538131714,
      "step": 1061,
      "subrel-constrast": 2.8176183700561523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8455393314361572,
      "cov-distil (oracle2student)": 3.787278890609741,
      "cov-distil (oracle2teacher)": 3.960678815841675,
      "epoch": 0.8335949764521193,
      "rel-constrast": 3.3118679523468018,
      "step": 1062,
      "subrel-constrast": 3.405998945236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5887830257415771,
      "cov-distil (oracle2student)": 3.094766139984131,
      "cov-distil (oracle2teacher)": 3.122744560241699,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.173388719558716,
      "step": 1063,
      "subrel-constrast": 3.691577196121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011411666870117,
      "cov-distil (oracle2student)": 6.16353702545166,
      "cov-distil (oracle2teacher)": 6.02977991104126,
      "epoch": 0.8351648351648352,
      "rel-constrast": 3.969806671142578,
      "step": 1064,
      "subrel-constrast": 4.5445051193237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.257282257080078,
      "cov-distil (oracle2student)": 5.829577445983887,
      "cov-distil (oracle2teacher)": 5.488131523132324,
      "epoch": 0.8359497645211931,
      "rel-constrast": 3.2442095279693604,
      "step": 1065,
      "subrel-constrast": 3.343900442123413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569305181503296,
      "cov-distil (oracle2student)": 4.416584014892578,
      "cov-distil (oracle2teacher)": 4.716166973114014,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.284388780593872,
      "step": 1066,
      "subrel-constrast": 2.8378958702087402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.733056902885437,
      "cov-distil (oracle2student)": 4.374227523803711,
      "cov-distil (oracle2teacher)": 3.9680676460266113,
      "epoch": 0.8375196232339089,
      "rel-constrast": 2.9913835525512695,
      "step": 1067,
      "subrel-constrast": 3.394751787185669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6889735460281372,
      "cov-distil (oracle2student)": 4.932013511657715,
      "cov-distil (oracle2teacher)": 4.753911972045898,
      "epoch": 0.8383045525902669,
      "rel-constrast": 4.389288425445557,
      "step": 1068,
      "subrel-constrast": 4.051324367523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8887734413146973,
      "cov-distil (oracle2student)": 5.138501167297363,
      "cov-distil (oracle2teacher)": 5.457084655761719,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.713894844055176,
      "step": 1069,
      "subrel-constrast": 4.439695358276367,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 6.59375,
      "learning_rate": 4.9992748932868926e-05,
      "loss": 0.8472,
      "step": 1070
    },
    {
      "cov-distil": 1.175804615020752,
      "cov-distil (oracle2student)": 4.583698749542236,
      "cov-distil (oracle2teacher)": 3.727757692337036,
      "epoch": 0.8398744113029827,
      "rel-constrast": 2.502880573272705,
      "step": 1070,
      "subrel-constrast": 2.496037721633911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.044877052307129,
      "cov-distil (oracle2student)": 4.358742713928223,
      "cov-distil (oracle2teacher)": 4.47661018371582,
      "epoch": 0.8406593406593407,
      "rel-constrast": 4.071074962615967,
      "step": 1071,
      "subrel-constrast": 4.032317161560059,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2888848781585693,
      "cov-distil (oracle2student)": 4.901707649230957,
      "cov-distil (oracle2teacher)": 4.426248550415039,
      "epoch": 0.8414442700156985,
      "rel-constrast": 2.0786283016204834,
      "step": 1072,
      "subrel-constrast": 2.3601367473602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.722771167755127,
      "cov-distil (oracle2student)": 2.8582687377929688,
      "cov-distil (oracle2teacher)": 2.6252989768981934,
      "epoch": 0.8422291993720565,
      "rel-constrast": 3.2451539039611816,
      "step": 1073,
      "subrel-constrast": 3.7071967124938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3997740745544434,
      "cov-distil (oracle2student)": 6.755746364593506,
      "cov-distil (oracle2teacher)": 6.149623870849609,
      "epoch": 0.8430141287284144,
      "rel-constrast": 3.2881557941436768,
      "step": 1074,
      "subrel-constrast": 3.568237543106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002434730529785,
      "cov-distil (oracle2student)": 5.5792036056518555,
      "cov-distil (oracle2teacher)": 4.932435035705566,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.7921528816223145,
      "step": 1075,
      "subrel-constrast": 4.4255290031433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.315392017364502,
      "cov-distil (oracle2student)": 3.605886936187744,
      "cov-distil (oracle2teacher)": 3.143418788909912,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.827850580215454,
      "step": 1076,
      "subrel-constrast": 3.9810950756073,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9522948265075684,
      "cov-distil (oracle2student)": 4.8102874755859375,
      "cov-distil (oracle2teacher)": 4.149954795837402,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.6474199295043945,
      "step": 1077,
      "subrel-constrast": 4.039060592651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7174904346466064,
      "cov-distil (oracle2student)": 3.3689892292022705,
      "cov-distil (oracle2teacher)": 2.8664605617523193,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.950161933898926,
      "step": 1078,
      "subrel-constrast": 3.008772134780884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.060206413269043,
      "cov-distil (oracle2student)": 6.906772136688232,
      "cov-distil (oracle2teacher)": 6.931488990783691,
      "epoch": 0.8469387755102041,
      "rel-constrast": 2.8520166873931885,
      "step": 1079,
      "subrel-constrast": 2.9608256816864014,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 6.34375,
      "learning_rate": 4.99904950157748e-05,
      "loss": 0.8064,
      "step": 1080
    },
    {
      "cov-distil": 2.0262088775634766,
      "cov-distil (oracle2student)": 2.595539093017578,
      "cov-distil (oracle2teacher)": 2.7825613021850586,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.9361705780029297,
      "step": 1080,
      "subrel-constrast": 2.8393290042877197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7630447149276733,
      "cov-distil (oracle2student)": 4.247994899749756,
      "cov-distil (oracle2teacher)": 4.003775596618652,
      "epoch": 0.8485086342229199,
      "rel-constrast": 3.7459797859191895,
      "step": 1081,
      "subrel-constrast": 3.796049118041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1201014518737793,
      "cov-distil (oracle2student)": 2.9907591342926025,
      "cov-distil (oracle2teacher)": 3.4688992500305176,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.3388619422912598,
      "step": 1082,
      "subrel-constrast": 3.5473861694335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.302171230316162,
      "cov-distil (oracle2student)": 6.583313941955566,
      "cov-distil (oracle2teacher)": 5.360330581665039,
      "epoch": 0.8500784929356358,
      "rel-constrast": 4.087735176086426,
      "step": 1083,
      "subrel-constrast": 3.750143527984619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746492624282837,
      "cov-distil (oracle2student)": 4.530282974243164,
      "cov-distil (oracle2teacher)": 4.042502403259277,
      "epoch": 0.8508634222919937,
      "rel-constrast": 3.4561920166015625,
      "step": 1084,
      "subrel-constrast": 3.2857301235198975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.432504653930664,
      "cov-distil (oracle2student)": 4.149911880493164,
      "cov-distil (oracle2teacher)": 4.475851058959961,
      "epoch": 0.8516483516483516,
      "rel-constrast": 3.3788089752197266,
      "step": 1085,
      "subrel-constrast": 3.6332075595855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2196226119995117,
      "cov-distil (oracle2student)": 4.2787652015686035,
      "cov-distil (oracle2teacher)": 4.340672492980957,
      "epoch": 0.8524332810047096,
      "rel-constrast": 4.165349960327148,
      "step": 1086,
      "subrel-constrast": 4.399125576019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4521615505218506,
      "cov-distil (oracle2student)": 2.948765277862549,
      "cov-distil (oracle2teacher)": 3.1401031017303467,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.029968500137329,
      "step": 1087,
      "subrel-constrast": 2.6325480937957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6714191436767578,
      "cov-distil (oracle2student)": 4.826613426208496,
      "cov-distil (oracle2teacher)": 3.823413372039795,
      "epoch": 0.8540031397174255,
      "rel-constrast": 3.1826024055480957,
      "step": 1088,
      "subrel-constrast": 2.9975388050079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7917670011520386,
      "cov-distil (oracle2student)": 3.0056326389312744,
      "cov-distil (oracle2teacher)": 3.0233044624328613,
      "epoch": 0.8547880690737834,
      "rel-constrast": 3.1198415756225586,
      "step": 1089,
      "subrel-constrast": 3.008915424346924,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 7.125,
      "learning_rate": 4.9987936597385424e-05,
      "loss": 0.786,
      "step": 1090
    },
    {
      "cov-distil": 2.8286094665527344,
      "cov-distil (oracle2student)": 4.250711917877197,
      "cov-distil (oracle2teacher)": 3.6952624320983887,
      "epoch": 0.8555729984301413,
      "rel-constrast": 3.102781295776367,
      "step": 1090,
      "subrel-constrast": 3.7704620361328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.647538661956787,
      "cov-distil (oracle2student)": 3.6367785930633545,
      "cov-distil (oracle2teacher)": 4.013334274291992,
      "epoch": 0.8563579277864992,
      "rel-constrast": 3.0899195671081543,
      "step": 1091,
      "subrel-constrast": 3.606151580810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3748383522033691,
      "cov-distil (oracle2student)": 4.9534101486206055,
      "cov-distil (oracle2teacher)": 4.4009857177734375,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.76505708694458,
      "step": 1092,
      "subrel-constrast": 3.6773202419281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9000613689422607,
      "cov-distil (oracle2student)": 5.512392520904541,
      "cov-distil (oracle2teacher)": 5.654302597045898,
      "epoch": 0.8579277864992151,
      "rel-constrast": 3.6927573680877686,
      "step": 1093,
      "subrel-constrast": 3.86082124710083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.753598928451538,
      "cov-distil (oracle2student)": 6.137661933898926,
      "cov-distil (oracle2teacher)": 5.599394798278809,
      "epoch": 0.858712715855573,
      "rel-constrast": 3.4704489707946777,
      "step": 1094,
      "subrel-constrast": 3.7378487586975098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1522538661956787,
      "cov-distil (oracle2student)": 4.39705753326416,
      "cov-distil (oracle2teacher)": 4.08500337600708,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.922875165939331,
      "step": 1095,
      "subrel-constrast": 2.877056360244751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182187080383301,
      "cov-distil (oracle2student)": 4.544129371643066,
      "cov-distil (oracle2teacher)": 4.768648147583008,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.8724288940429688,
      "step": 1096,
      "subrel-constrast": 3.4821457862854004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.855120062828064,
      "cov-distil (oracle2student)": 2.8767921924591064,
      "cov-distil (oracle2teacher)": 2.7885987758636475,
      "epoch": 0.8610675039246468,
      "rel-constrast": 3.0756263732910156,
      "step": 1097,
      "subrel-constrast": 3.2114453315734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9735355377197266,
      "cov-distil (oracle2student)": 5.36530065536499,
      "cov-distil (oracle2teacher)": 4.8727312088012695,
      "epoch": 0.8618524332810047,
      "rel-constrast": 3.837643623352051,
      "step": 1098,
      "subrel-constrast": 3.941204309463501,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0540859699249268,
      "cov-distil (oracle2student)": 4.471508502960205,
      "cov-distil (oracle2teacher)": 4.760505199432373,
      "epoch": 0.8626373626373627,
      "rel-constrast": 2.7282886505126953,
      "step": 1099,
      "subrel-constrast": 3.3757927417755127,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 5.625,
      "learning_rate": 4.998507370887433e-05,
      "loss": 0.8139,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.3031249940395355,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.0517578125
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.040924072265625
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.010833740234375,
      "step": 1100
    },
    {
      "cov-distil": 1.752319097518921,
      "cov-distil (oracle2student)": 3.5185751914978027,
      "cov-distil (oracle2teacher)": 3.6152827739715576,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.8455429077148438,
      "step": 1100,
      "subrel-constrast": 3.376995086669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.527688980102539,
      "cov-distil (oracle2student)": 3.8377532958984375,
      "cov-distil (oracle2teacher)": 4.13825798034668,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.622160911560059,
      "step": 1101,
      "subrel-constrast": 5.250829219818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0988290309906006,
      "cov-distil (oracle2student)": 3.388700485229492,
      "cov-distil (oracle2teacher)": 3.1663267612457275,
      "epoch": 0.8649921507064364,
      "rel-constrast": 3.4163267612457275,
      "step": 1102,
      "subrel-constrast": 3.5578603744506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.436074733734131,
      "cov-distil (oracle2student)": 4.447538375854492,
      "cov-distil (oracle2teacher)": 4.170858383178711,
      "epoch": 0.8657770800627943,
      "rel-constrast": 3.789759397506714,
      "step": 1103,
      "subrel-constrast": 3.8343253135681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.058389186859131,
      "cov-distil (oracle2student)": 3.734297752380371,
      "cov-distil (oracle2teacher)": 3.6337106227874756,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.6656429767608643,
      "step": 1104,
      "subrel-constrast": 3.6859748363494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3416531085968018,
      "cov-distil (oracle2student)": 5.686967372894287,
      "cov-distil (oracle2teacher)": 5.78775691986084,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.486441135406494,
      "step": 1105,
      "subrel-constrast": 3.0914247035980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7149806022644043,
      "cov-distil (oracle2student)": 4.615448951721191,
      "cov-distil (oracle2teacher)": 4.428467750549316,
      "epoch": 0.8681318681318682,
      "rel-constrast": 3.1849939823150635,
      "step": 1106,
      "subrel-constrast": 3.6076080799102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6499817371368408,
      "cov-distil (oracle2student)": 3.8754565715789795,
      "cov-distil (oracle2teacher)": 3.759288787841797,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.304001808166504,
      "step": 1107,
      "subrel-constrast": 3.2861900329589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.742598533630371,
      "cov-distil (oracle2student)": 6.908958435058594,
      "cov-distil (oracle2teacher)": 6.091227054595947,
      "epoch": 0.869701726844584,
      "rel-constrast": 3.6825242042541504,
      "step": 1108,
      "subrel-constrast": 3.544607400894165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2694809436798096,
      "cov-distil (oracle2student)": 4.7412285804748535,
      "cov-distil (oracle2teacher)": 4.503636837005615,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.8554491996765137,
      "step": 1109,
      "subrel-constrast": 3.0630435943603516,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 6.8125,
      "learning_rate": 4.998190638512489e-05,
      "loss": 0.8213,
      "step": 1110
    },
    {
      "cov-distil": 1.3643429279327393,
      "cov-distil (oracle2student)": 4.194642066955566,
      "cov-distil (oracle2teacher)": 3.7898592948913574,
      "epoch": 0.8712715855572999,
      "rel-constrast": 3.2441439628601074,
      "step": 1110,
      "subrel-constrast": 3.2844133377075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.283625841140747,
      "cov-distil (oracle2student)": 4.745139122009277,
      "cov-distil (oracle2teacher)": 5.040432929992676,
      "epoch": 0.8720565149136578,
      "rel-constrast": 3.2103421688079834,
      "step": 1111,
      "subrel-constrast": 4.325786590576172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1412250995635986,
      "cov-distil (oracle2student)": 6.4828009605407715,
      "cov-distil (oracle2teacher)": 5.267673969268799,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.7829408645629883,
      "step": 1112,
      "subrel-constrast": 4.241018295288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0759265422821045,
      "cov-distil (oracle2student)": 4.3108601570129395,
      "cov-distil (oracle2teacher)": 4.266383171081543,
      "epoch": 0.8736263736263736,
      "rel-constrast": 4.385590076446533,
      "step": 1113,
      "subrel-constrast": 4.451427459716797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.332752227783203,
      "cov-distil (oracle2student)": 4.414846420288086,
      "cov-distil (oracle2teacher)": 3.8511199951171875,
      "epoch": 0.8744113029827315,
      "rel-constrast": 4.034036636352539,
      "step": 1114,
      "subrel-constrast": 4.3186445236206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1457133293151855,
      "cov-distil (oracle2student)": 4.752310276031494,
      "cov-distil (oracle2teacher)": 4.29161262512207,
      "epoch": 0.8751962323390895,
      "rel-constrast": 4.130838871002197,
      "step": 1115,
      "subrel-constrast": 3.9441425800323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.74867582321167,
      "cov-distil (oracle2student)": 4.355659008026123,
      "cov-distil (oracle2teacher)": 4.353662967681885,
      "epoch": 0.8759811616954474,
      "rel-constrast": 4.233538627624512,
      "step": 1116,
      "subrel-constrast": 4.078946590423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5634974241256714,
      "cov-distil (oracle2student)": 4.731647491455078,
      "cov-distil (oracle2teacher)": 4.644672393798828,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.727545976638794,
      "step": 1117,
      "subrel-constrast": 3.8308258056640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.981123685836792,
      "cov-distil (oracle2student)": 4.062529563903809,
      "cov-distil (oracle2teacher)": 3.871251344680786,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.913137912750244,
      "step": 1118,
      "subrel-constrast": 3.3735272884368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1453442573547363,
      "cov-distil (oracle2student)": 4.4054365158081055,
      "cov-distil (oracle2teacher)": 4.163646697998047,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.7600834369659424,
      "step": 1119,
      "subrel-constrast": 4.1889967918396,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 6.4375,
      "learning_rate": 4.9978434664729965e-05,
      "loss": 0.9356,
      "step": 1120
    },
    {
      "cov-distil": 1.6584184169769287,
      "cov-distil (oracle2student)": 2.9526050090789795,
      "cov-distil (oracle2teacher)": 2.9084572792053223,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.39324951171875,
      "step": 1120,
      "subrel-constrast": 2.8413214683532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.931604266166687,
      "cov-distil (oracle2student)": 4.441222190856934,
      "cov-distil (oracle2teacher)": 4.068902015686035,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.9820568561553955,
      "step": 1121,
      "subrel-constrast": 3.347712278366089,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.46937894821167,
      "cov-distil (oracle2student)": 4.9310808181762695,
      "cov-distil (oracle2teacher)": 3.602159023284912,
      "epoch": 0.880690737833595,
      "rel-constrast": 3.1533467769622803,
      "step": 1122,
      "subrel-constrast": 3.3203072547912598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473989486694336,
      "cov-distil (oracle2student)": 4.515566825866699,
      "cov-distil (oracle2teacher)": 4.894018173217773,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.84666109085083,
      "step": 1123,
      "subrel-constrast": 4.298435688018799,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.335836172103882,
      "cov-distil (oracle2student)": 4.130572319030762,
      "cov-distil (oracle2teacher)": 3.668765068054199,
      "epoch": 0.8822605965463108,
      "rel-constrast": 3.006763458251953,
      "step": 1124,
      "subrel-constrast": 3.7830111980438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3769135475158691,
      "cov-distil (oracle2student)": 5.314173221588135,
      "cov-distil (oracle2teacher)": 4.44384241104126,
      "epoch": 0.8830455259026687,
      "rel-constrast": 3.2201290130615234,
      "step": 1125,
      "subrel-constrast": 2.765810012817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143886089324951,
      "cov-distil (oracle2student)": 5.78984260559082,
      "cov-distil (oracle2teacher)": 4.921027660369873,
      "epoch": 0.8838304552590267,
      "rel-constrast": 5.095279693603516,
      "step": 1126,
      "subrel-constrast": 5.152713775634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0981392860412598,
      "cov-distil (oracle2student)": 3.6538496017456055,
      "cov-distil (oracle2teacher)": 4.22257137298584,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.9622554779052734,
      "step": 1127,
      "subrel-constrast": 3.5738797187805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7006022930145264,
      "cov-distil (oracle2student)": 4.664836883544922,
      "cov-distil (oracle2teacher)": 4.113458156585693,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.8965587615966797,
      "step": 1128,
      "subrel-constrast": 3.9328598976135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883983850479126,
      "cov-distil (oracle2student)": 3.8642079830169678,
      "cov-distil (oracle2teacher)": 3.4896626472473145,
      "epoch": 0.8861852433281004,
      "rel-constrast": 3.334625244140625,
      "step": 1129,
      "subrel-constrast": 3.387173891067505,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 7.40625,
      "learning_rate": 4.997465858999136e-05,
      "loss": 0.8223,
      "step": 1130
    },
    {
      "cov-distil": 1.2646830081939697,
      "cov-distil (oracle2student)": 3.9329848289489746,
      "cov-distil (oracle2teacher)": 3.9692800045013428,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.849822998046875,
      "step": 1130,
      "subrel-constrast": 3.6734437942504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0946061611175537,
      "cov-distil (oracle2student)": 4.4862871170043945,
      "cov-distil (oracle2teacher)": 3.729837417602539,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.9534854888916016,
      "step": 1131,
      "subrel-constrast": 3.6315460205078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.439046859741211,
      "cov-distil (oracle2student)": 3.563014030456543,
      "cov-distil (oracle2teacher)": 3.996288776397705,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.4101643562316895,
      "step": 1132,
      "subrel-constrast": 4.975794315338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9546985626220703,
      "cov-distil (oracle2student)": 4.247260093688965,
      "cov-distil (oracle2teacher)": 3.2300333976745605,
      "epoch": 0.8893249607535322,
      "rel-constrast": 3.2107300758361816,
      "step": 1133,
      "subrel-constrast": 2.9389171600341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049380302429199,
      "cov-distil (oracle2student)": 5.241644859313965,
      "cov-distil (oracle2teacher)": 4.869429588317871,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.227649450302124,
      "step": 1134,
      "subrel-constrast": 3.9004464149475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7914087772369385,
      "cov-distil (oracle2student)": 3.937009334564209,
      "cov-distil (oracle2teacher)": 4.118171215057373,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.828173875808716,
      "step": 1135,
      "subrel-constrast": 3.773055076599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.393430471420288,
      "cov-distil (oracle2student)": 4.077548980712891,
      "cov-distil (oracle2teacher)": 3.7437613010406494,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.771787405014038,
      "step": 1136,
      "subrel-constrast": 3.037374496459961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2122786045074463,
      "cov-distil (oracle2student)": 6.412521839141846,
      "cov-distil (oracle2teacher)": 6.506680488586426,
      "epoch": 0.8924646781789639,
      "rel-constrast": 3.9034249782562256,
      "step": 1137,
      "subrel-constrast": 4.200035572052002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3349990844726562,
      "cov-distil (oracle2student)": 3.4609932899475098,
      "cov-distil (oracle2teacher)": 3.556887149810791,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.8703675270080566,
      "step": 1138,
      "subrel-constrast": 2.0317223072052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.667492151260376,
      "cov-distil (oracle2student)": 5.076234817504883,
      "cov-distil (oracle2teacher)": 4.903446674346924,
      "epoch": 0.8940345368916798,
      "rel-constrast": 3.699566602706909,
      "step": 1139,
      "subrel-constrast": 3.203720808029175,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 7.0,
      "learning_rate": 4.997057820691936e-05,
      "loss": 0.7931,
      "step": 1140
    },
    {
      "cov-distil": 1.4379240274429321,
      "cov-distil (oracle2student)": 3.52339243888855,
      "cov-distil (oracle2teacher)": 3.268178939819336,
      "epoch": 0.8948194662480377,
      "rel-constrast": 2.2403440475463867,
      "step": 1140,
      "subrel-constrast": 2.515176773071289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0952093601226807,
      "cov-distil (oracle2student)": 4.02358341217041,
      "cov-distil (oracle2teacher)": 4.089167594909668,
      "epoch": 0.8956043956043956,
      "rel-constrast": 2.177156925201416,
      "step": 1141,
      "subrel-constrast": 2.4930832386016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4187002182006836,
      "cov-distil (oracle2student)": 4.443560600280762,
      "cov-distil (oracle2teacher)": 4.127911567687988,
      "epoch": 0.8963893249607535,
      "rel-constrast": 3.0079174041748047,
      "step": 1142,
      "subrel-constrast": 3.723661184310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885470986366272,
      "cov-distil (oracle2student)": 4.6954522132873535,
      "cov-distil (oracle2teacher)": 4.784175872802734,
      "epoch": 0.8971742543171115,
      "rel-constrast": 2.6550710201263428,
      "step": 1143,
      "subrel-constrast": 3.4123127460479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194636106491089,
      "cov-distil (oracle2student)": 5.453512191772461,
      "cov-distil (oracle2teacher)": 5.260018348693848,
      "epoch": 0.8979591836734694,
      "rel-constrast": 3.7409019470214844,
      "step": 1144,
      "subrel-constrast": 3.9053587913513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9989993572235107,
      "cov-distil (oracle2student)": 5.029777526855469,
      "cov-distil (oracle2teacher)": 4.555988311767578,
      "epoch": 0.8987441130298273,
      "rel-constrast": 3.9452221393585205,
      "step": 1145,
      "subrel-constrast": 3.998387575149536,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.453855037689209,
      "cov-distil (oracle2student)": 7.5106024742126465,
      "cov-distil (oracle2teacher)": 6.773738384246826,
      "epoch": 0.8995290423861853,
      "rel-constrast": 2.586503505706787,
      "step": 1146,
      "subrel-constrast": 3.0084729194641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0812158584594727,
      "cov-distil (oracle2student)": 5.274530410766602,
      "cov-distil (oracle2teacher)": 4.631326675415039,
      "epoch": 0.9003139717425431,
      "rel-constrast": 4.656898021697998,
      "step": 1147,
      "subrel-constrast": 4.682010173797607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7379333972930908,
      "cov-distil (oracle2student)": 4.013228893280029,
      "cov-distil (oracle2teacher)": 4.30913782119751,
      "epoch": 0.9010989010989011,
      "rel-constrast": 4.060223579406738,
      "step": 1148,
      "subrel-constrast": 4.042590141296387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9571555852890015,
      "cov-distil (oracle2student)": 5.118443489074707,
      "cov-distil (oracle2teacher)": 5.867423057556152,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.882547616958618,
      "step": 1149,
      "subrel-constrast": 4.530649185180664,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 7.71875,
      "learning_rate": 4.996619356523214e-05,
      "loss": 0.8238,
      "step": 1150
    },
    {
      "cov-distil": 1.6834232807159424,
      "cov-distil (oracle2student)": 4.654511451721191,
      "cov-distil (oracle2teacher)": 4.426721096038818,
      "epoch": 0.902668759811617,
      "rel-constrast": 3.032975435256958,
      "step": 1150,
      "subrel-constrast": 3.2536821365356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6772451400756836,
      "cov-distil (oracle2student)": 3.5851500034332275,
      "cov-distil (oracle2teacher)": 3.351102352142334,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.8022212982177734,
      "step": 1151,
      "subrel-constrast": 3.550968647003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0205795764923096,
      "cov-distil (oracle2student)": 4.24485969543457,
      "cov-distil (oracle2teacher)": 3.8698019981384277,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.586608409881592,
      "step": 1152,
      "subrel-constrast": 2.8826587200164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195441722869873,
      "cov-distil (oracle2student)": 4.568816184997559,
      "cov-distil (oracle2teacher)": 4.109668731689453,
      "epoch": 0.9050235478806907,
      "rel-constrast": 3.596662759780884,
      "step": 1153,
      "subrel-constrast": 4.492663383483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7458562850952148,
      "cov-distil (oracle2student)": 5.626736640930176,
      "cov-distil (oracle2teacher)": 4.219723224639893,
      "epoch": 0.9058084772370487,
      "rel-constrast": 3.483713388442993,
      "step": 1154,
      "subrel-constrast": 3.3755180835723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759010910987854,
      "cov-distil (oracle2student)": 5.551843643188477,
      "cov-distil (oracle2teacher)": 4.905154228210449,
      "epoch": 0.9065934065934066,
      "rel-constrast": 3.101288080215454,
      "step": 1155,
      "subrel-constrast": 3.347214937210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.561279296875,
      "cov-distil (oracle2student)": 4.3817901611328125,
      "cov-distil (oracle2teacher)": 4.001356601715088,
      "epoch": 0.9073783359497645,
      "rel-constrast": 3.656585693359375,
      "step": 1156,
      "subrel-constrast": 3.633603572845459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441370964050293,
      "cov-distil (oracle2student)": 3.2427029609680176,
      "cov-distil (oracle2teacher)": 2.98777437210083,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.2809157371520996,
      "step": 1157,
      "subrel-constrast": 2.639066457748413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073174238204956,
      "cov-distil (oracle2student)": 4.4645185470581055,
      "cov-distil (oracle2teacher)": 3.3424856662750244,
      "epoch": 0.9089481946624803,
      "rel-constrast": 4.521371841430664,
      "step": 1158,
      "subrel-constrast": 3.7862942218780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9595766067504883,
      "cov-distil (oracle2student)": 4.717768669128418,
      "cov-distil (oracle2teacher)": 4.161098480224609,
      "epoch": 0.9097331240188383,
      "rel-constrast": 3.5504322052001953,
      "step": 1159,
      "subrel-constrast": 3.6171083450317383,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 6.3125,
      "learning_rate": 4.996150471835518e-05,
      "loss": 0.8153,
      "step": 1160
    },
    {
      "cov-distil": 2.27372407913208,
      "cov-distil (oracle2student)": 4.762585163116455,
      "cov-distil (oracle2teacher)": 4.179037094116211,
      "epoch": 0.9105180533751962,
      "rel-constrast": 4.009474754333496,
      "step": 1160,
      "subrel-constrast": 3.4685070514678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0322206020355225,
      "cov-distil (oracle2student)": 3.9023876190185547,
      "cov-distil (oracle2teacher)": 2.9876322746276855,
      "epoch": 0.9113029827315542,
      "rel-constrast": 3.7119858264923096,
      "step": 1161,
      "subrel-constrast": 3.2446768283843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8664082288742065,
      "cov-distil (oracle2student)": 6.399477958679199,
      "cov-distil (oracle2teacher)": 5.805586338043213,
      "epoch": 0.9120879120879121,
      "rel-constrast": 4.0600128173828125,
      "step": 1162,
      "subrel-constrast": 4.341676712036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0346317291259766,
      "cov-distil (oracle2student)": 6.009403228759766,
      "cov-distil (oracle2teacher)": 5.4380011558532715,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.9733409881591797,
      "step": 1163,
      "subrel-constrast": 4.1906633377075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8676927089691162,
      "cov-distil (oracle2student)": 3.8265318870544434,
      "cov-distil (oracle2teacher)": 3.9957404136657715,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.8316702842712402,
      "step": 1164,
      "subrel-constrast": 3.166482448577881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6832983493804932,
      "cov-distil (oracle2student)": 3.621849536895752,
      "cov-distil (oracle2teacher)": 4.205174446105957,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.806450366973877,
      "step": 1165,
      "subrel-constrast": 3.565136671066284,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.102926254272461,
      "cov-distil (oracle2student)": 5.816441535949707,
      "cov-distil (oracle2teacher)": 5.477816104888916,
      "epoch": 0.9152276295133438,
      "rel-constrast": 4.102187156677246,
      "step": 1166,
      "subrel-constrast": 3.896026134490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3505479097366333,
      "cov-distil (oracle2student)": 2.903984785079956,
      "cov-distil (oracle2teacher)": 3.450549364089966,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.6559863090515137,
      "step": 1167,
      "subrel-constrast": 3.0852620601654053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0455691814422607,
      "cov-distil (oracle2student)": 5.278059959411621,
      "cov-distil (oracle2teacher)": 5.126543998718262,
      "epoch": 0.9167974882260597,
      "rel-constrast": 3.5225255489349365,
      "step": 1168,
      "subrel-constrast": 4.076817989349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9857207536697388,
      "cov-distil (oracle2student)": 4.1523566246032715,
      "cov-distil (oracle2teacher)": 3.867340564727783,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.753263235092163,
      "step": 1169,
      "subrel-constrast": 3.4054036140441895,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 7.15625,
      "learning_rate": 4.9956511723420596e-05,
      "loss": 0.8857,
      "step": 1170
    },
    {
      "cov-distil": 2.7740280628204346,
      "cov-distil (oracle2student)": 5.977750778198242,
      "cov-distil (oracle2teacher)": 6.6019392013549805,
      "epoch": 0.9183673469387755,
      "rel-constrast": 4.328433036804199,
      "step": 1170,
      "subrel-constrast": 4.4542622566223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.297071933746338,
      "cov-distil (oracle2student)": 4.381402969360352,
      "cov-distil (oracle2teacher)": 4.014377117156982,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.5481133460998535,
      "step": 1171,
      "subrel-constrast": 3.808800220489502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.960188388824463,
      "cov-distil (oracle2student)": 7.246551990509033,
      "cov-distil (oracle2teacher)": 6.214167594909668,
      "epoch": 0.9199372056514914,
      "rel-constrast": 4.018099784851074,
      "step": 1172,
      "subrel-constrast": 3.7896432876586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8596117496490479,
      "cov-distil (oracle2student)": 4.1476898193359375,
      "cov-distil (oracle2teacher)": 4.1959943771362305,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.206459045410156,
      "step": 1173,
      "subrel-constrast": 4.78214168548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6129326820373535,
      "cov-distil (oracle2student)": 5.545326232910156,
      "cov-distil (oracle2teacher)": 5.7373046875,
      "epoch": 0.9215070643642073,
      "rel-constrast": 2.609847068786621,
      "step": 1174,
      "subrel-constrast": 3.7822277545928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3552589416503906,
      "cov-distil (oracle2student)": 7.384632110595703,
      "cov-distil (oracle2teacher)": 5.715899467468262,
      "epoch": 0.9222919937205651,
      "rel-constrast": 5.102939128875732,
      "step": 1175,
      "subrel-constrast": 3.865663766860962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4162700176239014,
      "cov-distil (oracle2student)": 4.959556579589844,
      "cov-distil (oracle2teacher)": 4.515625476837158,
      "epoch": 0.9230769230769231,
      "rel-constrast": 4.390295028686523,
      "step": 1176,
      "subrel-constrast": 4.841261386871338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5790168046951294,
      "cov-distil (oracle2student)": 4.184337615966797,
      "cov-distil (oracle2teacher)": 4.400570869445801,
      "epoch": 0.923861852433281,
      "rel-constrast": 3.4224345684051514,
      "step": 1177,
      "subrel-constrast": 3.46476149559021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7880375385284424,
      "cov-distil (oracle2student)": 5.653731346130371,
      "cov-distil (oracle2teacher)": 4.639430046081543,
      "epoch": 0.9246467817896389,
      "rel-constrast": 4.974556922912598,
      "step": 1178,
      "subrel-constrast": 4.6339545249938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8451552391052246,
      "cov-distil (oracle2student)": 3.729923963546753,
      "cov-distil (oracle2teacher)": 3.73423433303833,
      "epoch": 0.9254317111459969,
      "rel-constrast": 3.1217918395996094,
      "step": 1179,
      "subrel-constrast": 4.386565208435059,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 6.5,
      "learning_rate": 4.9951214641266454e-05,
      "loss": 0.9931,
      "step": 1180
    },
    {
      "cov-distil": 1.963437795639038,
      "cov-distil (oracle2student)": 3.9958133697509766,
      "cov-distil (oracle2teacher)": 4.293417453765869,
      "epoch": 0.9262166405023547,
      "rel-constrast": 5.053701400756836,
      "step": 1180,
      "subrel-constrast": 4.600927829742432,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2140164375305176,
      "cov-distil (oracle2student)": 3.130039691925049,
      "cov-distil (oracle2teacher)": 3.2511746883392334,
      "epoch": 0.9270015698587127,
      "rel-constrast": 3.405327796936035,
      "step": 1181,
      "subrel-constrast": 4.362709999084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.868732213973999,
      "cov-distil (oracle2student)": 6.809500217437744,
      "cov-distil (oracle2teacher)": 7.086259841918945,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.4981436729431152,
      "step": 1182,
      "subrel-constrast": 4.8566436767578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8179211616516113,
      "cov-distil (oracle2student)": 4.301259994506836,
      "cov-distil (oracle2teacher)": 4.5883073806762695,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.7113828659057617,
      "step": 1183,
      "subrel-constrast": 4.189152717590332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9471567869186401,
      "cov-distil (oracle2student)": 4.0347394943237305,
      "cov-distil (oracle2teacher)": 3.948465585708618,
      "epoch": 0.9293563579277865,
      "rel-constrast": 3.355698823928833,
      "step": 1184,
      "subrel-constrast": 3.9647607803344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2401041984558105,
      "cov-distil (oracle2student)": 5.557095527648926,
      "cov-distil (oracle2teacher)": 4.660333633422852,
      "epoch": 0.9301412872841445,
      "rel-constrast": 3.2625343799591064,
      "step": 1185,
      "subrel-constrast": 3.319352626800537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7754557132720947,
      "cov-distil (oracle2student)": 5.143248558044434,
      "cov-distil (oracle2teacher)": 4.994974136352539,
      "epoch": 0.9309262166405023,
      "rel-constrast": 3.0471725463867188,
      "step": 1186,
      "subrel-constrast": 3.09635066986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6688909530639648,
      "cov-distil (oracle2student)": 3.865931749343872,
      "cov-distil (oracle2teacher)": 4.082855701446533,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.093085527420044,
      "step": 1187,
      "subrel-constrast": 3.7532601356506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7639755010604858,
      "cov-distil (oracle2student)": 3.535024404525757,
      "cov-distil (oracle2teacher)": 4.007599830627441,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.729976177215576,
      "step": 1188,
      "subrel-constrast": 3.7946629524230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2497644424438477,
      "cov-distil (oracle2student)": 3.409092426300049,
      "cov-distil (oracle2teacher)": 3.9089224338531494,
      "epoch": 0.9332810047095761,
      "rel-constrast": 3.090658664703369,
      "step": 1189,
      "subrel-constrast": 3.3844540119171143,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 6.3125,
      "learning_rate": 4.994561353643604e-05,
      "loss": 0.8562,
      "step": 1190
    },
    {
      "cov-distil": 2.124447822570801,
      "cov-distil (oracle2student)": 4.823829650878906,
      "cov-distil (oracle2teacher)": 3.7125518321990967,
      "epoch": 0.9340659340659341,
      "rel-constrast": 3.0288610458374023,
      "step": 1190,
      "subrel-constrast": 2.8950116634368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2130286693573,
      "cov-distil (oracle2student)": 4.99241828918457,
      "cov-distil (oracle2teacher)": 4.809720993041992,
      "epoch": 0.934850863422292,
      "rel-constrast": 3.388758659362793,
      "step": 1191,
      "subrel-constrast": 3.79276180267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439361333847046,
      "cov-distil (oracle2student)": 3.8746323585510254,
      "cov-distil (oracle2teacher)": 3.957127809524536,
      "epoch": 0.9356357927786499,
      "rel-constrast": 2.404189109802246,
      "step": 1192,
      "subrel-constrast": 2.760175943374634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9825611114501953,
      "cov-distil (oracle2student)": 4.009640216827393,
      "cov-distil (oracle2teacher)": 4.492561340332031,
      "epoch": 0.9364207221350078,
      "rel-constrast": 3.807060718536377,
      "step": 1193,
      "subrel-constrast": 4.278440475463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8434803485870361,
      "cov-distil (oracle2student)": 3.739737033843994,
      "cov-distil (oracle2teacher)": 3.5885727405548096,
      "epoch": 0.9372056514913658,
      "rel-constrast": 3.5075185298919678,
      "step": 1194,
      "subrel-constrast": 4.298705101013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9772926568984985,
      "cov-distil (oracle2student)": 4.52230978012085,
      "cov-distil (oracle2teacher)": 4.085808753967285,
      "epoch": 0.9379905808477237,
      "rel-constrast": 3.2716894149780273,
      "step": 1195,
      "subrel-constrast": 3.7178263664245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500065326690674,
      "cov-distil (oracle2student)": 3.355670928955078,
      "cov-distil (oracle2teacher)": 3.564591407775879,
      "epoch": 0.9387755102040817,
      "rel-constrast": 2.6308116912841797,
      "step": 1196,
      "subrel-constrast": 3.081821918487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2887778282165527,
      "cov-distil (oracle2student)": 4.631473541259766,
      "cov-distil (oracle2teacher)": 4.103348731994629,
      "epoch": 0.9395604395604396,
      "rel-constrast": 3.3795995712280273,
      "step": 1197,
      "subrel-constrast": 3.676185369491577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7281415462493896,
      "cov-distil (oracle2student)": 4.180220603942871,
      "cov-distil (oracle2teacher)": 4.100731372833252,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.737860679626465,
      "step": 1198,
      "subrel-constrast": 3.4785068035125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3388290405273438,
      "cov-distil (oracle2student)": 3.850379467010498,
      "cov-distil (oracle2teacher)": 3.318286895751953,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.150463104248047,
      "step": 1199,
      "subrel-constrast": 5.126882076263428,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.53125,
      "learning_rate": 4.993970847717704e-05,
      "loss": 0.8077,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3031249940395355,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.04339599609375
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.036834716796875
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.006561279296875,
      "step": 1200
    },
    {
      "cov-distil": 2.0285425186157227,
      "cov-distil (oracle2student)": 6.058913230895996,
      "cov-distil (oracle2teacher)": 5.1868205070495605,
      "epoch": 0.9419152276295133,
      "rel-constrast": 3.36928129196167,
      "step": 1200,
      "subrel-constrast": 3.509054660797119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.395667552947998,
      "cov-distil (oracle2student)": 3.5575265884399414,
      "cov-distil (oracle2teacher)": 3.5179708003997803,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.498309373855591,
      "step": 1201,
      "subrel-constrast": 3.049795150756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3869500160217285,
      "cov-distil (oracle2student)": 5.090426445007324,
      "cov-distil (oracle2teacher)": 4.127718925476074,
      "epoch": 0.9434850863422292,
      "rel-constrast": 4.125378608703613,
      "step": 1202,
      "subrel-constrast": 4.228795051574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6104624271392822,
      "cov-distil (oracle2student)": 4.046695709228516,
      "cov-distil (oracle2teacher)": 4.122236251831055,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.675306797027588,
      "step": 1203,
      "subrel-constrast": 4.565013408660889,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.256840467453003,
      "cov-distil (oracle2student)": 2.8957138061523438,
      "cov-distil (oracle2teacher)": 3.492584705352783,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.7219462394714355,
      "step": 1204,
      "subrel-constrast": 3.349567413330078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6456351280212402,
      "cov-distil (oracle2student)": 5.123361587524414,
      "cov-distil (oracle2teacher)": 4.117095947265625,
      "epoch": 0.945839874411303,
      "rel-constrast": 5.025882720947266,
      "step": 1205,
      "subrel-constrast": 4.853144645690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4377597570419312,
      "cov-distil (oracle2student)": 4.749503135681152,
      "cov-distil (oracle2teacher)": 4.201072692871094,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.860430955886841,
      "step": 1206,
      "subrel-constrast": 4.3133673667907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6090970039367676,
      "cov-distil (oracle2student)": 3.1892459392547607,
      "cov-distil (oracle2teacher)": 3.650792121887207,
      "epoch": 0.9474097331240189,
      "rel-constrast": 3.37001633644104,
      "step": 1207,
      "subrel-constrast": 3.983757734298706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0789976119995117,
      "cov-distil (oracle2student)": 3.8066844940185547,
      "cov-distil (oracle2teacher)": 3.8352556228637695,
      "epoch": 0.9481946624803768,
      "rel-constrast": 3.180257797241211,
      "step": 1208,
      "subrel-constrast": 3.4416251182556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6241066455841064,
      "cov-distil (oracle2student)": 5.076364517211914,
      "cov-distil (oracle2teacher)": 4.7507710456848145,
      "epoch": 0.9489795918367347,
      "rel-constrast": 3.2788126468658447,
      "step": 1209,
      "subrel-constrast": 3.1125268936157227,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 6.6875,
      "learning_rate": 4.9933499535440734e-05,
      "loss": 0.8776,
      "step": 1210
    },
    {
      "cov-distil": 1.7982916831970215,
      "cov-distil (oracle2student)": 4.991686820983887,
      "cov-distil (oracle2teacher)": 4.224607944488525,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.110572814941406,
      "step": 1210,
      "subrel-constrast": 4.849668502807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1049864292144775,
      "cov-distil (oracle2student)": 6.675713539123535,
      "cov-distil (oracle2teacher)": 6.418858528137207,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.107868194580078,
      "step": 1211,
      "subrel-constrast": 2.9317243099212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090877771377563,
      "cov-distil (oracle2student)": 3.747750759124756,
      "cov-distil (oracle2teacher)": 3.31807804107666,
      "epoch": 0.9513343799058085,
      "rel-constrast": 3.101454734802246,
      "step": 1212,
      "subrel-constrast": 3.3965020179748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.010345935821533,
      "cov-distil (oracle2student)": 3.959198474884033,
      "cov-distil (oracle2teacher)": 3.733311414718628,
      "epoch": 0.9521193092621664,
      "rel-constrast": 3.063023328781128,
      "step": 1213,
      "subrel-constrast": 3.891488790512085,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6424567699432373,
      "cov-distil (oracle2student)": 3.241363525390625,
      "cov-distil (oracle2teacher)": 3.684359550476074,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.741629123687744,
      "step": 1214,
      "subrel-constrast": 3.5394086837768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7971141338348389,
      "cov-distil (oracle2student)": 4.428192615509033,
      "cov-distil (oracle2teacher)": 4.399296760559082,
      "epoch": 0.9536891679748822,
      "rel-constrast": 3.2979843616485596,
      "step": 1215,
      "subrel-constrast": 3.5270233154296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8351469039916992,
      "cov-distil (oracle2student)": 5.08505916595459,
      "cov-distil (oracle2teacher)": 4.330475807189941,
      "epoch": 0.9544740973312402,
      "rel-constrast": 3.2286484241485596,
      "step": 1216,
      "subrel-constrast": 3.5567574501037598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9084928035736084,
      "cov-distil (oracle2student)": 4.499119758605957,
      "cov-distil (oracle2teacher)": 3.6950201988220215,
      "epoch": 0.9552590266875981,
      "rel-constrast": 2.8626534938812256,
      "step": 1217,
      "subrel-constrast": 3.037829875946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.393221378326416,
      "cov-distil (oracle2student)": 4.114194869995117,
      "cov-distil (oracle2teacher)": 4.680608749389648,
      "epoch": 0.9560439560439561,
      "rel-constrast": 3.3258867263793945,
      "step": 1218,
      "subrel-constrast": 3.8344829082489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9537475109100342,
      "cov-distil (oracle2student)": 2.409273147583008,
      "cov-distil (oracle2teacher)": 2.655747175216675,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.4541049003601074,
      "step": 1219,
      "subrel-constrast": 3.285050392150879,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 5.46875,
      "learning_rate": 4.992698678688111e-05,
      "loss": 0.7573,
      "step": 1220
    },
    {
      "cov-distil": 1.9116461277008057,
      "cov-distil (oracle2student)": 4.404060363769531,
      "cov-distil (oracle2teacher)": 4.481851577758789,
      "epoch": 0.957613814756672,
      "rel-constrast": 4.21660041809082,
      "step": 1220,
      "subrel-constrast": 4.418862342834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484328746795654,
      "cov-distil (oracle2student)": 5.284372329711914,
      "cov-distil (oracle2teacher)": 5.196642875671387,
      "epoch": 0.9583987441130298,
      "rel-constrast": 3.721919059753418,
      "step": 1221,
      "subrel-constrast": 3.466010093688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.954620361328125,
      "cov-distil (oracle2student)": 6.370707035064697,
      "cov-distil (oracle2teacher)": 5.618906021118164,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.9535255432128906,
      "step": 1222,
      "subrel-constrast": 3.1365694999694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7647761106491089,
      "cov-distil (oracle2student)": 5.037554740905762,
      "cov-distil (oracle2teacher)": 4.593274116516113,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.816118240356445,
      "step": 1223,
      "subrel-constrast": 5.144981384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.944112777709961,
      "cov-distil (oracle2student)": 4.810376167297363,
      "cov-distil (oracle2teacher)": 4.534662246704102,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.4783406257629395,
      "step": 1224,
      "subrel-constrast": 3.9430313110351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592663049697876,
      "cov-distil (oracle2student)": 5.497942924499512,
      "cov-distil (oracle2teacher)": 5.335178375244141,
      "epoch": 0.9615384615384616,
      "rel-constrast": 2.987912654876709,
      "step": 1225,
      "subrel-constrast": 3.1302549839019775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7812061309814453,
      "cov-distil (oracle2student)": 3.651853084564209,
      "cov-distil (oracle2teacher)": 2.7947440147399902,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.3957815170288086,
      "step": 1226,
      "subrel-constrast": 2.902663230895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.787187099456787,
      "cov-distil (oracle2student)": 5.92269229888916,
      "cov-distil (oracle2teacher)": 4.895583152770996,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.1878833770751953,
      "step": 1227,
      "subrel-constrast": 3.2627785205841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3250131607055664,
      "cov-distil (oracle2student)": 4.3641357421875,
      "cov-distil (oracle2teacher)": 3.77913236618042,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.276989459991455,
      "step": 1228,
      "subrel-constrast": 3.919436454772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.27504301071167,
      "cov-distil (oracle2student)": 4.528522491455078,
      "cov-distil (oracle2teacher)": 3.9523463249206543,
      "epoch": 0.9646781789638933,
      "rel-constrast": 3.7457990646362305,
      "step": 1229,
      "subrel-constrast": 3.772120237350464,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 8.9375,
      "learning_rate": 4.992017031085398e-05,
      "loss": 0.8695,
      "step": 1230
    },
    {
      "cov-distil": 2.2922849655151367,
      "cov-distil (oracle2student)": 4.277410984039307,
      "cov-distil (oracle2teacher)": 4.99740743637085,
      "epoch": 0.9654631083202512,
      "rel-constrast": 3.7679479122161865,
      "step": 1230,
      "subrel-constrast": 4.253800392150879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4972071647644043,
      "cov-distil (oracle2student)": 4.478125095367432,
      "cov-distil (oracle2teacher)": 4.08485221862793,
      "epoch": 0.966248037676609,
      "rel-constrast": 5.248748302459717,
      "step": 1231,
      "subrel-constrast": 4.511220455169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3323569297790527,
      "cov-distil (oracle2student)": 4.484169006347656,
      "cov-distil (oracle2teacher)": 4.091178894042969,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.977818489074707,
      "step": 1232,
      "subrel-constrast": 3.3890976905822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1094040870666504,
      "cov-distil (oracle2student)": 4.484561920166016,
      "cov-distil (oracle2teacher)": 4.226533889770508,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.867788553237915,
      "step": 1233,
      "subrel-constrast": 3.0866873264312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635042428970337,
      "cov-distil (oracle2student)": 5.3140482902526855,
      "cov-distil (oracle2teacher)": 4.58503532409668,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.8313961029052734,
      "step": 1234,
      "subrel-constrast": 3.750154972076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4824097156524658,
      "cov-distil (oracle2student)": 6.402896881103516,
      "cov-distil (oracle2teacher)": 5.389066219329834,
      "epoch": 0.9693877551020408,
      "rel-constrast": 4.617867469787598,
      "step": 1235,
      "subrel-constrast": 4.21566104888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011950016021729,
      "cov-distil (oracle2student)": 3.864875316619873,
      "cov-distil (oracle2teacher)": 3.811202049255371,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.834559202194214,
      "step": 1236,
      "subrel-constrast": 3.8927979469299316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9799094200134277,
      "cov-distil (oracle2student)": 4.149888515472412,
      "cov-distil (oracle2teacher)": 4.073139667510986,
      "epoch": 0.9709576138147566,
      "rel-constrast": 2.0982697010040283,
      "step": 1237,
      "subrel-constrast": 2.61154842376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7963447570800781,
      "cov-distil (oracle2student)": 3.9568471908569336,
      "cov-distil (oracle2teacher)": 3.8118643760681152,
      "epoch": 0.9717425431711146,
      "rel-constrast": 4.425919055938721,
      "step": 1238,
      "subrel-constrast": 4.5047173500061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69089937210083,
      "cov-distil (oracle2student)": 4.867137908935547,
      "cov-distil (oracle2teacher)": 4.797361850738525,
      "epoch": 0.9725274725274725,
      "rel-constrast": 3.1897270679473877,
      "step": 1239,
      "subrel-constrast": 3.7145140171051025,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 5.46875,
      "learning_rate": 4.991305019041594e-05,
      "loss": 0.9215,
      "step": 1240
    },
    {
      "cov-distil": 2.014136791229248,
      "cov-distil (oracle2student)": 4.874207973480225,
      "cov-distil (oracle2teacher)": 4.725550174713135,
      "epoch": 0.9733124018838305,
      "rel-constrast": 3.228039026260376,
      "step": 1240,
      "subrel-constrast": 3.91666579246521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8240412473678589,
      "cov-distil (oracle2student)": 3.7458693981170654,
      "cov-distil (oracle2teacher)": 3.821654796600342,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.9823596477508545,
      "step": 1241,
      "subrel-constrast": 4.000006198883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9763751029968262,
      "cov-distil (oracle2student)": 3.4901599884033203,
      "cov-distil (oracle2teacher)": 3.5585758686065674,
      "epoch": 0.9748822605965463,
      "rel-constrast": 2.831806182861328,
      "step": 1242,
      "subrel-constrast": 3.509343147277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1254379749298096,
      "cov-distil (oracle2student)": 4.5681352615356445,
      "cov-distil (oracle2teacher)": 4.657871723175049,
      "epoch": 0.9756671899529042,
      "rel-constrast": 3.782921314239502,
      "step": 1243,
      "subrel-constrast": 3.7042958736419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4311829805374146,
      "cov-distil (oracle2student)": 3.9579429626464844,
      "cov-distil (oracle2teacher)": 3.432644844055176,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.6101579666137695,
      "step": 1244,
      "subrel-constrast": 3.1684024333953857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8249428272247314,
      "cov-distil (oracle2student)": 2.299440860748291,
      "cov-distil (oracle2teacher)": 2.6785097122192383,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.9996395111083984,
      "step": 1245,
      "subrel-constrast": 3.8487908840179443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5896999835968018,
      "cov-distil (oracle2student)": 4.5008955001831055,
      "cov-distil (oracle2teacher)": 4.135419845581055,
      "epoch": 0.978021978021978,
      "rel-constrast": 3.2440242767333984,
      "step": 1246,
      "subrel-constrast": 3.766937732696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.456108570098877,
      "cov-distil (oracle2student)": 3.475355863571167,
      "cov-distil (oracle2teacher)": 4.378285884857178,
      "epoch": 0.978806907378336,
      "rel-constrast": 3.233393669128418,
      "step": 1247,
      "subrel-constrast": 4.019589424133301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063331365585327,
      "cov-distil (oracle2student)": 4.237579345703125,
      "cov-distil (oracle2teacher)": 4.074891567230225,
      "epoch": 0.9795918367346939,
      "rel-constrast": 3.738306999206543,
      "step": 1248,
      "subrel-constrast": 3.947476387023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016406774520874,
      "cov-distil (oracle2student)": 3.5141162872314453,
      "cov-distil (oracle2teacher)": 3.238210678100586,
      "epoch": 0.9803767660910518,
      "rel-constrast": 3.156602621078491,
      "step": 1249,
      "subrel-constrast": 3.535090684890747,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 5.75,
      "learning_rate": 4.99056265123234e-05,
      "loss": 0.7952,
      "step": 1250
    },
    {
      "cov-distil": 2.176814079284668,
      "cov-distil (oracle2student)": 5.747389793395996,
      "cov-distil (oracle2teacher)": 5.654009819030762,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.807178497314453,
      "step": 1250,
      "subrel-constrast": 3.710819959640503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4911417961120605,
      "cov-distil (oracle2student)": 4.775511741638184,
      "cov-distil (oracle2teacher)": 3.8667187690734863,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.899658679962158,
      "step": 1251,
      "subrel-constrast": 3.0858616828918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.50653076171875,
      "cov-distil (oracle2student)": 4.77654504776001,
      "cov-distil (oracle2teacher)": 4.158088684082031,
      "epoch": 0.9827315541601256,
      "rel-constrast": 4.154823303222656,
      "step": 1252,
      "subrel-constrast": 3.603732109069824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546769380569458,
      "cov-distil (oracle2student)": 3.717534065246582,
      "cov-distil (oracle2teacher)": 3.4841971397399902,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.8823442459106445,
      "step": 1253,
      "subrel-constrast": 2.622842788696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.769650936126709,
      "cov-distil (oracle2student)": 5.446524620056152,
      "cov-distil (oracle2teacher)": 4.372471809387207,
      "epoch": 0.9843014128728415,
      "rel-constrast": 3.608898878097534,
      "step": 1254,
      "subrel-constrast": 3.7277417182922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675903558731079,
      "cov-distil (oracle2student)": 3.619929313659668,
      "cov-distil (oracle2teacher)": 3.519336223602295,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.616079330444336,
      "step": 1255,
      "subrel-constrast": 3.3668487071990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.292490839958191,
      "cov-distil (oracle2student)": 3.1141653060913086,
      "cov-distil (oracle2teacher)": 3.3688454627990723,
      "epoch": 0.9858712715855573,
      "rel-constrast": 3.7747108936309814,
      "step": 1256,
      "subrel-constrast": 3.73433256149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5469324588775635,
      "cov-distil (oracle2student)": 2.985926628112793,
      "cov-distil (oracle2teacher)": 2.872882604598999,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.902205467224121,
      "step": 1257,
      "subrel-constrast": 3.4466118812561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987345814704895,
      "cov-distil (oracle2student)": 3.117105007171631,
      "cov-distil (oracle2teacher)": 3.4528231620788574,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.695998191833496,
      "step": 1258,
      "subrel-constrast": 3.3389089107513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2603015899658203,
      "cov-distil (oracle2student)": 3.548271894454956,
      "cov-distil (oracle2teacher)": 3.1693027019500732,
      "epoch": 0.9882260596546311,
      "rel-constrast": 3.5312318801879883,
      "step": 1259,
      "subrel-constrast": 3.9728963375091553,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 6.46875,
      "learning_rate": 4.989789936703155e-05,
      "loss": 0.8218,
      "step": 1260
    },
    {
      "cov-distil": 1.7376470565795898,
      "cov-distil (oracle2student)": 2.616690158843994,
      "cov-distil (oracle2teacher)": 2.680969476699829,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.6689839363098145,
      "step": 1260,
      "subrel-constrast": 2.792058229446411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9868700504302979,
      "cov-distil (oracle2student)": 3.1592302322387695,
      "cov-distil (oracle2teacher)": 2.8969225883483887,
      "epoch": 0.9897959183673469,
      "rel-constrast": 2.667276382446289,
      "step": 1261,
      "subrel-constrast": 2.851405620574951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1562583446502686,
      "cov-distil (oracle2student)": 4.121739387512207,
      "cov-distil (oracle2teacher)": 4.350708961486816,
      "epoch": 0.9905808477237049,
      "rel-constrast": 3.274580717086792,
      "step": 1262,
      "subrel-constrast": 3.94667911529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8424327373504639,
      "cov-distil (oracle2student)": 5.591335296630859,
      "cov-distil (oracle2teacher)": 4.851851940155029,
      "epoch": 0.9913657770800628,
      "rel-constrast": 3.7039151191711426,
      "step": 1263,
      "subrel-constrast": 3.6672749519348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5978176593780518,
      "cov-distil (oracle2student)": 4.903099536895752,
      "cov-distil (oracle2teacher)": 4.818552494049072,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.9990732669830322,
      "step": 1264,
      "subrel-constrast": 3.991703987121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5184154510498047,
      "cov-distil (oracle2student)": 2.177910327911377,
      "cov-distil (oracle2teacher)": 2.161421298980713,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.9618487358093262,
      "step": 1265,
      "subrel-constrast": 2.611506223678589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3445589542388916,
      "cov-distil (oracle2student)": 3.692013740539551,
      "cov-distil (oracle2teacher)": 3.5739731788635254,
      "epoch": 0.9937205651491365,
      "rel-constrast": 3.005533218383789,
      "step": 1266,
      "subrel-constrast": 3.253713607788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711604118347168,
      "cov-distil (oracle2student)": 5.383522987365723,
      "cov-distil (oracle2teacher)": 4.805599212646484,
      "epoch": 0.9945054945054945,
      "rel-constrast": 3.0709002017974854,
      "step": 1267,
      "subrel-constrast": 3.1405279636383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650428056716919,
      "cov-distil (oracle2student)": 5.036651611328125,
      "cov-distil (oracle2teacher)": 4.392540454864502,
      "epoch": 0.9952904238618524,
      "rel-constrast": 3.0774643421173096,
      "step": 1268,
      "subrel-constrast": 3.516920804977417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419398546218872,
      "cov-distil (oracle2student)": 4.7608160972595215,
      "cov-distil (oracle2teacher)": 4.589794158935547,
      "epoch": 0.9960753532182104,
      "rel-constrast": 3.0335912704467773,
      "step": 1269,
      "subrel-constrast": 3.5176517963409424,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 6.3125,
      "learning_rate": 4.988986884869321e-05,
      "loss": 0.7616,
      "step": 1270
    },
    {
      "cov-distil": 2.272189140319824,
      "cov-distil (oracle2student)": 4.993063926696777,
      "cov-distil (oracle2teacher)": 3.585235118865967,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.5183255672454834,
      "step": 1270,
      "subrel-constrast": 3.702329158782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657052755355835,
      "cov-distil (oracle2student)": 3.5476129055023193,
      "cov-distil (oracle2teacher)": 3.2294459342956543,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.8357534408569336,
      "step": 1271,
      "subrel-constrast": 2.8321454524993896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9564472436904907,
      "cov-distil (oracle2student)": 4.5332112312316895,
      "cov-distil (oracle2teacher)": 4.246917247772217,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.607159614562988,
      "step": 1272,
      "subrel-constrast": 5.223642349243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4820034503936768,
      "cov-distil (oracle2student)": 4.800169467926025,
      "cov-distil (oracle2teacher)": 4.5084075927734375,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.5963244438171387,
      "step": 1273,
      "subrel-constrast": 3.7994561195373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8739023208618164,
      "cov-distil (oracle2student)": 4.958606243133545,
      "cov-distil (oracle2teacher)": 4.845794677734375,
      "epoch": 1.0,
      "rel-constrast": 3.9940834045410156,
      "step": 1274,
      "subrel-constrast": 3.7730565071105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0333542823791504,
      "cov-distil (oracle2student)": 3.3547468185424805,
      "cov-distil (oracle2teacher)": 4.000802040100098,
      "epoch": 1.000784929356358,
      "rel-constrast": 4.093372821807861,
      "step": 1275,
      "subrel-constrast": 4.665277481079102,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3951902389526367,
      "cov-distil (oracle2student)": 3.0754857063293457,
      "cov-distil (oracle2teacher)": 3.4618923664093018,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.8837475776672363,
      "step": 1276,
      "subrel-constrast": 4.16055154800415,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2004263401031494,
      "cov-distil (oracle2student)": 4.288813591003418,
      "cov-distil (oracle2teacher)": 3.8880627155303955,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.444183826446533,
      "step": 1277,
      "subrel-constrast": 4.065422058105469,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3028087615966797,
      "cov-distil (oracle2student)": 4.632120132446289,
      "cov-distil (oracle2teacher)": 4.634157657623291,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.1305031776428223,
      "step": 1278,
      "subrel-constrast": 3.811551809310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2485742568969727,
      "cov-distil (oracle2student)": 3.7313625812530518,
      "cov-distil (oracle2teacher)": 3.6293017864227295,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.805626392364502,
      "step": 1279,
      "subrel-constrast": 3.2810170650482178,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 5.6875,
      "learning_rate": 4.988153505515771e-05,
      "loss": 0.8977,
      "step": 1280
    },
    {
      "cov-distil": 2.0004279613494873,
      "cov-distil (oracle2student)": 3.9406278133392334,
      "cov-distil (oracle2teacher)": 3.8784589767456055,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.023141860961914,
      "step": 1280,
      "subrel-constrast": 4.152874946594238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9115731716156006,
      "cov-distil (oracle2student)": 4.133453369140625,
      "cov-distil (oracle2teacher)": 3.7997751235961914,
      "epoch": 1.0054945054945055,
      "rel-constrast": 3.419616937637329,
      "step": 1281,
      "subrel-constrast": 3.152198314666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2536466121673584,
      "cov-distil (oracle2student)": 4.916798114776611,
      "cov-distil (oracle2teacher)": 4.166482925415039,
      "epoch": 1.0062794348508635,
      "rel-constrast": 3.2249388694763184,
      "step": 1282,
      "subrel-constrast": 4.117580890655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8603301048278809,
      "cov-distil (oracle2student)": 4.341750144958496,
      "cov-distil (oracle2teacher)": 4.179419994354248,
      "epoch": 1.0070643642072215,
      "rel-constrast": 3.9674973487854004,
      "step": 1283,
      "subrel-constrast": 4.108895301818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.91970694065094,
      "cov-distil (oracle2student)": 5.2888898849487305,
      "cov-distil (oracle2teacher)": 4.426173210144043,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.3379673957824707,
      "step": 1284,
      "subrel-constrast": 3.5083725452423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8619210720062256,
      "cov-distil (oracle2student)": 3.6524577140808105,
      "cov-distil (oracle2teacher)": 3.7307889461517334,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.495737314224243,
      "step": 1285,
      "subrel-constrast": 3.4264039993286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996260404586792,
      "cov-distil (oracle2student)": 4.234508514404297,
      "cov-distil (oracle2teacher)": 4.192461967468262,
      "epoch": 1.0094191522762952,
      "rel-constrast": 3.0786292552948,
      "step": 1286,
      "subrel-constrast": 3.502981185913086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7348027229309082,
      "cov-distil (oracle2student)": 5.177916526794434,
      "cov-distil (oracle2teacher)": 4.234752655029297,
      "epoch": 1.010204081632653,
      "rel-constrast": 5.245746612548828,
      "step": 1287,
      "subrel-constrast": 5.2623209953308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5558345317840576,
      "cov-distil (oracle2student)": 3.483870506286621,
      "cov-distil (oracle2teacher)": 3.205134868621826,
      "epoch": 1.010989010989011,
      "rel-constrast": 3.4331932067871094,
      "step": 1288,
      "subrel-constrast": 3.4421775341033936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5989100933074951,
      "cov-distil (oracle2student)": 5.425858974456787,
      "cov-distil (oracle2teacher)": 5.07704496383667,
      "epoch": 1.011773940345369,
      "rel-constrast": 4.290983200073242,
      "step": 1289,
      "subrel-constrast": 4.093360424041748,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 6.40625,
      "learning_rate": 4.98728980879697e-05,
      "loss": 0.8629,
      "step": 1290
    },
    {
      "cov-distil": 1.9167832136154175,
      "cov-distil (oracle2student)": 3.682281255722046,
      "cov-distil (oracle2teacher)": 3.8299789428710938,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.602611780166626,
      "step": 1290,
      "subrel-constrast": 4.4135847091674805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.308833122253418,
      "cov-distil (oracle2student)": 3.718690872192383,
      "cov-distil (oracle2teacher)": 4.088597774505615,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.465391159057617,
      "step": 1291,
      "subrel-constrast": 4.010654449462891,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4359936714172363,
      "cov-distil (oracle2student)": 4.78385066986084,
      "cov-distil (oracle2teacher)": 4.417817115783691,
      "epoch": 1.0141287284144427,
      "rel-constrast": 3.905639171600342,
      "step": 1292,
      "subrel-constrast": 3.7299835681915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0723443031311035,
      "cov-distil (oracle2student)": 4.540814399719238,
      "cov-distil (oracle2teacher)": 3.385859966278076,
      "epoch": 1.0149136577708007,
      "rel-constrast": 3.758356809616089,
      "step": 1293,
      "subrel-constrast": 3.6937363147735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9123358726501465,
      "cov-distil (oracle2student)": 6.487281799316406,
      "cov-distil (oracle2teacher)": 6.358832359313965,
      "epoch": 1.0156985871271587,
      "rel-constrast": 3.1651997566223145,
      "step": 1294,
      "subrel-constrast": 3.4909908771514893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139207363128662,
      "cov-distil (oracle2student)": 5.2808332443237305,
      "cov-distil (oracle2teacher)": 4.886931419372559,
      "epoch": 1.0164835164835164,
      "rel-constrast": 3.814925193786621,
      "step": 1295,
      "subrel-constrast": 4.157708644866943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01292085647583,
      "cov-distil (oracle2student)": 4.433708190917969,
      "cov-distil (oracle2teacher)": 4.259006977081299,
      "epoch": 1.0172684458398744,
      "rel-constrast": 4.489102363586426,
      "step": 1296,
      "subrel-constrast": 4.805873870849609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.180525779724121,
      "cov-distil (oracle2student)": 4.308717250823975,
      "cov-distil (oracle2teacher)": 3.7236037254333496,
      "epoch": 1.0180533751962324,
      "rel-constrast": 2.349816083908081,
      "step": 1297,
      "subrel-constrast": 2.4331138134002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6433050632476807,
      "cov-distil (oracle2student)": 4.578648090362549,
      "cov-distil (oracle2teacher)": 3.482128858566284,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.9261891841888428,
      "step": 1298,
      "subrel-constrast": 3.777752637863159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877901554107666,
      "cov-distil (oracle2student)": 4.539858818054199,
      "cov-distil (oracle2teacher)": 4.395484924316406,
      "epoch": 1.0196232339089482,
      "rel-constrast": 2.31238055229187,
      "step": 1299,
      "subrel-constrast": 3.1176986694335938,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 5.53125,
      "learning_rate": 4.9863958052367894e-05,
      "loss": 0.8697,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.2640624940395355,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.05438232421875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.0404052734375
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.01397705078125,
      "step": 1300
    },
    {
      "cov-distil": 1.830113172531128,
      "cov-distil (oracle2student)": 3.5834813117980957,
      "cov-distil (oracle2teacher)": 3.2550482749938965,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.564074754714966,
      "step": 1300,
      "subrel-constrast": 4.043302059173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.21354603767395,
      "cov-distil (oracle2student)": 4.388579368591309,
      "cov-distil (oracle2teacher)": 4.430628299713135,
      "epoch": 1.0211930926216641,
      "rel-constrast": 3.2502241134643555,
      "step": 1301,
      "subrel-constrast": 3.3024632930755615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702307939529419,
      "cov-distil (oracle2student)": 5.875616073608398,
      "cov-distil (oracle2teacher)": 6.312314987182617,
      "epoch": 1.021978021978022,
      "rel-constrast": 3.0130228996276855,
      "step": 1302,
      "subrel-constrast": 3.725278854370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28080677986145,
      "cov-distil (oracle2student)": 4.13006067276001,
      "cov-distil (oracle2teacher)": 4.156861305236816,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.9314961433410645,
      "step": 1303,
      "subrel-constrast": 3.148747682571411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4593336582183838,
      "cov-distil (oracle2student)": 4.363831520080566,
      "cov-distil (oracle2teacher)": 4.61897611618042,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.669921398162842,
      "step": 1304,
      "subrel-constrast": 3.5703186988830566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120180606842041,
      "cov-distil (oracle2student)": 3.105886936187744,
      "cov-distil (oracle2teacher)": 3.325340747833252,
      "epoch": 1.0243328100470959,
      "rel-constrast": 3.211686134338379,
      "step": 1305,
      "subrel-constrast": 3.6040682792663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3618814945220947,
      "cov-distil (oracle2student)": 4.149857521057129,
      "cov-distil (oracle2teacher)": 3.8214662075042725,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.938178539276123,
      "step": 1306,
      "subrel-constrast": 3.5477044582366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7939834594726562,
      "cov-distil (oracle2student)": 6.05979061126709,
      "cov-distil (oracle2teacher)": 5.555126667022705,
      "epoch": 1.0259026687598116,
      "rel-constrast": 4.596658706665039,
      "step": 1307,
      "subrel-constrast": 4.961034297943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8497258424758911,
      "cov-distil (oracle2student)": 3.50288724899292,
      "cov-distil (oracle2teacher)": 3.313469171524048,
      "epoch": 1.0266875981161696,
      "rel-constrast": 3.488003969192505,
      "step": 1308,
      "subrel-constrast": 3.7511627674102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.518052101135254,
      "cov-distil (oracle2student)": 3.729572296142578,
      "cov-distil (oracle2teacher)": 3.6041717529296875,
      "epoch": 1.0274725274725274,
      "rel-constrast": 2.278848648071289,
      "step": 1309,
      "subrel-constrast": 2.3949685096740723,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 5.125,
      "learning_rate": 4.9854715057283805e-05,
      "loss": 0.8236,
      "step": 1310
    },
    {
      "cov-distil": 1.823325514793396,
      "cov-distil (oracle2student)": 2.88900089263916,
      "cov-distil (oracle2teacher)": 2.398836612701416,
      "epoch": 1.0282574568288854,
      "rel-constrast": 3.144449234008789,
      "step": 1310,
      "subrel-constrast": 3.058751344680786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906049489974976,
      "cov-distil (oracle2student)": 3.245541572570801,
      "cov-distil (oracle2teacher)": 3.599184989929199,
      "epoch": 1.0290423861852434,
      "rel-constrast": 3.280625343322754,
      "step": 1311,
      "subrel-constrast": 3.638580799102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5703125,
      "cov-distil (oracle2student)": 4.940169811248779,
      "cov-distil (oracle2teacher)": 3.570718765258789,
      "epoch": 1.0298273155416013,
      "rel-constrast": 4.476490020751953,
      "step": 1312,
      "subrel-constrast": 3.299349069595337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4601044654846191,
      "cov-distil (oracle2student)": 4.699124336242676,
      "cov-distil (oracle2teacher)": 4.822993278503418,
      "epoch": 1.030612244897959,
      "rel-constrast": 3.178163766860962,
      "step": 1313,
      "subrel-constrast": 4.0323333740234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2325854301452637,
      "cov-distil (oracle2student)": 6.367338180541992,
      "cov-distil (oracle2teacher)": 5.718547344207764,
      "epoch": 1.031397174254317,
      "rel-constrast": 3.3757095336914062,
      "step": 1314,
      "subrel-constrast": 4.138506889343262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88057541847229,
      "cov-distil (oracle2student)": 4.481681823730469,
      "cov-distil (oracle2teacher)": 4.445044040679932,
      "epoch": 1.032182103610675,
      "rel-constrast": 3.590693473815918,
      "step": 1315,
      "subrel-constrast": 4.102544784545898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296611547470093,
      "cov-distil (oracle2student)": 3.575791835784912,
      "cov-distil (oracle2teacher)": 3.9685821533203125,
      "epoch": 1.032967032967033,
      "rel-constrast": 3.000504970550537,
      "step": 1316,
      "subrel-constrast": 3.3009145259857178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5652796030044556,
      "cov-distil (oracle2student)": 3.822141408920288,
      "cov-distil (oracle2teacher)": 3.717766046524048,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.9981689453125,
      "step": 1317,
      "subrel-constrast": 3.8693525791168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8240965604782104,
      "cov-distil (oracle2student)": 5.016845703125,
      "cov-distil (oracle2teacher)": 4.8133039474487305,
      "epoch": 1.0345368916797488,
      "rel-constrast": 3.3483941555023193,
      "step": 1318,
      "subrel-constrast": 3.3512778282165527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.946333408355713,
      "cov-distil (oracle2student)": 3.910140037536621,
      "cov-distil (oracle2teacher)": 3.2968554496765137,
      "epoch": 1.0353218210361068,
      "rel-constrast": 3.213494300842285,
      "step": 1319,
      "subrel-constrast": 3.2627782821655273,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 5.65625,
      "learning_rate": 4.984516921534042e-05,
      "loss": 0.8402,
      "step": 1320
    },
    {
      "cov-distil": 1.7495144605636597,
      "cov-distil (oracle2student)": 4.081148147583008,
      "cov-distil (oracle2teacher)": 3.629013776779175,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.9737377166748047,
      "step": 1320,
      "subrel-constrast": 3.2534680366516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4694128036499023,
      "cov-distil (oracle2student)": 5.693175315856934,
      "cov-distil (oracle2teacher)": 5.178605079650879,
      "epoch": 1.0368916797488226,
      "rel-constrast": 3.0661027431488037,
      "step": 1321,
      "subrel-constrast": 4.249299049377441,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172682046890259,
      "cov-distil (oracle2student)": 4.187544345855713,
      "cov-distil (oracle2teacher)": 3.8240299224853516,
      "epoch": 1.0376766091051806,
      "rel-constrast": 3.8701770305633545,
      "step": 1322,
      "subrel-constrast": 3.9903929233551025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3644040822982788,
      "cov-distil (oracle2student)": 5.332676410675049,
      "cov-distil (oracle2teacher)": 5.052842140197754,
      "epoch": 1.0384615384615385,
      "rel-constrast": 3.0908215045928955,
      "step": 1323,
      "subrel-constrast": 3.681448459625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8968536853790283,
      "cov-distil (oracle2student)": 4.756662845611572,
      "cov-distil (oracle2teacher)": 4.805327415466309,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.923099994659424,
      "step": 1324,
      "subrel-constrast": 3.398674249649048,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148824453353882,
      "cov-distil (oracle2student)": 4.865352630615234,
      "cov-distil (oracle2teacher)": 4.387182712554932,
      "epoch": 1.0400313971742543,
      "rel-constrast": 4.079176902770996,
      "step": 1325,
      "subrel-constrast": 4.2612199783325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9312994480133057,
      "cov-distil (oracle2student)": 4.625995635986328,
      "cov-distil (oracle2teacher)": 4.489372730255127,
      "epoch": 1.0408163265306123,
      "rel-constrast": 3.1336452960968018,
      "step": 1326,
      "subrel-constrast": 3.1908202171325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0053513050079346,
      "cov-distil (oracle2student)": 4.817592620849609,
      "cov-distil (oracle2teacher)": 4.828701496124268,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.835188388824463,
      "step": 1327,
      "subrel-constrast": 3.2523434162139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8207558393478394,
      "cov-distil (oracle2student)": 4.300651550292969,
      "cov-distil (oracle2teacher)": 4.180110931396484,
      "epoch": 1.042386185243328,
      "rel-constrast": 2.9560043811798096,
      "step": 1328,
      "subrel-constrast": 3.3464367389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045022964477539,
      "cov-distil (oracle2student)": 4.090999603271484,
      "cov-distil (oracle2teacher)": 4.053657531738281,
      "epoch": 1.043171114599686,
      "rel-constrast": 3.7915937900543213,
      "step": 1329,
      "subrel-constrast": 3.6056673526763916,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 6.46875,
      "learning_rate": 4.98353206428508e-05,
      "loss": 0.843,
      "step": 1330
    },
    {
      "cov-distil": 1.750560998916626,
      "cov-distil (oracle2student)": 2.267582416534424,
      "cov-distil (oracle2teacher)": 2.061251640319824,
      "epoch": 1.043956043956044,
      "rel-constrast": 2.272977113723755,
      "step": 1330,
      "subrel-constrast": 2.9832491874694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020219326019287,
      "cov-distil (oracle2student)": 3.6426095962524414,
      "cov-distil (oracle2teacher)": 4.466653823852539,
      "epoch": 1.0447409733124018,
      "rel-constrast": 4.929354667663574,
      "step": 1331,
      "subrel-constrast": 5.6037445068359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1063756942749023,
      "cov-distil (oracle2student)": 3.808192729949951,
      "cov-distil (oracle2teacher)": 4.342225074768066,
      "epoch": 1.0455259026687598,
      "rel-constrast": 2.727627754211426,
      "step": 1332,
      "subrel-constrast": 2.8298397064208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1050111055374146,
      "cov-distil (oracle2student)": 4.199719429016113,
      "cov-distil (oracle2teacher)": 3.8328990936279297,
      "epoch": 1.0463108320251178,
      "rel-constrast": 3.2700512409210205,
      "step": 1333,
      "subrel-constrast": 3.433842897415161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8737285137176514,
      "cov-distil (oracle2student)": 2.825641632080078,
      "cov-distil (oracle2teacher)": 2.7760121822357178,
      "epoch": 1.0470957613814758,
      "rel-constrast": 3.1757845878601074,
      "step": 1334,
      "subrel-constrast": 3.0753467082977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.338779926300049,
      "cov-distil (oracle2student)": 4.238726615905762,
      "cov-distil (oracle2teacher)": 3.9974472522735596,
      "epoch": 1.0478806907378335,
      "rel-constrast": 3.183053731918335,
      "step": 1335,
      "subrel-constrast": 3.662080764770508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2703864574432373,
      "cov-distil (oracle2student)": 3.8008527755737305,
      "cov-distil (oracle2teacher)": 3.4160397052764893,
      "epoch": 1.0486656200941915,
      "rel-constrast": 4.2721710205078125,
      "step": 1336,
      "subrel-constrast": 4.304571151733398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.094728469848633,
      "cov-distil (oracle2student)": 3.157522201538086,
      "cov-distil (oracle2teacher)": 3.089301109313965,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.337132453918457,
      "step": 1337,
      "subrel-constrast": 3.0309677124023438,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1562881469726562,
      "cov-distil (oracle2student)": 5.542390823364258,
      "cov-distil (oracle2teacher)": 4.9965009689331055,
      "epoch": 1.0502354788069075,
      "rel-constrast": 3.353144645690918,
      "step": 1338,
      "subrel-constrast": 4.201553821563721,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1049537658691406,
      "cov-distil (oracle2student)": 4.347463607788086,
      "cov-distil (oracle2teacher)": 3.586488723754883,
      "epoch": 1.0510204081632653,
      "rel-constrast": 2.394252300262451,
      "step": 1339,
      "subrel-constrast": 2.988757610321045,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 5.0625,
      "learning_rate": 4.982516945981669e-05,
      "loss": 0.7979,
      "step": 1340
    },
    {
      "cov-distil": 2.47222900390625,
      "cov-distil (oracle2student)": 5.300784111022949,
      "cov-distil (oracle2teacher)": 4.304022789001465,
      "epoch": 1.0518053375196232,
      "rel-constrast": 3.863157272338867,
      "step": 1340,
      "subrel-constrast": 4.165891170501709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.447739601135254,
      "cov-distil (oracle2student)": 5.091309070587158,
      "cov-distil (oracle2teacher)": 4.325098514556885,
      "epoch": 1.0525902668759812,
      "rel-constrast": 3.412022352218628,
      "step": 1341,
      "subrel-constrast": 3.312221050262451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046998977661133,
      "cov-distil (oracle2student)": 4.78999662399292,
      "cov-distil (oracle2teacher)": 4.8204665184021,
      "epoch": 1.053375196232339,
      "rel-constrast": 3.1849513053894043,
      "step": 1342,
      "subrel-constrast": 3.5831241607666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941680669784546,
      "cov-distil (oracle2student)": 4.191270351409912,
      "cov-distil (oracle2teacher)": 4.328269958496094,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.7444562911987305,
      "step": 1343,
      "subrel-constrast": 4.395193576812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6044442653656006,
      "cov-distil (oracle2student)": 3.7221179008483887,
      "cov-distil (oracle2teacher)": 4.132364273071289,
      "epoch": 1.054945054945055,
      "rel-constrast": 4.345451354980469,
      "step": 1344,
      "subrel-constrast": 4.405514717102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9263830184936523,
      "cov-distil (oracle2student)": 4.680680274963379,
      "cov-distil (oracle2teacher)": 4.123058319091797,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.9651038646698,
      "step": 1345,
      "subrel-constrast": 3.4146392345428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8667757511138916,
      "cov-distil (oracle2student)": 4.679299354553223,
      "cov-distil (oracle2teacher)": 4.3303351402282715,
      "epoch": 1.0565149136577707,
      "rel-constrast": 3.2571349143981934,
      "step": 1346,
      "subrel-constrast": 4.196206092834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125149965286255,
      "cov-distil (oracle2student)": 2.9801197052001953,
      "cov-distil (oracle2teacher)": 2.8524956703186035,
      "epoch": 1.0572998430141287,
      "rel-constrast": 3.078124523162842,
      "step": 1347,
      "subrel-constrast": 3.4578113555908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8011236190795898,
      "cov-distil (oracle2student)": 3.0870325565338135,
      "cov-distil (oracle2teacher)": 3.300926446914673,
      "epoch": 1.0580847723704867,
      "rel-constrast": 4.349246978759766,
      "step": 1348,
      "subrel-constrast": 4.167850017547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0032734870910645,
      "cov-distil (oracle2student)": 3.897831916809082,
      "cov-distil (oracle2teacher)": 3.507340669631958,
      "epoch": 1.0588697017268447,
      "rel-constrast": 3.7990469932556152,
      "step": 1349,
      "subrel-constrast": 3.888484239578247,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 7.21875,
      "learning_rate": 4.981471578992706e-05,
      "loss": 0.9,
      "step": 1350
    },
    {
      "cov-distil": 2.2279276847839355,
      "cov-distil (oracle2student)": 2.2432825565338135,
      "cov-distil (oracle2teacher)": 2.8796868324279785,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.27577543258667,
      "step": 1350,
      "subrel-constrast": 3.874244213104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252164363861084,
      "cov-distil (oracle2student)": 3.9084460735321045,
      "cov-distil (oracle2teacher)": 3.996203660964966,
      "epoch": 1.0604395604395604,
      "rel-constrast": 2.58622145652771,
      "step": 1351,
      "subrel-constrast": 2.6121468544006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6781609058380127,
      "cov-distil (oracle2student)": 4.740148544311523,
      "cov-distil (oracle2teacher)": 5.130048751831055,
      "epoch": 1.0612244897959184,
      "rel-constrast": 3.128143310546875,
      "step": 1352,
      "subrel-constrast": 3.2665696144104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6227867603302002,
      "cov-distil (oracle2student)": 5.9379401206970215,
      "cov-distil (oracle2teacher)": 5.305999755859375,
      "epoch": 1.0620094191522762,
      "rel-constrast": 3.532778024673462,
      "step": 1353,
      "subrel-constrast": 3.4753634929656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4601242542266846,
      "cov-distil (oracle2student)": 4.805552959442139,
      "cov-distil (oracle2teacher)": 4.311644554138184,
      "epoch": 1.0627943485086342,
      "rel-constrast": 3.411879539489746,
      "step": 1354,
      "subrel-constrast": 3.0466880798339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7063993215560913,
      "cov-distil (oracle2student)": 3.865244150161743,
      "cov-distil (oracle2teacher)": 4.022218704223633,
      "epoch": 1.0635792778649922,
      "rel-constrast": 3.048867702484131,
      "step": 1355,
      "subrel-constrast": 3.43363618850708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1350483894348145,
      "cov-distil (oracle2student)": 3.8776516914367676,
      "cov-distil (oracle2teacher)": 4.375025749206543,
      "epoch": 1.0643642072213502,
      "rel-constrast": 4.067684173583984,
      "step": 1356,
      "subrel-constrast": 4.804574966430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.096156120300293,
      "cov-distil (oracle2student)": 6.001239776611328,
      "cov-distil (oracle2teacher)": 5.573868751525879,
      "epoch": 1.065149136577708,
      "rel-constrast": 3.7518668174743652,
      "step": 1357,
      "subrel-constrast": 4.055861473083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3365488052368164,
      "cov-distil (oracle2student)": 4.182671546936035,
      "cov-distil (oracle2teacher)": 4.013409614562988,
      "epoch": 1.065934065934066,
      "rel-constrast": 3.5988097190856934,
      "step": 1358,
      "subrel-constrast": 4.038090229034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5270495414733887,
      "cov-distil (oracle2student)": 5.615230560302734,
      "cov-distil (oracle2teacher)": 4.991214275360107,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.6619906425476074,
      "step": 1359,
      "subrel-constrast": 3.8132739067077637,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 6.6875,
      "learning_rate": 4.980395976055658e-05,
      "loss": 0.8516,
      "step": 1360
    },
    {
      "cov-distil": 1.4862463474273682,
      "cov-distil (oracle2student)": 3.1969690322875977,
      "cov-distil (oracle2teacher)": 3.9041552543640137,
      "epoch": 1.0675039246467817,
      "rel-constrast": 3.068122386932373,
      "step": 1360,
      "subrel-constrast": 3.645630359649658,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0836751461029053,
      "cov-distil (oracle2student)": 4.4013352394104,
      "cov-distil (oracle2teacher)": 4.337233543395996,
      "epoch": 1.0682888540031397,
      "rel-constrast": 4.131941795349121,
      "step": 1361,
      "subrel-constrast": 4.856079578399658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5955888032913208,
      "cov-distil (oracle2student)": 5.571846008300781,
      "cov-distil (oracle2teacher)": 4.926376819610596,
      "epoch": 1.0690737833594977,
      "rel-constrast": 3.5729422569274902,
      "step": 1362,
      "subrel-constrast": 3.540386915206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8440825939178467,
      "cov-distil (oracle2student)": 4.139823913574219,
      "cov-distil (oracle2teacher)": 4.420838832855225,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.1108288764953613,
      "step": 1363,
      "subrel-constrast": 4.12756872177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7384731769561768,
      "cov-distil (oracle2student)": 3.3286292552948,
      "cov-distil (oracle2teacher)": 3.311143398284912,
      "epoch": 1.0706436420722134,
      "rel-constrast": 3.1598289012908936,
      "step": 1364,
      "subrel-constrast": 3.885472297668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8407080173492432,
      "cov-distil (oracle2student)": 3.559335947036743,
      "cov-distil (oracle2teacher)": 3.475278615951538,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.6361021995544434,
      "step": 1365,
      "subrel-constrast": 2.9081506729125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166013717651367,
      "cov-distil (oracle2student)": 3.5297017097473145,
      "cov-distil (oracle2teacher)": 4.622291564941406,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.166598320007324,
      "step": 1366,
      "subrel-constrast": 4.221823215484619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9331638813018799,
      "cov-distil (oracle2student)": 4.984668254852295,
      "cov-distil (oracle2teacher)": 4.462627410888672,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.9085140228271484,
      "step": 1367,
      "subrel-constrast": 2.619204521179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4487645626068115,
      "cov-distil (oracle2student)": 5.415593147277832,
      "cov-distil (oracle2teacher)": 5.062588691711426,
      "epoch": 1.0737833594976451,
      "rel-constrast": 3.4045791625976562,
      "step": 1368,
      "subrel-constrast": 3.7860424518585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8011956214904785,
      "cov-distil (oracle2student)": 4.896988868713379,
      "cov-distil (oracle2teacher)": 4.335667610168457,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.689659357070923,
      "step": 1369,
      "subrel-constrast": 4.099096298217773,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 7.1875,
      "learning_rate": 4.9792901502764075e-05,
      "loss": 0.8212,
      "step": 1370
    },
    {
      "cov-distil": 1.8056602478027344,
      "cov-distil (oracle2student)": 3.0594868659973145,
      "cov-distil (oracle2teacher)": 3.1037559509277344,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.805286169052124,
      "step": 1370,
      "subrel-constrast": 3.105001211166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.501416802406311,
      "cov-distil (oracle2student)": 3.9794514179229736,
      "cov-distil (oracle2teacher)": 3.869093656539917,
      "epoch": 1.076138147566719,
      "rel-constrast": 3.124049663543701,
      "step": 1371,
      "subrel-constrast": 3.1622772216796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806600570678711,
      "cov-distil (oracle2student)": 5.057637691497803,
      "cov-distil (oracle2teacher)": 4.799269199371338,
      "epoch": 1.0769230769230769,
      "rel-constrast": 2.6445260047912598,
      "step": 1372,
      "subrel-constrast": 3.344994306564331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5976834297180176,
      "cov-distil (oracle2student)": 3.8913655281066895,
      "cov-distil (oracle2teacher)": 3.516958713531494,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.7938456535339355,
      "step": 1373,
      "subrel-constrast": 2.75182843208313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7106716632843018,
      "cov-distil (oracle2student)": 3.926306962966919,
      "cov-distil (oracle2teacher)": 3.9524993896484375,
      "epoch": 1.0784929356357928,
      "rel-constrast": 4.026434898376465,
      "step": 1374,
      "subrel-constrast": 3.9221584796905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.142603635787964,
      "cov-distil (oracle2student)": 4.032546520233154,
      "cov-distil (oracle2teacher)": 3.591191291809082,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.875716209411621,
      "step": 1375,
      "subrel-constrast": 3.4760217666625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711012840270996,
      "cov-distil (oracle2student)": 5.489722728729248,
      "cov-distil (oracle2teacher)": 5.434527397155762,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.6435153484344482,
      "step": 1376,
      "subrel-constrast": 2.929229259490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4590225219726562,
      "cov-distil (oracle2student)": 4.19317626953125,
      "cov-distil (oracle2teacher)": 4.442270278930664,
      "epoch": 1.0808477237048666,
      "rel-constrast": 3.2626657485961914,
      "step": 1377,
      "subrel-constrast": 4.01894474029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.907900094985962,
      "cov-distil (oracle2student)": 3.752892255783081,
      "cov-distil (oracle2teacher)": 3.791668653488159,
      "epoch": 1.0816326530612246,
      "rel-constrast": 3.4502367973327637,
      "step": 1378,
      "subrel-constrast": 3.556399345397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8177006244659424,
      "cov-distil (oracle2student)": 2.950808048248291,
      "cov-distil (oracle2teacher)": 2.8471438884735107,
      "epoch": 1.0824175824175823,
      "rel-constrast": 2.2159504890441895,
      "step": 1379,
      "subrel-constrast": 2.694425582885742,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 5.625,
      "learning_rate": 4.978154115129091e-05,
      "loss": 0.7461,
      "step": 1380
    },
    {
      "cov-distil": 2.1629810333251953,
      "cov-distil (oracle2student)": 5.70176887512207,
      "cov-distil (oracle2teacher)": 5.631921291351318,
      "epoch": 1.0832025117739403,
      "rel-constrast": 4.717028617858887,
      "step": 1380,
      "subrel-constrast": 4.774407386779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6742167472839355,
      "cov-distil (oracle2student)": 4.389071464538574,
      "cov-distil (oracle2teacher)": 4.069478988647461,
      "epoch": 1.0839874411302983,
      "rel-constrast": 3.393613815307617,
      "step": 1381,
      "subrel-constrast": 4.410604476928711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7394286394119263,
      "cov-distil (oracle2student)": 4.715527534484863,
      "cov-distil (oracle2teacher)": 4.348565101623535,
      "epoch": 1.084772370486656,
      "rel-constrast": 3.561248779296875,
      "step": 1382,
      "subrel-constrast": 3.6983113288879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.749119758605957,
      "cov-distil (oracle2student)": 4.731304168701172,
      "cov-distil (oracle2teacher)": 5.0196309089660645,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.135237693786621,
      "step": 1383,
      "subrel-constrast": 3.6186158657073975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6628007888793945,
      "cov-distil (oracle2student)": 5.111150741577148,
      "cov-distil (oracle2teacher)": 4.418975353240967,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.2362890243530273,
      "step": 1384,
      "subrel-constrast": 2.7627177238464355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.61029052734375,
      "cov-distil (oracle2student)": 3.699984550476074,
      "cov-distil (oracle2teacher)": 3.2107036113739014,
      "epoch": 1.08712715855573,
      "rel-constrast": 3.126328706741333,
      "step": 1385,
      "subrel-constrast": 3.328127384185791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8755358457565308,
      "cov-distil (oracle2student)": 5.906975269317627,
      "cov-distil (oracle2teacher)": 5.487640380859375,
      "epoch": 1.0879120879120878,
      "rel-constrast": 2.996368885040283,
      "step": 1386,
      "subrel-constrast": 3.62148118019104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5212469100952148,
      "cov-distil (oracle2student)": 5.504647731781006,
      "cov-distil (oracle2teacher)": 5.229935646057129,
      "epoch": 1.0886970172684458,
      "rel-constrast": 4.07784366607666,
      "step": 1387,
      "subrel-constrast": 3.576289176940918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.819432258605957,
      "cov-distil (oracle2student)": 5.506344318389893,
      "cov-distil (oracle2teacher)": 4.968425750732422,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.511871337890625,
      "step": 1388,
      "subrel-constrast": 3.9035427570343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1063730716705322,
      "cov-distil (oracle2student)": 4.092592239379883,
      "cov-distil (oracle2teacher)": 3.445422649383545,
      "epoch": 1.0902668759811618,
      "rel-constrast": 3.184028387069702,
      "step": 1389,
      "subrel-constrast": 3.4009811878204346,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 5.96875,
      "learning_rate": 4.97698788445594e-05,
      "loss": 0.8485,
      "step": 1390
    },
    {
      "cov-distil": 1.60209321975708,
      "cov-distil (oracle2student)": 2.5768144130706787,
      "cov-distil (oracle2teacher)": 3.104255199432373,
      "epoch": 1.0910518053375196,
      "rel-constrast": 2.1703898906707764,
      "step": 1390,
      "subrel-constrast": 2.480619430541992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5286526679992676,
      "cov-distil (oracle2student)": 6.470503807067871,
      "cov-distil (oracle2teacher)": 6.245965957641602,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.566316604614258,
      "step": 1391,
      "subrel-constrast": 3.223422050476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1181282997131348,
      "cov-distil (oracle2student)": 4.482362747192383,
      "cov-distil (oracle2teacher)": 4.014542579650879,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.748963356018066,
      "step": 1392,
      "subrel-constrast": 4.74492883682251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694315791130066,
      "cov-distil (oracle2student)": 3.8908579349517822,
      "cov-distil (oracle2teacher)": 3.3971121311187744,
      "epoch": 1.0934065934065935,
      "rel-constrast": 3.4668707847595215,
      "step": 1393,
      "subrel-constrast": 3.615361213684082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.209437370300293,
      "cov-distil (oracle2student)": 6.1654863357543945,
      "cov-distil (oracle2teacher)": 5.581021785736084,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.793914556503296,
      "step": 1394,
      "subrel-constrast": 3.4291393756866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.866178035736084,
      "cov-distil (oracle2student)": 5.226563930511475,
      "cov-distil (oracle2teacher)": 4.317183971405029,
      "epoch": 1.0949764521193093,
      "rel-constrast": 4.212267875671387,
      "step": 1395,
      "subrel-constrast": 4.014786720275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7280105352401733,
      "cov-distil (oracle2student)": 5.0926642417907715,
      "cov-distil (oracle2teacher)": 4.875918388366699,
      "epoch": 1.0957613814756673,
      "rel-constrast": 4.078205585479736,
      "step": 1396,
      "subrel-constrast": 4.104159832000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.377936840057373,
      "cov-distil (oracle2student)": 4.04319953918457,
      "cov-distil (oracle2teacher)": 4.06300163269043,
      "epoch": 1.096546310832025,
      "rel-constrast": 4.524694442749023,
      "step": 1397,
      "subrel-constrast": 4.342124938964844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9749455451965332,
      "cov-distil (oracle2student)": 3.608729362487793,
      "cov-distil (oracle2teacher)": 3.847729206085205,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.78061580657959,
      "step": 1398,
      "subrel-constrast": 4.019870758056641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4066126346588135,
      "cov-distil (oracle2student)": 4.544812202453613,
      "cov-distil (oracle2teacher)": 4.537042617797852,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.983262062072754,
      "step": 1399,
      "subrel-constrast": 4.748733997344971,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.625,
      "learning_rate": 4.9757914724671074e-05,
      "loss": 0.9081,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.2874999940395355,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.0440673828125
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.034698486328125
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.009368896484375,
      "step": 1400
    },
    {
      "cov-distil": 1.6601849794387817,
      "cov-distil (oracle2student)": 4.136674404144287,
      "cov-distil (oracle2teacher)": 3.8643479347229004,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.8145787715911865,
      "step": 1400,
      "subrel-constrast": 4.82049036026001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.958001732826233,
      "cov-distil (oracle2student)": 3.156611442565918,
      "cov-distil (oracle2teacher)": 3.3468594551086426,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.142026901245117,
      "step": 1401,
      "subrel-constrast": 3.122387170791626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.733285903930664,
      "cov-distil (oracle2student)": 6.141839981079102,
      "cov-distil (oracle2teacher)": 5.534106254577637,
      "epoch": 1.1004709576138147,
      "rel-constrast": 4.6628642082214355,
      "step": 1402,
      "subrel-constrast": 4.141784191131592,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3318119049072266,
      "cov-distil (oracle2student)": 5.185685157775879,
      "cov-distil (oracle2teacher)": 4.80518913269043,
      "epoch": 1.1012558869701727,
      "rel-constrast": 2.368523120880127,
      "step": 1403,
      "subrel-constrast": 3.09200382232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.958057165145874,
      "cov-distil (oracle2student)": 4.828369140625,
      "cov-distil (oracle2teacher)": 4.854174613952637,
      "epoch": 1.1020408163265305,
      "rel-constrast": 3.2754549980163574,
      "step": 1404,
      "subrel-constrast": 3.516474962234497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9046087265014648,
      "cov-distil (oracle2student)": 3.9998514652252197,
      "cov-distil (oracle2teacher)": 4.060327053070068,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.3776016235351562,
      "step": 1405,
      "subrel-constrast": 4.307541370391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6286520957946777,
      "cov-distil (oracle2student)": 5.2953104972839355,
      "cov-distil (oracle2teacher)": 4.512063980102539,
      "epoch": 1.1036106750392465,
      "rel-constrast": 2.5545310974121094,
      "step": 1406,
      "subrel-constrast": 2.928070306777954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4559671878814697,
      "cov-distil (oracle2student)": 4.474886894226074,
      "cov-distil (oracle2teacher)": 4.341945648193359,
      "epoch": 1.1043956043956045,
      "rel-constrast": 3.145462989807129,
      "step": 1407,
      "subrel-constrast": 3.6071553230285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047673225402832,
      "cov-distil (oracle2student)": 4.96521520614624,
      "cov-distil (oracle2teacher)": 4.792448997497559,
      "epoch": 1.1051805337519622,
      "rel-constrast": 4.150283336639404,
      "step": 1408,
      "subrel-constrast": 4.631545543670654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9141185283660889,
      "cov-distil (oracle2student)": 4.307369709014893,
      "cov-distil (oracle2teacher)": 4.36352014541626,
      "epoch": 1.1059654631083202,
      "rel-constrast": 3.8120205402374268,
      "step": 1409,
      "subrel-constrast": 3.4111616611480713,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 6.875,
      "learning_rate": 4.9745648937404944e-05,
      "loss": 0.8326,
      "step": 1410
    },
    {
      "cov-distil": 1.6853759288787842,
      "cov-distil (oracle2student)": 2.9907636642456055,
      "cov-distil (oracle2teacher)": 2.875096321105957,
      "epoch": 1.1067503924646782,
      "rel-constrast": 3.2136316299438477,
      "step": 1410,
      "subrel-constrast": 3.532647132873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8225637674331665,
      "cov-distil (oracle2student)": 4.724822044372559,
      "cov-distil (oracle2teacher)": 5.186404228210449,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.9724340438842773,
      "step": 1411,
      "subrel-constrast": 3.157839298248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.959096074104309,
      "cov-distil (oracle2student)": 4.4317827224731445,
      "cov-distil (oracle2teacher)": 4.079085826873779,
      "epoch": 1.108320251177394,
      "rel-constrast": 4.124582290649414,
      "step": 1412,
      "subrel-constrast": 4.467187881469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8929030895233154,
      "cov-distil (oracle2student)": 3.2482895851135254,
      "cov-distil (oracle2teacher)": 2.9346587657928467,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.8873002529144287,
      "step": 1413,
      "subrel-constrast": 4.198002815246582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.315974473953247,
      "cov-distil (oracle2student)": 2.6394901275634766,
      "cov-distil (oracle2teacher)": 3.009307861328125,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.5589547157287598,
      "step": 1414,
      "subrel-constrast": 3.494173526763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709186315536499,
      "cov-distil (oracle2student)": 5.86510705947876,
      "cov-distil (oracle2teacher)": 6.200382232666016,
      "epoch": 1.110675039246468,
      "rel-constrast": 1.8626899719238281,
      "step": 1415,
      "subrel-constrast": 2.5530710220336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7966830730438232,
      "cov-distil (oracle2student)": 5.182245254516602,
      "cov-distil (oracle2teacher)": 4.4615912437438965,
      "epoch": 1.1114599686028257,
      "rel-constrast": 3.4564666748046875,
      "step": 1416,
      "subrel-constrast": 3.487107992172241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.409717321395874,
      "cov-distil (oracle2student)": 3.319607734680176,
      "cov-distil (oracle2teacher)": 3.9480361938476562,
      "epoch": 1.1122448979591837,
      "rel-constrast": 2.4977123737335205,
      "step": 1417,
      "subrel-constrast": 3.3502604961395264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7186965942382812,
      "cov-distil (oracle2student)": 5.421255111694336,
      "cov-distil (oracle2teacher)": 4.515533447265625,
      "epoch": 1.1130298273155417,
      "rel-constrast": 3.394833564758301,
      "step": 1418,
      "subrel-constrast": 3.33886456489563,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1539390087127686,
      "cov-distil (oracle2student)": 4.530972957611084,
      "cov-distil (oracle2teacher)": 4.677439212799072,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.9266300201416016,
      "step": 1419,
      "subrel-constrast": 2.333613395690918,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 5.59375,
      "learning_rate": 4.9733081632215764e-05,
      "loss": 0.7474,
      "step": 1420
    },
    {
      "cov-distil": 2.433168888092041,
      "cov-distil (oracle2student)": 3.577162981033325,
      "cov-distil (oracle2teacher)": 3.483403444290161,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.2994160652160645,
      "step": 1420,
      "subrel-constrast": 3.383521318435669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9231046438217163,
      "cov-distil (oracle2student)": 4.329220771789551,
      "cov-distil (oracle2teacher)": 3.7733147144317627,
      "epoch": 1.1153846153846154,
      "rel-constrast": 4.036587715148926,
      "step": 1421,
      "subrel-constrast": 3.7350575923919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204087495803833,
      "cov-distil (oracle2student)": 4.584529399871826,
      "cov-distil (oracle2teacher)": 4.147480487823486,
      "epoch": 1.1161695447409734,
      "rel-constrast": 2.659374475479126,
      "step": 1422,
      "subrel-constrast": 2.8619837760925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5975825786590576,
      "cov-distil (oracle2student)": 3.1883060932159424,
      "cov-distil (oracle2teacher)": 3.729382276535034,
      "epoch": 1.1169544740973312,
      "rel-constrast": 2.434575080871582,
      "step": 1423,
      "subrel-constrast": 2.942854166030884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.570343255996704,
      "cov-distil (oracle2student)": 6.299631118774414,
      "cov-distil (oracle2teacher)": 5.103911399841309,
      "epoch": 1.1177394034536892,
      "rel-constrast": 3.051684856414795,
      "step": 1424,
      "subrel-constrast": 3.1331095695495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027163028717041,
      "cov-distil (oracle2student)": 3.7783539295196533,
      "cov-distil (oracle2teacher)": 3.9933102130889893,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.9419219493865967,
      "step": 1425,
      "subrel-constrast": 3.2615320682525635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.482464551925659,
      "cov-distil (oracle2student)": 5.365954399108887,
      "cov-distil (oracle2teacher)": 4.687240123748779,
      "epoch": 1.119309262166405,
      "rel-constrast": 3.057417631149292,
      "step": 1426,
      "subrel-constrast": 4.127047061920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9540050029754639,
      "cov-distil (oracle2student)": 4.829152584075928,
      "cov-distil (oracle2teacher)": 4.6638994216918945,
      "epoch": 1.120094191522763,
      "rel-constrast": 3.655332565307617,
      "step": 1427,
      "subrel-constrast": 4.030825138092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655052185058594,
      "cov-distil (oracle2student)": 3.8473212718963623,
      "cov-distil (oracle2teacher)": 3.964374303817749,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.8626928329467773,
      "step": 1428,
      "subrel-constrast": 3.8720240592956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.277270793914795,
      "cov-distil (oracle2student)": 2.983346462249756,
      "cov-distil (oracle2teacher)": 4.025400161743164,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.701930046081543,
      "step": 1429,
      "subrel-constrast": 4.127531051635742,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 6.375,
      "learning_rate": 4.972021296223217e-05,
      "loss": 0.7675,
      "step": 1430
    },
    {
      "cov-distil": 1.982932448387146,
      "cov-distil (oracle2student)": 3.750943183898926,
      "cov-distil (oracle2teacher)": 3.107762336730957,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.7641680240631104,
      "step": 1430,
      "subrel-constrast": 3.3648598194122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.939199686050415,
      "cov-distil (oracle2student)": 7.2166595458984375,
      "cov-distil (oracle2teacher)": 6.808341026306152,
      "epoch": 1.1232339089481946,
      "rel-constrast": 2.481630325317383,
      "step": 1431,
      "subrel-constrast": 3.0191991329193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457270622253418,
      "cov-distil (oracle2student)": 3.9405293464660645,
      "cov-distil (oracle2teacher)": 3.7013838291168213,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.9223179817199707,
      "step": 1432,
      "subrel-constrast": 3.2380878925323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6811332702636719,
      "cov-distil (oracle2student)": 7.614007949829102,
      "cov-distil (oracle2teacher)": 7.1837921142578125,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.8667330741882324,
      "step": 1433,
      "subrel-constrast": 3.7246224880218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6450047492980957,
      "cov-distil (oracle2student)": 3.4898738861083984,
      "cov-distil (oracle2teacher)": 4.002604007720947,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.627016305923462,
      "step": 1434,
      "subrel-constrast": 3.5032410621643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3539206981658936,
      "cov-distil (oracle2student)": 3.941653251647949,
      "cov-distil (oracle2teacher)": 3.901658058166504,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.5941123962402344,
      "step": 1435,
      "subrel-constrast": 3.7257964611053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9122120141983032,
      "cov-distil (oracle2student)": 4.399253845214844,
      "cov-distil (oracle2teacher)": 4.291863441467285,
      "epoch": 1.1271585557299844,
      "rel-constrast": 3.3567237854003906,
      "step": 1436,
      "subrel-constrast": 3.6339223384857178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3740392923355103,
      "cov-distil (oracle2student)": 7.122165203094482,
      "cov-distil (oracle2teacher)": 7.6571784019470215,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.0421605110168457,
      "step": 1437,
      "subrel-constrast": 4.018450736999512,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8173179626464844,
      "cov-distil (oracle2student)": 5.831240653991699,
      "cov-distil (oracle2teacher)": 5.138838768005371,
      "epoch": 1.1287284144427001,
      "rel-constrast": 4.370652198791504,
      "step": 1438,
      "subrel-constrast": 4.395641803741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8037188053131104,
      "cov-distil (oracle2student)": 2.9470572471618652,
      "cov-distil (oracle2teacher)": 3.448843479156494,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.9419519901275635,
      "step": 1439,
      "subrel-constrast": 3.1648478507995605,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 5.90625,
      "learning_rate": 4.970704308425487e-05,
      "loss": 0.7492,
      "step": 1440
    },
    {
      "cov-distil": 2.0426559448242188,
      "cov-distil (oracle2student)": 5.454262733459473,
      "cov-distil (oracle2teacher)": 5.167389869689941,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.993861198425293,
      "step": 1440,
      "subrel-constrast": 3.5334720611572266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3895344734191895,
      "cov-distil (oracle2student)": 4.631635665893555,
      "cov-distil (oracle2teacher)": 4.396799087524414,
      "epoch": 1.1310832025117739,
      "rel-constrast": 3.148571014404297,
      "step": 1441,
      "subrel-constrast": 3.4729297161102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123391628265381,
      "cov-distil (oracle2student)": 6.276381492614746,
      "cov-distil (oracle2teacher)": 6.550739288330078,
      "epoch": 1.1318681318681318,
      "rel-constrast": 3.0474581718444824,
      "step": 1442,
      "subrel-constrast": 3.9210212230682373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.518754482269287,
      "cov-distil (oracle2student)": 5.439505577087402,
      "cov-distil (oracle2teacher)": 4.402422904968262,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.9995884895324707,
      "step": 1443,
      "subrel-constrast": 3.7427377700805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0567758083343506,
      "cov-distil (oracle2student)": 4.521160125732422,
      "cov-distil (oracle2teacher)": 4.614233016967773,
      "epoch": 1.1334379905808478,
      "rel-constrast": 3.052737236022949,
      "step": 1444,
      "subrel-constrast": 3.6064069271087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7953310012817383,
      "cov-distil (oracle2student)": 4.49407958984375,
      "cov-distil (oracle2teacher)": 4.102204322814941,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.6777076721191406,
      "step": 1445,
      "subrel-constrast": 3.291940212249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.573329210281372,
      "cov-distil (oracle2student)": 4.19174337387085,
      "cov-distil (oracle2teacher)": 4.107841968536377,
      "epoch": 1.1350078492935636,
      "rel-constrast": 3.353811264038086,
      "step": 1446,
      "subrel-constrast": 3.692211627960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0504980087280273,
      "cov-distil (oracle2student)": 4.846650123596191,
      "cov-distil (oracle2teacher)": 4.699282646179199,
      "epoch": 1.1357927786499216,
      "rel-constrast": 3.3729968070983887,
      "step": 1447,
      "subrel-constrast": 3.7208049297332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6175048351287842,
      "cov-distil (oracle2student)": 4.194738864898682,
      "cov-distil (oracle2teacher)": 4.000189781188965,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.4200713634490967,
      "step": 1448,
      "subrel-constrast": 3.681863307952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5386353731155396,
      "cov-distil (oracle2student)": 4.80349588394165,
      "cov-distil (oracle2teacher)": 4.564545631408691,
      "epoch": 1.1373626373626373,
      "rel-constrast": 2.6934633255004883,
      "step": 1449,
      "subrel-constrast": 2.7144124507904053,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 5.21875,
      "learning_rate": 4.969357215875464e-05,
      "loss": 0.794,
      "step": 1450
    },
    {
      "cov-distil": 1.5001012086868286,
      "cov-distil (oracle2student)": 4.287996292114258,
      "cov-distil (oracle2teacher)": 3.303372859954834,
      "epoch": 1.1381475667189953,
      "rel-constrast": 2.8342342376708984,
      "step": 1450,
      "subrel-constrast": 2.6444056034088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.982163429260254,
      "cov-distil (oracle2student)": 3.0845515727996826,
      "cov-distil (oracle2teacher)": 3.6397335529327393,
      "epoch": 1.1389324960753533,
      "rel-constrast": 3.5948548316955566,
      "step": 1451,
      "subrel-constrast": 3.531710147857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874776840209961,
      "cov-distil (oracle2student)": 2.5997557640075684,
      "cov-distil (oracle2teacher)": 3.2714900970458984,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.9441580772399902,
      "step": 1452,
      "subrel-constrast": 3.869704484939575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5034706592559814,
      "cov-distil (oracle2student)": 3.6188740730285645,
      "cov-distil (oracle2teacher)": 4.029179096221924,
      "epoch": 1.140502354788069,
      "rel-constrast": 2.4145846366882324,
      "step": 1453,
      "subrel-constrast": 2.861753463745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076197385787964,
      "cov-distil (oracle2student)": 5.104186058044434,
      "cov-distil (oracle2teacher)": 4.448078155517578,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.2462053298950195,
      "step": 1454,
      "subrel-constrast": 3.8363282680511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541440963745117,
      "cov-distil (oracle2student)": 3.6816678047180176,
      "cov-distil (oracle2teacher)": 3.010829448699951,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.7425930500030518,
      "step": 1455,
      "subrel-constrast": 2.6424667835235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7729040384292603,
      "cov-distil (oracle2student)": 6.309227466583252,
      "cov-distil (oracle2teacher)": 5.511723518371582,
      "epoch": 1.1428571428571428,
      "rel-constrast": 3.0697360038757324,
      "step": 1456,
      "subrel-constrast": 3.6497180461883545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523761510848999,
      "cov-distil (oracle2student)": 3.3291311264038086,
      "cov-distil (oracle2teacher)": 3.5130953788757324,
      "epoch": 1.1436420722135008,
      "rel-constrast": 2.7546818256378174,
      "step": 1457,
      "subrel-constrast": 3.1087355613708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938252329826355,
      "cov-distil (oracle2student)": 4.529033660888672,
      "cov-distil (oracle2teacher)": 4.478305339813232,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.9994544982910156,
      "step": 1458,
      "subrel-constrast": 3.517378330230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7429877519607544,
      "cov-distil (oracle2student)": 4.372265815734863,
      "cov-distil (oracle2teacher)": 4.066312789916992,
      "epoch": 1.1452119309262168,
      "rel-constrast": 4.253322601318359,
      "step": 1459,
      "subrel-constrast": 4.255533218383789,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 6.90625,
      "learning_rate": 4.967980034987048e-05,
      "loss": 0.7713,
      "step": 1460
    },
    {
      "cov-distil": 1.9212923049926758,
      "cov-distil (oracle2student)": 5.562067031860352,
      "cov-distil (oracle2teacher)": 4.689361572265625,
      "epoch": 1.1459968602825745,
      "rel-constrast": 4.437234878540039,
      "step": 1460,
      "subrel-constrast": 4.182931900024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5608412027359009,
      "cov-distil (oracle2student)": 4.695309638977051,
      "cov-distil (oracle2teacher)": 4.204141139984131,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.6800384521484375,
      "step": 1461,
      "subrel-constrast": 3.7106289863586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9370254278182983,
      "cov-distil (oracle2student)": 3.4269847869873047,
      "cov-distil (oracle2teacher)": 3.408883810043335,
      "epoch": 1.1475667189952905,
      "rel-constrast": 2.2589893341064453,
      "step": 1462,
      "subrel-constrast": 2.9958174228668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4006874561309814,
      "cov-distil (oracle2student)": 5.1040496826171875,
      "cov-distil (oracle2teacher)": 4.697524070739746,
      "epoch": 1.1483516483516483,
      "rel-constrast": 3.375828266143799,
      "step": 1463,
      "subrel-constrast": 3.4277822971343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6295361518859863,
      "cov-distil (oracle2student)": 5.740342140197754,
      "cov-distil (oracle2teacher)": 5.3918561935424805,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.6798529624938965,
      "step": 1464,
      "subrel-constrast": 4.8825554847717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5618951320648193,
      "cov-distil (oracle2student)": 4.410443305969238,
      "cov-distil (oracle2teacher)": 3.889617443084717,
      "epoch": 1.1499215070643642,
      "rel-constrast": 3.1879377365112305,
      "step": 1465,
      "subrel-constrast": 3.164583444595337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6162176132202148,
      "cov-distil (oracle2student)": 4.724667072296143,
      "cov-distil (oracle2teacher)": 4.908760070800781,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.7185440063476562,
      "step": 1466,
      "subrel-constrast": 3.1293928623199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9101331233978271,
      "cov-distil (oracle2student)": 4.7417402267456055,
      "cov-distil (oracle2teacher)": 4.537750244140625,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.547527313232422,
      "step": 1467,
      "subrel-constrast": 2.6495649814605713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6251885890960693,
      "cov-distil (oracle2student)": 2.0561258792877197,
      "cov-distil (oracle2teacher)": 2.32024884223938,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.6788508892059326,
      "step": 1468,
      "subrel-constrast": 2.526577949523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7377196550369263,
      "cov-distil (oracle2student)": 4.016489505767822,
      "cov-distil (oracle2teacher)": 3.795295000076294,
      "epoch": 1.153061224489796,
      "rel-constrast": 3.172549247741699,
      "step": 1469,
      "subrel-constrast": 3.154438018798828,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 6.6875,
      "learning_rate": 4.966572782540753e-05,
      "loss": 0.7684,
      "step": 1470
    },
    {
      "cov-distil": 1.6215453147888184,
      "cov-distil (oracle2student)": 6.456110000610352,
      "cov-distil (oracle2teacher)": 6.198277473449707,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.8013319969177246,
      "step": 1470,
      "subrel-constrast": 3.614323139190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.077974319458008,
      "cov-distil (oracle2student)": 3.670943260192871,
      "cov-distil (oracle2teacher)": 3.4015090465545654,
      "epoch": 1.1546310832025117,
      "rel-constrast": 2.4052650928497314,
      "step": 1471,
      "subrel-constrast": 2.7527077198028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129969120025635,
      "cov-distil (oracle2student)": 5.038872718811035,
      "cov-distil (oracle2teacher)": 5.041912078857422,
      "epoch": 1.1554160125588697,
      "rel-constrast": 2.1297402381896973,
      "step": 1472,
      "subrel-constrast": 2.7793400287628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8984147310256958,
      "cov-distil (oracle2student)": 6.500856399536133,
      "cov-distil (oracle2teacher)": 5.917914390563965,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.5725464820861816,
      "step": 1473,
      "subrel-constrast": 2.653975009918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9486241340637207,
      "cov-distil (oracle2student)": 4.89066219329834,
      "cov-distil (oracle2teacher)": 4.314236164093018,
      "epoch": 1.1569858712715855,
      "rel-constrast": 2.672910690307617,
      "step": 1474,
      "subrel-constrast": 2.7053542137145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2851771116256714,
      "cov-distil (oracle2student)": 6.013919353485107,
      "cov-distil (oracle2teacher)": 5.627117156982422,
      "epoch": 1.1577708006279435,
      "rel-constrast": 2.2614243030548096,
      "step": 1475,
      "subrel-constrast": 2.696138381958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655471801757812,
      "cov-distil (oracle2student)": 3.747208595275879,
      "cov-distil (oracle2teacher)": 3.8368685245513916,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.3927254676818848,
      "step": 1476,
      "subrel-constrast": 3.056201219558716,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.254734516143799,
      "cov-distil (oracle2student)": 5.258458614349365,
      "cov-distil (oracle2teacher)": 4.851945877075195,
      "epoch": 1.1593406593406592,
      "rel-constrast": 3.1367921829223633,
      "step": 1477,
      "subrel-constrast": 3.793764591217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032007932662964,
      "cov-distil (oracle2student)": 5.84316349029541,
      "cov-distil (oracle2teacher)": 4.998639106750488,
      "epoch": 1.1601255886970172,
      "rel-constrast": 3.5546092987060547,
      "step": 1478,
      "subrel-constrast": 3.7173986434936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0281710624694824,
      "cov-distil (oracle2student)": 3.3131628036499023,
      "cov-distil (oracle2teacher)": 3.1151814460754395,
      "epoch": 1.1609105180533752,
      "rel-constrast": 3.677334785461426,
      "step": 1479,
      "subrel-constrast": 3.8669984340667725,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 8.4375,
      "learning_rate": 4.9651354756835056e-05,
      "loss": 0.6901,
      "step": 1480
    },
    {
      "cov-distil": 1.4051145315170288,
      "cov-distil (oracle2student)": 5.125507831573486,
      "cov-distil (oracle2teacher)": 4.128995418548584,
      "epoch": 1.1616954474097332,
      "rel-constrast": 3.015542507171631,
      "step": 1480,
      "subrel-constrast": 3.2861921787261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4433538913726807,
      "cov-distil (oracle2student)": 3.273416042327881,
      "cov-distil (oracle2teacher)": 3.324252128601074,
      "epoch": 1.1624803767660912,
      "rel-constrast": 2.514585256576538,
      "step": 1481,
      "subrel-constrast": 2.4992172718048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7584583759307861,
      "cov-distil (oracle2student)": 5.0193023681640625,
      "cov-distil (oracle2teacher)": 3.98000431060791,
      "epoch": 1.163265306122449,
      "rel-constrast": 3.1768791675567627,
      "step": 1482,
      "subrel-constrast": 3.1618876457214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3572784662246704,
      "cov-distil (oracle2student)": 7.191246032714844,
      "cov-distil (oracle2teacher)": 6.487381458282471,
      "epoch": 1.164050235478807,
      "rel-constrast": 3.7168047428131104,
      "step": 1483,
      "subrel-constrast": 4.240249156951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6998684406280518,
      "cov-distil (oracle2student)": 4.216327667236328,
      "cov-distil (oracle2teacher)": 4.563514709472656,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.6142237186431885,
      "step": 1484,
      "subrel-constrast": 3.1972951889038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2418618202209473,
      "cov-distil (oracle2student)": 5.399343490600586,
      "cov-distil (oracle2teacher)": 5.2729034423828125,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.64068603515625,
      "step": 1485,
      "subrel-constrast": 4.593968391418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0253984928131104,
      "cov-distil (oracle2student)": 3.747840404510498,
      "cov-distil (oracle2teacher)": 3.7374329566955566,
      "epoch": 1.1664050235478807,
      "rel-constrast": 2.892033576965332,
      "step": 1486,
      "subrel-constrast": 3.8607208728790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310366630554199,
      "cov-distil (oracle2student)": 3.8379604816436768,
      "cov-distil (oracle2teacher)": 3.770991325378418,
      "epoch": 1.1671899529042387,
      "rel-constrast": 2.4887704849243164,
      "step": 1487,
      "subrel-constrast": 3.1357686519622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8882396221160889,
      "cov-distil (oracle2student)": 4.706502437591553,
      "cov-distil (oracle2teacher)": 5.106330871582031,
      "epoch": 1.1679748822605966,
      "rel-constrast": 3.4023356437683105,
      "step": 1488,
      "subrel-constrast": 3.7543928623199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1417694091796875,
      "cov-distil (oracle2student)": 7.695431232452393,
      "cov-distil (oracle2teacher)": 6.914515495300293,
      "epoch": 1.1687598116169544,
      "rel-constrast": 3.0692548751831055,
      "step": 1489,
      "subrel-constrast": 3.7282660007476807,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 6.625,
      "learning_rate": 4.963668131928436e-05,
      "loss": 0.7883,
      "step": 1490
    },
    {
      "cov-distil": 1.9110404253005981,
      "cov-distil (oracle2student)": 2.5271658897399902,
      "cov-distil (oracle2teacher)": 3.469210147857666,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.8525562286376953,
      "step": 1490,
      "subrel-constrast": 3.373626947402954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8888752460479736,
      "cov-distil (oracle2student)": 6.462233066558838,
      "cov-distil (oracle2teacher)": 6.055774688720703,
      "epoch": 1.1703296703296704,
      "rel-constrast": 2.280893087387085,
      "step": 1491,
      "subrel-constrast": 3.094775915145874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5436952114105225,
      "cov-distil (oracle2student)": 5.321999549865723,
      "cov-distil (oracle2teacher)": 5.466900825500488,
      "epoch": 1.1711145996860282,
      "rel-constrast": 3.2539732456207275,
      "step": 1492,
      "subrel-constrast": 3.565631151199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5491725206375122,
      "cov-distil (oracle2student)": 4.705268859863281,
      "cov-distil (oracle2teacher)": 4.2967143058776855,
      "epoch": 1.1718995290423861,
      "rel-constrast": 3.2657289505004883,
      "step": 1493,
      "subrel-constrast": 3.511319160461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830049753189087,
      "cov-distil (oracle2student)": 3.090615749359131,
      "cov-distil (oracle2teacher)": 3.1988534927368164,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.9779469966888428,
      "step": 1494,
      "subrel-constrast": 3.746381998062134,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1631665229797363,
      "cov-distil (oracle2student)": 4.160269737243652,
      "cov-distil (oracle2teacher)": 3.754619836807251,
      "epoch": 1.1734693877551021,
      "rel-constrast": 3.1686503887176514,
      "step": 1495,
      "subrel-constrast": 3.5968527793884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517662763595581,
      "cov-distil (oracle2student)": 3.078836441040039,
      "cov-distil (oracle2teacher)": 2.8757898807525635,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.9292778968811035,
      "step": 1496,
      "subrel-constrast": 3.2497100830078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054962158203125,
      "cov-distil (oracle2student)": 4.522157192230225,
      "cov-distil (oracle2teacher)": 4.9345927238464355,
      "epoch": 1.1750392464678179,
      "rel-constrast": 3.363790273666382,
      "step": 1497,
      "subrel-constrast": 4.129298210144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7292054891586304,
      "cov-distil (oracle2student)": 5.011144638061523,
      "cov-distil (oracle2teacher)": 4.311142921447754,
      "epoch": 1.1758241758241759,
      "rel-constrast": 3.3893399238586426,
      "step": 1498,
      "subrel-constrast": 3.3898260593414307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409993290901184,
      "cov-distil (oracle2student)": 4.621469497680664,
      "cov-distil (oracle2teacher)": 3.7503151893615723,
      "epoch": 1.1766091051805336,
      "rel-constrast": 3.0930776596069336,
      "step": 1499,
      "subrel-constrast": 3.347726345062256,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 6.28125,
      "learning_rate": 4.9621707691546645e-05,
      "loss": 0.7644,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7439999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7471287975428555,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.5564771225340014,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.42399999999999993,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.5966332562860654,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.5620652349019176,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5232593197231233,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.3140625059604645,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.0545654296875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.04913330078125
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.00543212890625,
      "step": 1500
    },
    {
      "cov-distil": 1.9172860383987427,
      "cov-distil (oracle2student)": 5.323042392730713,
      "cov-distil (oracle2teacher)": 4.5238237380981445,
      "epoch": 1.1773940345368916,
      "rel-constrast": 2.5297560691833496,
      "step": 1500,
      "subrel-constrast": 2.832296133041382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3232753276824951,
      "cov-distil (oracle2student)": 3.7916009426116943,
      "cov-distil (oracle2teacher)": 3.8251423835754395,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.950422525405884,
      "step": 1501,
      "subrel-constrast": 3.3373491764068604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2233471870422363,
      "cov-distil (oracle2student)": 5.614033222198486,
      "cov-distil (oracle2teacher)": 5.180672645568848,
      "epoch": 1.1789638932496076,
      "rel-constrast": 3.7993500232696533,
      "step": 1502,
      "subrel-constrast": 4.335343360900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566896915435791,
      "cov-distil (oracle2student)": 4.688749313354492,
      "cov-distil (oracle2teacher)": 3.4921064376831055,
      "epoch": 1.1797488226059656,
      "rel-constrast": 2.555701732635498,
      "step": 1503,
      "subrel-constrast": 2.427482843399048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5564537048339844,
      "cov-distil (oracle2student)": 4.846446990966797,
      "cov-distil (oracle2teacher)": 4.962312698364258,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.674205780029297,
      "step": 1504,
      "subrel-constrast": 3.339271068572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5451772212982178,
      "cov-distil (oracle2student)": 2.898690938949585,
      "cov-distil (oracle2teacher)": 3.4249372482299805,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.810948610305786,
      "step": 1505,
      "subrel-constrast": 3.0811119079589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6870017051696777,
      "cov-distil (oracle2student)": 5.269142150878906,
      "cov-distil (oracle2teacher)": 5.569355010986328,
      "epoch": 1.1821036106750393,
      "rel-constrast": 4.033282279968262,
      "step": 1506,
      "subrel-constrast": 4.542117595672607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8023386001586914,
      "cov-distil (oracle2student)": 5.7385101318359375,
      "cov-distil (oracle2teacher)": 4.578217506408691,
      "epoch": 1.182888540031397,
      "rel-constrast": 3.4640960693359375,
      "step": 1507,
      "subrel-constrast": 3.583298683166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7430472373962402,
      "cov-distil (oracle2student)": 2.629763603210449,
      "cov-distil (oracle2teacher)": 3.2725989818573,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.3908188343048096,
      "step": 1508,
      "subrel-constrast": 3.2724804878234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3813674449920654,
      "cov-distil (oracle2student)": 2.7683348655700684,
      "cov-distil (oracle2teacher)": 2.5637505054473877,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.700869083404541,
      "step": 1509,
      "subrel-constrast": 2.620093822479248,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 5.96875,
      "learning_rate": 4.9606434056070863e-05,
      "loss": 0.7727,
      "step": 1510
    },
    {
      "cov-distil": 2.312384605407715,
      "cov-distil (oracle2student)": 4.621145725250244,
      "cov-distil (oracle2teacher)": 4.413256645202637,
      "epoch": 1.185243328100471,
      "rel-constrast": 3.2841296195983887,
      "step": 1510,
      "subrel-constrast": 3.4546895027160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8557753562927246,
      "cov-distil (oracle2student)": 3.752302885055542,
      "cov-distil (oracle2teacher)": 3.8086934089660645,
      "epoch": 1.1860282574568288,
      "rel-constrast": 4.280101299285889,
      "step": 1511,
      "subrel-constrast": 4.329936504364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105696439743042,
      "cov-distil (oracle2student)": 4.832235813140869,
      "cov-distil (oracle2teacher)": 4.985848426818848,
      "epoch": 1.1868131868131868,
      "rel-constrast": 3.3082499504089355,
      "step": 1512,
      "subrel-constrast": 3.803394079208374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6449390649795532,
      "cov-distil (oracle2student)": 6.777450084686279,
      "cov-distil (oracle2teacher)": 5.831568241119385,
      "epoch": 1.1875981161695448,
      "rel-constrast": 4.084428310394287,
      "step": 1513,
      "subrel-constrast": 4.387684345245361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4894795417785645,
      "cov-distil (oracle2student)": 6.289453506469727,
      "cov-distil (oracle2teacher)": 5.775760173797607,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.41333270072937,
      "step": 1514,
      "subrel-constrast": 2.7850465774536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206246852874756,
      "cov-distil (oracle2student)": 3.9696521759033203,
      "cov-distil (oracle2teacher)": 3.722459316253662,
      "epoch": 1.1891679748822606,
      "rel-constrast": 2.0635414123535156,
      "step": 1515,
      "subrel-constrast": 2.6162502765655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4510533809661865,
      "cov-distil (oracle2student)": 2.7930521965026855,
      "cov-distil (oracle2teacher)": 3.0105409622192383,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.3236725330352783,
      "step": 1516,
      "subrel-constrast": 3.6701371669769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3974751234054565,
      "cov-distil (oracle2student)": 4.325800895690918,
      "cov-distil (oracle2teacher)": 4.143582344055176,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.5964393615722656,
      "step": 1517,
      "subrel-constrast": 3.545927047729492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.56984806060791,
      "cov-distil (oracle2student)": 5.170964241027832,
      "cov-distil (oracle2teacher)": 4.24367094039917,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.934070110321045,
      "step": 1518,
      "subrel-constrast": 4.760612964630127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.897395372390747,
      "cov-distil (oracle2student)": 5.289916038513184,
      "cov-distil (oracle2teacher)": 5.043879985809326,
      "epoch": 1.1923076923076923,
      "rel-constrast": 4.197106838226318,
      "step": 1519,
      "subrel-constrast": 3.9326400756835938,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 8.4375,
      "learning_rate": 4.959086059896141e-05,
      "loss": 0.8621,
      "step": 1520
    },
    {
      "cov-distil": 2.6535861492156982,
      "cov-distil (oracle2student)": 4.809630393981934,
      "cov-distil (oracle2teacher)": 4.434609413146973,
      "epoch": 1.1930926216640503,
      "rel-constrast": 3.1145834922790527,
      "step": 1520,
      "subrel-constrast": 3.449302911758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5581674575805664,
      "cov-distil (oracle2student)": 6.877288341522217,
      "cov-distil (oracle2teacher)": 6.002029895782471,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.706590414047241,
      "step": 1521,
      "subrel-constrast": 4.04472017288208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9851887226104736,
      "cov-distil (oracle2student)": 4.108968734741211,
      "cov-distil (oracle2teacher)": 3.372758626937866,
      "epoch": 1.194662480376766,
      "rel-constrast": 4.474026679992676,
      "step": 1522,
      "subrel-constrast": 4.099109172821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7445967197418213,
      "cov-distil (oracle2student)": 3.7898342609405518,
      "cov-distil (oracle2teacher)": 3.5038225650787354,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.238239288330078,
      "step": 1523,
      "subrel-constrast": 2.851907730102539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.250396251678467,
      "cov-distil (oracle2student)": 5.145066261291504,
      "cov-distil (oracle2teacher)": 4.6964497566223145,
      "epoch": 1.196232339089482,
      "rel-constrast": 3.4886064529418945,
      "step": 1524,
      "subrel-constrast": 4.0304694175720215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9484859704971313,
      "cov-distil (oracle2student)": 5.016447067260742,
      "cov-distil (oracle2teacher)": 4.78870964050293,
      "epoch": 1.19701726844584,
      "rel-constrast": 3.433077812194824,
      "step": 1525,
      "subrel-constrast": 3.343183994293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.784691572189331,
      "cov-distil (oracle2student)": 3.6217150688171387,
      "cov-distil (oracle2teacher)": 3.766085147857666,
      "epoch": 1.1978021978021978,
      "rel-constrast": 3.1089394092559814,
      "step": 1526,
      "subrel-constrast": 3.894853115081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.352919578552246,
      "cov-distil (oracle2student)": 5.337078094482422,
      "cov-distil (oracle2teacher)": 4.408210754394531,
      "epoch": 1.1985871271585558,
      "rel-constrast": 4.388445854187012,
      "step": 1527,
      "subrel-constrast": 4.429155349731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2172608375549316,
      "cov-distil (oracle2student)": 4.052121162414551,
      "cov-distil (oracle2teacher)": 3.8458893299102783,
      "epoch": 1.1993720565149137,
      "rel-constrast": 3.002258777618408,
      "step": 1528,
      "subrel-constrast": 3.4100818634033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4705394506454468,
      "cov-distil (oracle2student)": 4.349119186401367,
      "cov-distil (oracle2teacher)": 3.4468657970428467,
      "epoch": 1.2001569858712715,
      "rel-constrast": 2.171937942504883,
      "step": 1529,
      "subrel-constrast": 2.456705093383789,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 5.625,
      "learning_rate": 4.957498750997597e-05,
      "loss": 0.8282,
      "step": 1530
    },
    {
      "cov-distil": 1.508070468902588,
      "cov-distil (oracle2student)": 5.035850524902344,
      "cov-distil (oracle2teacher)": 4.97237491607666,
      "epoch": 1.2009419152276295,
      "rel-constrast": 2.2465076446533203,
      "step": 1530,
      "subrel-constrast": 2.4714536666870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189021587371826,
      "cov-distil (oracle2student)": 4.0988969802856445,
      "cov-distil (oracle2teacher)": 4.072225570678711,
      "epoch": 1.2017268445839875,
      "rel-constrast": 3.0464041233062744,
      "step": 1531,
      "subrel-constrast": 3.3375816345214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4709322452545166,
      "cov-distil (oracle2student)": 4.907002925872803,
      "cov-distil (oracle2teacher)": 4.1503496170043945,
      "epoch": 1.2025117739403455,
      "rel-constrast": 4.341656684875488,
      "step": 1532,
      "subrel-constrast": 4.271442413330078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716883897781372,
      "cov-distil (oracle2student)": 2.797983169555664,
      "cov-distil (oracle2teacher)": 2.9715182781219482,
      "epoch": 1.2032967032967032,
      "rel-constrast": 3.0211033821105957,
      "step": 1533,
      "subrel-constrast": 2.992946147918701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1605794429779053,
      "cov-distil (oracle2student)": 4.850038051605225,
      "cov-distil (oracle2teacher)": 4.6088032722473145,
      "epoch": 1.2040816326530612,
      "rel-constrast": 3.2066197395324707,
      "step": 1534,
      "subrel-constrast": 4.037586212158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815563678741455,
      "cov-distil (oracle2student)": 4.80515193939209,
      "cov-distil (oracle2teacher)": 4.607004165649414,
      "epoch": 1.2048665620094192,
      "rel-constrast": 3.356212615966797,
      "step": 1535,
      "subrel-constrast": 3.4872124195098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1146669387817383,
      "cov-distil (oracle2student)": 4.450850486755371,
      "cov-distil (oracle2teacher)": 4.314725875854492,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.658287525177002,
      "step": 1536,
      "subrel-constrast": 3.296804428100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237542152404785,
      "cov-distil (oracle2student)": 5.157522678375244,
      "cov-distil (oracle2teacher)": 5.068371772766113,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.759636878967285,
      "step": 1537,
      "subrel-constrast": 3.521134853363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311931133270264,
      "cov-distil (oracle2student)": 3.4321303367614746,
      "cov-distil (oracle2teacher)": 4.047699928283691,
      "epoch": 1.207221350078493,
      "rel-constrast": 2.259303092956543,
      "step": 1538,
      "subrel-constrast": 3.235063314437866,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4330332279205322,
      "cov-distil (oracle2student)": 4.244851112365723,
      "cov-distil (oracle2teacher)": 4.501765251159668,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.5799012184143066,
      "step": 1539,
      "subrel-constrast": 3.3714354038238525,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 5.59375,
      "learning_rate": 4.9558814982523106e-05,
      "loss": 0.7369,
      "step": 1540
    },
    {
      "cov-distil": 1.7995719909667969,
      "cov-distil (oracle2student)": 5.726260662078857,
      "cov-distil (oracle2teacher)": 5.477193832397461,
      "epoch": 1.2087912087912087,
      "rel-constrast": 3.648697853088379,
      "step": 1540,
      "subrel-constrast": 3.2994422912597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.684117078781128,
      "cov-distil (oracle2student)": 4.7812042236328125,
      "cov-distil (oracle2teacher)": 5.30693244934082,
      "epoch": 1.2095761381475667,
      "rel-constrast": 3.2084877490997314,
      "step": 1541,
      "subrel-constrast": 3.4546189308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2194430828094482,
      "cov-distil (oracle2student)": 4.063145160675049,
      "cov-distil (oracle2teacher)": 3.5387635231018066,
      "epoch": 1.2103610675039247,
      "rel-constrast": 3.5485973358154297,
      "step": 1542,
      "subrel-constrast": 3.7212672233581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182254791259766,
      "cov-distil (oracle2student)": 4.262997627258301,
      "cov-distil (oracle2teacher)": 4.745234489440918,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.8789234161376953,
      "step": 1543,
      "subrel-constrast": 3.071460008621216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778658390045166,
      "cov-distil (oracle2student)": 5.285736083984375,
      "cov-distil (oracle2teacher)": 4.830392837524414,
      "epoch": 1.2119309262166404,
      "rel-constrast": 3.2336478233337402,
      "step": 1544,
      "subrel-constrast": 3.3492431640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6873376369476318,
      "cov-distil (oracle2student)": 4.198597431182861,
      "cov-distil (oracle2teacher)": 4.050151348114014,
      "epoch": 1.2127158555729984,
      "rel-constrast": 2.5997281074523926,
      "step": 1545,
      "subrel-constrast": 3.394369125366211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9257383346557617,
      "cov-distil (oracle2student)": 3.5837159156799316,
      "cov-distil (oracle2teacher)": 3.586101770401001,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.145664691925049,
      "step": 1546,
      "subrel-constrast": 3.107405424118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.739095687866211,
      "cov-distil (oracle2student)": 3.274857997894287,
      "cov-distil (oracle2teacher)": 3.4684669971466064,
      "epoch": 1.2142857142857142,
      "rel-constrast": 2.682772636413574,
      "step": 1547,
      "subrel-constrast": 2.876507520675659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9764400720596313,
      "cov-distil (oracle2student)": 5.423601150512695,
      "cov-distil (oracle2teacher)": 4.720066547393799,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.5067367553710938,
      "step": 1548,
      "subrel-constrast": 2.6566712856292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.39100980758667,
      "cov-distil (oracle2student)": 4.79363489151001,
      "cov-distil (oracle2teacher)": 3.986844301223755,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.2378265857696533,
      "step": 1549,
      "subrel-constrast": 3.0173535346984863,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 5.40625,
      "learning_rate": 4.9542343213659974e-05,
      "loss": 0.7173,
      "step": 1550
    },
    {
      "cov-distil": 1.6455473899841309,
      "cov-distil (oracle2student)": 5.877847671508789,
      "cov-distil (oracle2teacher)": 5.212038993835449,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.509739398956299,
      "step": 1550,
      "subrel-constrast": 4.808380126953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.298107862472534,
      "cov-distil (oracle2student)": 4.6397504806518555,
      "cov-distil (oracle2teacher)": 4.20549201965332,
      "epoch": 1.217425431711146,
      "rel-constrast": 3.4842381477355957,
      "step": 1551,
      "subrel-constrast": 3.9074127674102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8756139278411865,
      "cov-distil (oracle2student)": 4.935657024383545,
      "cov-distil (oracle2teacher)": 4.117036819458008,
      "epoch": 1.218210361067504,
      "rel-constrast": 2.2489562034606934,
      "step": 1552,
      "subrel-constrast": 3.0293800830841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6260697841644287,
      "cov-distil (oracle2student)": 4.922709941864014,
      "cov-distil (oracle2teacher)": 4.8041276931762695,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.9420387744903564,
      "step": 1553,
      "subrel-constrast": 4.028632164001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3076212406158447,
      "cov-distil (oracle2student)": 2.6253983974456787,
      "cov-distil (oracle2teacher)": 2.998382568359375,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.5977015495300293,
      "step": 1554,
      "subrel-constrast": 3.0434787273406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.615368366241455,
      "cov-distil (oracle2student)": 2.959066867828369,
      "cov-distil (oracle2teacher)": 3.3105099201202393,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.831315040588379,
      "step": 1555,
      "subrel-constrast": 3.5817558765411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2537682056427,
      "cov-distil (oracle2student)": 2.7551276683807373,
      "cov-distil (oracle2teacher)": 2.652442455291748,
      "epoch": 1.2213500784929356,
      "rel-constrast": 2.6730098724365234,
      "step": 1556,
      "subrel-constrast": 2.9973089694976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.608872652053833,
      "cov-distil (oracle2student)": 2.216827392578125,
      "cov-distil (oracle2teacher)": 2.3917922973632812,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.764626383781433,
      "step": 1557,
      "subrel-constrast": 2.424394130706787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4502878189086914,
      "cov-distil (oracle2student)": 6.2127180099487305,
      "cov-distil (oracle2teacher)": 5.1285247802734375,
      "epoch": 1.2229199372056514,
      "rel-constrast": 3.1274166107177734,
      "step": 1558,
      "subrel-constrast": 3.9349358081817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9034004211425781,
      "cov-distil (oracle2student)": 5.819831848144531,
      "cov-distil (oracle2teacher)": 5.821584701538086,
      "epoch": 1.2237048665620094,
      "rel-constrast": 3.373741865158081,
      "step": 1559,
      "subrel-constrast": 3.690277099609375,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 7.5,
      "learning_rate": 4.952557240408988e-05,
      "loss": 0.7638,
      "step": 1560
    },
    {
      "cov-distil": 2.0266361236572266,
      "cov-distil (oracle2student)": 4.939917087554932,
      "cov-distil (oracle2teacher)": 4.8299455642700195,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.633413314819336,
      "step": 1560,
      "subrel-constrast": 3.9478743076324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8504947423934937,
      "cov-distil (oracle2student)": 3.553264856338501,
      "cov-distil (oracle2teacher)": 3.278890609741211,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.6801607608795166,
      "step": 1561,
      "subrel-constrast": 3.2840564250946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5647244453430176,
      "cov-distil (oracle2student)": 3.2431018352508545,
      "cov-distil (oracle2teacher)": 3.2261343002319336,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.6822991371154785,
      "step": 1562,
      "subrel-constrast": 2.267056465148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9254546165466309,
      "cov-distil (oracle2student)": 3.970609664916992,
      "cov-distil (oracle2teacher)": 4.246237754821777,
      "epoch": 1.2268445839874411,
      "rel-constrast": 4.075508117675781,
      "step": 1563,
      "subrel-constrast": 4.1894378662109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.429943084716797,
      "cov-distil (oracle2student)": 4.271865367889404,
      "cov-distil (oracle2teacher)": 3.9084248542785645,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.5571184158325195,
      "step": 1564,
      "subrel-constrast": 3.2550766468048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0057859420776367,
      "cov-distil (oracle2student)": 5.0161542892456055,
      "cov-distil (oracle2teacher)": 4.823497772216797,
      "epoch": 1.2284144427001569,
      "rel-constrast": 3.7684714794158936,
      "step": 1565,
      "subrel-constrast": 3.988330125808716,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0187528133392334,
      "cov-distil (oracle2student)": 4.051573276519775,
      "cov-distil (oracle2teacher)": 3.7374041080474854,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.8285112380981445,
      "step": 1566,
      "subrel-constrast": 2.8667945861816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1014323234558105,
      "cov-distil (oracle2student)": 2.8647453784942627,
      "cov-distil (oracle2teacher)": 2.905611038208008,
      "epoch": 1.2299843014128728,
      "rel-constrast": 2.6169919967651367,
      "step": 1567,
      "subrel-constrast": 2.8226869106292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9038939476013184,
      "cov-distil (oracle2student)": 4.054032325744629,
      "cov-distil (oracle2teacher)": 3.6151461601257324,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.9120006561279297,
      "step": 1568,
      "subrel-constrast": 3.4757442474365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8943110704421997,
      "cov-distil (oracle2student)": 5.027636528015137,
      "cov-distil (oracle2teacher)": 5.082924842834473,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.7335634231567383,
      "step": 1569,
      "subrel-constrast": 3.9057140350341797,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 5.4375,
      "learning_rate": 4.950850275815983e-05,
      "loss": 0.7372,
      "step": 1570
    },
    {
      "cov-distil": 1.6249680519104004,
      "cov-distil (oracle2student)": 3.496582508087158,
      "cov-distil (oracle2teacher)": 2.9237847328186035,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.4542620182037354,
      "step": 1570,
      "subrel-constrast": 2.4353930950164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.707364797592163,
      "cov-distil (oracle2student)": 2.710237979888916,
      "cov-distil (oracle2teacher)": 2.693124294281006,
      "epoch": 1.2331240188383046,
      "rel-constrast": 3.5400798320770264,
      "step": 1571,
      "subrel-constrast": 3.7818264961242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.199735403060913,
      "cov-distil (oracle2student)": 3.6591129302978516,
      "cov-distil (oracle2teacher)": 3.170863151550293,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.4419827461242676,
      "step": 1572,
      "subrel-constrast": 3.588771104812622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.880397081375122,
      "cov-distil (oracle2student)": 4.820205211639404,
      "cov-distil (oracle2teacher)": 3.9856975078582764,
      "epoch": 1.2346938775510203,
      "rel-constrast": 5.044854640960693,
      "step": 1573,
      "subrel-constrast": 3.82181978225708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8163483142852783,
      "cov-distil (oracle2student)": 5.053114891052246,
      "cov-distil (oracle2teacher)": 4.331532001495361,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.3052780628204346,
      "step": 1574,
      "subrel-constrast": 2.6113781929016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.099170207977295,
      "cov-distil (oracle2student)": 3.086127758026123,
      "cov-distil (oracle2teacher)": 2.824364185333252,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.9029412269592285,
      "step": 1575,
      "subrel-constrast": 2.12070369720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879900336265564,
      "cov-distil (oracle2student)": 4.8395209312438965,
      "cov-distil (oracle2teacher)": 4.8144049644470215,
      "epoch": 1.2370486656200943,
      "rel-constrast": 4.274290084838867,
      "step": 1576,
      "subrel-constrast": 4.250116348266602,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2934813499450684,
      "cov-distil (oracle2student)": 4.8231282234191895,
      "cov-distil (oracle2teacher)": 4.718170642852783,
      "epoch": 1.237833594976452,
      "rel-constrast": 3.2889699935913086,
      "step": 1577,
      "subrel-constrast": 3.804370641708374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3943870067596436,
      "cov-distil (oracle2student)": 7.712185382843018,
      "cov-distil (oracle2teacher)": 6.437448024749756,
      "epoch": 1.23861852433281,
      "rel-constrast": 2.2898073196411133,
      "step": 1578,
      "subrel-constrast": 2.7326786518096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5068554878234863,
      "cov-distil (oracle2student)": 5.221418380737305,
      "cov-distil (oracle2teacher)": 4.762904167175293,
      "epoch": 1.239403453689168,
      "rel-constrast": 3.1496150493621826,
      "step": 1579,
      "subrel-constrast": 3.4960951805114746,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 6.0,
      "learning_rate": 4.9491134483858095e-05,
      "loss": 0.7923,
      "step": 1580
    },
    {
      "cov-distil": 2.138178825378418,
      "cov-distil (oracle2student)": 2.2196125984191895,
      "cov-distil (oracle2teacher)": 3.029038429260254,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.455509901046753,
      "step": 1580,
      "subrel-constrast": 3.5580146312713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049274444580078,
      "cov-distil (oracle2student)": 3.8389477729797363,
      "cov-distil (oracle2teacher)": 3.7854127883911133,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.569068193435669,
      "step": 1581,
      "subrel-constrast": 3.3387999534606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.642974615097046,
      "cov-distil (oracle2student)": 5.373010635375977,
      "cov-distil (oracle2teacher)": 4.8885908126831055,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.155498504638672,
      "step": 1582,
      "subrel-constrast": 4.450000286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8912696838378906,
      "cov-distil (oracle2student)": 4.614186763763428,
      "cov-distil (oracle2teacher)": 4.33878231048584,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.801318645477295,
      "step": 1583,
      "subrel-constrast": 2.6787571907043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7463786602020264,
      "cov-distil (oracle2student)": 5.546780586242676,
      "cov-distil (oracle2teacher)": 5.579392433166504,
      "epoch": 1.2433281004709575,
      "rel-constrast": 3.251866102218628,
      "step": 1584,
      "subrel-constrast": 3.5651440620422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7475996017456055,
      "cov-distil (oracle2student)": 4.642965316772461,
      "cov-distil (oracle2teacher)": 4.485138893127441,
      "epoch": 1.2441130298273155,
      "rel-constrast": 3.9002811908721924,
      "step": 1585,
      "subrel-constrast": 4.113150596618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8231157064437866,
      "cov-distil (oracle2student)": 6.136351585388184,
      "cov-distil (oracle2teacher)": 5.881249904632568,
      "epoch": 1.2448979591836735,
      "rel-constrast": 3.740389347076416,
      "step": 1586,
      "subrel-constrast": 3.800239086151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.266098976135254,
      "cov-distil (oracle2student)": 4.157269477844238,
      "cov-distil (oracle2teacher)": 4.127383232116699,
      "epoch": 1.2456828885400313,
      "rel-constrast": 3.858865737915039,
      "step": 1587,
      "subrel-constrast": 3.4754955768585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3176093101501465,
      "cov-distil (oracle2student)": 6.148702621459961,
      "cov-distil (oracle2teacher)": 4.768836498260498,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.3947975635528564,
      "step": 1588,
      "subrel-constrast": 2.8439996242523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3995039463043213,
      "cov-distil (oracle2student)": 4.4474873542785645,
      "cov-distil (oracle2teacher)": 4.282570838928223,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.729245185852051,
      "step": 1589,
      "subrel-constrast": 3.054457187652588,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 6.65625,
      "learning_rate": 4.947346779281159e-05,
      "loss": 0.7964,
      "step": 1590
    },
    {
      "cov-distil": 1.8453747034072876,
      "cov-distil (oracle2student)": 3.0918891429901123,
      "cov-distil (oracle2teacher)": 2.8081789016723633,
      "epoch": 1.2480376766091053,
      "rel-constrast": 2.1064953804016113,
      "step": 1590,
      "subrel-constrast": 2.196903944015503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9793720245361328,
      "cov-distil (oracle2student)": 6.001737594604492,
      "cov-distil (oracle2teacher)": 5.8279314041137695,
      "epoch": 1.248822605965463,
      "rel-constrast": 2.371981620788574,
      "step": 1591,
      "subrel-constrast": 3.050093173980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8977521657943726,
      "cov-distil (oracle2student)": 6.038756370544434,
      "cov-distil (oracle2teacher)": 5.4142913818359375,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.7641172409057617,
      "step": 1592,
      "subrel-constrast": 3.569976329803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071986198425293,
      "cov-distil (oracle2student)": 4.48809814453125,
      "cov-distil (oracle2teacher)": 4.29581356048584,
      "epoch": 1.250392464678179,
      "rel-constrast": 3.286311626434326,
      "step": 1593,
      "subrel-constrast": 3.4235527515411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2277824878692627,
      "cov-distil (oracle2student)": 4.992692947387695,
      "cov-distil (oracle2teacher)": 4.56816291809082,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.7322163581848145,
      "step": 1594,
      "subrel-constrast": 3.0174484252929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765292406082153,
      "cov-distil (oracle2student)": 3.9836323261260986,
      "cov-distil (oracle2teacher)": 3.6758780479431152,
      "epoch": 1.2519623233908947,
      "rel-constrast": 4.842157363891602,
      "step": 1595,
      "subrel-constrast": 4.068283557891846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1328768730163574,
      "cov-distil (oracle2student)": 4.625209808349609,
      "cov-distil (oracle2teacher)": 4.376321792602539,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.6225013732910156,
      "step": 1596,
      "subrel-constrast": 3.343975305557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8625550270080566,
      "cov-distil (oracle2student)": 4.897193908691406,
      "cov-distil (oracle2teacher)": 4.693101406097412,
      "epoch": 1.2535321821036107,
      "rel-constrast": 3.3155248165130615,
      "step": 1597,
      "subrel-constrast": 3.708278179168701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757338047027588,
      "cov-distil (oracle2student)": 4.91999626159668,
      "cov-distil (oracle2teacher)": 3.8192176818847656,
      "epoch": 1.2543171114599687,
      "rel-constrast": 2.3513472080230713,
      "step": 1598,
      "subrel-constrast": 2.3204617500305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012135982513428,
      "cov-distil (oracle2student)": 4.868736743927002,
      "cov-distil (oracle2teacher)": 4.586375713348389,
      "epoch": 1.2551020408163265,
      "rel-constrast": 2.810366153717041,
      "step": 1599,
      "subrel-constrast": 3.095327854156494,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 5.875,
      "learning_rate": 4.94555029002834e-05,
      "loss": 0.7301,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.3046875,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.048431396484375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.041259765625
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.007171630859375,
      "step": 1600
    },
    {
      "cov-distil": 1.810918927192688,
      "cov-distil (oracle2student)": 4.383621692657471,
      "cov-distil (oracle2teacher)": 4.130575656890869,
      "epoch": 1.2558869701726845,
      "rel-constrast": 4.83335018157959,
      "step": 1600,
      "subrel-constrast": 5.154160499572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.605259895324707,
      "cov-distil (oracle2student)": 5.4844465255737305,
      "cov-distil (oracle2teacher)": 5.277478218078613,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.999683141708374,
      "step": 1601,
      "subrel-constrast": 4.326846122741699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459212064743042,
      "cov-distil (oracle2student)": 4.190435409545898,
      "cov-distil (oracle2teacher)": 4.28338098526001,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.9733637571334839,
      "step": 1602,
      "subrel-constrast": 2.705435037612915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5160056352615356,
      "cov-distil (oracle2student)": 4.4392924308776855,
      "cov-distil (oracle2teacher)": 4.631627082824707,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.342447280883789,
      "step": 1603,
      "subrel-constrast": 2.9394266605377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7903738021850586,
      "cov-distil (oracle2student)": 6.220755100250244,
      "cov-distil (oracle2teacher)": 6.125944137573242,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.428229570388794,
      "step": 1604,
      "subrel-constrast": 4.008735656738281,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566539764404297,
      "cov-distil (oracle2student)": 3.3139195442199707,
      "cov-distil (oracle2teacher)": 4.120318412780762,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.7487268447875977,
      "step": 1605,
      "subrel-constrast": 3.395083427429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.217097282409668,
      "cov-distil (oracle2student)": 4.326814651489258,
      "cov-distil (oracle2teacher)": 4.339356899261475,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.8420889377593994,
      "step": 1606,
      "subrel-constrast": 3.1904051303863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0697453022003174,
      "cov-distil (oracle2student)": 3.4675049781799316,
      "cov-distil (oracle2teacher)": 3.1230883598327637,
      "epoch": 1.26138147566719,
      "rel-constrast": 4.039160251617432,
      "step": 1607,
      "subrel-constrast": 4.00664758682251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6953202486038208,
      "cov-distil (oracle2student)": 3.5410404205322266,
      "cov-distil (oracle2teacher)": 4.3633246421813965,
      "epoch": 1.262166405023548,
      "rel-constrast": 3.0353994369506836,
      "step": 1608,
      "subrel-constrast": 3.87430739402771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7463104724884033,
      "cov-distil (oracle2student)": 3.6609864234924316,
      "cov-distil (oracle2teacher)": 3.6354129314422607,
      "epoch": 1.2629513343799057,
      "rel-constrast": 3.4595532417297363,
      "step": 1609,
      "subrel-constrast": 4.1224164962768555,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 6.75,
      "learning_rate": 4.943724002517005e-05,
      "loss": 0.8176,
      "step": 1610
    },
    {
      "cov-distil": 1.2702847719192505,
      "cov-distil (oracle2student)": 3.756552219390869,
      "cov-distil (oracle2teacher)": 3.6468803882598877,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.42138934135437,
      "step": 1610,
      "subrel-constrast": 2.7182087898254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8452656269073486,
      "cov-distil (oracle2student)": 6.16418981552124,
      "cov-distil (oracle2teacher)": 5.282188415527344,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.2427666187286377,
      "step": 1611,
      "subrel-constrast": 3.969283103942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0222506523132324,
      "cov-distil (oracle2student)": 3.251779079437256,
      "cov-distil (oracle2teacher)": 3.363973617553711,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.9790095090866089,
      "step": 1612,
      "subrel-constrast": 2.1974587440490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080608367919922,
      "cov-distil (oracle2student)": 2.3079183101654053,
      "cov-distil (oracle2teacher)": 2.544975757598877,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.075753688812256,
      "step": 1613,
      "subrel-constrast": 2.9184107780456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5278544425964355,
      "cov-distil (oracle2student)": 4.805039405822754,
      "cov-distil (oracle2teacher)": 5.091644763946533,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.0847737789154053,
      "step": 1614,
      "subrel-constrast": 4.3479695320129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0988564491271973,
      "cov-distil (oracle2student)": 4.1710920333862305,
      "cov-distil (oracle2teacher)": 4.5223517417907715,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.584165334701538,
      "step": 1615,
      "subrel-constrast": 2.942120313644409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3754608631134033,
      "cov-distil (oracle2student)": 5.255252838134766,
      "cov-distil (oracle2teacher)": 5.0238776206970215,
      "epoch": 1.2684458398744112,
      "rel-constrast": 4.11332368850708,
      "step": 1616,
      "subrel-constrast": 3.9241456985473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9937433004379272,
      "cov-distil (oracle2student)": 5.628146171569824,
      "cov-distil (oracle2teacher)": 5.14534854888916,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.432617664337158,
      "step": 1617,
      "subrel-constrast": 3.662496566772461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8344414234161377,
      "cov-distil (oracle2student)": 6.040500640869141,
      "cov-distil (oracle2teacher)": 5.38774299621582,
      "epoch": 1.2700156985871272,
      "rel-constrast": 3.39935564994812,
      "step": 1618,
      "subrel-constrast": 3.867884874343872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1002166271209717,
      "cov-distil (oracle2student)": 4.383522987365723,
      "cov-distil (oracle2teacher)": 4.045715808868408,
      "epoch": 1.2708006279434851,
      "rel-constrast": 3.3171920776367188,
      "step": 1619,
      "subrel-constrast": 3.4009242057800293,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 6.53125,
      "learning_rate": 4.9418679389998923e-05,
      "loss": 0.7163,
      "step": 1620
    },
    {
      "cov-distil": 1.6965930461883545,
      "cov-distil (oracle2student)": 3.152137279510498,
      "cov-distil (oracle2teacher)": 3.1645073890686035,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.6394448280334473,
      "step": 1620,
      "subrel-constrast": 2.8105263710021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259945869445801,
      "cov-distil (oracle2student)": 4.43234920501709,
      "cov-distil (oracle2teacher)": 4.108823776245117,
      "epoch": 1.272370486656201,
      "rel-constrast": 2.4366798400878906,
      "step": 1621,
      "subrel-constrast": 3.0230393409729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7039072513580322,
      "cov-distil (oracle2student)": 5.506103992462158,
      "cov-distil (oracle2teacher)": 5.150457382202148,
      "epoch": 1.2731554160125589,
      "rel-constrast": 4.645636558532715,
      "step": 1622,
      "subrel-constrast": 4.583265781402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1403074264526367,
      "cov-distil (oracle2student)": 3.864819049835205,
      "cov-distil (oracle2teacher)": 4.228536605834961,
      "epoch": 1.2739403453689169,
      "rel-constrast": 4.091558456420898,
      "step": 1623,
      "subrel-constrast": 4.614246368408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5758508443832397,
      "cov-distil (oracle2student)": 3.4618043899536133,
      "cov-distil (oracle2teacher)": 3.801157236099243,
      "epoch": 1.2747252747252746,
      "rel-constrast": 3.8041296005249023,
      "step": 1624,
      "subrel-constrast": 3.2233192920684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2298974990844727,
      "cov-distil (oracle2student)": 5.11854362487793,
      "cov-distil (oracle2teacher)": 4.178473472595215,
      "epoch": 1.2755102040816326,
      "rel-constrast": 2.6224188804626465,
      "step": 1625,
      "subrel-constrast": 2.7952120304107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.902476191520691,
      "cov-distil (oracle2student)": 5.001765251159668,
      "cov-distil (oracle2teacher)": 5.028693199157715,
      "epoch": 1.2762951334379906,
      "rel-constrast": 3.1895506381988525,
      "step": 1626,
      "subrel-constrast": 3.525578022003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9072327613830566,
      "cov-distil (oracle2student)": 5.394671440124512,
      "cov-distil (oracle2teacher)": 4.876692295074463,
      "epoch": 1.2770800627943486,
      "rel-constrast": 4.035161972045898,
      "step": 1627,
      "subrel-constrast": 4.352508544921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6858129501342773,
      "cov-distil (oracle2student)": 3.6739063262939453,
      "cov-distil (oracle2teacher)": 3.736114025115967,
      "epoch": 1.2778649921507064,
      "rel-constrast": 3.2784006595611572,
      "step": 1628,
      "subrel-constrast": 3.6481776237487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6989800930023193,
      "cov-distil (oracle2student)": 3.832240581512451,
      "cov-distil (oracle2teacher)": 4.089865684509277,
      "epoch": 1.2786499215070644,
      "rel-constrast": 3.2188751697540283,
      "step": 1629,
      "subrel-constrast": 3.9498844146728516,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 6.75,
      "learning_rate": 4.939982122092548e-05,
      "loss": 0.849,
      "step": 1630
    },
    {
      "cov-distil": 1.9523253440856934,
      "cov-distil (oracle2student)": 4.488237380981445,
      "cov-distil (oracle2teacher)": 3.9142203330993652,
      "epoch": 1.2794348508634223,
      "rel-constrast": 3.6204466819763184,
      "step": 1630,
      "subrel-constrast": 2.858351469039917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6999847888946533,
      "cov-distil (oracle2student)": 5.5072197914123535,
      "cov-distil (oracle2teacher)": 5.775692939758301,
      "epoch": 1.2802197802197801,
      "rel-constrast": 4.104068756103516,
      "step": 1631,
      "subrel-constrast": 4.387331008911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0276434421539307,
      "cov-distil (oracle2student)": 4.266451835632324,
      "cov-distil (oracle2teacher)": 4.657402992248535,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.6975908279418945,
      "step": 1632,
      "subrel-constrast": 3.2674498558044434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.944185495376587,
      "cov-distil (oracle2student)": 3.770261287689209,
      "cov-distil (oracle2teacher)": 4.295158863067627,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.411348342895508,
      "step": 1633,
      "subrel-constrast": 3.9706034660339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0091021060943604,
      "cov-distil (oracle2student)": 3.54167103767395,
      "cov-distil (oracle2teacher)": 3.502073287963867,
      "epoch": 1.282574568288854,
      "rel-constrast": 2.0720975399017334,
      "step": 1634,
      "subrel-constrast": 3.0507845878601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7665990591049194,
      "cov-distil (oracle2student)": 4.843642234802246,
      "cov-distil (oracle2teacher)": 4.295296669006348,
      "epoch": 1.283359497645212,
      "rel-constrast": 4.385141372680664,
      "step": 1635,
      "subrel-constrast": 4.292908191680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1015031337738037,
      "cov-distil (oracle2student)": 4.817591667175293,
      "cov-distil (oracle2teacher)": 4.633842468261719,
      "epoch": 1.2841444270015698,
      "rel-constrast": 2.3678855895996094,
      "step": 1636,
      "subrel-constrast": 2.7623863220214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194183588027954,
      "cov-distil (oracle2student)": 6.352839469909668,
      "cov-distil (oracle2teacher)": 5.481823921203613,
      "epoch": 1.2849293563579278,
      "rel-constrast": 3.743926525115967,
      "step": 1637,
      "subrel-constrast": 4.190829277038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6283597946166992,
      "cov-distil (oracle2student)": 4.80074405670166,
      "cov-distil (oracle2teacher)": 5.457365989685059,
      "epoch": 1.2857142857142856,
      "rel-constrast": 3.4698405265808105,
      "step": 1638,
      "subrel-constrast": 3.279818058013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9163992404937744,
      "cov-distil (oracle2student)": 4.308907985687256,
      "cov-distil (oracle2teacher)": 4.524560928344727,
      "epoch": 1.2864992150706436,
      "rel-constrast": 2.1393656730651855,
      "step": 1639,
      "subrel-constrast": 3.0994184017181396,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 5.875,
      "learning_rate": 4.938066574773059e-05,
      "loss": 0.7753,
      "step": 1640
    },
    {
      "cov-distil": 2.461806297302246,
      "cov-distil (oracle2student)": 4.573619842529297,
      "cov-distil (oracle2teacher)": 3.8706674575805664,
      "epoch": 1.2872841444270016,
      "rel-constrast": 3.8964037895202637,
      "step": 1640,
      "subrel-constrast": 4.246512413024902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0243616104125977,
      "cov-distil (oracle2student)": 4.750319480895996,
      "cov-distil (oracle2teacher)": 4.786174774169922,
      "epoch": 1.2880690737833596,
      "rel-constrast": 4.063018798828125,
      "step": 1641,
      "subrel-constrast": 3.928481340408325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3818604946136475,
      "cov-distil (oracle2student)": 4.973311901092529,
      "cov-distil (oracle2teacher)": 4.717424392700195,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.9113759994506836,
      "step": 1642,
      "subrel-constrast": 3.405444622039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0881400108337402,
      "cov-distil (oracle2student)": 4.171236991882324,
      "cov-distil (oracle2teacher)": 3.5141007900238037,
      "epoch": 1.2896389324960753,
      "rel-constrast": 3.3257999420166016,
      "step": 1643,
      "subrel-constrast": 3.535788059234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2665205001831055,
      "cov-distil (oracle2student)": 4.40216064453125,
      "cov-distil (oracle2teacher)": 4.739414691925049,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.029956340789795,
      "step": 1644,
      "subrel-constrast": 4.098007678985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6299099922180176,
      "cov-distil (oracle2student)": 4.605607032775879,
      "cov-distil (oracle2teacher)": 4.25969934463501,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.3757543563842773,
      "step": 1645,
      "subrel-constrast": 3.3943631649017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4695234298706055,
      "cov-distil (oracle2student)": 5.240386009216309,
      "cov-distil (oracle2teacher)": 5.110725402832031,
      "epoch": 1.291993720565149,
      "rel-constrast": 4.145135879516602,
      "step": 1646,
      "subrel-constrast": 4.108333587646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6151118278503418,
      "cov-distil (oracle2student)": 4.626162052154541,
      "cov-distil (oracle2teacher)": 4.4546942710876465,
      "epoch": 1.292778649921507,
      "rel-constrast": 3.0320658683776855,
      "step": 1647,
      "subrel-constrast": 3.3274312019348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6663293838500977,
      "cov-distil (oracle2student)": 7.58427619934082,
      "cov-distil (oracle2teacher)": 5.964966773986816,
      "epoch": 1.293563579277865,
      "rel-constrast": 3.359373092651367,
      "step": 1648,
      "subrel-constrast": 4.170982837677002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.821988582611084,
      "cov-distil (oracle2student)": 2.371304512023926,
      "cov-distil (oracle2teacher)": 2.8295693397521973,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.755497932434082,
      "step": 1649,
      "subrel-constrast": 3.3994154930114746,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 6.28125,
      "learning_rate": 4.936121320381762e-05,
      "loss": 0.8224,
      "step": 1650
    },
    {
      "cov-distil": 2.4001646041870117,
      "cov-distil (oracle2student)": 4.61191463470459,
      "cov-distil (oracle2teacher)": 4.7147064208984375,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.7633233070373535,
      "step": 1650,
      "subrel-constrast": 3.988745927810669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0972572565078735,
      "cov-distil (oracle2student)": 2.8755245208740234,
      "cov-distil (oracle2teacher)": 3.20552659034729,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.310896158218384,
      "step": 1651,
      "subrel-constrast": 2.578482151031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8273406028747559,
      "cov-distil (oracle2student)": 3.599440336227417,
      "cov-distil (oracle2teacher)": 3.668383836746216,
      "epoch": 1.2967032967032968,
      "rel-constrast": 3.147737503051758,
      "step": 1652,
      "subrel-constrast": 3.4045116901397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5035223960876465,
      "cov-distil (oracle2student)": 6.413338661193848,
      "cov-distil (oracle2teacher)": 5.150639057159424,
      "epoch": 1.2974882260596545,
      "rel-constrast": 4.300156593322754,
      "step": 1653,
      "subrel-constrast": 4.391679763793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2704710960388184,
      "cov-distil (oracle2student)": 4.527993202209473,
      "cov-distil (oracle2teacher)": 4.321805000305176,
      "epoch": 1.2982731554160125,
      "rel-constrast": 3.3262271881103516,
      "step": 1654,
      "subrel-constrast": 3.3820033073425293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099565029144287,
      "cov-distil (oracle2student)": 4.903942108154297,
      "cov-distil (oracle2teacher)": 4.914019584655762,
      "epoch": 1.2990580847723705,
      "rel-constrast": 3.7026946544647217,
      "step": 1655,
      "subrel-constrast": 3.961954355239868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1805799007415771,
      "cov-distil (oracle2student)": 6.465838432312012,
      "cov-distil (oracle2teacher)": 5.881667137145996,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.327561378479004,
      "step": 1656,
      "subrel-constrast": 3.279414653778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9537032842636108,
      "cov-distil (oracle2student)": 4.648287773132324,
      "cov-distil (oracle2teacher)": 4.567766189575195,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.6995105743408203,
      "step": 1657,
      "subrel-constrast": 3.347346544265747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7226980924606323,
      "cov-distil (oracle2student)": 3.8157501220703125,
      "cov-distil (oracle2teacher)": 3.99285626411438,
      "epoch": 1.3014128728414442,
      "rel-constrast": 3.107771873474121,
      "step": 1658,
      "subrel-constrast": 2.9404053688049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8312928676605225,
      "cov-distil (oracle2student)": 4.1480021476745605,
      "cov-distil (oracle2teacher)": 4.026515007019043,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.49360990524292,
      "step": 1659,
      "subrel-constrast": 3.082777976989746,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.625,
      "learning_rate": 4.93414638262097e-05,
      "loss": 0.7795,
      "step": 1660
    },
    {
      "cov-distil": 2.0047497749328613,
      "cov-distil (oracle2student)": 3.334258794784546,
      "cov-distil (oracle2teacher)": 3.671670436859131,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.9011850357055664,
      "step": 1660,
      "subrel-constrast": 2.5919320583343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3666648864746094,
      "cov-distil (oracle2student)": 5.006875991821289,
      "cov-distil (oracle2teacher)": 5.085698127746582,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.606182098388672,
      "step": 1661,
      "subrel-constrast": 2.90462064743042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6023166179656982,
      "cov-distil (oracle2student)": 6.40786075592041,
      "cov-distil (oracle2teacher)": 6.399726867675781,
      "epoch": 1.304552590266876,
      "rel-constrast": 3.932114839553833,
      "step": 1662,
      "subrel-constrast": 3.2777538299560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6243752241134644,
      "cov-distil (oracle2student)": 4.9536943435668945,
      "cov-distil (oracle2teacher)": 4.23249626159668,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.211838483810425,
      "step": 1663,
      "subrel-constrast": 3.6172685623168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555912733078003,
      "cov-distil (oracle2student)": 4.164565086364746,
      "cov-distil (oracle2teacher)": 3.83821439743042,
      "epoch": 1.306122448979592,
      "rel-constrast": 3.0629122257232666,
      "step": 1664,
      "subrel-constrast": 2.871823787689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5968563556671143,
      "cov-distil (oracle2student)": 6.0926103591918945,
      "cov-distil (oracle2teacher)": 4.604617118835449,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.621994733810425,
      "step": 1665,
      "subrel-constrast": 3.3782026767730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877102255821228,
      "cov-distil (oracle2student)": 4.048394203186035,
      "cov-distil (oracle2teacher)": 4.017665386199951,
      "epoch": 1.3076923076923077,
      "rel-constrast": 3.0613508224487305,
      "step": 1666,
      "subrel-constrast": 3.6224024295806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0542428493499756,
      "cov-distil (oracle2student)": 5.35919713973999,
      "cov-distil (oracle2teacher)": 4.638520240783691,
      "epoch": 1.3084772370486657,
      "rel-constrast": 3.2471489906311035,
      "step": 1667,
      "subrel-constrast": 3.2292542457580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4964511394500732,
      "cov-distil (oracle2student)": 4.775130271911621,
      "cov-distil (oracle2teacher)": 4.880032062530518,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.955497980117798,
      "step": 1668,
      "subrel-constrast": 5.187030792236328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8706905841827393,
      "cov-distil (oracle2student)": 3.8463985919952393,
      "cov-distil (oracle2teacher)": 3.5829169750213623,
      "epoch": 1.3100470957613815,
      "rel-constrast": 2.39556884765625,
      "step": 1669,
      "subrel-constrast": 2.6121702194213867,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 5.65625,
      "learning_rate": 4.932141785554676e-05,
      "loss": 0.7749,
      "step": 1670
    },
    {
      "cov-distil": 1.0927351713180542,
      "cov-distil (oracle2student)": 4.206366539001465,
      "cov-distil (oracle2teacher)": 3.8124756813049316,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.3660969734191895,
      "step": 1670,
      "subrel-constrast": 2.704758644104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.989987850189209,
      "cov-distil (oracle2student)": 5.0560760498046875,
      "cov-distil (oracle2teacher)": 5.111454010009766,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.58559250831604,
      "step": 1671,
      "subrel-constrast": 3.415621042251587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9178433418273926,
      "cov-distil (oracle2student)": 4.129509449005127,
      "cov-distil (oracle2teacher)": 4.17296028137207,
      "epoch": 1.3124018838304552,
      "rel-constrast": 3.0171046257019043,
      "step": 1672,
      "subrel-constrast": 3.630554437637329,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.63132905960083,
      "cov-distil (oracle2student)": 6.345755577087402,
      "cov-distil (oracle2teacher)": 5.5523176193237305,
      "epoch": 1.3131868131868132,
      "rel-constrast": 3.694471836090088,
      "step": 1673,
      "subrel-constrast": 3.7029504776000977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7092751264572144,
      "cov-distil (oracle2student)": 5.00535774230957,
      "cov-distil (oracle2teacher)": 4.368116855621338,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.9453623294830322,
      "step": 1674,
      "subrel-constrast": 3.7899580001831055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.177368640899658,
      "cov-distil (oracle2student)": 4.038525581359863,
      "cov-distil (oracle2teacher)": 3.5202178955078125,
      "epoch": 1.314756671899529,
      "rel-constrast": 3.215427875518799,
      "step": 1675,
      "subrel-constrast": 3.472332239151001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5631492137908936,
      "cov-distil (oracle2student)": 3.7521157264709473,
      "cov-distil (oracle2teacher)": 3.7333295345306396,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.9873430728912354,
      "step": 1676,
      "subrel-constrast": 2.3722922801971436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1458115577697754,
      "cov-distil (oracle2student)": 4.208532333374023,
      "cov-distil (oracle2teacher)": 3.9811959266662598,
      "epoch": 1.316326530612245,
      "rel-constrast": 3.3004209995269775,
      "step": 1677,
      "subrel-constrast": 3.6657330989837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6136683225631714,
      "cov-distil (oracle2student)": 3.700273036956787,
      "cov-distil (oracle2teacher)": 3.5427913665771484,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.4891443252563477,
      "step": 1678,
      "subrel-constrast": 4.164310932159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4277265071868896,
      "cov-distil (oracle2student)": 5.308294773101807,
      "cov-distil (oracle2teacher)": 5.496747970581055,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.979935646057129,
      "step": 1679,
      "subrel-constrast": 3.997008800506592,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 6.71875,
      "learning_rate": 4.9301075536082605e-05,
      "loss": 0.7395,
      "step": 1680
    },
    {
      "cov-distil": 2.1944825649261475,
      "cov-distil (oracle2student)": 4.088326454162598,
      "cov-distil (oracle2teacher)": 5.080142021179199,
      "epoch": 1.3186813186813187,
      "rel-constrast": 3.2335047721862793,
      "step": 1680,
      "subrel-constrast": 4.277515888214111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8086462020874023,
      "cov-distil (oracle2student)": 3.153085470199585,
      "cov-distil (oracle2teacher)": 3.5910274982452393,
      "epoch": 1.3194662480376766,
      "rel-constrast": 3.3856444358825684,
      "step": 1681,
      "subrel-constrast": 3.395388603210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9190409183502197,
      "cov-distil (oracle2student)": 5.7283759117126465,
      "cov-distil (oracle2teacher)": 5.113788604736328,
      "epoch": 1.3202511773940344,
      "rel-constrast": 4.08601188659668,
      "step": 1682,
      "subrel-constrast": 4.2143235206604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5731201171875,
      "cov-distil (oracle2student)": 4.453451633453369,
      "cov-distil (oracle2teacher)": 3.970391273498535,
      "epoch": 1.3210361067503924,
      "rel-constrast": 3.1653823852539062,
      "step": 1683,
      "subrel-constrast": 3.119931936264038,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2481141090393066,
      "cov-distil (oracle2student)": 5.609467506408691,
      "cov-distil (oracle2teacher)": 5.181495666503906,
      "epoch": 1.3218210361067504,
      "rel-constrast": 4.194695472717285,
      "step": 1684,
      "subrel-constrast": 4.362768173217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5475280284881592,
      "cov-distil (oracle2student)": 4.305638313293457,
      "cov-distil (oracle2teacher)": 3.7450976371765137,
      "epoch": 1.3226059654631084,
      "rel-constrast": 3.2316360473632812,
      "step": 1685,
      "subrel-constrast": 2.8158764839172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.694798231124878,
      "cov-distil (oracle2student)": 4.511743545532227,
      "cov-distil (oracle2teacher)": 4.304223537445068,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.911423921585083,
      "step": 1686,
      "subrel-constrast": 3.762714147567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7985414266586304,
      "cov-distil (oracle2student)": 4.162229537963867,
      "cov-distil (oracle2teacher)": 3.856377124786377,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.9805686473846436,
      "step": 1687,
      "subrel-constrast": 3.285964012145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5695276260375977,
      "cov-distil (oracle2student)": 4.601081371307373,
      "cov-distil (oracle2teacher)": 4.585683822631836,
      "epoch": 1.3249607535321821,
      "rel-constrast": 3.9330883026123047,
      "step": 1688,
      "subrel-constrast": 4.279696941375732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021648406982422,
      "cov-distil (oracle2student)": 4.577154159545898,
      "cov-distil (oracle2teacher)": 4.304760932922363,
      "epoch": 1.3257456828885401,
      "rel-constrast": 3.637571334838867,
      "step": 1689,
      "subrel-constrast": 4.036553382873535,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 7.71875,
      "learning_rate": 4.928043711568201e-05,
      "loss": 0.869,
      "step": 1690
    },
    {
      "cov-distil": 1.5318957567214966,
      "cov-distil (oracle2student)": 3.7702503204345703,
      "cov-distil (oracle2teacher)": 3.9249260425567627,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.37066388130188,
      "step": 1690,
      "subrel-constrast": 3.984584093093872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5729693174362183,
      "cov-distil (oracle2student)": 3.7485527992248535,
      "cov-distil (oracle2teacher)": 3.852156162261963,
      "epoch": 1.3273155416012559,
      "rel-constrast": 2.3448681831359863,
      "step": 1691,
      "subrel-constrast": 2.9309775829315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009230852127075,
      "cov-distil (oracle2student)": 4.155279159545898,
      "cov-distil (oracle2teacher)": 4.311703681945801,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.150029420852661,
      "step": 1692,
      "subrel-constrast": 3.740870475769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0947771072387695,
      "cov-distil (oracle2student)": 3.971309185028076,
      "cov-distil (oracle2teacher)": 3.945931911468506,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.5980446338653564,
      "step": 1693,
      "subrel-constrast": 3.539691686630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162320137023926,
      "cov-distil (oracle2student)": 5.4272966384887695,
      "cov-distil (oracle2teacher)": 4.8213701248168945,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.855908155441284,
      "step": 1694,
      "subrel-constrast": 3.515104293823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0731866359710693,
      "cov-distil (oracle2student)": 5.488421440124512,
      "cov-distil (oracle2teacher)": 5.08583402633667,
      "epoch": 1.3304552590266876,
      "rel-constrast": 3.42624568939209,
      "step": 1695,
      "subrel-constrast": 3.690575361251831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6255704164505005,
      "cov-distil (oracle2student)": 4.972871780395508,
      "cov-distil (oracle2teacher)": 5.257755279541016,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.5530271530151367,
      "step": 1696,
      "subrel-constrast": 3.5661847591400146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7691795825958252,
      "cov-distil (oracle2student)": 4.196930885314941,
      "cov-distil (oracle2teacher)": 3.604043960571289,
      "epoch": 1.3320251177394034,
      "rel-constrast": 4.41229248046875,
      "step": 1697,
      "subrel-constrast": 4.059732437133789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8581151962280273,
      "cov-distil (oracle2student)": 5.176072597503662,
      "cov-distil (oracle2teacher)": 4.556097030639648,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.7787365913391113,
      "step": 1698,
      "subrel-constrast": 3.5230119228363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.32680344581604,
      "cov-distil (oracle2student)": 4.475895881652832,
      "cov-distil (oracle2teacher)": 4.708328723907471,
      "epoch": 1.3335949764521193,
      "rel-constrast": 3.0723962783813477,
      "step": 1699,
      "subrel-constrast": 2.910999059677124,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 7.78125,
      "learning_rate": 4.9259502845817594e-05,
      "loss": 0.7891,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.27031251788139343,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.055450439453125
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.04302978515625
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.012420654296875,
      "step": 1700
    },
    {
      "cov-distil": 2.2918381690979004,
      "cov-distil (oracle2student)": 5.488099098205566,
      "cov-distil (oracle2teacher)": 5.0514726638793945,
      "epoch": 1.3343799058084773,
      "rel-constrast": 3.476649045944214,
      "step": 1700,
      "subrel-constrast": 3.737515926361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1702351570129395,
      "cov-distil (oracle2student)": 4.4835662841796875,
      "cov-distil (oracle2teacher)": 3.733614444732666,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.6515486240386963,
      "step": 1701,
      "subrel-constrast": 3.0915606021881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.733849048614502,
      "cov-distil (oracle2student)": 5.13071346282959,
      "cov-distil (oracle2teacher)": 4.706507682800293,
      "epoch": 1.335949764521193,
      "rel-constrast": 3.5660839080810547,
      "step": 1702,
      "subrel-constrast": 3.5813450813293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685402274131775,
      "cov-distil (oracle2student)": 3.821777820587158,
      "cov-distil (oracle2teacher)": 3.314162254333496,
      "epoch": 1.336734693877551,
      "rel-constrast": 3.053713321685791,
      "step": 1703,
      "subrel-constrast": 2.911098003387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8334848880767822,
      "cov-distil (oracle2student)": 1.7400952577590942,
      "cov-distil (oracle2teacher)": 2.690593957901001,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.7925410270690918,
      "step": 1704,
      "subrel-constrast": 2.5463521480560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.256601333618164,
      "cov-distil (oracle2student)": 3.5637283325195312,
      "cov-distil (oracle2teacher)": 3.0985000133514404,
      "epoch": 1.3383045525902668,
      "rel-constrast": 2.4836349487304688,
      "step": 1705,
      "subrel-constrast": 3.327609062194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4072151184082031,
      "cov-distil (oracle2student)": 3.6628546714782715,
      "cov-distil (oracle2teacher)": 3.9533071517944336,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.5464749336242676,
      "step": 1706,
      "subrel-constrast": 3.2726998329162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.177799940109253,
      "cov-distil (oracle2student)": 3.809157371520996,
      "cov-distil (oracle2teacher)": 3.3606271743774414,
      "epoch": 1.3398744113029828,
      "rel-constrast": 3.2535858154296875,
      "step": 1707,
      "subrel-constrast": 3.9288291931152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5573627948760986,
      "cov-distil (oracle2student)": 4.259518146514893,
      "cov-distil (oracle2teacher)": 4.222029685974121,
      "epoch": 1.3406593406593408,
      "rel-constrast": 3.0864930152893066,
      "step": 1708,
      "subrel-constrast": 3.2867941856384277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9484076499938965,
      "cov-distil (oracle2student)": 3.8938305377960205,
      "cov-distil (oracle2teacher)": 4.517445087432861,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.232330322265625,
      "step": 1709,
      "subrel-constrast": 3.2775373458862305,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 5.4375,
      "learning_rate": 4.9238272981566834e-05,
      "loss": 0.7036,
      "step": 1710
    },
    {
      "cov-distil": 1.5018048286437988,
      "cov-distil (oracle2student)": 5.99904727935791,
      "cov-distil (oracle2teacher)": 5.109205722808838,
      "epoch": 1.3422291993720565,
      "rel-constrast": 3.38197660446167,
      "step": 1710,
      "subrel-constrast": 3.3852460384368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790640115737915,
      "cov-distil (oracle2student)": 5.777251720428467,
      "cov-distil (oracle2teacher)": 5.41480827331543,
      "epoch": 1.3430141287284145,
      "rel-constrast": 2.423858642578125,
      "step": 1711,
      "subrel-constrast": 2.6220152378082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9273300170898438,
      "cov-distil (oracle2student)": 3.3558900356292725,
      "cov-distil (oracle2teacher)": 3.668273448944092,
      "epoch": 1.3437990580847723,
      "rel-constrast": 3.605562210083008,
      "step": 1712,
      "subrel-constrast": 4.6571760177612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7976818084716797,
      "cov-distil (oracle2student)": 5.500486373901367,
      "cov-distil (oracle2teacher)": 5.270471572875977,
      "epoch": 1.3445839874411303,
      "rel-constrast": 3.285728931427002,
      "step": 1713,
      "subrel-constrast": 3.727179527282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6335771083831787,
      "cov-distil (oracle2student)": 5.177635192871094,
      "cov-distil (oracle2teacher)": 5.274733066558838,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.9622695446014404,
      "step": 1714,
      "subrel-constrast": 2.9853498935699463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.97784423828125,
      "cov-distil (oracle2student)": 4.944757461547852,
      "cov-distil (oracle2teacher)": 4.678353786468506,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.6862611770629883,
      "step": 1715,
      "subrel-constrast": 3.2625033855438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9272128343582153,
      "cov-distil (oracle2student)": 5.0633039474487305,
      "cov-distil (oracle2teacher)": 4.473548889160156,
      "epoch": 1.346938775510204,
      "rel-constrast": 3.9154224395751953,
      "step": 1716,
      "subrel-constrast": 3.892422676086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1424615383148193,
      "cov-distil (oracle2student)": 4.435295581817627,
      "cov-distil (oracle2teacher)": 4.442118167877197,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.5745034217834473,
      "step": 1717,
      "subrel-constrast": 3.7828452587127686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8790268898010254,
      "cov-distil (oracle2student)": 4.151360034942627,
      "cov-distil (oracle2teacher)": 3.9144749641418457,
      "epoch": 1.34850863422292,
      "rel-constrast": 4.216392993927002,
      "step": 1718,
      "subrel-constrast": 4.395762920379639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.997058629989624,
      "cov-distil (oracle2student)": 4.008866786956787,
      "cov-distil (oracle2teacher)": 4.356030464172363,
      "epoch": 1.3492935635792778,
      "rel-constrast": 3.0781900882720947,
      "step": 1719,
      "subrel-constrast": 4.121029376983643,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 6.5625,
      "learning_rate": 4.921674778160893e-05,
      "loss": 0.8033,
      "step": 1720
    },
    {
      "cov-distil": 2.2580342292785645,
      "cov-distil (oracle2student)": 4.513801574707031,
      "cov-distil (oracle2teacher)": 4.808523654937744,
      "epoch": 1.3500784929356358,
      "rel-constrast": 3.2047834396362305,
      "step": 1720,
      "subrel-constrast": 3.2802484035491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5223511457443237,
      "cov-distil (oracle2student)": 5.035830974578857,
      "cov-distil (oracle2teacher)": 4.590912342071533,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.844982862472534,
      "step": 1721,
      "subrel-constrast": 2.9831314086914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8434545993804932,
      "cov-distil (oracle2student)": 4.669515609741211,
      "cov-distil (oracle2teacher)": 4.341181755065918,
      "epoch": 1.3516483516483517,
      "rel-constrast": 3.51310133934021,
      "step": 1722,
      "subrel-constrast": 3.635772466659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322556257247925,
      "cov-distil (oracle2student)": 4.4221601486206055,
      "cov-distil (oracle2teacher)": 3.9335949420928955,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.563133955001831,
      "step": 1723,
      "subrel-constrast": 4.045975208282471,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0125770568847656,
      "cov-distil (oracle2student)": 3.663123607635498,
      "cov-distil (oracle2teacher)": 4.0708441734313965,
      "epoch": 1.3532182103610675,
      "rel-constrast": 3.507173538208008,
      "step": 1724,
      "subrel-constrast": 3.495544910430908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3561604022979736,
      "cov-distil (oracle2student)": 3.389543056488037,
      "cov-distil (oracle2teacher)": 3.267606258392334,
      "epoch": 1.3540031397174255,
      "rel-constrast": 3.855412006378174,
      "step": 1725,
      "subrel-constrast": 4.2084550857543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8725090026855469,
      "cov-distil (oracle2student)": 6.049071788787842,
      "cov-distil (oracle2teacher)": 4.877649307250977,
      "epoch": 1.3547880690737832,
      "rel-constrast": 4.815608024597168,
      "step": 1726,
      "subrel-constrast": 4.559018611907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7693315744400024,
      "cov-distil (oracle2student)": 5.850362777709961,
      "cov-distil (oracle2teacher)": 5.496490001678467,
      "epoch": 1.3555729984301412,
      "rel-constrast": 3.415391445159912,
      "step": 1727,
      "subrel-constrast": 3.544586181640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5580943822860718,
      "cov-distil (oracle2student)": 4.488919258117676,
      "cov-distil (oracle2teacher)": 4.465295314788818,
      "epoch": 1.3563579277864992,
      "rel-constrast": 3.3565869331359863,
      "step": 1728,
      "subrel-constrast": 3.5928831100463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4982075691223145,
      "cov-distil (oracle2student)": 5.910581111907959,
      "cov-distil (oracle2teacher)": 5.784066200256348,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.2470030784606934,
      "step": 1729,
      "subrel-constrast": 3.102912664413452,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 5.65625,
      "learning_rate": 4.919492750822164e-05,
      "loss": 0.8581,
      "step": 1730
    },
    {
      "cov-distil": 2.0652740001678467,
      "cov-distil (oracle2student)": 4.3473310470581055,
      "cov-distil (oracle2teacher)": 5.042407035827637,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.5620532035827637,
      "step": 1730,
      "subrel-constrast": 3.2476205825805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5518927574157715,
      "cov-distil (oracle2student)": 3.715423345565796,
      "cov-distil (oracle2teacher)": 3.6451826095581055,
      "epoch": 1.358712715855573,
      "rel-constrast": 3.1119720935821533,
      "step": 1731,
      "subrel-constrast": 3.3155808448791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7187305688858032,
      "cov-distil (oracle2student)": 4.271962642669678,
      "cov-distil (oracle2teacher)": 3.742616891860962,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.852865219116211,
      "step": 1732,
      "subrel-constrast": 3.2089128494262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8383585214614868,
      "cov-distil (oracle2student)": 3.172454357147217,
      "cov-distil (oracle2teacher)": 3.5693352222442627,
      "epoch": 1.3602825745682887,
      "rel-constrast": 3.293367862701416,
      "step": 1733,
      "subrel-constrast": 3.5364880561828613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.638023853302002,
      "cov-distil (oracle2student)": 3.228631019592285,
      "cov-distil (oracle2teacher)": 3.147825241088867,
      "epoch": 1.3610675039246467,
      "rel-constrast": 2.1036744117736816,
      "step": 1734,
      "subrel-constrast": 2.799938201904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4563779830932617,
      "cov-distil (oracle2student)": 4.060757637023926,
      "cov-distil (oracle2teacher)": 4.297441005706787,
      "epoch": 1.3618524332810047,
      "rel-constrast": 2.2227931022644043,
      "step": 1735,
      "subrel-constrast": 2.9666073322296143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014108657836914,
      "cov-distil (oracle2student)": 7.620761871337891,
      "cov-distil (oracle2teacher)": 6.799572467803955,
      "epoch": 1.3626373626373627,
      "rel-constrast": 5.252252101898193,
      "step": 1736,
      "subrel-constrast": 4.660332202911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259441375732422,
      "cov-distil (oracle2student)": 4.863374710083008,
      "cov-distil (oracle2teacher)": 3.9160449504852295,
      "epoch": 1.3634222919937207,
      "rel-constrast": 4.043695449829102,
      "step": 1737,
      "subrel-constrast": 4.192474365234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.48067307472229,
      "cov-distil (oracle2student)": 4.485812187194824,
      "cov-distil (oracle2teacher)": 4.1157732009887695,
      "epoch": 1.3642072213500784,
      "rel-constrast": 3.091838836669922,
      "step": 1738,
      "subrel-constrast": 3.403914451599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2854700088500977,
      "cov-distil (oracle2student)": 4.920567035675049,
      "cov-distil (oracle2teacher)": 4.668940544128418,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.947291135787964,
      "step": 1739,
      "subrel-constrast": 4.148886680603027,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 6.03125,
      "learning_rate": 4.917281242727812e-05,
      "loss": 0.812,
      "step": 1740
    },
    {
      "cov-distil": 2.016974687576294,
      "cov-distil (oracle2student)": 3.4321489334106445,
      "cov-distil (oracle2teacher)": 3.7784066200256348,
      "epoch": 1.3657770800627944,
      "rel-constrast": 3.1755385398864746,
      "step": 1740,
      "subrel-constrast": 3.324655771255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5684044361114502,
      "cov-distil (oracle2student)": 3.933389663696289,
      "cov-distil (oracle2teacher)": 3.2292613983154297,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.4288246631622314,
      "step": 1741,
      "subrel-constrast": 2.7710063457489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5897574424743652,
      "cov-distil (oracle2student)": 5.172884941101074,
      "cov-distil (oracle2teacher)": 4.7186713218688965,
      "epoch": 1.3673469387755102,
      "rel-constrast": 3.058708429336548,
      "step": 1742,
      "subrel-constrast": 3.7771193981170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241833209991455,
      "cov-distil (oracle2student)": 4.072407245635986,
      "cov-distil (oracle2teacher)": 4.161507606506348,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.6458513736724854,
      "step": 1743,
      "subrel-constrast": 3.214771270751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5269739627838135,
      "cov-distil (oracle2student)": 4.344106197357178,
      "cov-distil (oracle2teacher)": 4.36326789855957,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.6696696281433105,
      "step": 1744,
      "subrel-constrast": 3.531280517578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7006410360336304,
      "cov-distil (oracle2student)": 3.9041104316711426,
      "cov-distil (oracle2teacher)": 3.552265167236328,
      "epoch": 1.369701726844584,
      "rel-constrast": 4.417608261108398,
      "step": 1745,
      "subrel-constrast": 4.158867359161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9647769927978516,
      "cov-distil (oracle2student)": 5.064083099365234,
      "cov-distil (oracle2teacher)": 4.084804058074951,
      "epoch": 1.370486656200942,
      "rel-constrast": 4.36087703704834,
      "step": 1746,
      "subrel-constrast": 3.9718990325927734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867279052734375,
      "cov-distil (oracle2student)": 4.34754753112793,
      "cov-distil (oracle2teacher)": 4.098675727844238,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.542919635772705,
      "step": 1747,
      "subrel-constrast": 3.1395723819732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8438913822174072,
      "cov-distil (oracle2student)": 5.594053268432617,
      "cov-distil (oracle2teacher)": 5.702411651611328,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.9258360862731934,
      "step": 1748,
      "subrel-constrast": 3.2511353492736816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6082828044891357,
      "cov-distil (oracle2student)": 3.360872507095337,
      "cov-distil (oracle2teacher)": 3.2182955741882324,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.6957192420959473,
      "step": 1749,
      "subrel-constrast": 2.9508681297302246,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 6.78125,
      "learning_rate": 4.9150402808243644e-05,
      "loss": 0.773,
      "step": 1750
    },
    {
      "cov-distil": 2.0632286071777344,
      "cov-distil (oracle2student)": 5.669003486633301,
      "cov-distil (oracle2teacher)": 5.348428726196289,
      "epoch": 1.3736263736263736,
      "rel-constrast": 4.382109642028809,
      "step": 1750,
      "subrel-constrast": 4.27524471282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0069944858551025,
      "cov-distil (oracle2student)": 3.618730068206787,
      "cov-distil (oracle2teacher)": 4.060105323791504,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.6557726860046387,
      "step": 1751,
      "subrel-constrast": 3.6703572273254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0850167274475098,
      "cov-distil (oracle2student)": 5.09372615814209,
      "cov-distil (oracle2teacher)": 4.881807327270508,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.675812005996704,
      "step": 1752,
      "subrel-constrast": 3.269054412841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1759064197540283,
      "cov-distil (oracle2student)": 4.019848823547363,
      "cov-distil (oracle2teacher)": 3.7153422832489014,
      "epoch": 1.3759811616954474,
      "rel-constrast": 3.3998897075653076,
      "step": 1753,
      "subrel-constrast": 3.9627015590667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4805258512496948,
      "cov-distil (oracle2student)": 2.809864044189453,
      "cov-distil (oracle2teacher)": 2.6399717330932617,
      "epoch": 1.3767660910518054,
      "rel-constrast": 2.5277862548828125,
      "step": 1754,
      "subrel-constrast": 2.584902286529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9964447021484375,
      "cov-distil (oracle2student)": 2.5546791553497314,
      "cov-distil (oracle2teacher)": 2.9986073970794678,
      "epoch": 1.3775510204081631,
      "rel-constrast": 2.4704294204711914,
      "step": 1755,
      "subrel-constrast": 3.076547622680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0381991863250732,
      "cov-distil (oracle2student)": 4.13907527923584,
      "cov-distil (oracle2teacher)": 3.727255344390869,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.8644492626190186,
      "step": 1756,
      "subrel-constrast": 3.0462563037872314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1658997535705566,
      "cov-distil (oracle2student)": 4.219065189361572,
      "cov-distil (oracle2teacher)": 4.677764892578125,
      "epoch": 1.379120879120879,
      "rel-constrast": 3.926142692565918,
      "step": 1757,
      "subrel-constrast": 3.8796584606170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7937541007995605,
      "cov-distil (oracle2student)": 4.784350395202637,
      "cov-distil (oracle2teacher)": 4.278148651123047,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.962724208831787,
      "step": 1758,
      "subrel-constrast": 3.5359139442443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4204883575439453,
      "cov-distil (oracle2student)": 3.6363935470581055,
      "cov-distil (oracle2teacher)": 4.027779579162598,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.8959946632385254,
      "step": 1759,
      "subrel-constrast": 3.574965476989746,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 6.28125,
      "learning_rate": 4.912769892417236e-05,
      "loss": 0.769,
      "step": 1760
    },
    {
      "cov-distil": 1.6805113554000854,
      "cov-distil (oracle2student)": 4.647432327270508,
      "cov-distil (oracle2teacher)": 4.535296440124512,
      "epoch": 1.3814756671899528,
      "rel-constrast": 3.4557173252105713,
      "step": 1760,
      "subrel-constrast": 3.2366244792938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6293652057647705,
      "cov-distil (oracle2student)": 3.8384203910827637,
      "cov-distil (oracle2teacher)": 3.7077269554138184,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.9565694332122803,
      "step": 1761,
      "subrel-constrast": 4.017524242401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3676271438598633,
      "cov-distil (oracle2student)": 3.954263210296631,
      "cov-distil (oracle2teacher)": 3.5849409103393555,
      "epoch": 1.3830455259026688,
      "rel-constrast": 2.2470743656158447,
      "step": 1762,
      "subrel-constrast": 2.8783724308013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9428813457489014,
      "cov-distil (oracle2student)": 4.3888468742370605,
      "cov-distil (oracle2teacher)": 4.401559352874756,
      "epoch": 1.3838304552590266,
      "rel-constrast": 3.245087146759033,
      "step": 1763,
      "subrel-constrast": 2.847242832183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3610448837280273,
      "cov-distil (oracle2student)": 3.9107625484466553,
      "cov-distil (oracle2teacher)": 4.409912109375,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.640282392501831,
      "step": 1764,
      "subrel-constrast": 3.1754708290100098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.171109199523926,
      "cov-distil (oracle2student)": 4.400094032287598,
      "cov-distil (oracle2teacher)": 4.453878402709961,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.7449467182159424,
      "step": 1765,
      "subrel-constrast": 3.3336753845214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6422978639602661,
      "cov-distil (oracle2student)": 4.536834239959717,
      "cov-distil (oracle2teacher)": 4.021636009216309,
      "epoch": 1.3861852433281006,
      "rel-constrast": 4.207334995269775,
      "step": 1766,
      "subrel-constrast": 4.229006767272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0929856300354004,
      "cov-distil (oracle2student)": 2.935633659362793,
      "cov-distil (oracle2teacher)": 3.2824606895446777,
      "epoch": 1.3869701726844583,
      "rel-constrast": 3.4269185066223145,
      "step": 1767,
      "subrel-constrast": 4.057379722595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491790771484375,
      "cov-distil (oracle2student)": 3.3965418338775635,
      "cov-distil (oracle2teacher)": 3.5976243019104004,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.657656192779541,
      "step": 1768,
      "subrel-constrast": 2.538064479827881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6385860443115234,
      "cov-distil (oracle2student)": 4.726947784423828,
      "cov-distil (oracle2teacher)": 4.510571002960205,
      "epoch": 1.3885400313971743,
      "rel-constrast": 2.612501621246338,
      "step": 1769,
      "subrel-constrast": 3.2191593647003174,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 5.34375,
      "learning_rate": 4.9104701051703915e-05,
      "loss": 0.7549,
      "step": 1770
    },
    {
      "cov-distil": 1.717320442199707,
      "cov-distil (oracle2student)": 2.345834732055664,
      "cov-distil (oracle2teacher)": 2.4861817359924316,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.9206480979919434,
      "step": 1770,
      "subrel-constrast": 3.665524482727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.394594669342041,
      "cov-distil (oracle2student)": 5.288485050201416,
      "cov-distil (oracle2teacher)": 4.80784797668457,
      "epoch": 1.39010989010989,
      "rel-constrast": 3.855595827102661,
      "step": 1771,
      "subrel-constrast": 3.6352179050445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5179932117462158,
      "cov-distil (oracle2student)": 4.120635032653809,
      "cov-distil (oracle2teacher)": 3.734086513519287,
      "epoch": 1.390894819466248,
      "rel-constrast": 3.613243818283081,
      "step": 1772,
      "subrel-constrast": 3.8235838413238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723344802856445,
      "cov-distil (oracle2student)": 4.009194850921631,
      "cov-distil (oracle2teacher)": 3.673787832260132,
      "epoch": 1.391679748822606,
      "rel-constrast": 3.0675647258758545,
      "step": 1773,
      "subrel-constrast": 3.0836732387542725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.277794361114502,
      "cov-distil (oracle2student)": 4.943785667419434,
      "cov-distil (oracle2teacher)": 4.3886494636535645,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.935083389282227,
      "step": 1774,
      "subrel-constrast": 5.068868637084961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1425962448120117,
      "cov-distil (oracle2student)": 5.933655738830566,
      "cov-distil (oracle2teacher)": 4.625512599945068,
      "epoch": 1.3932496075353218,
      "rel-constrast": 3.313648223876953,
      "step": 1775,
      "subrel-constrast": 3.512388229370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.501918315887451,
      "cov-distil (oracle2student)": 3.90276837348938,
      "cov-distil (oracle2teacher)": 4.2534403800964355,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.007136344909668,
      "step": 1776,
      "subrel-constrast": 4.079048156738281,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.190319061279297,
      "cov-distil (oracle2student)": 4.655210494995117,
      "cov-distil (oracle2teacher)": 4.772422790527344,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.721395969390869,
      "step": 1777,
      "subrel-constrast": 3.5134153366088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1018402576446533,
      "cov-distil (oracle2student)": 4.664122581481934,
      "cov-distil (oracle2teacher)": 5.317958831787109,
      "epoch": 1.3956043956043955,
      "rel-constrast": 2.3509926795959473,
      "step": 1778,
      "subrel-constrast": 2.7318758964538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088480234146118,
      "cov-distil (oracle2student)": 3.996971607208252,
      "cov-distil (oracle2teacher)": 3.5537238121032715,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.8474655151367188,
      "step": 1779,
      "subrel-constrast": 3.0541062355041504,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 5.84375,
      "learning_rate": 4.9081409471060133e-05,
      "loss": 0.8408,
      "step": 1780
    },
    {
      "cov-distil": 2.1065492630004883,
      "cov-distil (oracle2student)": 4.412580966949463,
      "cov-distil (oracle2teacher)": 5.041241645812988,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.561563730239868,
      "step": 1780,
      "subrel-constrast": 3.614060401916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.034682273864746,
      "cov-distil (oracle2student)": 2.8921196460723877,
      "cov-distil (oracle2teacher)": 2.8166065216064453,
      "epoch": 1.3979591836734695,
      "rel-constrast": 3.7557663917541504,
      "step": 1781,
      "subrel-constrast": 4.394079685211182,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4308218955993652,
      "cov-distil (oracle2student)": 4.691973686218262,
      "cov-distil (oracle2teacher)": 4.319015026092529,
      "epoch": 1.3987441130298273,
      "rel-constrast": 3.736699104309082,
      "step": 1782,
      "subrel-constrast": 3.888946771621704,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2015669345855713,
      "cov-distil (oracle2student)": 3.9501585960388184,
      "cov-distil (oracle2teacher)": 4.031400203704834,
      "epoch": 1.3995290423861853,
      "rel-constrast": 3.4558322429656982,
      "step": 1783,
      "subrel-constrast": 4.7724199295043945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5066879987716675,
      "cov-distil (oracle2student)": 3.8257408142089844,
      "cov-distil (oracle2teacher)": 3.9105775356292725,
      "epoch": 1.4003139717425432,
      "rel-constrast": 3.276493549346924,
      "step": 1784,
      "subrel-constrast": 4.042056083679199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9014692306518555,
      "cov-distil (oracle2student)": 6.069599151611328,
      "cov-distil (oracle2teacher)": 5.888689041137695,
      "epoch": 1.401098901098901,
      "rel-constrast": 4.562067985534668,
      "step": 1785,
      "subrel-constrast": 4.5336594581604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0919792652130127,
      "cov-distil (oracle2student)": 4.967687606811523,
      "cov-distil (oracle2teacher)": 4.3313188552856445,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.9316627979278564,
      "step": 1786,
      "subrel-constrast": 2.730259418487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3046406507492065,
      "cov-distil (oracle2student)": 3.7889902591705322,
      "cov-distil (oracle2teacher)": 4.2525434494018555,
      "epoch": 1.402668759811617,
      "rel-constrast": 3.0582327842712402,
      "step": 1787,
      "subrel-constrast": 2.8961737155914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0443615913391113,
      "cov-distil (oracle2student)": 4.5157670974731445,
      "cov-distil (oracle2teacher)": 5.0285749435424805,
      "epoch": 1.403453689167975,
      "rel-constrast": 2.4745795726776123,
      "step": 1788,
      "subrel-constrast": 2.922895669937134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0362907648086548,
      "cov-distil (oracle2student)": 3.40401029586792,
      "cov-distil (oracle2teacher)": 3.8279268741607666,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.858255624771118,
      "step": 1789,
      "subrel-constrast": 3.1871962547302246,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 5.4375,
      "learning_rate": 4.905782446604159e-05,
      "loss": 0.8168,
      "step": 1790
    },
    {
      "cov-distil": 2.6798455715179443,
      "cov-distil (oracle2student)": 3.4477145671844482,
      "cov-distil (oracle2teacher)": 3.5938873291015625,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.730759620666504,
      "step": 1790,
      "subrel-constrast": 3.8753912448883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4560112953186035,
      "cov-distil (oracle2student)": 4.028205394744873,
      "cov-distil (oracle2teacher)": 3.6724040508270264,
      "epoch": 1.4058084772370487,
      "rel-constrast": 2.349886417388916,
      "step": 1791,
      "subrel-constrast": 2.637744903564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1668879985809326,
      "cov-distil (oracle2student)": 4.780524253845215,
      "cov-distil (oracle2teacher)": 4.549423694610596,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.404128313064575,
      "step": 1792,
      "subrel-constrast": 3.299042224884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331555128097534,
      "cov-distil (oracle2student)": 3.369253635406494,
      "cov-distil (oracle2teacher)": 3.9343910217285156,
      "epoch": 1.4073783359497645,
      "rel-constrast": 4.042132377624512,
      "step": 1793,
      "subrel-constrast": 4.72415828704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9306907653808594,
      "cov-distil (oracle2student)": 3.5795881748199463,
      "cov-distil (oracle2teacher)": 3.8092782497406006,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.9650750160217285,
      "step": 1794,
      "subrel-constrast": 4.251457691192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9713256359100342,
      "cov-distil (oracle2student)": 6.508638381958008,
      "cov-distil (oracle2teacher)": 5.447549819946289,
      "epoch": 1.4089481946624804,
      "rel-constrast": 3.605588436126709,
      "step": 1795,
      "subrel-constrast": 3.6177093982696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.414607524871826,
      "cov-distil (oracle2student)": 5.672353267669678,
      "cov-distil (oracle2teacher)": 4.96507453918457,
      "epoch": 1.4097331240188384,
      "rel-constrast": 3.0374906063079834,
      "step": 1796,
      "subrel-constrast": 3.133591651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6084556579589844,
      "cov-distil (oracle2student)": 2.5411009788513184,
      "cov-distil (oracle2teacher)": 2.728428363800049,
      "epoch": 1.4105180533751962,
      "rel-constrast": 2.128443717956543,
      "step": 1797,
      "subrel-constrast": 2.817624807357788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4724129438400269,
      "cov-distil (oracle2student)": 4.325793266296387,
      "cov-distil (oracle2teacher)": 4.266321659088135,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.9665374755859375,
      "step": 1798,
      "subrel-constrast": 2.7524924278259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8651752471923828,
      "cov-distil (oracle2student)": 4.6051225662231445,
      "cov-distil (oracle2teacher)": 3.926738977432251,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.8791298866271973,
      "step": 1799,
      "subrel-constrast": 4.084566116333008,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 7.4375,
      "learning_rate": 4.90339463240241e-05,
      "loss": 0.7527,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.3046875,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.055023193359375
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.041778564453125
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.01324462890625,
      "step": 1800
    },
    {
      "cov-distil": 1.446441888809204,
      "cov-distil (oracle2student)": 4.110483169555664,
      "cov-distil (oracle2teacher)": 4.207878589630127,
      "epoch": 1.41287284144427,
      "rel-constrast": 3.285001277923584,
      "step": 1800,
      "subrel-constrast": 3.772383451461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4715290069580078,
      "cov-distil (oracle2student)": 4.153831481933594,
      "cov-distil (oracle2teacher)": 3.959254264831543,
      "epoch": 1.413657770800628,
      "rel-constrast": 3.1266613006591797,
      "step": 1801,
      "subrel-constrast": 3.3384175300598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007004737854004,
      "cov-distil (oracle2student)": 5.216713905334473,
      "cov-distil (oracle2teacher)": 4.436332702636719,
      "epoch": 1.414442700156986,
      "rel-constrast": 3.3640997409820557,
      "step": 1802,
      "subrel-constrast": 3.5677967071533203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7287178039550781,
      "cov-distil (oracle2student)": 2.61729097366333,
      "cov-distil (oracle2teacher)": 2.995450258255005,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.628129005432129,
      "step": 1803,
      "subrel-constrast": 2.357675552368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4978104829788208,
      "cov-distil (oracle2student)": 3.929875373840332,
      "cov-distil (oracle2teacher)": 3.9693241119384766,
      "epoch": 1.4160125588697017,
      "rel-constrast": 2.8675241470336914,
      "step": 1804,
      "subrel-constrast": 3.3713510036468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3222863674163818,
      "cov-distil (oracle2student)": 6.004790782928467,
      "cov-distil (oracle2teacher)": 5.087684631347656,
      "epoch": 1.4167974882260597,
      "rel-constrast": 3.1316771507263184,
      "step": 1805,
      "subrel-constrast": 2.9372804164886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8896491527557373,
      "cov-distil (oracle2student)": 5.073100566864014,
      "cov-distil (oracle2teacher)": 5.011693000793457,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.6137866973876953,
      "step": 1806,
      "subrel-constrast": 3.093416690826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0167789459228516,
      "cov-distil (oracle2student)": 5.311788558959961,
      "cov-distil (oracle2teacher)": 5.346836566925049,
      "epoch": 1.4183673469387754,
      "rel-constrast": 2.639556646347046,
      "step": 1807,
      "subrel-constrast": 2.8669285774230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4790723323822021,
      "cov-distil (oracle2student)": 4.242421627044678,
      "cov-distil (oracle2teacher)": 4.4863362312316895,
      "epoch": 1.4191522762951334,
      "rel-constrast": 3.4722695350646973,
      "step": 1808,
      "subrel-constrast": 3.729442596435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.490767478942871,
      "cov-distil (oracle2student)": 5.719934940338135,
      "cov-distil (oracle2teacher)": 4.822910308837891,
      "epoch": 1.4199372056514914,
      "rel-constrast": 3.9315009117126465,
      "step": 1809,
      "subrel-constrast": 3.7988898754119873,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 6.84375,
      "learning_rate": 4.900977533595531e-05,
      "loss": 0.7515,
      "step": 1810
    },
    {
      "cov-distil": 1.5896024703979492,
      "cov-distil (oracle2student)": 4.481945991516113,
      "cov-distil (oracle2teacher)": 4.762610912322998,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.7629733085632324,
      "step": 1810,
      "subrel-constrast": 3.4993791580200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.207472562789917,
      "cov-distil (oracle2student)": 4.534661293029785,
      "cov-distil (oracle2teacher)": 3.9782886505126953,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.9704830646514893,
      "step": 1811,
      "subrel-constrast": 3.09006404876709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835651159286499,
      "cov-distil (oracle2student)": 3.78424072265625,
      "cov-distil (oracle2teacher)": 4.143776893615723,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.130558967590332,
      "step": 1812,
      "subrel-constrast": 3.9908041954040527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2981107234954834,
      "cov-distil (oracle2student)": 5.001902103424072,
      "cov-distil (oracle2teacher)": 4.572933197021484,
      "epoch": 1.4230769230769231,
      "rel-constrast": 2.411105155944824,
      "step": 1813,
      "subrel-constrast": 2.9819037914276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720179796218872,
      "cov-distil (oracle2student)": 3.584867477416992,
      "cov-distil (oracle2teacher)": 4.052885055541992,
      "epoch": 1.423861852433281,
      "rel-constrast": 2.5479001998901367,
      "step": 1814,
      "subrel-constrast": 2.6051876544952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4202890396118164,
      "cov-distil (oracle2student)": 3.4328856468200684,
      "cov-distil (oracle2teacher)": 3.299215793609619,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.798649549484253,
      "step": 1815,
      "subrel-constrast": 3.0366861820220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698548316955566,
      "cov-distil (oracle2student)": 5.855808258056641,
      "cov-distil (oracle2teacher)": 5.480283260345459,
      "epoch": 1.4254317111459969,
      "rel-constrast": 3.664944648742676,
      "step": 1816,
      "subrel-constrast": 3.4714038372039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.668839454650879,
      "cov-distil (oracle2student)": 5.472817420959473,
      "cov-distil (oracle2teacher)": 5.083756446838379,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.3032851219177246,
      "step": 1817,
      "subrel-constrast": 4.004204273223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0388617515563965,
      "cov-distil (oracle2student)": 3.8831186294555664,
      "cov-distil (oracle2teacher)": 4.008049964904785,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.2742061614990234,
      "step": 1818,
      "subrel-constrast": 3.999413251876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716059923171997,
      "cov-distil (oracle2student)": 4.342942714691162,
      "cov-distil (oracle2teacher)": 3.7562575340270996,
      "epoch": 1.4277864992150706,
      "rel-constrast": 3.6349449157714844,
      "step": 1819,
      "subrel-constrast": 3.5271637439727783,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 7.09375,
      "learning_rate": 4.898531179635107e-05,
      "loss": 0.7625,
      "step": 1820
    },
    {
      "cov-distil": 2.011420488357544,
      "cov-distil (oracle2student)": 4.2416863441467285,
      "cov-distil (oracle2teacher)": 4.1612043380737305,
      "epoch": 1.4285714285714286,
      "rel-constrast": 3.073091745376587,
      "step": 1820,
      "subrel-constrast": 3.3006057739257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495604157447815,
      "cov-distil (oracle2student)": 6.103445053100586,
      "cov-distil (oracle2teacher)": 5.500458717346191,
      "epoch": 1.4293563579277864,
      "rel-constrast": 3.5172314643859863,
      "step": 1821,
      "subrel-constrast": 3.5616302490234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7518491744995117,
      "cov-distil (oracle2student)": 5.257604598999023,
      "cov-distil (oracle2teacher)": 4.6078782081604,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.85593318939209,
      "step": 1822,
      "subrel-constrast": 2.939178705215454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8108086585998535,
      "cov-distil (oracle2student)": 4.145371437072754,
      "cov-distil (oracle2teacher)": 3.7812674045562744,
      "epoch": 1.4309262166405023,
      "rel-constrast": 2.302151679992676,
      "step": 1823,
      "subrel-constrast": 2.609178066253662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.096322536468506,
      "cov-distil (oracle2student)": 4.512150764465332,
      "cov-distil (oracle2teacher)": 3.507336378097534,
      "epoch": 1.4317111459968603,
      "rel-constrast": 3.0860888957977295,
      "step": 1824,
      "subrel-constrast": 3.433680534362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9711964130401611,
      "cov-distil (oracle2student)": 3.5558536052703857,
      "cov-distil (oracle2teacher)": 3.9414896965026855,
      "epoch": 1.4324960753532183,
      "rel-constrast": 3.7535438537597656,
      "step": 1825,
      "subrel-constrast": 3.474236249923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259087562561035,
      "cov-distil (oracle2student)": 6.782937049865723,
      "cov-distil (oracle2teacher)": 6.129950046539307,
      "epoch": 1.433281004709576,
      "rel-constrast": 4.1489739418029785,
      "step": 1826,
      "subrel-constrast": 4.123070240020752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4124034643173218,
      "cov-distil (oracle2student)": 5.102707862854004,
      "cov-distil (oracle2teacher)": 4.5933837890625,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.680943012237549,
      "step": 1827,
      "subrel-constrast": 3.3864753246307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102880239486694,
      "cov-distil (oracle2student)": 4.537295818328857,
      "cov-distil (oracle2teacher)": 4.37978458404541,
      "epoch": 1.434850863422292,
      "rel-constrast": 3.1419339179992676,
      "step": 1828,
      "subrel-constrast": 3.047844648361206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5180463790893555,
      "cov-distil (oracle2student)": 6.6524858474731445,
      "cov-distil (oracle2teacher)": 5.546656608581543,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.857051372528076,
      "step": 1829,
      "subrel-constrast": 3.973007917404175,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 6.875,
      "learning_rate": 4.89605560032919e-05,
      "loss": 0.8104,
      "step": 1830
    },
    {
      "cov-distil": 1.6509230136871338,
      "cov-distil (oracle2student)": 5.562828540802002,
      "cov-distil (oracle2teacher)": 4.6112213134765625,
      "epoch": 1.4364207221350078,
      "rel-constrast": 3.3606207370758057,
      "step": 1830,
      "subrel-constrast": 3.284379720687866,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1286373138427734,
      "cov-distil (oracle2student)": 2.9606542587280273,
      "cov-distil (oracle2teacher)": 3.203603744506836,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.6713576316833496,
      "step": 1831,
      "subrel-constrast": 3.3806381225585938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6801892518997192,
      "cov-distil (oracle2student)": 4.373929023742676,
      "cov-distil (oracle2teacher)": 4.4404706954956055,
      "epoch": 1.4379905808477238,
      "rel-constrast": 2.088684558868408,
      "step": 1832,
      "subrel-constrast": 2.4698774814605713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8354945182800293,
      "cov-distil (oracle2student)": 5.386786460876465,
      "cov-distil (oracle2teacher)": 4.660839080810547,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.763805866241455,
      "step": 1833,
      "subrel-constrast": 3.3108863830566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.42260479927063,
      "cov-distil (oracle2student)": 3.3882389068603516,
      "cov-distil (oracle2teacher)": 3.058321475982666,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.7299556732177734,
      "step": 1834,
      "subrel-constrast": 3.278963327407837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2210562229156494,
      "cov-distil (oracle2student)": 2.9978537559509277,
      "cov-distil (oracle2teacher)": 3.1544454097747803,
      "epoch": 1.4403453689167975,
      "rel-constrast": 3.320037364959717,
      "step": 1835,
      "subrel-constrast": 3.732405424118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.484581708908081,
      "cov-distil (oracle2student)": 4.776529312133789,
      "cov-distil (oracle2teacher)": 4.648961067199707,
      "epoch": 1.4411302982731553,
      "rel-constrast": 3.406886339187622,
      "step": 1836,
      "subrel-constrast": 2.990795135498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4801404476165771,
      "cov-distil (oracle2student)": 3.019413709640503,
      "cov-distil (oracle2teacher)": 3.2538719177246094,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.5922677516937256,
      "step": 1837,
      "subrel-constrast": 3.3817925453186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.046475887298584,
      "cov-distil (oracle2student)": 3.708463668823242,
      "cov-distil (oracle2teacher)": 3.542489767074585,
      "epoch": 1.4427001569858713,
      "rel-constrast": 3.6920700073242188,
      "step": 1838,
      "subrel-constrast": 3.6768546104431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3506932258605957,
      "cov-distil (oracle2student)": 2.6128323078155518,
      "cov-distil (oracle2teacher)": 2.774137258529663,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.4126946926116943,
      "step": 1839,
      "subrel-constrast": 2.9833991527557373,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 6.03125,
      "learning_rate": 4.893550825841932e-05,
      "loss": 0.726,
      "step": 1840
    },
    {
      "cov-distil": 1.624106526374817,
      "cov-distil (oracle2student)": 5.789559364318848,
      "cov-distil (oracle2teacher)": 5.426916122436523,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.71523118019104,
      "step": 1840,
      "subrel-constrast": 4.282801628112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.589543581008911,
      "cov-distil (oracle2student)": 6.701603889465332,
      "cov-distil (oracle2teacher)": 6.574501037597656,
      "epoch": 1.445054945054945,
      "rel-constrast": 4.0303168296813965,
      "step": 1841,
      "subrel-constrast": 4.897289276123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6942754983901978,
      "cov-distil (oracle2student)": 3.1832919120788574,
      "cov-distil (oracle2teacher)": 3.090364456176758,
      "epoch": 1.445839874411303,
      "rel-constrast": 2.8983206748962402,
      "step": 1842,
      "subrel-constrast": 3.1703128814697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9138855934143066,
      "cov-distil (oracle2student)": 4.170001983642578,
      "cov-distil (oracle2teacher)": 4.236278057098389,
      "epoch": 1.4466248037676608,
      "rel-constrast": 2.5212645530700684,
      "step": 1843,
      "subrel-constrast": 2.962232828140259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376121997833252,
      "cov-distil (oracle2student)": 3.954336643218994,
      "cov-distil (oracle2teacher)": 3.8783202171325684,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.2325942516326904,
      "step": 1844,
      "subrel-constrast": 3.907642364501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107485771179199,
      "cov-distil (oracle2student)": 6.176758289337158,
      "cov-distil (oracle2teacher)": 5.568127632141113,
      "epoch": 1.4481946624803768,
      "rel-constrast": 4.693338394165039,
      "step": 1845,
      "subrel-constrast": 4.565826416015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5786747932434082,
      "cov-distil (oracle2student)": 5.207388401031494,
      "cov-distil (oracle2teacher)": 4.9959917068481445,
      "epoch": 1.4489795918367347,
      "rel-constrast": 3.559621810913086,
      "step": 1846,
      "subrel-constrast": 3.4150137901306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.854923963546753,
      "cov-distil (oracle2student)": 4.45000696182251,
      "cov-distil (oracle2teacher)": 4.159353733062744,
      "epoch": 1.4497645211930927,
      "rel-constrast": 3.506850242614746,
      "step": 1847,
      "subrel-constrast": 3.011488914489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4575551748275757,
      "cov-distil (oracle2student)": 4.912674427032471,
      "cov-distil (oracle2teacher)": 4.486624717712402,
      "epoch": 1.4505494505494505,
      "rel-constrast": 3.621270179748535,
      "step": 1848,
      "subrel-constrast": 3.831810235977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2102575302124023,
      "cov-distil (oracle2student)": 5.840979099273682,
      "cov-distil (oracle2teacher)": 5.278204917907715,
      "epoch": 1.4513343799058085,
      "rel-constrast": 3.3883016109466553,
      "step": 1849,
      "subrel-constrast": 4.258448123931885,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 7.3125,
      "learning_rate": 4.8910168866932195e-05,
      "loss": 0.8792,
      "step": 1850
    },
    {
      "cov-distil": 1.9295521974563599,
      "cov-distil (oracle2student)": 3.948340892791748,
      "cov-distil (oracle2teacher)": 4.255341529846191,
      "epoch": 1.4521193092621665,
      "rel-constrast": 2.554879665374756,
      "step": 1850,
      "subrel-constrast": 3.232901096343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3806686401367188,
      "cov-distil (oracle2student)": 4.579341411590576,
      "cov-distil (oracle2teacher)": 4.880809783935547,
      "epoch": 1.4529042386185242,
      "rel-constrast": 4.021327972412109,
      "step": 1851,
      "subrel-constrast": 4.608463764190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489033222198486,
      "cov-distil (oracle2student)": 5.431454658508301,
      "cov-distil (oracle2teacher)": 6.444190979003906,
      "epoch": 1.4536891679748822,
      "rel-constrast": 3.4550364017486572,
      "step": 1852,
      "subrel-constrast": 3.664924383163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3901550769805908,
      "cov-distil (oracle2student)": 3.5822091102600098,
      "cov-distil (oracle2teacher)": 3.5254440307617188,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.339693307876587,
      "step": 1853,
      "subrel-constrast": 3.25207781791687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4021055698394775,
      "cov-distil (oracle2student)": 3.5208847522735596,
      "cov-distil (oracle2teacher)": 3.2816646099090576,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.2812728881835938,
      "step": 1854,
      "subrel-constrast": 4.310837268829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8029098510742188,
      "cov-distil (oracle2student)": 3.5727689266204834,
      "cov-distil (oracle2teacher)": 4.384519100189209,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.077436923980713,
      "step": 1855,
      "subrel-constrast": 3.3162882328033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0862717628479004,
      "cov-distil (oracle2student)": 3.305539846420288,
      "cov-distil (oracle2teacher)": 3.025184154510498,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.183518886566162,
      "step": 1856,
      "subrel-constrast": 3.4012935161590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9524755477905273,
      "cov-distil (oracle2student)": 4.973023414611816,
      "cov-distil (oracle2teacher)": 4.616103172302246,
      "epoch": 1.457613814756672,
      "rel-constrast": 3.321552038192749,
      "step": 1857,
      "subrel-constrast": 3.2971911430358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5236726999282837,
      "cov-distil (oracle2student)": 3.813077688217163,
      "cov-distil (oracle2teacher)": 3.867478132247925,
      "epoch": 1.4583987441130297,
      "rel-constrast": 3.282668352127075,
      "step": 1858,
      "subrel-constrast": 3.4970221519470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806742548942566,
      "cov-distil (oracle2student)": 4.885869026184082,
      "cov-distil (oracle2teacher)": 5.099264144897461,
      "epoch": 1.4591836734693877,
      "rel-constrast": 3.4491546154022217,
      "step": 1859,
      "subrel-constrast": 3.9685862064361572,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 6.09375,
      "learning_rate": 4.888453813758301e-05,
      "loss": 0.7742,
      "step": 1860
    },
    {
      "cov-distil": 1.4702401161193848,
      "cov-distil (oracle2student)": 3.949692487716675,
      "cov-distil (oracle2teacher)": 3.637429714202881,
      "epoch": 1.4599686028257457,
      "rel-constrast": 3.6248579025268555,
      "step": 1860,
      "subrel-constrast": 3.1712796688079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6307694911956787,
      "cov-distil (oracle2student)": 6.894219398498535,
      "cov-distil (oracle2teacher)": 6.485906600952148,
      "epoch": 1.4607535321821037,
      "rel-constrast": 3.0305347442626953,
      "step": 1861,
      "subrel-constrast": 2.6997289657592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.648000955581665,
      "cov-distil (oracle2student)": 4.007066249847412,
      "cov-distil (oracle2teacher)": 3.3998284339904785,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.322566032409668,
      "step": 1862,
      "subrel-constrast": 3.4720072746276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736574649810791,
      "cov-distil (oracle2student)": 5.934678554534912,
      "cov-distil (oracle2teacher)": 4.7058000564575195,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.8956100940704346,
      "step": 1863,
      "subrel-constrast": 3.159250020980835,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100497245788574,
      "cov-distil (oracle2student)": 5.3087358474731445,
      "cov-distil (oracle2teacher)": 4.747140407562256,
      "epoch": 1.4631083202511774,
      "rel-constrast": 3.16405987739563,
      "step": 1864,
      "subrel-constrast": 3.6381311416625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.64483642578125,
      "cov-distil (oracle2student)": 3.6952614784240723,
      "cov-distil (oracle2teacher)": 4.007979869842529,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.2735495567321777,
      "step": 1865,
      "subrel-constrast": 3.760152578353882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6685824394226074,
      "cov-distil (oracle2student)": 3.4932878017425537,
      "cov-distil (oracle2teacher)": 3.633617877960205,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.3296468257904053,
      "step": 1866,
      "subrel-constrast": 3.334294080734253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3893632888793945,
      "cov-distil (oracle2student)": 3.478071689605713,
      "cov-distil (oracle2teacher)": 4.0035834312438965,
      "epoch": 1.4654631083202512,
      "rel-constrast": 3.871072292327881,
      "step": 1867,
      "subrel-constrast": 4.127173900604248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4456231594085693,
      "cov-distil (oracle2student)": 5.061887741088867,
      "cov-distil (oracle2teacher)": 4.387723922729492,
      "epoch": 1.4662480376766092,
      "rel-constrast": 3.1740291118621826,
      "step": 1868,
      "subrel-constrast": 3.3795926570892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2802791595458984,
      "cov-distil (oracle2student)": 3.791633129119873,
      "cov-distil (oracle2teacher)": 3.8351237773895264,
      "epoch": 1.4670329670329672,
      "rel-constrast": 2.366950035095215,
      "step": 1869,
      "subrel-constrast": 2.6075313091278076,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 6.25,
      "learning_rate": 4.885861638267413e-05,
      "loss": 0.8013,
      "step": 1870
    },
    {
      "cov-distil": 2.208251953125,
      "cov-distil (oracle2student)": 3.83028244972229,
      "cov-distil (oracle2teacher)": 3.1332130432128906,
      "epoch": 1.467817896389325,
      "rel-constrast": 4.421440124511719,
      "step": 1870,
      "subrel-constrast": 3.902070999145508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8023052215576172,
      "cov-distil (oracle2student)": 3.4095563888549805,
      "cov-distil (oracle2teacher)": 3.134967803955078,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.6681222915649414,
      "step": 1871,
      "subrel-constrast": 3.0709688663482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9334213733673096,
      "cov-distil (oracle2student)": 4.049883842468262,
      "cov-distil (oracle2teacher)": 4.293302536010742,
      "epoch": 1.469387755102041,
      "rel-constrast": 4.087601184844971,
      "step": 1872,
      "subrel-constrast": 4.140108585357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877335548400879,
      "cov-distil (oracle2student)": 4.348670959472656,
      "cov-distil (oracle2teacher)": 4.149550437927246,
      "epoch": 1.4701726844583987,
      "rel-constrast": 3.583204984664917,
      "step": 1873,
      "subrel-constrast": 3.619436025619507,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.96842098236084,
      "cov-distil (oracle2student)": 4.897031784057617,
      "cov-distil (oracle2teacher)": 4.156479835510254,
      "epoch": 1.4709576138147566,
      "rel-constrast": 3.192378520965576,
      "step": 1874,
      "subrel-constrast": 3.0839970111846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7592620849609375,
      "cov-distil (oracle2student)": 4.687352657318115,
      "cov-distil (oracle2teacher)": 4.978565692901611,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.606229782104492,
      "step": 1875,
      "subrel-constrast": 3.5918147563934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860793948173523,
      "cov-distil (oracle2student)": 4.4289655685424805,
      "cov-distil (oracle2teacher)": 4.831238746643066,
      "epoch": 1.4725274725274726,
      "rel-constrast": 3.8771119117736816,
      "step": 1876,
      "subrel-constrast": 3.6284945011138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4303607940673828,
      "cov-distil (oracle2student)": 4.983982086181641,
      "cov-distil (oracle2teacher)": 4.7037553787231445,
      "epoch": 1.4733124018838304,
      "rel-constrast": 3.1245405673980713,
      "step": 1877,
      "subrel-constrast": 3.363800287246704,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172369956970215,
      "cov-distil (oracle2student)": 4.6323933601379395,
      "cov-distil (oracle2teacher)": 4.453296184539795,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.678412675857544,
      "step": 1878,
      "subrel-constrast": 4.293529033660889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7547649145126343,
      "cov-distil (oracle2student)": 4.345225811004639,
      "cov-distil (oracle2teacher)": 4.240843296051025,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.504056930541992,
      "step": 1879,
      "subrel-constrast": 3.2841434478759766,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 5.5,
      "learning_rate": 4.883240391805394e-05,
      "loss": 0.8686,
      "step": 1880
    },
    {
      "cov-distil": 1.9581308364868164,
      "cov-distil (oracle2student)": 4.534452438354492,
      "cov-distil (oracle2teacher)": 4.05888032913208,
      "epoch": 1.4756671899529041,
      "rel-constrast": 3.3508596420288086,
      "step": 1880,
      "subrel-constrast": 3.9302291870117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.21677827835083,
      "cov-distil (oracle2student)": 5.411259174346924,
      "cov-distil (oracle2teacher)": 5.1186628341674805,
      "epoch": 1.4764521193092621,
      "rel-constrast": 3.4768474102020264,
      "step": 1881,
      "subrel-constrast": 4.0598955154418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.934952974319458,
      "cov-distil (oracle2student)": 3.4611456394195557,
      "cov-distil (oracle2teacher)": 3.4560060501098633,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.8156912326812744,
      "step": 1882,
      "subrel-constrast": 2.496215343475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8101167678833008,
      "cov-distil (oracle2student)": 3.426443576812744,
      "cov-distil (oracle2teacher)": 3.583400011062622,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.790780782699585,
      "step": 1883,
      "subrel-constrast": 3.2887978553771973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6486923694610596,
      "cov-distil (oracle2student)": 3.53489089012146,
      "cov-distil (oracle2teacher)": 4.00670051574707,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.9569082260131836,
      "step": 1884,
      "subrel-constrast": 2.7584035396575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6544296741485596,
      "cov-distil (oracle2student)": 5.097860336303711,
      "cov-distil (oracle2teacher)": 4.064476013183594,
      "epoch": 1.4795918367346939,
      "rel-constrast": 3.603951930999756,
      "step": 1885,
      "subrel-constrast": 3.80999755859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.289842367172241,
      "cov-distil (oracle2student)": 4.8895440101623535,
      "cov-distil (oracle2teacher)": 4.645339012145996,
      "epoch": 1.4803767660910518,
      "rel-constrast": 2.00228214263916,
      "step": 1886,
      "subrel-constrast": 2.665134906768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867827892303467,
      "cov-distil (oracle2student)": 7.049604415893555,
      "cov-distil (oracle2teacher)": 6.242751121520996,
      "epoch": 1.4811616954474096,
      "rel-constrast": 4.147288799285889,
      "step": 1887,
      "subrel-constrast": 3.957348108291626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3765592575073242,
      "cov-distil (oracle2student)": 3.9823861122131348,
      "cov-distil (oracle2teacher)": 3.2853012084960938,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.9986376762390137,
      "step": 1888,
      "subrel-constrast": 3.065356492996216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7937138080596924,
      "cov-distil (oracle2student)": 4.0910139083862305,
      "cov-distil (oracle2teacher)": 3.8644988536834717,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.845240831375122,
      "step": 1889,
      "subrel-constrast": 4.096644878387451,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 6.8125,
      "learning_rate": 4.8805901063113064e-05,
      "loss": 0.7747,
      "step": 1890
    },
    {
      "cov-distil": 2.239504098892212,
      "cov-distil (oracle2student)": 4.154877662658691,
      "cov-distil (oracle2teacher)": 4.22390079498291,
      "epoch": 1.4835164835164836,
      "rel-constrast": 3.017237901687622,
      "step": 1890,
      "subrel-constrast": 3.5966978073120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5877938270568848,
      "cov-distil (oracle2student)": 3.332587718963623,
      "cov-distil (oracle2teacher)": 3.145061492919922,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.833889961242676,
      "step": 1891,
      "subrel-constrast": 3.8029327392578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8219581842422485,
      "cov-distil (oracle2student)": 3.8740086555480957,
      "cov-distil (oracle2teacher)": 4.180392742156982,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.63712477684021,
      "step": 1892,
      "subrel-constrast": 3.038577079772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.66121506690979,
      "cov-distil (oracle2student)": 4.116691589355469,
      "cov-distil (oracle2teacher)": 4.1881103515625,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.7083821296691895,
      "step": 1893,
      "subrel-constrast": 3.066314458847046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4561008214950562,
      "cov-distil (oracle2student)": 4.379488945007324,
      "cov-distil (oracle2teacher)": 4.509888648986816,
      "epoch": 1.4866562009419153,
      "rel-constrast": 3.10509991645813,
      "step": 1894,
      "subrel-constrast": 3.641199827194214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.817554235458374,
      "cov-distil (oracle2student)": 5.188717842102051,
      "cov-distil (oracle2teacher)": 5.221926212310791,
      "epoch": 1.487441130298273,
      "rel-constrast": 1.991361379623413,
      "step": 1895,
      "subrel-constrast": 3.065027952194214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4658539295196533,
      "cov-distil (oracle2student)": 3.2136576175689697,
      "cov-distil (oracle2teacher)": 2.901843547821045,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.680741310119629,
      "step": 1896,
      "subrel-constrast": 2.675122022628784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5101797580718994,
      "cov-distil (oracle2student)": 6.539948463439941,
      "cov-distil (oracle2teacher)": 6.786901950836182,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.6953165531158447,
      "step": 1897,
      "subrel-constrast": 3.7474119663238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1089820861816406,
      "cov-distil (oracle2student)": 4.786707878112793,
      "cov-distil (oracle2teacher)": 4.790868282318115,
      "epoch": 1.489795918367347,
      "rel-constrast": 3.747368812561035,
      "step": 1898,
      "subrel-constrast": 3.4707741737365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.072484254837036,
      "cov-distil (oracle2student)": 5.555756092071533,
      "cov-distil (oracle2teacher)": 5.180066108703613,
      "epoch": 1.4905808477237048,
      "rel-constrast": 3.173213243484497,
      "step": 1899,
      "subrel-constrast": 3.8404746055603027,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 7.1875,
      "learning_rate": 4.877910814078041e-05,
      "loss": 0.7397,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.32343751192092896,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.0399169921875
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.027557373046875
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.012359619140625,
      "step": 1900
    },
    {
      "cov-distil": 1.6567729711532593,
      "cov-distil (oracle2student)": 4.615183353424072,
      "cov-distil (oracle2teacher)": 4.855649948120117,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.686335563659668,
      "step": 1900,
      "subrel-constrast": 4.013027191162109,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9162589311599731,
      "cov-distil (oracle2student)": 3.724088668823242,
      "cov-distil (oracle2teacher)": 3.9816033840179443,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.921082019805908,
      "step": 1901,
      "subrel-constrast": 3.350008249282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319946527481079,
      "cov-distil (oracle2student)": 2.5964555740356445,
      "cov-distil (oracle2teacher)": 2.6637868881225586,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.1031811237335205,
      "step": 1902,
      "subrel-constrast": 2.2909865379333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8286545276641846,
      "cov-distil (oracle2student)": 3.9021413326263428,
      "cov-distil (oracle2teacher)": 3.601937770843506,
      "epoch": 1.4937205651491365,
      "rel-constrast": 2.4509832859039307,
      "step": 1903,
      "subrel-constrast": 2.84841251373291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0495893955230713,
      "cov-distil (oracle2student)": 3.214353084564209,
      "cov-distil (oracle2teacher)": 3.628532886505127,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.689103603363037,
      "step": 1904,
      "subrel-constrast": 4.305917739868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8857300281524658,
      "cov-distil (oracle2student)": 4.259861946105957,
      "cov-distil (oracle2teacher)": 4.2528204917907715,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.7421443462371826,
      "step": 1905,
      "subrel-constrast": 3.0720772743225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210475444793701,
      "cov-distil (oracle2student)": 5.848625183105469,
      "cov-distil (oracle2teacher)": 4.751608848571777,
      "epoch": 1.4960753532182103,
      "rel-constrast": 3.6003897190093994,
      "step": 1906,
      "subrel-constrast": 3.8869071006774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323066234588623,
      "cov-distil (oracle2student)": 4.587265968322754,
      "cov-distil (oracle2teacher)": 4.698923110961914,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.9195241928100586,
      "step": 1907,
      "subrel-constrast": 2.9591002464294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.350504159927368,
      "cov-distil (oracle2student)": 2.6474287509918213,
      "cov-distil (oracle2teacher)": 2.952535629272461,
      "epoch": 1.4976452119309263,
      "rel-constrast": 2.094855308532715,
      "step": 1908,
      "subrel-constrast": 3.162858247756958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2013893127441406,
      "cov-distil (oracle2student)": 4.442668914794922,
      "cov-distil (oracle2teacher)": 4.328136920928955,
      "epoch": 1.498430141287284,
      "rel-constrast": 3.0733017921447754,
      "step": 1909,
      "subrel-constrast": 3.3136584758758545,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 6.65625,
      "learning_rate": 4.8752025477519295e-05,
      "loss": 0.732,
      "step": 1910
    },
    {
      "cov-distil": 1.6797477006912231,
      "cov-distil (oracle2student)": 3.3224265575408936,
      "cov-distil (oracle2teacher)": 3.812217950820923,
      "epoch": 1.499215070643642,
      "rel-constrast": 3.253965377807617,
      "step": 1910,
      "subrel-constrast": 3.5671896934509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8620195388793945,
      "cov-distil (oracle2student)": 4.717432975769043,
      "cov-distil (oracle2teacher)": 4.364279747009277,
      "epoch": 1.5,
      "rel-constrast": 3.228348970413208,
      "step": 1911,
      "subrel-constrast": 4.236117362976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9424078464508057,
      "cov-distil (oracle2student)": 5.621234893798828,
      "cov-distil (oracle2teacher)": 5.178048133850098,
      "epoch": 1.500784929356358,
      "rel-constrast": 2.9422364234924316,
      "step": 1912,
      "subrel-constrast": 3.5593574047088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2961509227752686,
      "cov-distil (oracle2student)": 3.100595712661743,
      "cov-distil (oracle2teacher)": 3.614800453186035,
      "epoch": 1.501569858712716,
      "rel-constrast": 3.0317647457122803,
      "step": 1913,
      "subrel-constrast": 3.743541717529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1416068077087402,
      "cov-distil (oracle2student)": 6.046967506408691,
      "cov-distil (oracle2teacher)": 5.479496002197266,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.898602247238159,
      "step": 1914,
      "subrel-constrast": 4.029154300689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5150465965270996,
      "cov-distil (oracle2student)": 5.154770851135254,
      "cov-distil (oracle2teacher)": 4.95126485824585,
      "epoch": 1.5031397174254317,
      "rel-constrast": 4.722414016723633,
      "step": 1915,
      "subrel-constrast": 5.2430100440979,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.368429183959961,
      "cov-distil (oracle2student)": 4.040707588195801,
      "cov-distil (oracle2teacher)": 3.498854637145996,
      "epoch": 1.5039246467817895,
      "rel-constrast": 3.5227110385894775,
      "step": 1916,
      "subrel-constrast": 3.835186004638672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7302789688110352,
      "cov-distil (oracle2student)": 5.675638198852539,
      "cov-distil (oracle2teacher)": 4.632979869842529,
      "epoch": 1.5047095761381475,
      "rel-constrast": 3.28121018409729,
      "step": 1917,
      "subrel-constrast": 3.3912107944488525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157118797302246,
      "cov-distil (oracle2student)": 3.2960944175720215,
      "cov-distil (oracle2teacher)": 3.7360289096832275,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.0784475803375244,
      "step": 1918,
      "subrel-constrast": 2.9588401317596436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.999670147895813,
      "cov-distil (oracle2student)": 3.9196243286132812,
      "cov-distil (oracle2teacher)": 3.536022663116455,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.97350811958313,
      "step": 1919,
      "subrel-constrast": 3.7889225482940674,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 7.25,
      "learning_rate": 4.8724653403323414e-05,
      "loss": 0.8233,
      "step": 1920
    },
    {
      "cov-distil": 2.527937412261963,
      "cov-distil (oracle2student)": 4.567371368408203,
      "cov-distil (oracle2teacher)": 4.24334716796875,
      "epoch": 1.5070643642072215,
      "rel-constrast": 6.313497543334961,
      "step": 1920,
      "subrel-constrast": 5.948112487792969,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6267995834350586,
      "cov-distil (oracle2student)": 3.7037248611450195,
      "cov-distil (oracle2teacher)": 3.4535322189331055,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.522758960723877,
      "step": 1921,
      "subrel-constrast": 3.8816187381744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8859503269195557,
      "cov-distil (oracle2student)": 4.51165771484375,
      "cov-distil (oracle2teacher)": 4.307643890380859,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.5194764137268066,
      "step": 1922,
      "subrel-constrast": 3.439566135406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799747109413147,
      "cov-distil (oracle2student)": 5.489862442016602,
      "cov-distil (oracle2teacher)": 4.780388355255127,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.745293140411377,
      "step": 1923,
      "subrel-constrast": 3.8556315898895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7473819255828857,
      "cov-distil (oracle2student)": 5.6379499435424805,
      "cov-distil (oracle2teacher)": 4.813594818115234,
      "epoch": 1.510204081632653,
      "rel-constrast": 2.4197754859924316,
      "step": 1924,
      "subrel-constrast": 2.6431446075439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8557929992675781,
      "cov-distil (oracle2student)": 3.374687671661377,
      "cov-distil (oracle2teacher)": 3.5786519050598145,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.6063385009765625,
      "step": 1925,
      "subrel-constrast": 3.9382095336914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2247114181518555,
      "cov-distil (oracle2student)": 3.098820686340332,
      "cov-distil (oracle2teacher)": 3.6270670890808105,
      "epoch": 1.511773940345369,
      "rel-constrast": 2.2469820976257324,
      "step": 1926,
      "subrel-constrast": 2.7737972736358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4702008962631226,
      "cov-distil (oracle2student)": 4.546895980834961,
      "cov-distil (oracle2teacher)": 3.7412304878234863,
      "epoch": 1.512558869701727,
      "rel-constrast": 3.2982378005981445,
      "step": 1927,
      "subrel-constrast": 2.970325231552124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5668054819107056,
      "cov-distil (oracle2student)": 3.5794663429260254,
      "cov-distil (oracle2teacher)": 3.744058132171631,
      "epoch": 1.513343799058085,
      "rel-constrast": 3.327484607696533,
      "step": 1928,
      "subrel-constrast": 3.2898383140563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1589083671569824,
      "cov-distil (oracle2student)": 4.578497409820557,
      "cov-distil (oracle2teacher)": 4.985466957092285,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.7686989307403564,
      "step": 1929,
      "subrel-constrast": 4.083889007568359,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 6.28125,
      "learning_rate": 4.8696992251712865e-05,
      "loss": 0.8442,
      "step": 1930
    },
    {
      "cov-distil": 1.8447787761688232,
      "cov-distil (oracle2student)": 4.5124006271362305,
      "cov-distil (oracle2teacher)": 4.73822021484375,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.563302993774414,
      "step": 1930,
      "subrel-constrast": 3.5218148231506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4482109546661377,
      "cov-distil (oracle2student)": 4.311645984649658,
      "cov-distil (oracle2teacher)": 3.7805826663970947,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.654660701751709,
      "step": 1931,
      "subrel-constrast": 2.7518510818481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0966920852661133,
      "cov-distil (oracle2student)": 4.520036697387695,
      "cov-distil (oracle2teacher)": 3.9752275943756104,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.716224193572998,
      "step": 1932,
      "subrel-constrast": 3.701960563659668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4770865440368652,
      "cov-distil (oracle2student)": 4.905620098114014,
      "cov-distil (oracle2teacher)": 4.952154159545898,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.1150989532470703,
      "step": 1933,
      "subrel-constrast": 3.3198606967926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4923596382141113,
      "cov-distil (oracle2student)": 4.365143775939941,
      "cov-distil (oracle2teacher)": 4.2985429763793945,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.3345651626586914,
      "step": 1934,
      "subrel-constrast": 4.355963230133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.780048131942749,
      "cov-distil (oracle2student)": 5.383674621582031,
      "cov-distil (oracle2teacher)": 5.291053771972656,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.703197479248047,
      "step": 1935,
      "subrel-constrast": 3.9211485385894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9027411937713623,
      "cov-distil (oracle2student)": 3.9679956436157227,
      "cov-distil (oracle2teacher)": 3.915752410888672,
      "epoch": 1.5196232339089482,
      "rel-constrast": 3.1770105361938477,
      "step": 1936,
      "subrel-constrast": 4.035203456878662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6417732238769531,
      "cov-distil (oracle2student)": 5.479733467102051,
      "cov-distil (oracle2teacher)": 5.149382591247559,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.922410249710083,
      "step": 1937,
      "subrel-constrast": 4.571974754333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654929280281067,
      "cov-distil (oracle2student)": 4.2893218994140625,
      "cov-distil (oracle2teacher)": 4.367546081542969,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.8278822898864746,
      "step": 1938,
      "subrel-constrast": 3.083850622177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8729588985443115,
      "cov-distil (oracle2student)": 4.936544895172119,
      "cov-distil (oracle2teacher)": 5.093951225280762,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.4845190048217773,
      "step": 1939,
      "subrel-constrast": 4.024646282196045,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 6.6875,
      "learning_rate": 4.866904235973005e-05,
      "loss": 0.7625,
      "step": 1940
    },
    {
      "cov-distil": 1.9799013137817383,
      "cov-distil (oracle2student)": 6.344797611236572,
      "cov-distil (oracle2teacher)": 5.544379234313965,
      "epoch": 1.5227629513343799,
      "rel-constrast": 3.4166994094848633,
      "step": 1940,
      "subrel-constrast": 3.724630117416382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7069541215896606,
      "cov-distil (oracle2student)": 4.120157241821289,
      "cov-distil (oracle2teacher)": 3.9736433029174805,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.7194085121154785,
      "step": 1941,
      "subrel-constrast": 3.310856342315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5041403770446777,
      "cov-distil (oracle2student)": 6.193750381469727,
      "cov-distil (oracle2teacher)": 5.208381652832031,
      "epoch": 1.5243328100470959,
      "rel-constrast": 3.689021110534668,
      "step": 1942,
      "subrel-constrast": 3.6818296909332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298826694488525,
      "cov-distil (oracle2student)": 3.3022947311401367,
      "cov-distil (oracle2teacher)": 3.6832358837127686,
      "epoch": 1.5251177394034539,
      "rel-constrast": 3.039085626602173,
      "step": 1943,
      "subrel-constrast": 3.221220016479492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7299437522888184,
      "cov-distil (oracle2student)": 4.754033088684082,
      "cov-distil (oracle2teacher)": 4.453223705291748,
      "epoch": 1.5259026687598116,
      "rel-constrast": 2.546657085418701,
      "step": 1944,
      "subrel-constrast": 2.8656132221221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4093457460403442,
      "cov-distil (oracle2student)": 2.7221765518188477,
      "cov-distil (oracle2teacher)": 2.5258572101593018,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.89658260345459,
      "step": 1945,
      "subrel-constrast": 3.2848758697509766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3635128736495972,
      "cov-distil (oracle2student)": 4.908931732177734,
      "cov-distil (oracle2teacher)": 4.720090866088867,
      "epoch": 1.5274725274725274,
      "rel-constrast": 3.6195428371429443,
      "step": 1946,
      "subrel-constrast": 3.694159507751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8698105812072754,
      "cov-distil (oracle2student)": 5.095337867736816,
      "cov-distil (oracle2teacher)": 5.012286186218262,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.300173282623291,
      "step": 1947,
      "subrel-constrast": 4.075463771820068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042020320892334,
      "cov-distil (oracle2student)": 4.520488739013672,
      "cov-distil (oracle2teacher)": 4.586399078369141,
      "epoch": 1.5290423861852434,
      "rel-constrast": 3.122925043106079,
      "step": 1948,
      "subrel-constrast": 3.483095407485962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7433805465698242,
      "cov-distil (oracle2student)": 6.636758804321289,
      "cov-distil (oracle2teacher)": 5.391046524047852,
      "epoch": 1.5298273155416013,
      "rel-constrast": 4.805797100067139,
      "step": 1949,
      "subrel-constrast": 4.512625694274902,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 8.9375,
      "learning_rate": 4.8640804067935554e-05,
      "loss": 0.8289,
      "step": 1950
    },
    {
      "cov-distil": 1.8058449029922485,
      "cov-distil (oracle2student)": 3.425808906555176,
      "cov-distil (oracle2teacher)": 2.9273672103881836,
      "epoch": 1.5306122448979593,
      "rel-constrast": 3.507667064666748,
      "step": 1950,
      "subrel-constrast": 3.1499476432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552842140197754,
      "cov-distil (oracle2student)": 4.7413177490234375,
      "cov-distil (oracle2teacher)": 4.340306282043457,
      "epoch": 1.531397174254317,
      "rel-constrast": 3.59861421585083,
      "step": 1951,
      "subrel-constrast": 3.4951558113098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756424903869629,
      "cov-distil (oracle2student)": 4.904116630554199,
      "cov-distil (oracle2teacher)": 4.079310417175293,
      "epoch": 1.532182103610675,
      "rel-constrast": 2.5870375633239746,
      "step": 1952,
      "subrel-constrast": 2.522096633911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1948821544647217,
      "cov-distil (oracle2student)": 4.235441207885742,
      "cov-distil (oracle2teacher)": 4.052547931671143,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.5221071243286133,
      "step": 1953,
      "subrel-constrast": 2.8754961490631104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147185802459717,
      "cov-distil (oracle2student)": 4.69625997543335,
      "cov-distil (oracle2teacher)": 4.286782264709473,
      "epoch": 1.5337519623233908,
      "rel-constrast": 3.125986337661743,
      "step": 1954,
      "subrel-constrast": 3.7605299949645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158345222473145,
      "cov-distil (oracle2student)": 3.76747465133667,
      "cov-distil (oracle2teacher)": 4.017035961151123,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.225252628326416,
      "step": 1955,
      "subrel-constrast": 3.386756658554077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9055240154266357,
      "cov-distil (oracle2student)": 6.291979789733887,
      "cov-distil (oracle2teacher)": 5.445566177368164,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.9273784160614014,
      "step": 1956,
      "subrel-constrast": 3.510848045349121,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.269551992416382,
      "cov-distil (oracle2student)": 4.258671760559082,
      "cov-distil (oracle2teacher)": 3.3768982887268066,
      "epoch": 1.5361067503924648,
      "rel-constrast": 3.7169814109802246,
      "step": 1957,
      "subrel-constrast": 4.657773017883301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6201868057250977,
      "cov-distil (oracle2student)": 2.5411376953125,
      "cov-distil (oracle2teacher)": 2.973625421524048,
      "epoch": 1.5368916797488226,
      "rel-constrast": 2.161921501159668,
      "step": 1958,
      "subrel-constrast": 2.620617628097534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.406888961791992,
      "cov-distil (oracle2student)": 4.610496997833252,
      "cov-distil (oracle2teacher)": 4.3852643966674805,
      "epoch": 1.5376766091051806,
      "rel-constrast": 4.438102722167969,
      "step": 1959,
      "subrel-constrast": 4.563471794128418,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 7.0625,
      "learning_rate": 4.861227772040409e-05,
      "loss": 0.7703,
      "step": 1960
    },
    {
      "cov-distil": 1.880656123161316,
      "cov-distil (oracle2student)": 3.977928400039673,
      "cov-distil (oracle2teacher)": 3.3417553901672363,
      "epoch": 1.5384615384615383,
      "rel-constrast": 3.4694676399230957,
      "step": 1960,
      "subrel-constrast": 3.329195499420166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4327847957611084,
      "cov-distil (oracle2student)": 4.042753219604492,
      "cov-distil (oracle2teacher)": 3.8031630516052246,
      "epoch": 1.5392464678178963,
      "rel-constrast": 3.5390331745147705,
      "step": 1961,
      "subrel-constrast": 3.0465917587280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0790467262268066,
      "cov-distil (oracle2student)": 4.3605427742004395,
      "cov-distil (oracle2teacher)": 3.706735134124756,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.9143881797790527,
      "step": 1962,
      "subrel-constrast": 3.107680082321167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0078155994415283,
      "cov-distil (oracle2student)": 5.893973350524902,
      "cov-distil (oracle2teacher)": 5.421458721160889,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.621738910675049,
      "step": 1963,
      "subrel-constrast": 3.726243257522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0500826835632324,
      "cov-distil (oracle2student)": 6.24912166595459,
      "cov-distil (oracle2teacher)": 5.674422264099121,
      "epoch": 1.5416012558869703,
      "rel-constrast": 2.349466323852539,
      "step": 1964,
      "subrel-constrast": 3.169511318206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1203536987304688,
      "cov-distil (oracle2student)": 3.305371046066284,
      "cov-distil (oracle2teacher)": 3.443390130996704,
      "epoch": 1.542386185243328,
      "rel-constrast": 3.4060754776000977,
      "step": 1965,
      "subrel-constrast": 3.4619009494781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704506397247314,
      "cov-distil (oracle2student)": 4.664346694946289,
      "cov-distil (oracle2teacher)": 4.115739822387695,
      "epoch": 1.543171114599686,
      "rel-constrast": 2.559572219848633,
      "step": 1966,
      "subrel-constrast": 2.6416563987731934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618455171585083,
      "cov-distil (oracle2student)": 5.91450309753418,
      "cov-distil (oracle2teacher)": 4.9377522468566895,
      "epoch": 1.5439560439560438,
      "rel-constrast": 3.384547710418701,
      "step": 1967,
      "subrel-constrast": 3.794597864151001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9553779363632202,
      "cov-distil (oracle2student)": 3.9438796043395996,
      "cov-distil (oracle2teacher)": 3.9594457149505615,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.630749464035034,
      "step": 1968,
      "subrel-constrast": 3.4305851459503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3440091609954834,
      "cov-distil (oracle2student)": 3.4920644760131836,
      "cov-distil (oracle2teacher)": 3.4765944480895996,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.7273895740509033,
      "step": 1969,
      "subrel-constrast": 3.4856371879577637,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 5.03125,
      "learning_rate": 4.8583463664720176e-05,
      "loss": 0.7401,
      "step": 1970
    },
    {
      "cov-distil": 2.55828857421875,
      "cov-distil (oracle2student)": 4.099460124969482,
      "cov-distil (oracle2teacher)": 4.434431552886963,
      "epoch": 1.5463108320251178,
      "rel-constrast": 3.217020273208618,
      "step": 1970,
      "subrel-constrast": 3.8933467864990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.119642496109009,
      "cov-distil (oracle2student)": 3.8912713527679443,
      "cov-distil (oracle2teacher)": 4.102389335632324,
      "epoch": 1.5470957613814758,
      "rel-constrast": 3.2303876876831055,
      "step": 1971,
      "subrel-constrast": 3.2479569911956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7827627658843994,
      "cov-distil (oracle2student)": 4.586267948150635,
      "cov-distil (oracle2teacher)": 4.9447832107543945,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.384068489074707,
      "step": 1972,
      "subrel-constrast": 3.8747944831848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.178942084312439,
      "cov-distil (oracle2student)": 3.3487582206726074,
      "cov-distil (oracle2teacher)": 3.080406904220581,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.2921857833862305,
      "step": 1973,
      "subrel-constrast": 2.3870816230773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2758138179779053,
      "cov-distil (oracle2student)": 4.743842601776123,
      "cov-distil (oracle2teacher)": 5.139317989349365,
      "epoch": 1.5494505494505495,
      "rel-constrast": 2.1617698669433594,
      "step": 1974,
      "subrel-constrast": 3.0516457557678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7059228420257568,
      "cov-distil (oracle2student)": 5.070745468139648,
      "cov-distil (oracle2teacher)": 4.543673515319824,
      "epoch": 1.5502354788069073,
      "rel-constrast": 3.521533727645874,
      "step": 1975,
      "subrel-constrast": 3.8466105461120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0237083435058594,
      "cov-distil (oracle2student)": 5.501633167266846,
      "cov-distil (oracle2teacher)": 5.482335090637207,
      "epoch": 1.5510204081632653,
      "rel-constrast": 3.571495294570923,
      "step": 1976,
      "subrel-constrast": 4.015757083892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8512840270996094,
      "cov-distil (oracle2student)": 4.017080307006836,
      "cov-distil (oracle2teacher)": 4.003795623779297,
      "epoch": 1.5518053375196232,
      "rel-constrast": 2.154191255569458,
      "step": 1977,
      "subrel-constrast": 2.849990129470825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5544145107269287,
      "cov-distil (oracle2student)": 4.705767631530762,
      "cov-distil (oracle2teacher)": 4.751520156860352,
      "epoch": 1.5525902668759812,
      "rel-constrast": 2.299273729324341,
      "step": 1978,
      "subrel-constrast": 3.2872135639190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8042279481887817,
      "cov-distil (oracle2student)": 4.360369682312012,
      "cov-distil (oracle2teacher)": 3.9953486919403076,
      "epoch": 1.5533751962323392,
      "rel-constrast": 3.47756290435791,
      "step": 1979,
      "subrel-constrast": 3.9599599838256836,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 6.625,
      "learning_rate": 4.855436225197399e-05,
      "loss": 0.7327,
      "step": 1980
    },
    {
      "cov-distil": 1.9423415660858154,
      "cov-distil (oracle2student)": 3.981823444366455,
      "cov-distil (oracle2teacher)": 4.443685531616211,
      "epoch": 1.554160125588697,
      "rel-constrast": 3.409297466278076,
      "step": 1980,
      "subrel-constrast": 4.012598514556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8961971998214722,
      "cov-distil (oracle2student)": 3.4214653968811035,
      "cov-distil (oracle2teacher)": 3.4085404872894287,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.500653028488159,
      "step": 1981,
      "subrel-constrast": 3.136042356491089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8740112781524658,
      "cov-distil (oracle2student)": 2.692193031311035,
      "cov-distil (oracle2teacher)": 2.8855690956115723,
      "epoch": 1.5557299843014127,
      "rel-constrast": 3.335456371307373,
      "step": 1982,
      "subrel-constrast": 2.8247487545013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1183176040649414,
      "cov-distil (oracle2student)": 4.535058975219727,
      "cov-distil (oracle2teacher)": 4.116735935211182,
      "epoch": 1.5565149136577707,
      "rel-constrast": 3.3512144088745117,
      "step": 1983,
      "subrel-constrast": 3.0999529361724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826511263847351,
      "cov-distil (oracle2student)": 3.584847927093506,
      "cov-distil (oracle2teacher)": 3.4749956130981445,
      "epoch": 1.5572998430141287,
      "rel-constrast": 2.6993300914764404,
      "step": 1984,
      "subrel-constrast": 2.7938079833984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5962176322937012,
      "cov-distil (oracle2student)": 3.5293221473693848,
      "cov-distil (oracle2teacher)": 3.122203826904297,
      "epoch": 1.5580847723704867,
      "rel-constrast": 2.0451154708862305,
      "step": 1985,
      "subrel-constrast": 2.594674825668335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7374508380889893,
      "cov-distil (oracle2student)": 5.121510028839111,
      "cov-distil (oracle2teacher)": 4.955574035644531,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.7334935665130615,
      "step": 1986,
      "subrel-constrast": 2.605837345123291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7964730262756348,
      "cov-distil (oracle2student)": 3.5457892417907715,
      "cov-distil (oracle2teacher)": 3.300778388977051,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.6077754497528076,
      "step": 1987,
      "subrel-constrast": 2.8907649517059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7631460428237915,
      "cov-distil (oracle2student)": 3.7046878337860107,
      "cov-distil (oracle2teacher)": 3.3394687175750732,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.4416041374206543,
      "step": 1988,
      "subrel-constrast": 4.197145462036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664273262023926,
      "cov-distil (oracle2student)": 3.478508472442627,
      "cov-distil (oracle2teacher)": 3.4032366275787354,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.249525547027588,
      "step": 1989,
      "subrel-constrast": 3.0481534004211426,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 5.71875,
      "learning_rate": 4.852497383675708e-05,
      "loss": 0.6843,
      "step": 1990
    },
    {
      "cov-distil": 2.4097342491149902,
      "cov-distil (oracle2student)": 3.5414302349090576,
      "cov-distil (oracle2teacher)": 3.3865747451782227,
      "epoch": 1.5620094191522762,
      "rel-constrast": 3.143193006515503,
      "step": 1990,
      "subrel-constrast": 3.4949421882629395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6085057258605957,
      "cov-distil (oracle2student)": 3.581998348236084,
      "cov-distil (oracle2teacher)": 3.2784316539764404,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.950730562210083,
      "step": 1991,
      "subrel-constrast": 3.0757830142974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0648465156555176,
      "cov-distil (oracle2student)": 3.8888089656829834,
      "cov-distil (oracle2teacher)": 3.707759141921997,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.375730514526367,
      "step": 1992,
      "subrel-constrast": 3.837059497833252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.766701340675354,
      "cov-distil (oracle2student)": 3.7364115715026855,
      "cov-distil (oracle2teacher)": 3.568281888961792,
      "epoch": 1.5643642072213502,
      "rel-constrast": 3.0095269680023193,
      "step": 1993,
      "subrel-constrast": 3.4096107482910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5902442932128906,
      "cov-distil (oracle2student)": 4.206932067871094,
      "cov-distil (oracle2teacher)": 4.182250499725342,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.9948689937591553,
      "step": 1994,
      "subrel-constrast": 3.336848258972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7147401571273804,
      "cov-distil (oracle2student)": 4.3727521896362305,
      "cov-distil (oracle2teacher)": 4.198539733886719,
      "epoch": 1.565934065934066,
      "rel-constrast": 3.451754093170166,
      "step": 1995,
      "subrel-constrast": 3.687960386276245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5455869436264038,
      "cov-distil (oracle2student)": 3.212921619415283,
      "cov-distil (oracle2teacher)": 3.0103988647460938,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.8940346240997314,
      "step": 1996,
      "subrel-constrast": 3.182978868484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9008708000183105,
      "cov-distil (oracle2student)": 4.658673286437988,
      "cov-distil (oracle2teacher)": 4.559202671051025,
      "epoch": 1.5675039246467817,
      "rel-constrast": 2.0122790336608887,
      "step": 1997,
      "subrel-constrast": 2.5708627700805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6568362712860107,
      "cov-distil (oracle2student)": 2.610983371734619,
      "cov-distil (oracle2teacher)": 3.0134849548339844,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.3516881465911865,
      "step": 1998,
      "subrel-constrast": 3.007075309753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051022529602051,
      "cov-distil (oracle2student)": 3.5938897132873535,
      "cov-distil (oracle2teacher)": 3.691636085510254,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.488555908203125,
      "step": 1999,
      "subrel-constrast": 3.5485730171203613,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 9.4375,
      "learning_rate": 4.849529877715799e-05,
      "loss": 0.7418,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.736,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.7426490546267808,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.552224234443813,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.42899999999999994,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.6043602439066101,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.5756810795451589,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.5244605948803137,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.2874999940395355,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.06231689453125
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.049468994140625
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.012847900390625,
      "step": 2000
    },
    {
      "cov-distil": 1.9243420362472534,
      "cov-distil (oracle2student)": 3.492039203643799,
      "cov-distil (oracle2teacher)": 3.7685844898223877,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.545900344848633,
      "step": 2000,
      "subrel-constrast": 2.6658339500427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894589900970459,
      "cov-distil (oracle2student)": 4.719542503356934,
      "cov-distil (oracle2teacher)": 4.455259323120117,
      "epoch": 1.5706436420722136,
      "rel-constrast": 3.3294413089752197,
      "step": 2001,
      "subrel-constrast": 3.04115891456604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4463856220245361,
      "cov-distil (oracle2student)": 3.915330410003662,
      "cov-distil (oracle2teacher)": 3.6475822925567627,
      "epoch": 1.5714285714285714,
      "rel-constrast": 2.5482568740844727,
      "step": 2002,
      "subrel-constrast": 2.826887369155884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071657180786133,
      "cov-distil (oracle2student)": 3.754748821258545,
      "cov-distil (oracle2teacher)": 3.654883623123169,
      "epoch": 1.5722135007849294,
      "rel-constrast": 3.0493004322052,
      "step": 2003,
      "subrel-constrast": 2.6347851753234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9200628995895386,
      "cov-distil (oracle2student)": 5.059783935546875,
      "cov-distil (oracle2teacher)": 3.989771842956543,
      "epoch": 1.5729984301412872,
      "rel-constrast": 3.742415428161621,
      "step": 2004,
      "subrel-constrast": 3.329805612564087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7715401649475098,
      "cov-distil (oracle2student)": 4.107784271240234,
      "cov-distil (oracle2teacher)": 4.031793594360352,
      "epoch": 1.5737833594976451,
      "rel-constrast": 2.271688222885132,
      "step": 2005,
      "subrel-constrast": 3.2976982593536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.284337282180786,
      "cov-distil (oracle2student)": 4.584474086761475,
      "cov-distil (oracle2teacher)": 3.9726178646087646,
      "epoch": 1.5745682888540031,
      "rel-constrast": 3.296593189239502,
      "step": 2006,
      "subrel-constrast": 3.2766289710998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4870355129241943,
      "cov-distil (oracle2student)": 3.0669450759887695,
      "cov-distil (oracle2teacher)": 2.9525208473205566,
      "epoch": 1.5753532182103611,
      "rel-constrast": 2.4252049922943115,
      "step": 2007,
      "subrel-constrast": 2.567922592163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7788615226745605,
      "cov-distil (oracle2student)": 4.213929176330566,
      "cov-distil (oracle2teacher)": 3.740251064300537,
      "epoch": 1.576138147566719,
      "rel-constrast": 3.4948790073394775,
      "step": 2008,
      "subrel-constrast": 2.9028947353363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550217866897583,
      "cov-distil (oracle2student)": 6.482932090759277,
      "cov-distil (oracle2teacher)": 5.93195104598999,
      "epoch": 1.5769230769230769,
      "rel-constrast": 3.6470656394958496,
      "step": 2009,
      "subrel-constrast": 3.640230178833008,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 6.65625,
      "learning_rate": 4.8465337434757976e-05,
      "loss": 0.7588,
      "step": 2010
    },
    {
      "cov-distil": 2.033698320388794,
      "cov-distil (oracle2student)": 4.713440895080566,
      "cov-distil (oracle2teacher)": 4.367911338806152,
      "epoch": 1.5777080062794349,
      "rel-constrast": 4.97261905670166,
      "step": 2010,
      "subrel-constrast": 4.321190357208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.508228302001953,
      "cov-distil (oracle2student)": 5.2721028327941895,
      "cov-distil (oracle2teacher)": 4.6488423347473145,
      "epoch": 1.5784929356357926,
      "rel-constrast": 3.68924617767334,
      "step": 2011,
      "subrel-constrast": 4.04859733581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8660341501235962,
      "cov-distil (oracle2student)": 6.162489891052246,
      "cov-distil (oracle2teacher)": 5.646324634552002,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.3231289386749268,
      "step": 2012,
      "subrel-constrast": 2.8683817386627197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4948935508728027,
      "cov-distil (oracle2student)": 3.4628472328186035,
      "cov-distil (oracle2teacher)": 3.5430567264556885,
      "epoch": 1.5800627943485086,
      "rel-constrast": 2.462773561477661,
      "step": 2013,
      "subrel-constrast": 3.004268169403076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6754450798034668,
      "cov-distil (oracle2student)": 5.15346622467041,
      "cov-distil (oracle2teacher)": 4.642816543579102,
      "epoch": 1.5808477237048666,
      "rel-constrast": 3.5260214805603027,
      "step": 2014,
      "subrel-constrast": 3.8856587409973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674093246459961,
      "cov-distil (oracle2student)": 2.9926397800445557,
      "cov-distil (oracle2teacher)": 3.1415138244628906,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.5515551567077637,
      "step": 2015,
      "subrel-constrast": 2.787792921066284,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2448902130126953,
      "cov-distil (oracle2student)": 5.123643398284912,
      "cov-distil (oracle2teacher)": 4.604178428649902,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.8878440856933594,
      "step": 2016,
      "subrel-constrast": 3.494493007659912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0124213695526123,
      "cov-distil (oracle2student)": 4.047032356262207,
      "cov-distil (oracle2teacher)": 3.94669246673584,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.7926836013793945,
      "step": 2017,
      "subrel-constrast": 3.2132227420806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8049148321151733,
      "cov-distil (oracle2student)": 5.101480960845947,
      "cov-distil (oracle2teacher)": 4.818479537963867,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.7535669803619385,
      "step": 2018,
      "subrel-constrast": 2.5592103004455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4293458461761475,
      "cov-distil (oracle2student)": 4.135140895843506,
      "cov-distil (oracle2teacher)": 4.047759056091309,
      "epoch": 1.584772370486656,
      "rel-constrast": 3.253948450088501,
      "step": 2019,
      "subrel-constrast": 3.0433127880096436,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 6.40625,
      "learning_rate": 4.843509017462652e-05,
      "loss": 0.7553,
      "step": 2020
    },
    {
      "cov-distil": 2.288705587387085,
      "cov-distil (oracle2student)": 4.60167932510376,
      "cov-distil (oracle2teacher)": 4.586197376251221,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.9985435009002686,
      "step": 2020,
      "subrel-constrast": 3.3597209453582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2430214881896973,
      "cov-distil (oracle2student)": 4.8858842849731445,
      "cov-distil (oracle2teacher)": 4.655590534210205,
      "epoch": 1.586342229199372,
      "rel-constrast": 3.7260422706604004,
      "step": 2021,
      "subrel-constrast": 3.4160139560699463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9220969676971436,
      "cov-distil (oracle2student)": 4.4453630447387695,
      "cov-distil (oracle2teacher)": 4.4124250411987305,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.870363473892212,
      "step": 2022,
      "subrel-constrast": 4.082399845123291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617224931716919,
      "cov-distil (oracle2student)": 2.469395637512207,
      "cov-distil (oracle2teacher)": 2.469721794128418,
      "epoch": 1.587912087912088,
      "rel-constrast": 2.18673038482666,
      "step": 2023,
      "subrel-constrast": 2.588359832763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0086021423339844,
      "cov-distil (oracle2student)": 3.715607166290283,
      "cov-distil (oracle2teacher)": 3.3535380363464355,
      "epoch": 1.5886970172684458,
      "rel-constrast": 3.9203038215637207,
      "step": 2024,
      "subrel-constrast": 2.7347300052642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8363323211669922,
      "cov-distil (oracle2student)": 3.317770004272461,
      "cov-distil (oracle2teacher)": 3.5975492000579834,
      "epoch": 1.5894819466248038,
      "rel-constrast": 3.218078136444092,
      "step": 2025,
      "subrel-constrast": 3.4647045135498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5144143104553223,
      "cov-distil (oracle2student)": 4.121999263763428,
      "cov-distil (oracle2teacher)": 4.1530961990356445,
      "epoch": 1.5902668759811616,
      "rel-constrast": 3.934569835662842,
      "step": 2026,
      "subrel-constrast": 5.141406536102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9326425790786743,
      "cov-distil (oracle2student)": 5.031104564666748,
      "cov-distil (oracle2teacher)": 5.382802963256836,
      "epoch": 1.5910518053375196,
      "rel-constrast": 3.3053667545318604,
      "step": 2027,
      "subrel-constrast": 4.737491607666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9106247425079346,
      "cov-distil (oracle2student)": 2.9398694038391113,
      "cov-distil (oracle2teacher)": 3.6933841705322266,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.8041157722473145,
      "step": 2028,
      "subrel-constrast": 3.2831716537475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5050818920135498,
      "cov-distil (oracle2student)": 4.449164390563965,
      "cov-distil (oracle2teacher)": 4.312474727630615,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.9815727472305298,
      "step": 2029,
      "subrel-constrast": 2.3558831214904785,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 5.3125,
      "learning_rate": 4.840455736531695e-05,
      "loss": 0.7986,
      "step": 2030
    },
    {
      "cov-distil": 1.9807500839233398,
      "cov-distil (oracle2student)": 4.184055805206299,
      "cov-distil (oracle2teacher)": 4.371416091918945,
      "epoch": 1.5934065934065935,
      "rel-constrast": 3.0361721515655518,
      "step": 2030,
      "subrel-constrast": 4.5771894454956055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6902244091033936,
      "cov-distil (oracle2student)": 4.552705764770508,
      "cov-distil (oracle2teacher)": 4.101091384887695,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.7120423316955566,
      "step": 2031,
      "subrel-constrast": 3.8501439094543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8643100261688232,
      "cov-distil (oracle2student)": 3.8420329093933105,
      "cov-distil (oracle2teacher)": 3.5476231575012207,
      "epoch": 1.5949764521193093,
      "rel-constrast": 2.9818115234375,
      "step": 2032,
      "subrel-constrast": 2.8136143684387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494584321975708,
      "cov-distil (oracle2student)": 4.78524112701416,
      "cov-distil (oracle2teacher)": 4.307845115661621,
      "epoch": 1.595761381475667,
      "rel-constrast": 4.005531311035156,
      "step": 2033,
      "subrel-constrast": 3.70719575881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7330330610275269,
      "cov-distil (oracle2student)": 5.121124267578125,
      "cov-distil (oracle2teacher)": 4.436269283294678,
      "epoch": 1.596546310832025,
      "rel-constrast": 3.27589750289917,
      "step": 2034,
      "subrel-constrast": 3.4971117973327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0629711151123047,
      "cov-distil (oracle2student)": 5.402863502502441,
      "cov-distil (oracle2teacher)": 5.238927841186523,
      "epoch": 1.597331240188383,
      "rel-constrast": 3.9377942085266113,
      "step": 2035,
      "subrel-constrast": 3.7112865447998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2123804092407227,
      "cov-distil (oracle2student)": 3.127897262573242,
      "cov-distil (oracle2teacher)": 3.748157501220703,
      "epoch": 1.598116169544741,
      "rel-constrast": 3.1591930389404297,
      "step": 2036,
      "subrel-constrast": 4.160686016082764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746105194091797,
      "cov-distil (oracle2student)": 5.241938591003418,
      "cov-distil (oracle2teacher)": 5.0172014236450195,
      "epoch": 1.598901098901099,
      "rel-constrast": 3.628551721572876,
      "step": 2037,
      "subrel-constrast": 3.6586368083953857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.435868263244629,
      "cov-distil (oracle2student)": 4.344606399536133,
      "cov-distil (oracle2teacher)": 4.567896842956543,
      "epoch": 1.599686028257457,
      "rel-constrast": 4.4788007736206055,
      "step": 2038,
      "subrel-constrast": 4.362920761108398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8560575246810913,
      "cov-distil (oracle2student)": 4.533269882202148,
      "cov-distil (oracle2teacher)": 3.9634954929351807,
      "epoch": 1.6004709576138147,
      "rel-constrast": 3.027972459793091,
      "step": 2039,
      "subrel-constrast": 3.3680434226989746,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 6.21875,
      "learning_rate": 4.837373937886191e-05,
      "loss": 0.8561,
      "step": 2040
    },
    {
      "cov-distil": 1.9598894119262695,
      "cov-distil (oracle2student)": 3.381110429763794,
      "cov-distil (oracle2teacher)": 4.094082832336426,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.876657009124756,
      "step": 2040,
      "subrel-constrast": 3.6126420497894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1027538776397705,
      "cov-distil (oracle2student)": 3.68131160736084,
      "cov-distil (oracle2teacher)": 3.9598894119262695,
      "epoch": 1.6020408163265305,
      "rel-constrast": 3.0337584018707275,
      "step": 2041,
      "subrel-constrast": 3.2539567947387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581323146820068,
      "cov-distil (oracle2student)": 5.75325345993042,
      "cov-distil (oracle2teacher)": 5.243010520935059,
      "epoch": 1.6028257456828885,
      "rel-constrast": 3.174668312072754,
      "step": 2042,
      "subrel-constrast": 3.4955239295959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2005257606506348,
      "cov-distil (oracle2student)": 3.632030725479126,
      "cov-distil (oracle2teacher)": 3.751397132873535,
      "epoch": 1.6036106750392465,
      "rel-constrast": 3.3678011894226074,
      "step": 2043,
      "subrel-constrast": 3.9739105701446533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7364897727966309,
      "cov-distil (oracle2student)": 5.130245685577393,
      "cov-distil (oracle2teacher)": 4.510554313659668,
      "epoch": 1.6043956043956045,
      "rel-constrast": 4.01242208480835,
      "step": 2044,
      "subrel-constrast": 3.4956698417663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0850095748901367,
      "cov-distil (oracle2student)": 3.7946105003356934,
      "cov-distil (oracle2teacher)": 3.9892146587371826,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.9406917095184326,
      "step": 2045,
      "subrel-constrast": 4.032471656799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.394049644470215,
      "cov-distil (oracle2student)": 4.504836082458496,
      "cov-distil (oracle2teacher)": 4.387550354003906,
      "epoch": 1.6059654631083202,
      "rel-constrast": 3.8696906566619873,
      "step": 2046,
      "subrel-constrast": 3.700474500656128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737454175949097,
      "cov-distil (oracle2student)": 4.556284427642822,
      "cov-distil (oracle2teacher)": 4.010815143585205,
      "epoch": 1.6067503924646782,
      "rel-constrast": 3.96748423576355,
      "step": 2047,
      "subrel-constrast": 3.647857189178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056027412414551,
      "cov-distil (oracle2student)": 4.711935997009277,
      "cov-distil (oracle2teacher)": 4.302933692932129,
      "epoch": 1.607535321821036,
      "rel-constrast": 2.1785037517547607,
      "step": 2048,
      "subrel-constrast": 3.0642924308776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5655063390731812,
      "cov-distil (oracle2student)": 3.838616371154785,
      "cov-distil (oracle2teacher)": 3.3020272254943848,
      "epoch": 1.608320251177394,
      "rel-constrast": 2.7434725761413574,
      "step": 2049,
      "subrel-constrast": 2.7800800800323486,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 5.59375,
      "learning_rate": 4.834263659076884e-05,
      "loss": 0.8291,
      "step": 2050
    },
    {
      "cov-distil": 1.8658506870269775,
      "cov-distil (oracle2student)": 4.9493513107299805,
      "cov-distil (oracle2teacher)": 4.524769306182861,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.5765199661254883,
      "step": 2050,
      "subrel-constrast": 3.367403984069824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906947135925293,
      "cov-distil (oracle2student)": 5.829298973083496,
      "cov-distil (oracle2teacher)": 5.757718086242676,
      "epoch": 1.60989010989011,
      "rel-constrast": 2.5743441581726074,
      "step": 2051,
      "subrel-constrast": 2.9985196590423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243606686592102,
      "cov-distil (oracle2student)": 3.4986162185668945,
      "cov-distil (oracle2teacher)": 4.097476482391357,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.9804863929748535,
      "step": 2052,
      "subrel-constrast": 3.4838638305664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6837584972381592,
      "cov-distil (oracle2student)": 2.6267595291137695,
      "cov-distil (oracle2teacher)": 2.898986339569092,
      "epoch": 1.6114599686028257,
      "rel-constrast": 1.7966277599334717,
      "step": 2053,
      "subrel-constrast": 2.7190916538238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7603603601455688,
      "cov-distil (oracle2student)": 5.113825798034668,
      "cov-distil (oracle2teacher)": 5.6175312995910645,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.2634825706481934,
      "step": 2054,
      "subrel-constrast": 4.188901424407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7836527824401855,
      "cov-distil (oracle2student)": 3.0420267581939697,
      "cov-distil (oracle2teacher)": 2.717525005340576,
      "epoch": 1.6130298273155415,
      "rel-constrast": 2.1410717964172363,
      "step": 2055,
      "subrel-constrast": 2.8615362644195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3172886371612549,
      "cov-distil (oracle2student)": 3.307732105255127,
      "cov-distil (oracle2teacher)": 3.406601667404175,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.907084345817566,
      "step": 2056,
      "subrel-constrast": 2.659954309463501,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0406103134155273,
      "cov-distil (oracle2student)": 3.2927727699279785,
      "cov-distil (oracle2teacher)": 3.140674591064453,
      "epoch": 1.6145996860282574,
      "rel-constrast": 3.146155834197998,
      "step": 2057,
      "subrel-constrast": 3.5029361248016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9151606559753418,
      "cov-distil (oracle2student)": 4.01308536529541,
      "cov-distil (oracle2teacher)": 3.9506449699401855,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.8753414154052734,
      "step": 2058,
      "subrel-constrast": 3.2515740394592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.668416142463684,
      "cov-distil (oracle2student)": 5.0023369789123535,
      "cov-distil (oracle2teacher)": 4.903827667236328,
      "epoch": 1.6161695447409734,
      "rel-constrast": 2.538041830062866,
      "step": 2059,
      "subrel-constrast": 3.3355658054351807,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 5.96875,
      "learning_rate": 4.83112493800154e-05,
      "loss": 0.645,
      "step": 2060
    },
    {
      "cov-distil": 1.4158320426940918,
      "cov-distil (oracle2student)": 4.778284549713135,
      "cov-distil (oracle2teacher)": 4.536355972290039,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.7216076850891113,
      "step": 2060,
      "subrel-constrast": 3.3563945293426514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7191169261932373,
      "cov-distil (oracle2student)": 3.7207870483398438,
      "cov-distil (oracle2teacher)": 4.355107307434082,
      "epoch": 1.6177394034536892,
      "rel-constrast": 2.546837091445923,
      "step": 2061,
      "subrel-constrast": 2.9426395893096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7491631507873535,
      "cov-distil (oracle2student)": 3.8698174953460693,
      "cov-distil (oracle2teacher)": 3.152174472808838,
      "epoch": 1.6185243328100472,
      "rel-constrast": 3.3608438968658447,
      "step": 2062,
      "subrel-constrast": 3.529266595840454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452479839324951,
      "cov-distil (oracle2student)": 5.58112907409668,
      "cov-distil (oracle2teacher)": 4.605348587036133,
      "epoch": 1.619309262166405,
      "rel-constrast": 3.3937673568725586,
      "step": 2063,
      "subrel-constrast": 2.983935832977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6540117263793945,
      "cov-distil (oracle2student)": 4.887837886810303,
      "cov-distil (oracle2teacher)": 4.732949256896973,
      "epoch": 1.620094191522763,
      "rel-constrast": 3.1217689514160156,
      "step": 2064,
      "subrel-constrast": 3.9988021850585938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6325713396072388,
      "cov-distil (oracle2student)": 5.050360679626465,
      "cov-distil (oracle2teacher)": 5.116917610168457,
      "epoch": 1.620879120879121,
      "rel-constrast": 3.2057900428771973,
      "step": 2065,
      "subrel-constrast": 4.208925724029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5812621116638184,
      "cov-distil (oracle2student)": 5.102790355682373,
      "cov-distil (oracle2teacher)": 4.782477378845215,
      "epoch": 1.6216640502354789,
      "rel-constrast": 2.977180004119873,
      "step": 2066,
      "subrel-constrast": 4.003785133361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.119307041168213,
      "cov-distil (oracle2student)": 5.012778282165527,
      "cov-distil (oracle2teacher)": 4.955540657043457,
      "epoch": 1.6224489795918369,
      "rel-constrast": 3.654629707336426,
      "step": 2067,
      "subrel-constrast": 3.6265110969543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8710980415344238,
      "cov-distil (oracle2student)": 5.823598861694336,
      "cov-distil (oracle2teacher)": 5.272956848144531,
      "epoch": 1.6232339089481946,
      "rel-constrast": 3.515549659729004,
      "step": 2068,
      "subrel-constrast": 3.7050182819366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7523329257965088,
      "cov-distil (oracle2student)": 4.805436134338379,
      "cov-distil (oracle2teacher)": 4.811914920806885,
      "epoch": 1.6240188383045526,
      "rel-constrast": 3.4967689514160156,
      "step": 2069,
      "subrel-constrast": 4.176980972290039,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 6.53125,
      "learning_rate": 4.827957812904485e-05,
      "loss": 0.7999,
      "step": 2070
    },
    {
      "cov-distil": 1.3611407279968262,
      "cov-distil (oracle2student)": 3.1688613891601562,
      "cov-distil (oracle2teacher)": 3.313385248184204,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.9549195766448975,
      "step": 2070,
      "subrel-constrast": 3.08913254737854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9370769262313843,
      "cov-distil (oracle2student)": 5.965681552886963,
      "cov-distil (oracle2teacher)": 5.39721155166626,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.6514077186584473,
      "step": 2071,
      "subrel-constrast": 2.8388800621032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.33512544631958,
      "cov-distil (oracle2student)": 3.9428443908691406,
      "cov-distil (oracle2teacher)": 4.105510711669922,
      "epoch": 1.6263736263736264,
      "rel-constrast": 3.5030293464660645,
      "step": 2072,
      "subrel-constrast": 3.656738042831421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2212598323822021,
      "cov-distil (oracle2student)": 4.2657341957092285,
      "cov-distil (oracle2teacher)": 4.761544227600098,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.8429582118988037,
      "step": 2073,
      "subrel-constrast": 3.2103431224823,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7573392391204834,
      "cov-distil (oracle2student)": 3.482907295227051,
      "cov-distil (oracle2teacher)": 3.3328349590301514,
      "epoch": 1.6279434850863423,
      "rel-constrast": 2.0799436569213867,
      "step": 2074,
      "subrel-constrast": 2.693690061569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5506088733673096,
      "cov-distil (oracle2student)": 5.1656646728515625,
      "cov-distil (oracle2teacher)": 4.934126853942871,
      "epoch": 1.6287284144427001,
      "rel-constrast": 3.391221523284912,
      "step": 2075,
      "subrel-constrast": 3.4767234325408936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.695784330368042,
      "cov-distil (oracle2student)": 4.852001190185547,
      "cov-distil (oracle2teacher)": 4.283757209777832,
      "epoch": 1.629513343799058,
      "rel-constrast": 2.493624448776245,
      "step": 2076,
      "subrel-constrast": 2.424844741821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5215809345245361,
      "cov-distil (oracle2student)": 6.005449295043945,
      "cov-distil (oracle2teacher)": 5.154108047485352,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.9577560424804688,
      "step": 2077,
      "subrel-constrast": 2.5152792930603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6635022163391113,
      "cov-distil (oracle2student)": 4.997156143188477,
      "cov-distil (oracle2teacher)": 5.051814079284668,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.538435220718384,
      "step": 2078,
      "subrel-constrast": 3.2896862030029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624668836593628,
      "cov-distil (oracle2student)": 4.008569717407227,
      "cov-distil (oracle2teacher)": 3.5223817825317383,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.8659578561782837,
      "step": 2079,
      "subrel-constrast": 2.568305015563965,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 5.09375,
      "learning_rate": 4.824762322376138e-05,
      "loss": 0.657,
      "step": 2080
    },
    {
      "cov-distil": 1.2687844038009644,
      "cov-distil (oracle2student)": 3.269157886505127,
      "cov-distil (oracle2teacher)": 3.0013937950134277,
      "epoch": 1.6326530612244898,
      "rel-constrast": 2.288952589035034,
      "step": 2080,
      "subrel-constrast": 2.4528653621673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9485971927642822,
      "cov-distil (oracle2student)": 5.250120639801025,
      "cov-distil (oracle2teacher)": 4.6477203369140625,
      "epoch": 1.6334379905808478,
      "rel-constrast": 2.139887571334839,
      "step": 2081,
      "subrel-constrast": 2.490666627883911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.529184103012085,
      "cov-distil (oracle2student)": 2.8423922061920166,
      "cov-distil (oracle2teacher)": 2.842487335205078,
      "epoch": 1.6342229199372058,
      "rel-constrast": 3.4918019771575928,
      "step": 2082,
      "subrel-constrast": 3.5395560264587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6844072341918945,
      "cov-distil (oracle2student)": 3.9400739669799805,
      "cov-distil (oracle2teacher)": 3.922978401184082,
      "epoch": 1.6350078492935636,
      "rel-constrast": 3.466309070587158,
      "step": 2083,
      "subrel-constrast": 3.9794185161590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8090734481811523,
      "cov-distil (oracle2student)": 4.663928031921387,
      "cov-distil (oracle2teacher)": 4.394132137298584,
      "epoch": 1.6357927786499213,
      "rel-constrast": 3.3367831707000732,
      "step": 2084,
      "subrel-constrast": 3.460696220397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8715877532958984,
      "cov-distil (oracle2student)": 2.5389413833618164,
      "cov-distil (oracle2teacher)": 2.9940109252929688,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.507014513015747,
      "step": 2085,
      "subrel-constrast": 2.932239532470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9483917951583862,
      "cov-distil (oracle2student)": 2.863835096359253,
      "cov-distil (oracle2teacher)": 2.951789379119873,
      "epoch": 1.6373626373626373,
      "rel-constrast": 3.1402432918548584,
      "step": 2086,
      "subrel-constrast": 2.552656888961792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4307448863983154,
      "cov-distil (oracle2student)": 4.01165771484375,
      "cov-distil (oracle2teacher)": 3.135254383087158,
      "epoch": 1.6381475667189953,
      "rel-constrast": 3.2590510845184326,
      "step": 2087,
      "subrel-constrast": 3.608109951019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.132871389389038,
      "cov-distil (oracle2student)": 5.452219486236572,
      "cov-distil (oracle2teacher)": 4.798192024230957,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.9204182624816895,
      "step": 2088,
      "subrel-constrast": 3.2439486980438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9500683546066284,
      "cov-distil (oracle2student)": 3.3157572746276855,
      "cov-distil (oracle2teacher)": 4.265115737915039,
      "epoch": 1.6397174254317113,
      "rel-constrast": 2.951401710510254,
      "step": 2089,
      "subrel-constrast": 4.080893516540527,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 6.28125,
      "learning_rate": 4.821538505352543e-05,
      "loss": 0.7375,
      "step": 2090
    },
    {
      "cov-distil": 1.5974518060684204,
      "cov-distil (oracle2student)": 4.157120704650879,
      "cov-distil (oracle2teacher)": 3.972930431365967,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.9074301719665527,
      "step": 2090,
      "subrel-constrast": 3.0726966857910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647956371307373,
      "cov-distil (oracle2student)": 4.905690670013428,
      "cov-distil (oracle2teacher)": 4.6491498947143555,
      "epoch": 1.641287284144427,
      "rel-constrast": 2.1963229179382324,
      "step": 2091,
      "subrel-constrast": 2.9451348781585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6496529579162598,
      "cov-distil (oracle2student)": 5.971529006958008,
      "cov-distil (oracle2teacher)": 5.869447708129883,
      "epoch": 1.6420722135007848,
      "rel-constrast": 4.146651268005371,
      "step": 2092,
      "subrel-constrast": 3.9464876651763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412024736404419,
      "cov-distil (oracle2student)": 2.7824580669403076,
      "cov-distil (oracle2teacher)": 3.172419548034668,
      "epoch": 1.6428571428571428,
      "rel-constrast": 2.294365882873535,
      "step": 2093,
      "subrel-constrast": 2.7772114276885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.129404067993164,
      "cov-distil (oracle2student)": 5.596503257751465,
      "cov-distil (oracle2teacher)": 6.435320854187012,
      "epoch": 1.6436420722135008,
      "rel-constrast": 3.009049415588379,
      "step": 2094,
      "subrel-constrast": 3.9798226356506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5166816711425781,
      "cov-distil (oracle2student)": 5.2307868003845215,
      "cov-distil (oracle2teacher)": 4.679411888122559,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.4285521507263184,
      "step": 2095,
      "subrel-constrast": 3.5908055305480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9972950220108032,
      "cov-distil (oracle2student)": 3.7132606506347656,
      "cov-distil (oracle2teacher)": 3.664956569671631,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.673156976699829,
      "step": 2096,
      "subrel-constrast": 3.0940909385681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0827648639678955,
      "cov-distil (oracle2student)": 3.415583848953247,
      "cov-distil (oracle2teacher)": 3.4614405632019043,
      "epoch": 1.6459968602825745,
      "rel-constrast": 3.4119348526000977,
      "step": 2097,
      "subrel-constrast": 3.5781612396240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4574143886566162,
      "cov-distil (oracle2student)": 3.503617763519287,
      "cov-distil (oracle2teacher)": 3.257143497467041,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.8549346923828125,
      "step": 2098,
      "subrel-constrast": 2.912903308868408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.572477102279663,
      "cov-distil (oracle2student)": 6.566057205200195,
      "cov-distil (oracle2teacher)": 5.726782321929932,
      "epoch": 1.6475667189952903,
      "rel-constrast": 3.446516513824463,
      "step": 2099,
      "subrel-constrast": 3.6302361488342285,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 5.96875,
      "learning_rate": 4.818286401114894e-05,
      "loss": 0.7342,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.2874999940395355,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.055419921875
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.05072021484375
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.00469970703125,
      "step": 2100
    },
    {
      "cov-distil": 1.5851316452026367,
      "cov-distil (oracle2student)": 5.211804389953613,
      "cov-distil (oracle2teacher)": 5.204434394836426,
      "epoch": 1.6483516483516483,
      "rel-constrast": 3.5856926441192627,
      "step": 2100,
      "subrel-constrast": 3.8832614421844482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8086001873016357,
      "cov-distil (oracle2student)": 4.743308067321777,
      "cov-distil (oracle2teacher)": 5.258078575134277,
      "epoch": 1.6491365777080063,
      "rel-constrast": 3.519655704498291,
      "step": 2101,
      "subrel-constrast": 3.447512626647949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7097623348236084,
      "cov-distil (oracle2student)": 5.858211994171143,
      "cov-distil (oracle2teacher)": 4.421147346496582,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.9698574542999268,
      "step": 2102,
      "subrel-constrast": 2.623990297317505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731844186782837,
      "cov-distil (oracle2student)": 4.63688325881958,
      "cov-distil (oracle2teacher)": 4.26914119720459,
      "epoch": 1.6507064364207222,
      "rel-constrast": 3.097683906555176,
      "step": 2103,
      "subrel-constrast": 3.751999616622925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046104907989502,
      "cov-distil (oracle2student)": 4.948003768920898,
      "cov-distil (oracle2teacher)": 5.5321855545043945,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.1107163429260254,
      "step": 2104,
      "subrel-constrast": 3.9074807167053223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6983586549758911,
      "cov-distil (oracle2student)": 4.318960189819336,
      "cov-distil (oracle2teacher)": 4.271361351013184,
      "epoch": 1.652276295133438,
      "rel-constrast": 3.0754945278167725,
      "step": 2105,
      "subrel-constrast": 3.149650812149048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8871865272521973,
      "cov-distil (oracle2student)": 3.2530157566070557,
      "cov-distil (oracle2teacher)": 3.6295909881591797,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.7656452655792236,
      "step": 2106,
      "subrel-constrast": 3.387044906616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9218558073043823,
      "cov-distil (oracle2student)": 4.496694564819336,
      "cov-distil (oracle2teacher)": 5.12367057800293,
      "epoch": 1.6538461538461537,
      "rel-constrast": 2.5793874263763428,
      "step": 2107,
      "subrel-constrast": 3.3905436992645264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767226696014404,
      "cov-distil (oracle2student)": 3.632570266723633,
      "cov-distil (oracle2teacher)": 3.3596901893615723,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.656860113143921,
      "step": 2108,
      "subrel-constrast": 3.2719619274139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.738429069519043,
      "cov-distil (oracle2student)": 3.8502352237701416,
      "cov-distil (oracle2teacher)": 3.5621895790100098,
      "epoch": 1.6554160125588697,
      "rel-constrast": 2.153029680252075,
      "step": 2109,
      "subrel-constrast": 2.499473810195923,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 5.65625,
      "learning_rate": 4.8150060492890534e-05,
      "loss": 0.7379,
      "step": 2110
    },
    {
      "cov-distil": 2.748487949371338,
      "cov-distil (oracle2student)": 4.300610065460205,
      "cov-distil (oracle2teacher)": 4.0516839027404785,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.697746753692627,
      "step": 2110,
      "subrel-constrast": 4.276737689971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4268486499786377,
      "cov-distil (oracle2student)": 6.742020130157471,
      "cov-distil (oracle2teacher)": 6.004201412200928,
      "epoch": 1.6569858712715857,
      "rel-constrast": 3.3819572925567627,
      "step": 2111,
      "subrel-constrast": 3.4846253395080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0606980323791504,
      "cov-distil (oracle2student)": 7.291513919830322,
      "cov-distil (oracle2teacher)": 6.630151271820068,
      "epoch": 1.6577708006279435,
      "rel-constrast": 3.0476784706115723,
      "step": 2112,
      "subrel-constrast": 3.6635425090789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0100326538085938,
      "cov-distil (oracle2student)": 3.288160800933838,
      "cov-distil (oracle2teacher)": 4.0204548835754395,
      "epoch": 1.6585557299843015,
      "rel-constrast": 4.253792762756348,
      "step": 2113,
      "subrel-constrast": 3.9425411224365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7563657760620117,
      "cov-distil (oracle2student)": 4.525993347167969,
      "cov-distil (oracle2teacher)": 4.60416841506958,
      "epoch": 1.6593406593406592,
      "rel-constrast": 3.4164693355560303,
      "step": 2114,
      "subrel-constrast": 3.3432936668395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7954926490783691,
      "cov-distil (oracle2student)": 4.800716400146484,
      "cov-distil (oracle2teacher)": 4.852360725402832,
      "epoch": 1.6601255886970172,
      "rel-constrast": 3.8032593727111816,
      "step": 2115,
      "subrel-constrast": 3.297767400741577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4429852962493896,
      "cov-distil (oracle2student)": 4.485293388366699,
      "cov-distil (oracle2teacher)": 4.146655082702637,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.9462964534759521,
      "step": 2116,
      "subrel-constrast": 2.3753137588500977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.872422218322754,
      "cov-distil (oracle2student)": 4.354093551635742,
      "cov-distil (oracle2teacher)": 4.4122514724731445,
      "epoch": 1.6616954474097332,
      "rel-constrast": 3.5064022541046143,
      "step": 2117,
      "subrel-constrast": 3.361278533935547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5820930004119873,
      "cov-distil (oracle2student)": 2.781294107437134,
      "cov-distil (oracle2teacher)": 2.739553451538086,
      "epoch": 1.6624803767660912,
      "rel-constrast": 3.1713778972625732,
      "step": 2118,
      "subrel-constrast": 3.3692069053649902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.136472225189209,
      "cov-distil (oracle2student)": 2.9128682613372803,
      "cov-distil (oracle2teacher)": 3.404111862182617,
      "epoch": 1.663265306122449,
      "rel-constrast": 2.643240451812744,
      "step": 2119,
      "subrel-constrast": 3.478498697280884,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 5.21875,
      "learning_rate": 4.8116974898450736e-05,
      "loss": 0.8217,
      "step": 2120
    },
    {
      "cov-distil": 1.8155227899551392,
      "cov-distil (oracle2student)": 3.732551336288452,
      "cov-distil (oracle2teacher)": 3.6542954444885254,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.4548730850219727,
      "step": 2120,
      "subrel-constrast": 3.090503454208374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.23193621635437,
      "cov-distil (oracle2student)": 6.195945739746094,
      "cov-distil (oracle2teacher)": 5.5898284912109375,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.764251232147217,
      "step": 2121,
      "subrel-constrast": 4.085075855255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3781561851501465,
      "cov-distil (oracle2student)": 3.607097864151001,
      "cov-distil (oracle2teacher)": 3.7608723640441895,
      "epoch": 1.6656200941915227,
      "rel-constrast": 3.041250228881836,
      "step": 2122,
      "subrel-constrast": 3.216308355331421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6896318197250366,
      "cov-distil (oracle2student)": 3.8305587768554688,
      "cov-distil (oracle2teacher)": 4.024965286254883,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.7444851398468018,
      "step": 2123,
      "subrel-constrast": 3.6750569343566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5214574337005615,
      "cov-distil (oracle2student)": 4.764792442321777,
      "cov-distil (oracle2teacher)": 4.858382225036621,
      "epoch": 1.6671899529042387,
      "rel-constrast": 3.3037145137786865,
      "step": 2124,
      "subrel-constrast": 3.6404402256011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8525254726409912,
      "cov-distil (oracle2student)": 4.890859603881836,
      "cov-distil (oracle2teacher)": 4.893467426300049,
      "epoch": 1.6679748822605966,
      "rel-constrast": 3.634760856628418,
      "step": 2125,
      "subrel-constrast": 3.348466634750366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9173074960708618,
      "cov-distil (oracle2student)": 5.593278408050537,
      "cov-distil (oracle2teacher)": 5.398695945739746,
      "epoch": 1.6687598116169546,
      "rel-constrast": 2.0603976249694824,
      "step": 2126,
      "subrel-constrast": 2.4465513229370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6352187395095825,
      "cov-distil (oracle2student)": 5.30157470703125,
      "cov-distil (oracle2teacher)": 4.976652145385742,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.7549147605895996,
      "step": 2127,
      "subrel-constrast": 3.5467584133148193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4463552236557007,
      "cov-distil (oracle2student)": 4.004281044006348,
      "cov-distil (oracle2teacher)": 4.282157897949219,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.695000648498535,
      "step": 2128,
      "subrel-constrast": 2.7114241123199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360199213027954,
      "cov-distil (oracle2student)": 5.201974868774414,
      "cov-distil (oracle2teacher)": 4.8736371994018555,
      "epoch": 1.6711145996860282,
      "rel-constrast": 3.722726583480835,
      "step": 2129,
      "subrel-constrast": 4.992180347442627,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 7.59375,
      "learning_rate": 4.8083607630967074e-05,
      "loss": 0.7544,
      "step": 2130
    },
    {
      "cov-distil": 1.562475562095642,
      "cov-distil (oracle2student)": 6.361537456512451,
      "cov-distil (oracle2teacher)": 6.517209053039551,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.8925139904022217,
      "step": 2130,
      "subrel-constrast": 4.051568984985352,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.432065725326538,
      "cov-distil (oracle2student)": 4.147553443908691,
      "cov-distil (oracle2teacher)": 3.9742648601531982,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.3894457817077637,
      "step": 2131,
      "subrel-constrast": 3.284816026687622,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123739004135132,
      "cov-distil (oracle2student)": 4.337338924407959,
      "cov-distil (oracle2teacher)": 5.0996880531311035,
      "epoch": 1.6734693877551021,
      "rel-constrast": 2.3653006553649902,
      "step": 2132,
      "subrel-constrast": 3.320669412612915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864074468612671,
      "cov-distil (oracle2student)": 3.643193483352661,
      "cov-distil (oracle2teacher)": 4.395564556121826,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.4849629402160645,
      "step": 2133,
      "subrel-constrast": 3.4022650718688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7219620943069458,
      "cov-distil (oracle2student)": 4.023716926574707,
      "cov-distil (oracle2teacher)": 3.9272732734680176,
      "epoch": 1.6750392464678179,
      "rel-constrast": 3.0675511360168457,
      "step": 2134,
      "subrel-constrast": 3.2355265617370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7304431200027466,
      "cov-distil (oracle2student)": 4.451353073120117,
      "cov-distil (oracle2teacher)": 4.882302284240723,
      "epoch": 1.6758241758241759,
      "rel-constrast": 3.0620265007019043,
      "step": 2135,
      "subrel-constrast": 3.7016212940216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.737279176712036,
      "cov-distil (oracle2student)": 5.035897254943848,
      "cov-distil (oracle2teacher)": 4.994854927062988,
      "epoch": 1.6766091051805336,
      "rel-constrast": 3.2428603172302246,
      "step": 2136,
      "subrel-constrast": 4.287388801574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3625062704086304,
      "cov-distil (oracle2student)": 4.286491870880127,
      "cov-distil (oracle2teacher)": 4.227023601531982,
      "epoch": 1.6773940345368916,
      "rel-constrast": 3.344165325164795,
      "step": 2137,
      "subrel-constrast": 3.6148250102996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842289924621582,
      "cov-distil (oracle2student)": 3.854889154434204,
      "cov-distil (oracle2teacher)": 3.472238063812256,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.803040027618408,
      "step": 2138,
      "subrel-constrast": 3.6484367847442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5093889236450195,
      "cov-distil (oracle2student)": 3.9143409729003906,
      "cov-distil (oracle2teacher)": 4.070747375488281,
      "epoch": 1.6789638932496076,
      "rel-constrast": 4.052337646484375,
      "step": 2139,
      "subrel-constrast": 5.371525764465332,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 6.40625,
      "learning_rate": 4.8049959097009176e-05,
      "loss": 0.7926,
      "step": 2140
    },
    {
      "cov-distil": 1.9128990173339844,
      "cov-distil (oracle2student)": 5.1915388107299805,
      "cov-distil (oracle2teacher)": 4.84636116027832,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.430206775665283,
      "step": 2140,
      "subrel-constrast": 3.4279768466949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8921394348144531,
      "cov-distil (oracle2student)": 5.543833255767822,
      "cov-distil (oracle2teacher)": 5.390679359436035,
      "epoch": 1.6805337519623234,
      "rel-constrast": 3.1215193271636963,
      "step": 2141,
      "subrel-constrast": 3.8343260288238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8061357736587524,
      "cov-distil (oracle2student)": 5.338595390319824,
      "cov-distil (oracle2teacher)": 4.417254447937012,
      "epoch": 1.6813186813186813,
      "rel-constrast": 3.6817939281463623,
      "step": 2142,
      "subrel-constrast": 3.9263288974761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7791353464126587,
      "cov-distil (oracle2student)": 5.474892616271973,
      "cov-distil (oracle2teacher)": 5.012639999389648,
      "epoch": 1.682103610675039,
      "rel-constrast": 2.890277147293091,
      "step": 2143,
      "subrel-constrast": 2.8781161308288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425901651382446,
      "cov-distil (oracle2student)": 4.861588478088379,
      "cov-distil (oracle2teacher)": 5.216732025146484,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.7780442237854004,
      "step": 2144,
      "subrel-constrast": 3.2576944828033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8411033153533936,
      "cov-distil (oracle2student)": 4.888833999633789,
      "cov-distil (oracle2teacher)": 4.713924407958984,
      "epoch": 1.683673469387755,
      "rel-constrast": 3.2987773418426514,
      "step": 2145,
      "subrel-constrast": 3.715226888656616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7336702346801758,
      "cov-distil (oracle2student)": 3.1167688369750977,
      "cov-distil (oracle2teacher)": 3.3801746368408203,
      "epoch": 1.684458398744113,
      "rel-constrast": 2.362412452697754,
      "step": 2146,
      "subrel-constrast": 3.5901167392730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9730417728424072,
      "cov-distil (oracle2student)": 4.355358123779297,
      "cov-distil (oracle2teacher)": 4.793942451477051,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.6817712783813477,
      "step": 2147,
      "subrel-constrast": 3.900059461593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9590922594070435,
      "cov-distil (oracle2student)": 4.767519950866699,
      "cov-distil (oracle2teacher)": 4.708409786224365,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.7497386932373047,
      "step": 2148,
      "subrel-constrast": 3.5798161029815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.899548888206482,
      "cov-distil (oracle2student)": 4.1410417556762695,
      "cov-distil (oracle2teacher)": 4.148001670837402,
      "epoch": 1.6868131868131868,
      "rel-constrast": 3.1638360023498535,
      "step": 2149,
      "subrel-constrast": 3.6455910205841064,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 6.25,
      "learning_rate": 4.801602970657379e-05,
      "loss": 0.754,
      "step": 2150
    },
    {
      "cov-distil": 1.7787280082702637,
      "cov-distil (oracle2student)": 3.8431296348571777,
      "cov-distil (oracle2teacher)": 3.4381468296051025,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.9572019577026367,
      "step": 2150,
      "subrel-constrast": 2.9482505321502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5380527973175049,
      "cov-distil (oracle2student)": 5.85167121887207,
      "cov-distil (oracle2teacher)": 5.083375930786133,
      "epoch": 1.6883830455259026,
      "rel-constrast": 3.325411796569824,
      "step": 2151,
      "subrel-constrast": 3.6139183044433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00604510307312,
      "cov-distil (oracle2student)": 3.864433765411377,
      "cov-distil (oracle2teacher)": 4.245164394378662,
      "epoch": 1.6891679748822606,
      "rel-constrast": 2.3634181022644043,
      "step": 2152,
      "subrel-constrast": 3.165966510772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1724958419799805,
      "cov-distil (oracle2student)": 4.705804347991943,
      "cov-distil (oracle2teacher)": 4.462130069732666,
      "epoch": 1.6899529042386185,
      "rel-constrast": 3.1818699836730957,
      "step": 2153,
      "subrel-constrast": 3.5033137798309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3419995307922363,
      "cov-distil (oracle2student)": 4.959228038787842,
      "cov-distil (oracle2teacher)": 4.181105613708496,
      "epoch": 1.6907378335949765,
      "rel-constrast": 3.202850580215454,
      "step": 2154,
      "subrel-constrast": 2.822397232055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777906894683838,
      "cov-distil (oracle2student)": 2.761697292327881,
      "cov-distil (oracle2teacher)": 3.153871774673462,
      "epoch": 1.6915227629513345,
      "rel-constrast": 3.380805015563965,
      "step": 2155,
      "subrel-constrast": 3.7029831409454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7986373901367188,
      "cov-distil (oracle2student)": 2.2331724166870117,
      "cov-distil (oracle2teacher)": 2.9507904052734375,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.4756461381912231,
      "step": 2156,
      "subrel-constrast": 2.7074503898620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244331121444702,
      "cov-distil (oracle2student)": 5.004177093505859,
      "cov-distil (oracle2teacher)": 5.010828495025635,
      "epoch": 1.6930926216640503,
      "rel-constrast": 3.5487852096557617,
      "step": 2157,
      "subrel-constrast": 4.012902736663818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4178240299224854,
      "cov-distil (oracle2student)": 4.8942975997924805,
      "cov-distil (oracle2teacher)": 5.088118553161621,
      "epoch": 1.693877551020408,
      "rel-constrast": 2.2379515171051025,
      "step": 2158,
      "subrel-constrast": 2.9860823154449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0480282306671143,
      "cov-distil (oracle2student)": 5.929725170135498,
      "cov-distil (oracle2teacher)": 5.8825507164001465,
      "epoch": 1.694662480376766,
      "rel-constrast": 3.5460498332977295,
      "step": 2159,
      "subrel-constrast": 4.293525695800781,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 6.8125,
      "learning_rate": 4.798181987307986e-05,
      "loss": 0.7305,
      "step": 2160
    },
    {
      "cov-distil": 1.9114824533462524,
      "cov-distil (oracle2student)": 7.426368713378906,
      "cov-distil (oracle2teacher)": 6.939126491546631,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.896633148193359,
      "step": 2160,
      "subrel-constrast": 5.084318161010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7608389854431152,
      "cov-distil (oracle2student)": 5.0946245193481445,
      "cov-distil (oracle2teacher)": 4.866946220397949,
      "epoch": 1.696232339089482,
      "rel-constrast": 3.2872660160064697,
      "step": 2161,
      "subrel-constrast": 3.9239726066589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2933759689331055,
      "cov-distil (oracle2student)": 3.3754353523254395,
      "cov-distil (oracle2teacher)": 3.9713940620422363,
      "epoch": 1.69701726844584,
      "rel-constrast": 2.494102954864502,
      "step": 2162,
      "subrel-constrast": 3.3683133125305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0028910636901855,
      "cov-distil (oracle2student)": 3.8651692867279053,
      "cov-distil (oracle2teacher)": 4.0880446434021,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.698287010192871,
      "step": 2163,
      "subrel-constrast": 4.48145866394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.463090419769287,
      "cov-distil (oracle2student)": 3.6301190853118896,
      "cov-distil (oracle2teacher)": 4.0234527587890625,
      "epoch": 1.6985871271585558,
      "rel-constrast": 2.9718523025512695,
      "step": 2164,
      "subrel-constrast": 3.9126691818237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1482884883880615,
      "cov-distil (oracle2student)": 6.324389457702637,
      "cov-distil (oracle2teacher)": 6.262765884399414,
      "epoch": 1.6993720565149135,
      "rel-constrast": 3.370601177215576,
      "step": 2165,
      "subrel-constrast": 3.4638209342956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.494739532470703,
      "cov-distil (oracle2student)": 3.1221890449523926,
      "cov-distil (oracle2teacher)": 2.8216898441314697,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.838576078414917,
      "step": 2166,
      "subrel-constrast": 3.7842323780059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735229253768921,
      "cov-distil (oracle2student)": 4.801939487457275,
      "cov-distil (oracle2teacher)": 4.381180763244629,
      "epoch": 1.7009419152276295,
      "rel-constrast": 4.1472368240356445,
      "step": 2167,
      "subrel-constrast": 4.591527938842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.605656147003174,
      "cov-distil (oracle2student)": 5.116925239562988,
      "cov-distil (oracle2teacher)": 5.179587364196777,
      "epoch": 1.7017268445839875,
      "rel-constrast": 2.1464548110961914,
      "step": 2168,
      "subrel-constrast": 3.1200826168060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7518668174743652,
      "cov-distil (oracle2student)": 3.6129064559936523,
      "cov-distil (oracle2teacher)": 4.053166389465332,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.861893653869629,
      "step": 2169,
      "subrel-constrast": 3.7785096168518066,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 6.84375,
      "learning_rate": 4.79473300133634e-05,
      "loss": 0.8428,
      "step": 2170
    },
    {
      "cov-distil": 2.092855930328369,
      "cov-distil (oracle2student)": 3.708885669708252,
      "cov-distil (oracle2teacher)": 3.3963561058044434,
      "epoch": 1.7032967032967035,
      "rel-constrast": 3.519260883331299,
      "step": 2170,
      "subrel-constrast": 4.038192272186279,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8346128463745117,
      "cov-distil (oracle2student)": 4.162677764892578,
      "cov-distil (oracle2teacher)": 4.706513404846191,
      "epoch": 1.7040816326530612,
      "rel-constrast": 3.360787868499756,
      "step": 2171,
      "subrel-constrast": 3.7725210189819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2136067152023315,
      "cov-distil (oracle2student)": 3.9475202560424805,
      "cov-distil (oracle2teacher)": 3.1264827251434326,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.6914286613464355,
      "step": 2172,
      "subrel-constrast": 2.695810317993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8535581827163696,
      "cov-distil (oracle2student)": 6.407035827636719,
      "cov-distil (oracle2teacher)": 5.000369071960449,
      "epoch": 1.705651491365777,
      "rel-constrast": 5.116086006164551,
      "step": 2173,
      "subrel-constrast": 5.883122444152832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1468431949615479,
      "cov-distil (oracle2student)": 3.713357925415039,
      "cov-distil (oracle2teacher)": 3.5915093421936035,
      "epoch": 1.706436420722135,
      "rel-constrast": 3.4409339427948,
      "step": 2174,
      "subrel-constrast": 3.597364664077759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.899275541305542,
      "cov-distil (oracle2student)": 3.9200539588928223,
      "cov-distil (oracle2teacher)": 4.337184906005859,
      "epoch": 1.707221350078493,
      "rel-constrast": 3.177687168121338,
      "step": 2175,
      "subrel-constrast": 3.7049508094787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569070816040039,
      "cov-distil (oracle2student)": 4.424302577972412,
      "cov-distil (oracle2teacher)": 4.946035861968994,
      "epoch": 1.708006279434851,
      "rel-constrast": 2.8025360107421875,
      "step": 2176,
      "subrel-constrast": 3.5413811206817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.417555570602417,
      "cov-distil (oracle2student)": 4.5633087158203125,
      "cov-distil (oracle2teacher)": 4.366214752197266,
      "epoch": 1.708791208791209,
      "rel-constrast": 2.1748640537261963,
      "step": 2177,
      "subrel-constrast": 2.254824161529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.985640287399292,
      "cov-distil (oracle2student)": 5.394364833831787,
      "cov-distil (oracle2teacher)": 5.516905784606934,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.647538185119629,
      "step": 2178,
      "subrel-constrast": 3.4800984859466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4427363872528076,
      "cov-distil (oracle2student)": 4.630984306335449,
      "cov-distil (oracle2teacher)": 4.356873035430908,
      "epoch": 1.7103610675039247,
      "rel-constrast": 3.226654052734375,
      "step": 2179,
      "subrel-constrast": 3.512101411819458,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 5.875,
      "learning_rate": 4.791256054767245e-05,
      "loss": 0.8039,
      "step": 2180
    },
    {
      "cov-distil": 2.3986732959747314,
      "cov-distil (oracle2student)": 4.394770622253418,
      "cov-distil (oracle2teacher)": 4.798537254333496,
      "epoch": 1.7111459968602825,
      "rel-constrast": 3.3355112075805664,
      "step": 2180,
      "subrel-constrast": 3.747391700744629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3866987228393555,
      "cov-distil (oracle2student)": 2.9000771045684814,
      "cov-distil (oracle2teacher)": 3.0638210773468018,
      "epoch": 1.7119309262166404,
      "rel-constrast": 3.1429100036621094,
      "step": 2181,
      "subrel-constrast": 3.3143017292022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1037065982818604,
      "cov-distil (oracle2student)": 4.075974941253662,
      "cov-distil (oracle2teacher)": 4.1535749435424805,
      "epoch": 1.7127158555729984,
      "rel-constrast": 3.509096145629883,
      "step": 2182,
      "subrel-constrast": 3.95731782913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9939929246902466,
      "cov-distil (oracle2student)": 2.9892516136169434,
      "cov-distil (oracle2teacher)": 3.2042489051818848,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.935570240020752,
      "step": 2183,
      "subrel-constrast": 3.969426393508911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3370165824890137,
      "cov-distil (oracle2student)": 4.753669738769531,
      "cov-distil (oracle2teacher)": 4.478870391845703,
      "epoch": 1.7142857142857144,
      "rel-constrast": 3.421687364578247,
      "step": 2184,
      "subrel-constrast": 3.6152377128601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2323663234710693,
      "cov-distil (oracle2student)": 3.9273388385772705,
      "cov-distil (oracle2teacher)": 4.16851806640625,
      "epoch": 1.7150706436420722,
      "rel-constrast": 3.323892593383789,
      "step": 2185,
      "subrel-constrast": 3.7432472705841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8674659729003906,
      "cov-distil (oracle2student)": 4.824789047241211,
      "cov-distil (oracle2teacher)": 4.463718414306641,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.736530303955078,
      "step": 2186,
      "subrel-constrast": 3.3885672092437744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6687331199645996,
      "cov-distil (oracle2student)": 4.471376419067383,
      "cov-distil (oracle2teacher)": 4.58242130279541,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.87776517868042,
      "step": 2187,
      "subrel-constrast": 3.59403395652771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717836856842041,
      "cov-distil (oracle2student)": 3.940725326538086,
      "cov-distil (oracle2teacher)": 3.9559993743896484,
      "epoch": 1.717425431711146,
      "rel-constrast": 2.6897294521331787,
      "step": 2188,
      "subrel-constrast": 3.1750435829162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636588454246521,
      "cov-distil (oracle2student)": 8.300508499145508,
      "cov-distil (oracle2teacher)": 6.948323726654053,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.602515935897827,
      "step": 2189,
      "subrel-constrast": 3.3404204845428467,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 6.6875,
      "learning_rate": 4.7877511899662e-05,
      "loss": 0.7644,
      "step": 2190
    },
    {
      "cov-distil": 2.7477970123291016,
      "cov-distil (oracle2student)": 3.3705129623413086,
      "cov-distil (oracle2teacher)": 3.3355484008789062,
      "epoch": 1.718995290423862,
      "rel-constrast": 3.0604350566864014,
      "step": 2190,
      "subrel-constrast": 3.8784172534942627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7414212226867676,
      "cov-distil (oracle2student)": 2.6136486530303955,
      "cov-distil (oracle2teacher)": 2.922128677368164,
      "epoch": 1.7197802197802199,
      "rel-constrast": 2.089888095855713,
      "step": 2191,
      "subrel-constrast": 2.7474026679992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8336503505706787,
      "cov-distil (oracle2student)": 5.404546737670898,
      "cov-distil (oracle2teacher)": 4.774224281311035,
      "epoch": 1.7205651491365777,
      "rel-constrast": 4.014540672302246,
      "step": 2192,
      "subrel-constrast": 4.125655651092529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6889734268188477,
      "cov-distil (oracle2student)": 4.0414323806762695,
      "cov-distil (oracle2teacher)": 3.7681198120117188,
      "epoch": 1.7213500784929356,
      "rel-constrast": 3.244907855987549,
      "step": 2193,
      "subrel-constrast": 3.438981294631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8195891380310059,
      "cov-distil (oracle2student)": 4.618829250335693,
      "cov-distil (oracle2teacher)": 3.6878504753112793,
      "epoch": 1.7221350078492934,
      "rel-constrast": 3.437279224395752,
      "step": 2194,
      "subrel-constrast": 3.1461501121520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8860353231430054,
      "cov-distil (oracle2student)": 6.195235252380371,
      "cov-distil (oracle2teacher)": 5.644416809082031,
      "epoch": 1.7229199372056514,
      "rel-constrast": 4.073291778564453,
      "step": 2195,
      "subrel-constrast": 4.024486541748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6719441413879395,
      "cov-distil (oracle2student)": 4.601164817810059,
      "cov-distil (oracle2teacher)": 4.162365913391113,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.469099283218384,
      "step": 2196,
      "subrel-constrast": 3.520235300064087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025959491729736,
      "cov-distil (oracle2student)": 4.1639485359191895,
      "cov-distil (oracle2teacher)": 3.8450064659118652,
      "epoch": 1.7244897959183674,
      "rel-constrast": 2.687356948852539,
      "step": 2197,
      "subrel-constrast": 2.832444906234741,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1345953941345215,
      "cov-distil (oracle2student)": 3.1170902252197266,
      "cov-distil (oracle2teacher)": 3.4768640995025635,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.8338574171066284,
      "step": 2198,
      "subrel-constrast": 2.5939881801605225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8840032815933228,
      "cov-distil (oracle2student)": 3.234374523162842,
      "cov-distil (oracle2teacher)": 3.595858573913574,
      "epoch": 1.7260596546310834,
      "rel-constrast": 2.8707923889160156,
      "step": 2199,
      "subrel-constrast": 3.5276429653167725,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 8.8125,
      "learning_rate": 4.784218449638875e-05,
      "loss": 0.7695,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.26093751192092896,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.053131103515625
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.044708251953125
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.0084228515625,
      "step": 2200
    },
    {
      "cov-distil": 1.6316416263580322,
      "cov-distil (oracle2student)": 3.745422840118408,
      "cov-distil (oracle2teacher)": 3.8366222381591797,
      "epoch": 1.7268445839874411,
      "rel-constrast": 2.355853319168091,
      "step": 2200,
      "subrel-constrast": 3.0644876956939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1618659496307373,
      "cov-distil (oracle2student)": 3.9737281799316406,
      "cov-distil (oracle2teacher)": 4.006171226501465,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.626155138015747,
      "step": 2201,
      "subrel-constrast": 4.070312976837158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1519429683685303,
      "cov-distil (oracle2student)": 4.186738014221191,
      "cov-distil (oracle2teacher)": 4.166969299316406,
      "epoch": 1.7284144427001569,
      "rel-constrast": 2.202342987060547,
      "step": 2202,
      "subrel-constrast": 2.9175305366516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5164893865585327,
      "cov-distil (oracle2student)": 3.6689701080322266,
      "cov-distil (oracle2teacher)": 3.3600564002990723,
      "epoch": 1.7291993720565149,
      "rel-constrast": 2.4711766242980957,
      "step": 2203,
      "subrel-constrast": 2.925198793411255,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.22855281829834,
      "cov-distil (oracle2student)": 3.3324828147888184,
      "cov-distil (oracle2teacher)": 3.4373042583465576,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.4450249671936035,
      "step": 2204,
      "subrel-constrast": 3.1262338161468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2943823337554932,
      "cov-distil (oracle2student)": 6.2321038246154785,
      "cov-distil (oracle2teacher)": 5.32985782623291,
      "epoch": 1.7307692307692308,
      "rel-constrast": 5.335637092590332,
      "step": 2205,
      "subrel-constrast": 4.531121730804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937375783920288,
      "cov-distil (oracle2student)": 4.112811088562012,
      "cov-distil (oracle2teacher)": 4.203855514526367,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.9149866104125977,
      "step": 2206,
      "subrel-constrast": 3.9060540199279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2739577293395996,
      "cov-distil (oracle2student)": 5.265259742736816,
      "cov-distil (oracle2teacher)": 5.149330139160156,
      "epoch": 1.7323390894819466,
      "rel-constrast": 3.202256679534912,
      "step": 2207,
      "subrel-constrast": 3.862532615661621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.79465651512146,
      "cov-distil (oracle2student)": 4.447661399841309,
      "cov-distil (oracle2teacher)": 3.7660956382751465,
      "epoch": 1.7331240188383046,
      "rel-constrast": 3.326237678527832,
      "step": 2208,
      "subrel-constrast": 3.21999454498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9203252792358398,
      "cov-distil (oracle2student)": 4.777487754821777,
      "cov-distil (oracle2teacher)": 4.240384101867676,
      "epoch": 1.7339089481946623,
      "rel-constrast": 3.1223654747009277,
      "step": 2209,
      "subrel-constrast": 3.252253532409668,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 6.84375,
      "learning_rate": 4.780657876830597e-05,
      "loss": 0.7751,
      "step": 2210
    },
    {
      "cov-distil": 1.7009329795837402,
      "cov-distil (oracle2student)": 4.598156929016113,
      "cov-distil (oracle2teacher)": 4.4548773765563965,
      "epoch": 1.7346938775510203,
      "rel-constrast": 3.460235834121704,
      "step": 2210,
      "subrel-constrast": 3.421052932739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7975202798843384,
      "cov-distil (oracle2student)": 3.2329163551330566,
      "cov-distil (oracle2teacher)": 3.015516757965088,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.8085012435913086,
      "step": 2211,
      "subrel-constrast": 4.520313739776611,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1904985904693604,
      "cov-distil (oracle2student)": 4.689132213592529,
      "cov-distil (oracle2teacher)": 3.7709059715270996,
      "epoch": 1.7362637362637363,
      "rel-constrast": 2.286560297012329,
      "step": 2212,
      "subrel-constrast": 2.7570204734802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7679132223129272,
      "cov-distil (oracle2student)": 4.656044960021973,
      "cov-distil (oracle2teacher)": 3.9026474952697754,
      "epoch": 1.7370486656200943,
      "rel-constrast": 3.282284736633301,
      "step": 2213,
      "subrel-constrast": 3.350498914718628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4877822399139404,
      "cov-distil (oracle2student)": 3.422396659851074,
      "cov-distil (oracle2teacher)": 3.436274766921997,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.895782470703125,
      "step": 2214,
      "subrel-constrast": 4.230484962463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9743536710739136,
      "cov-distil (oracle2student)": 5.518186569213867,
      "cov-distil (oracle2teacher)": 5.2702202796936035,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.723651170730591,
      "step": 2215,
      "subrel-constrast": 2.9871246814727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5122301578521729,
      "cov-distil (oracle2student)": 3.877626895904541,
      "cov-distil (oracle2teacher)": 3.5132102966308594,
      "epoch": 1.7394034536891678,
      "rel-constrast": 3.7815604209899902,
      "step": 2216,
      "subrel-constrast": 3.3874099254608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.887054681777954,
      "cov-distil (oracle2student)": 4.800230979919434,
      "cov-distil (oracle2teacher)": 5.103489875793457,
      "epoch": 1.7401883830455258,
      "rel-constrast": 2.2982802391052246,
      "step": 2217,
      "subrel-constrast": 3.0568597316741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5449519157409668,
      "cov-distil (oracle2student)": 3.6056697368621826,
      "cov-distil (oracle2teacher)": 3.566521644592285,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.6811609268188477,
      "step": 2218,
      "subrel-constrast": 3.2307753562927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259312868118286,
      "cov-distil (oracle2student)": 3.9465079307556152,
      "cov-distil (oracle2teacher)": 3.627194881439209,
      "epoch": 1.7417582417582418,
      "rel-constrast": 3.159834146499634,
      "step": 2219,
      "subrel-constrast": 3.394526720046997,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 6.4375,
      "learning_rate": 4.77706951492582e-05,
      "loss": 0.7844,
      "step": 2220
    },
    {
      "cov-distil": 1.6830523014068604,
      "cov-distil (oracle2student)": 4.903957366943359,
      "cov-distil (oracle2teacher)": 4.3655195236206055,
      "epoch": 1.7425431711145998,
      "rel-constrast": 3.087584972381592,
      "step": 2220,
      "subrel-constrast": 3.134363889694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.069075107574463,
      "cov-distil (oracle2student)": 6.238317489624023,
      "cov-distil (oracle2teacher)": 5.535549640655518,
      "epoch": 1.7433281004709578,
      "rel-constrast": 3.882420301437378,
      "step": 2221,
      "subrel-constrast": 3.491762638092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5646417140960693,
      "cov-distil (oracle2student)": 3.6871955394744873,
      "cov-distil (oracle2teacher)": 3.633030414581299,
      "epoch": 1.7441130298273155,
      "rel-constrast": 3.201338291168213,
      "step": 2222,
      "subrel-constrast": 3.7883143424987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6606625318527222,
      "cov-distil (oracle2student)": 4.802008628845215,
      "cov-distil (oracle2teacher)": 5.020402431488037,
      "epoch": 1.7448979591836735,
      "rel-constrast": 3.0126116275787354,
      "step": 2223,
      "subrel-constrast": 3.3560731410980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8214753866195679,
      "cov-distil (oracle2student)": 5.123177528381348,
      "cov-distil (oracle2teacher)": 4.6042046546936035,
      "epoch": 1.7456828885400313,
      "rel-constrast": 3.068824291229248,
      "step": 2224,
      "subrel-constrast": 3.158241033554077,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0651137828826904,
      "cov-distil (oracle2student)": 4.602841377258301,
      "cov-distil (oracle2teacher)": 4.754369258880615,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.949024200439453,
      "step": 2225,
      "subrel-constrast": 3.555393695831299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4895612001419067,
      "cov-distil (oracle2student)": 3.1863131523132324,
      "cov-distil (oracle2teacher)": 3.478513240814209,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.6057887077331543,
      "step": 2226,
      "subrel-constrast": 2.04770565032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5228617191314697,
      "cov-distil (oracle2student)": 5.067418098449707,
      "cov-distil (oracle2teacher)": 4.368940353393555,
      "epoch": 1.7480376766091053,
      "rel-constrast": 3.095487594604492,
      "step": 2227,
      "subrel-constrast": 2.842113971710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5665314197540283,
      "cov-distil (oracle2student)": 2.948671817779541,
      "cov-distil (oracle2teacher)": 3.1334030628204346,
      "epoch": 1.7488226059654632,
      "rel-constrast": 3.147441864013672,
      "step": 2228,
      "subrel-constrast": 3.35150146484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7388191223144531,
      "cov-distil (oracle2student)": 3.0259954929351807,
      "cov-distil (oracle2teacher)": 2.873972177505493,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.9666242599487305,
      "step": 2229,
      "subrel-constrast": 2.9847488403320312,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 6.15625,
      "learning_rate": 4.7734534076476045e-05,
      "loss": 0.7504,
      "step": 2230
    },
    {
      "cov-distil": 1.953369140625,
      "cov-distil (oracle2student)": 5.13368034362793,
      "cov-distil (oracle2teacher)": 4.246707439422607,
      "epoch": 1.750392464678179,
      "rel-constrast": 3.5224571228027344,
      "step": 2230,
      "subrel-constrast": 3.1537704467773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5521260499954224,
      "cov-distil (oracle2student)": 4.792133331298828,
      "cov-distil (oracle2teacher)": 3.9444193840026855,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.600888729095459,
      "step": 2231,
      "subrel-constrast": 2.9944944381713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8820068836212158,
      "cov-distil (oracle2student)": 4.448766231536865,
      "cov-distil (oracle2teacher)": 5.174159049987793,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.976405143737793,
      "step": 2232,
      "subrel-constrast": 4.741251468658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839247465133667,
      "cov-distil (oracle2student)": 4.201318740844727,
      "cov-distil (oracle2teacher)": 3.5953707695007324,
      "epoch": 1.7527472527472527,
      "rel-constrast": 3.5858983993530273,
      "step": 2233,
      "subrel-constrast": 3.4081480503082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6689648628234863,
      "cov-distil (oracle2student)": 2.794280529022217,
      "cov-distil (oracle2teacher)": 2.945270538330078,
      "epoch": 1.7535321821036107,
      "rel-constrast": 2.506171226501465,
      "step": 2234,
      "subrel-constrast": 3.127882480621338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304837942123413,
      "cov-distil (oracle2student)": 4.309269428253174,
      "cov-distil (oracle2teacher)": 3.761758327484131,
      "epoch": 1.7543171114599687,
      "rel-constrast": 4.4902191162109375,
      "step": 2235,
      "subrel-constrast": 4.029505252838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0583574771881104,
      "cov-distil (oracle2student)": 5.231044769287109,
      "cov-distil (oracle2teacher)": 4.942281723022461,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.825223445892334,
      "step": 2236,
      "subrel-constrast": 3.2670459747314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8314696550369263,
      "cov-distil (oracle2student)": 3.353362560272217,
      "cov-distil (oracle2teacher)": 4.007411956787109,
      "epoch": 1.7558869701726845,
      "rel-constrast": 2.1646790504455566,
      "step": 2237,
      "subrel-constrast": 3.213866949081421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675178050994873,
      "cov-distil (oracle2student)": 4.223446846008301,
      "cov-distil (oracle2teacher)": 3.96382999420166,
      "epoch": 1.7566718995290422,
      "rel-constrast": 3.9230077266693115,
      "step": 2238,
      "subrel-constrast": 4.290407657623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5707908868789673,
      "cov-distil (oracle2student)": 3.2934579849243164,
      "cov-distil (oracle2teacher)": 3.694578170776367,
      "epoch": 1.7574568288854002,
      "rel-constrast": 3.3858652114868164,
      "step": 2239,
      "subrel-constrast": 4.010117053985596,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 6.375,
      "learning_rate": 4.769809599057075e-05,
      "loss": 0.8245,
      "step": 2240
    },
    {
      "cov-distil": 1.5127358436584473,
      "cov-distil (oracle2student)": 4.778524398803711,
      "cov-distil (oracle2teacher)": 4.9623188972473145,
      "epoch": 1.7582417582417582,
      "rel-constrast": 2.113095283508301,
      "step": 2240,
      "subrel-constrast": 2.4806413650512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1218197345733643,
      "cov-distil (oracle2student)": 4.042128086090088,
      "cov-distil (oracle2teacher)": 4.303385257720947,
      "epoch": 1.7590266875981162,
      "rel-constrast": 2.7997350692749023,
      "step": 2241,
      "subrel-constrast": 3.9637322425842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6333807706832886,
      "cov-distil (oracle2student)": 3.571364402770996,
      "cov-distil (oracle2teacher)": 3.1574623584747314,
      "epoch": 1.7598116169544742,
      "rel-constrast": 2.005417823791504,
      "step": 2242,
      "subrel-constrast": 2.551029920578003,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154345989227295,
      "cov-distil (oracle2student)": 5.072396278381348,
      "cov-distil (oracle2teacher)": 5.595623016357422,
      "epoch": 1.7605965463108322,
      "rel-constrast": 4.172027587890625,
      "step": 2243,
      "subrel-constrast": 4.320813179016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6265089511871338,
      "cov-distil (oracle2student)": 5.869951248168945,
      "cov-distil (oracle2teacher)": 6.163671493530273,
      "epoch": 1.76138147566719,
      "rel-constrast": 3.3686578273773193,
      "step": 2244,
      "subrel-constrast": 3.7710189819335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0524368286132812,
      "cov-distil (oracle2student)": 5.778565883636475,
      "cov-distil (oracle2teacher)": 5.462894439697266,
      "epoch": 1.762166405023548,
      "rel-constrast": 3.0523271560668945,
      "step": 2245,
      "subrel-constrast": 3.2430572509765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.961949110031128,
      "cov-distil (oracle2student)": 3.2377777099609375,
      "cov-distil (oracle2teacher)": 2.990337371826172,
      "epoch": 1.7629513343799057,
      "rel-constrast": 3.0021519660949707,
      "step": 2246,
      "subrel-constrast": 3.2377564907073975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.45847487449646,
      "cov-distil (oracle2student)": 5.050314903259277,
      "cov-distil (oracle2teacher)": 5.258781433105469,
      "epoch": 1.7637362637362637,
      "rel-constrast": 3.2186245918273926,
      "step": 2247,
      "subrel-constrast": 3.8075075149536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419205665588379,
      "cov-distil (oracle2student)": 4.855860233306885,
      "cov-distil (oracle2teacher)": 5.053457736968994,
      "epoch": 1.7645211930926217,
      "rel-constrast": 3.090984344482422,
      "step": 2248,
      "subrel-constrast": 4.042280673980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.355823516845703,
      "cov-distil (oracle2student)": 6.046645641326904,
      "cov-distil (oracle2teacher)": 5.420871734619141,
      "epoch": 1.7653061224489797,
      "rel-constrast": 3.219726800918579,
      "step": 2249,
      "subrel-constrast": 3.9884912967681885,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 6.34375,
      "learning_rate": 4.7661381335528885e-05,
      "loss": 0.7511,
      "step": 2250
    },
    {
      "cov-distil": 2.2979626655578613,
      "cov-distil (oracle2student)": 2.2958004474639893,
      "cov-distil (oracle2teacher)": 2.4960689544677734,
      "epoch": 1.7660910518053377,
      "rel-constrast": 2.0419297218322754,
      "step": 2250,
      "subrel-constrast": 2.865978956222534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6624948978424072,
      "cov-distil (oracle2student)": 2.7526001930236816,
      "cov-distil (oracle2teacher)": 2.4174623489379883,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.686349868774414,
      "step": 2251,
      "subrel-constrast": 3.3409781455993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222376585006714,
      "cov-distil (oracle2student)": 3.167022705078125,
      "cov-distil (oracle2teacher)": 3.4225311279296875,
      "epoch": 1.7676609105180534,
      "rel-constrast": 2.4554624557495117,
      "step": 2252,
      "subrel-constrast": 2.7755727767944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4573429822921753,
      "cov-distil (oracle2student)": 4.932489395141602,
      "cov-distil (oracle2teacher)": 4.757755279541016,
      "epoch": 1.7684458398744112,
      "rel-constrast": 3.329038381576538,
      "step": 2253,
      "subrel-constrast": 3.8581273555755615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716344952583313,
      "cov-distil (oracle2student)": 4.602260589599609,
      "cov-distil (oracle2teacher)": 4.581859588623047,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.8105545043945312,
      "step": 2254,
      "subrel-constrast": 3.566786289215088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9345881938934326,
      "cov-distil (oracle2student)": 5.019820690155029,
      "cov-distil (oracle2teacher)": 4.741737365722656,
      "epoch": 1.7700156985871272,
      "rel-constrast": 3.1945371627807617,
      "step": 2255,
      "subrel-constrast": 3.3723838329315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5700687170028687,
      "cov-distil (oracle2student)": 4.287209510803223,
      "cov-distil (oracle2teacher)": 3.963238477706909,
      "epoch": 1.7708006279434851,
      "rel-constrast": 2.551182270050049,
      "step": 2256,
      "subrel-constrast": 2.7288265228271484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5434467792510986,
      "cov-distil (oracle2student)": 5.212656497955322,
      "cov-distil (oracle2teacher)": 5.022609710693359,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.897268295288086,
      "step": 2257,
      "subrel-constrast": 2.7167999744415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566434621810913,
      "cov-distil (oracle2student)": 3.3137781620025635,
      "cov-distil (oracle2teacher)": 3.040282726287842,
      "epoch": 1.772370486656201,
      "rel-constrast": 2.510199785232544,
      "step": 2258,
      "subrel-constrast": 2.0621023178100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.573397159576416,
      "cov-distil (oracle2student)": 3.7659592628479004,
      "cov-distil (oracle2teacher)": 4.426349639892578,
      "epoch": 1.7731554160125589,
      "rel-constrast": 4.059967994689941,
      "step": 2259,
      "subrel-constrast": 3.9878571033477783,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 7.0625,
      "learning_rate": 4.762439055870695e-05,
      "loss": 0.7134,
      "step": 2260
    },
    {
      "cov-distil": 1.396331787109375,
      "cov-distil (oracle2student)": 3.293196678161621,
      "cov-distil (oracle2teacher)": 3.130878448486328,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.5391788482666016,
      "step": 2260,
      "subrel-constrast": 3.049802780151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8521833419799805,
      "cov-distil (oracle2student)": 4.724063396453857,
      "cov-distil (oracle2teacher)": 3.918269157409668,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.910370349884033,
      "step": 2261,
      "subrel-constrast": 3.6630911827087402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8305147886276245,
      "cov-distil (oracle2student)": 3.9144985675811768,
      "cov-distil (oracle2teacher)": 3.9255175590515137,
      "epoch": 1.7755102040816326,
      "rel-constrast": 3.2606239318847656,
      "step": 2262,
      "subrel-constrast": 3.438943386077881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5233654975891113,
      "cov-distil (oracle2student)": 3.3301353454589844,
      "cov-distil (oracle2teacher)": 3.221888780593872,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.6720385551452637,
      "step": 2263,
      "subrel-constrast": 3.0847480297088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0788261890411377,
      "cov-distil (oracle2student)": 3.040712594985962,
      "cov-distil (oracle2teacher)": 2.8131299018859863,
      "epoch": 1.7770800627943486,
      "rel-constrast": 3.000257968902588,
      "step": 2264,
      "subrel-constrast": 3.221040725708008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4596812725067139,
      "cov-distil (oracle2student)": 3.1573574542999268,
      "cov-distil (oracle2teacher)": 2.9390711784362793,
      "epoch": 1.7778649921507066,
      "rel-constrast": 3.2349720001220703,
      "step": 2265,
      "subrel-constrast": 3.1881580352783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6639461517333984,
      "cov-distil (oracle2student)": 4.469871520996094,
      "cov-distil (oracle2teacher)": 4.74524450302124,
      "epoch": 1.7786499215070644,
      "rel-constrast": 4.392251968383789,
      "step": 2266,
      "subrel-constrast": 5.100163459777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5217957496643066,
      "cov-distil (oracle2student)": 4.186256408691406,
      "cov-distil (oracle2teacher)": 4.76749324798584,
      "epoch": 1.7794348508634223,
      "rel-constrast": 2.8914384841918945,
      "step": 2267,
      "subrel-constrast": 3.460068941116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8213980197906494,
      "cov-distil (oracle2student)": 6.038532733917236,
      "cov-distil (oracle2teacher)": 5.026345729827881,
      "epoch": 1.7802197802197801,
      "rel-constrast": 3.8239798545837402,
      "step": 2268,
      "subrel-constrast": 4.152274131774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1546032428741455,
      "cov-distil (oracle2student)": 4.145965099334717,
      "cov-distil (oracle2teacher)": 3.8733015060424805,
      "epoch": 1.781004709576138,
      "rel-constrast": 2.6173956394195557,
      "step": 2269,
      "subrel-constrast": 2.9273273944854736,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 5.9375,
      "learning_rate": 4.7587124110825875e-05,
      "loss": 0.7836,
      "step": 2270
    },
    {
      "cov-distil": 1.5944650173187256,
      "cov-distil (oracle2student)": 3.768817901611328,
      "cov-distil (oracle2teacher)": 3.4827985763549805,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.6942031383514404,
      "step": 2270,
      "subrel-constrast": 3.342454433441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4129681587219238,
      "cov-distil (oracle2student)": 4.023590087890625,
      "cov-distil (oracle2teacher)": 3.8930318355560303,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.7904000282287598,
      "step": 2271,
      "subrel-constrast": 3.1754910945892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9995691776275635,
      "cov-distil (oracle2student)": 6.1590681076049805,
      "cov-distil (oracle2teacher)": 5.16873836517334,
      "epoch": 1.783359497645212,
      "rel-constrast": 3.1957783699035645,
      "step": 2272,
      "subrel-constrast": 3.891646385192871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0171093940734863,
      "cov-distil (oracle2student)": 5.911402225494385,
      "cov-distil (oracle2teacher)": 5.589774131774902,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.7871036529541016,
      "step": 2273,
      "subrel-constrast": 3.771869421005249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599827766418457,
      "cov-distil (oracle2student)": 3.9816412925720215,
      "cov-distil (oracle2teacher)": 3.950279474258423,
      "epoch": 1.7849293563579278,
      "rel-constrast": 2.256709337234497,
      "step": 2274,
      "subrel-constrast": 2.861377477645874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9344813823699951,
      "cov-distil (oracle2student)": 2.35874605178833,
      "cov-distil (oracle2teacher)": 2.8076939582824707,
      "epoch": 1.7857142857142856,
      "rel-constrast": 2.483673572540283,
      "step": 2275,
      "subrel-constrast": 2.616030693054199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0879507064819336,
      "cov-distil (oracle2student)": 3.4315025806427,
      "cov-distil (oracle2teacher)": 4.041613578796387,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.6190686225891113,
      "step": 2276,
      "subrel-constrast": 3.6975302696228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8413026332855225,
      "cov-distil (oracle2student)": 3.78240704536438,
      "cov-distil (oracle2teacher)": 3.7628414630889893,
      "epoch": 1.7872841444270016,
      "rel-constrast": 2.6379332542419434,
      "step": 2277,
      "subrel-constrast": 3.0867371559143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4479901790618896,
      "cov-distil (oracle2student)": 8.153319358825684,
      "cov-distil (oracle2teacher)": 6.371177673339844,
      "epoch": 1.7880690737833596,
      "rel-constrast": 4.756963729858398,
      "step": 2278,
      "subrel-constrast": 4.988215446472168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9160610437393188,
      "cov-distil (oracle2student)": 3.6028361320495605,
      "cov-distil (oracle2teacher)": 3.5069186687469482,
      "epoch": 1.7888540031397175,
      "rel-constrast": 2.5408525466918945,
      "step": 2279,
      "subrel-constrast": 2.9416396617889404,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 5.90625,
      "learning_rate": 4.754958244596557e-05,
      "loss": 0.7191,
      "step": 2280
    },
    {
      "cov-distil": 1.6016204357147217,
      "cov-distil (oracle2student)": 4.258019924163818,
      "cov-distil (oracle2teacher)": 4.215463161468506,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.6662566661834717,
      "step": 2280,
      "subrel-constrast": 2.9733078479766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4879522323608398,
      "cov-distil (oracle2student)": 4.827792167663574,
      "cov-distil (oracle2teacher)": 4.814486503601074,
      "epoch": 1.7904238618524333,
      "rel-constrast": 4.241153717041016,
      "step": 2281,
      "subrel-constrast": 3.8851304054260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6360793113708496,
      "cov-distil (oracle2student)": 3.5114872455596924,
      "cov-distil (oracle2teacher)": 3.413865089416504,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.8260703086853027,
      "step": 2282,
      "subrel-constrast": 3.6047563552856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3012399673461914,
      "cov-distil (oracle2student)": 5.2087554931640625,
      "cov-distil (oracle2teacher)": 4.894368648529053,
      "epoch": 1.791993720565149,
      "rel-constrast": 2.533252716064453,
      "step": 2283,
      "subrel-constrast": 2.663144111633301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0214428901672363,
      "cov-distil (oracle2student)": 5.8444905281066895,
      "cov-distil (oracle2teacher)": 4.776496887207031,
      "epoch": 1.792778649921507,
      "rel-constrast": 3.2993781566619873,
      "step": 2284,
      "subrel-constrast": 3.446972370147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3481526374816895,
      "cov-distil (oracle2student)": 5.069126605987549,
      "cov-distil (oracle2teacher)": 4.2390522956848145,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.634800434112549,
      "step": 2285,
      "subrel-constrast": 3.1956076622009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3757550716400146,
      "cov-distil (oracle2student)": 4.536351203918457,
      "cov-distil (oracle2teacher)": 4.72119140625,
      "epoch": 1.794348508634223,
      "rel-constrast": 3.434661388397217,
      "step": 2286,
      "subrel-constrast": 4.570793628692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182979583740234,
      "cov-distil (oracle2student)": 3.6283490657806396,
      "cov-distil (oracle2teacher)": 2.8342490196228027,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.451030969619751,
      "step": 2287,
      "subrel-constrast": 2.597515344619751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0589969158172607,
      "cov-distil (oracle2student)": 2.9687745571136475,
      "cov-distil (oracle2teacher)": 2.947335958480835,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.988304376602173,
      "step": 2288,
      "subrel-constrast": 4.474146366119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4134236574172974,
      "cov-distil (oracle2student)": 3.68638277053833,
      "cov-distil (oracle2teacher)": 3.499711036682129,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.9507863521575928,
      "step": 2289,
      "subrel-constrast": 3.189483880996704,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 6.84375,
      "learning_rate": 4.7511766021559375e-05,
      "loss": 0.7756,
      "step": 2290
    },
    {
      "cov-distil": 2.9318177700042725,
      "cov-distil (oracle2student)": 3.344205379486084,
      "cov-distil (oracle2teacher)": 3.899625778198242,
      "epoch": 1.7974882260596545,
      "rel-constrast": 3.447157859802246,
      "step": 2290,
      "subrel-constrast": 4.142464637756348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.34287166595459,
      "cov-distil (oracle2student)": 6.356783866882324,
      "cov-distil (oracle2teacher)": 5.877231597900391,
      "epoch": 1.7982731554160125,
      "rel-constrast": 3.151132583618164,
      "step": 2291,
      "subrel-constrast": 3.8315343856811523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7527005672454834,
      "cov-distil (oracle2student)": 3.2396295070648193,
      "cov-distil (oracle2teacher)": 3.4602601528167725,
      "epoch": 1.7990580847723705,
      "rel-constrast": 3.2615692615509033,
      "step": 2292,
      "subrel-constrast": 3.5617308616638184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.982022762298584,
      "cov-distil (oracle2student)": 3.7979695796966553,
      "cov-distil (oracle2teacher)": 3.7807114124298096,
      "epoch": 1.7998430141287285,
      "rel-constrast": 5.088458061218262,
      "step": 2293,
      "subrel-constrast": 4.58923864364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8973195552825928,
      "cov-distil (oracle2student)": 4.512749671936035,
      "cov-distil (oracle2teacher)": 4.633591175079346,
      "epoch": 1.8006279434850865,
      "rel-constrast": 3.823920965194702,
      "step": 2294,
      "subrel-constrast": 4.040853500366211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1303720474243164,
      "cov-distil (oracle2student)": 4.4602437019348145,
      "cov-distil (oracle2teacher)": 5.250929832458496,
      "epoch": 1.8014128728414442,
      "rel-constrast": 2.9487977027893066,
      "step": 2295,
      "subrel-constrast": 4.130070686340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8726565837860107,
      "cov-distil (oracle2student)": 5.320330619812012,
      "cov-distil (oracle2teacher)": 4.909461975097656,
      "epoch": 1.8021978021978022,
      "rel-constrast": 3.634620189666748,
      "step": 2296,
      "subrel-constrast": 3.951502799987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924108624458313,
      "cov-distil (oracle2student)": 4.445176124572754,
      "cov-distil (oracle2teacher)": 4.5832061767578125,
      "epoch": 1.80298273155416,
      "rel-constrast": 4.135244846343994,
      "step": 2297,
      "subrel-constrast": 4.278215408325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7038618326187134,
      "cov-distil (oracle2student)": 4.165215015411377,
      "cov-distil (oracle2teacher)": 3.739593505859375,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.613809108734131,
      "step": 2298,
      "subrel-constrast": 3.4885663986206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0179026126861572,
      "cov-distil (oracle2student)": 4.360210418701172,
      "cov-distil (oracle2teacher)": 4.914369106292725,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.7682533264160156,
      "step": 2299,
      "subrel-constrast": 3.289104461669922,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 6.125,
      "learning_rate": 4.7473675298388495e-05,
      "loss": 0.8718,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.28437501192092896,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.044830322265625
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.0411376953125
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.003692626953125,
      "step": 2300
    },
    {
      "cov-distil": 2.1043148040771484,
      "cov-distil (oracle2student)": 6.791098117828369,
      "cov-distil (oracle2teacher)": 6.148382663726807,
      "epoch": 1.805337519623234,
      "rel-constrast": 3.1788575649261475,
      "step": 2300,
      "subrel-constrast": 3.3972907066345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9674214124679565,
      "cov-distil (oracle2student)": 4.970674514770508,
      "cov-distil (oracle2teacher)": 4.662883758544922,
      "epoch": 1.806122448979592,
      "rel-constrast": 3.716754913330078,
      "step": 2301,
      "subrel-constrast": 3.364508628845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012104034423828,
      "cov-distil (oracle2student)": 3.3384885787963867,
      "cov-distil (oracle2teacher)": 3.4099881649017334,
      "epoch": 1.8069073783359497,
      "rel-constrast": 2.892132520675659,
      "step": 2302,
      "subrel-constrast": 3.9404118061065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9074150323867798,
      "cov-distil (oracle2student)": 5.423052787780762,
      "cov-distil (oracle2teacher)": 4.600688934326172,
      "epoch": 1.8076923076923077,
      "rel-constrast": 3.387913465499878,
      "step": 2303,
      "subrel-constrast": 3.4404735565185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730916500091553,
      "cov-distil (oracle2student)": 3.415266990661621,
      "cov-distil (oracle2teacher)": 2.996145248413086,
      "epoch": 1.8084772370486655,
      "rel-constrast": 3.211378812789917,
      "step": 2304,
      "subrel-constrast": 2.858229875564575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4631800651550293,
      "cov-distil (oracle2student)": 5.072457790374756,
      "cov-distil (oracle2teacher)": 4.753089904785156,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.626215934753418,
      "step": 2305,
      "subrel-constrast": 3.8547191619873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322338819503784,
      "cov-distil (oracle2student)": 4.089278697967529,
      "cov-distil (oracle2teacher)": 3.750715732574463,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.4150257110595703,
      "step": 2306,
      "subrel-constrast": 2.5817477703094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9996980428695679,
      "cov-distil (oracle2student)": 5.447965621948242,
      "cov-distil (oracle2teacher)": 4.835317611694336,
      "epoch": 1.8108320251177394,
      "rel-constrast": 3.757155179977417,
      "step": 2307,
      "subrel-constrast": 3.4742491245269775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0515074729919434,
      "cov-distil (oracle2student)": 4.668490409851074,
      "cov-distil (oracle2teacher)": 4.066989421844482,
      "epoch": 1.8116169544740974,
      "rel-constrast": 3.2817366123199463,
      "step": 2308,
      "subrel-constrast": 3.4294862747192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120187520980835,
      "cov-distil (oracle2student)": 3.00376558303833,
      "cov-distil (oracle2teacher)": 2.9911863803863525,
      "epoch": 1.8124018838304554,
      "rel-constrast": 3.5264463424682617,
      "step": 2309,
      "subrel-constrast": 3.3052000999450684,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 6.5,
      "learning_rate": 4.743531074057635e-05,
      "loss": 0.7998,
      "step": 2310
    },
    {
      "cov-distil": 2.2758493423461914,
      "cov-distil (oracle2student)": 4.8475871086120605,
      "cov-distil (oracle2teacher)": 4.373899459838867,
      "epoch": 1.8131868131868132,
      "rel-constrast": 3.272268772125244,
      "step": 2310,
      "subrel-constrast": 3.1698694229125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0748250484466553,
      "cov-distil (oracle2student)": 5.987992286682129,
      "cov-distil (oracle2teacher)": 5.334427833557129,
      "epoch": 1.813971742543171,
      "rel-constrast": 4.783591270446777,
      "step": 2311,
      "subrel-constrast": 4.868766784667969,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9012234210968018,
      "cov-distil (oracle2student)": 3.129528522491455,
      "cov-distil (oracle2teacher)": 3.030535936355591,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.9053622484207153,
      "step": 2312,
      "subrel-constrast": 1.9202322959899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4642623662948608,
      "cov-distil (oracle2student)": 2.8309574127197266,
      "cov-distil (oracle2teacher)": 3.0990681648254395,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.6851747035980225,
      "step": 2313,
      "subrel-constrast": 3.0619630813598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1592206954956055,
      "cov-distil (oracle2student)": 5.545167922973633,
      "cov-distil (oracle2teacher)": 5.278379440307617,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.8336360454559326,
      "step": 2314,
      "subrel-constrast": 3.5753819942474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9692950248718262,
      "cov-distil (oracle2student)": 2.7943530082702637,
      "cov-distil (oracle2teacher)": 3.141648769378662,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.1948647499084473,
      "step": 2315,
      "subrel-constrast": 2.9622652530670166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9811713695526123,
      "cov-distil (oracle2student)": 5.6083879470825195,
      "cov-distil (oracle2teacher)": 4.768773078918457,
      "epoch": 1.817896389324961,
      "rel-constrast": 2.478703737258911,
      "step": 2316,
      "subrel-constrast": 2.549463987350464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8544633388519287,
      "cov-distil (oracle2student)": 3.9540176391601562,
      "cov-distil (oracle2teacher)": 3.4186062812805176,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.7299909591674805,
      "step": 2317,
      "subrel-constrast": 3.666058301925659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6165351867675781,
      "cov-distil (oracle2student)": 3.839709758758545,
      "cov-distil (oracle2teacher)": 3.6047425270080566,
      "epoch": 1.8194662480376766,
      "rel-constrast": 3.2936019897460938,
      "step": 2318,
      "subrel-constrast": 3.3812472820281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9124069213867188,
      "cov-distil (oracle2student)": 4.143277168273926,
      "cov-distil (oracle2teacher)": 3.9801249504089355,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.226078510284424,
      "step": 2319,
      "subrel-constrast": 3.346447467803955,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 4.84375,
      "learning_rate": 4.7396672815582997e-05,
      "loss": 0.7351,
      "step": 2320
    },
    {
      "cov-distil": 1.4465279579162598,
      "cov-distil (oracle2student)": 4.910113334655762,
      "cov-distil (oracle2teacher)": 4.295568943023682,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.9868826866149902,
      "step": 2320,
      "subrel-constrast": 2.862504720687866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6910972595214844,
      "cov-distil (oracle2student)": 5.715131759643555,
      "cov-distil (oracle2teacher)": 5.169223785400391,
      "epoch": 1.8218210361067504,
      "rel-constrast": 4.327058792114258,
      "step": 2321,
      "subrel-constrast": 4.261266708374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422140121459961,
      "cov-distil (oracle2student)": 4.48306941986084,
      "cov-distil (oracle2teacher)": 4.1385345458984375,
      "epoch": 1.8226059654631084,
      "rel-constrast": 4.531920433044434,
      "step": 2322,
      "subrel-constrast": 4.914059162139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201906442642212,
      "cov-distil (oracle2student)": 3.4350152015686035,
      "cov-distil (oracle2teacher)": 3.61906361579895,
      "epoch": 1.8233908948194664,
      "rel-constrast": 2.490173816680908,
      "step": 2323,
      "subrel-constrast": 3.156365156173706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011692523956299,
      "cov-distil (oracle2student)": 3.3857369422912598,
      "cov-distil (oracle2teacher)": 3.7531027793884277,
      "epoch": 1.8241758241758241,
      "rel-constrast": 2.376373291015625,
      "step": 2324,
      "subrel-constrast": 2.354612350463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7216005325317383,
      "cov-distil (oracle2student)": 5.5280561447143555,
      "cov-distil (oracle2teacher)": 4.7378034591674805,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.760077714920044,
      "step": 2325,
      "subrel-constrast": 2.9931323528289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3611371517181396,
      "cov-distil (oracle2student)": 5.497949600219727,
      "cov-distil (oracle2teacher)": 4.7374091148376465,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.899677038192749,
      "step": 2326,
      "subrel-constrast": 3.181063652038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.196789264678955,
      "cov-distil (oracle2student)": 6.385261058807373,
      "cov-distil (oracle2teacher)": 5.617058277130127,
      "epoch": 1.8265306122448979,
      "rel-constrast": 3.516967296600342,
      "step": 2327,
      "subrel-constrast": 4.039933681488037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860948085784912,
      "cov-distil (oracle2student)": 5.667876243591309,
      "cov-distil (oracle2teacher)": 5.532657623291016,
      "epoch": 1.8273155416012559,
      "rel-constrast": 3.64119553565979,
      "step": 2328,
      "subrel-constrast": 4.002405166625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6263651847839355,
      "cov-distil (oracle2student)": 4.520396709442139,
      "cov-distil (oracle2teacher)": 4.422356605529785,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.9039928913116455,
      "step": 2329,
      "subrel-constrast": 3.4002797603607178,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 7.3125,
      "learning_rate": 4.735776199419935e-05,
      "loss": 0.8109,
      "step": 2330
    },
    {
      "cov-distil": 1.7406679391860962,
      "cov-distil (oracle2student)": 6.064526557922363,
      "cov-distil (oracle2teacher)": 6.27634334564209,
      "epoch": 1.8288854003139718,
      "rel-constrast": 3.0702433586120605,
      "step": 2330,
      "subrel-constrast": 3.6989870071411133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8686492443084717,
      "cov-distil (oracle2student)": 3.142179489135742,
      "cov-distil (oracle2teacher)": 3.7187399864196777,
      "epoch": 1.8296703296703298,
      "rel-constrast": 1.954216480255127,
      "step": 2331,
      "subrel-constrast": 2.973130702972412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6855065822601318,
      "cov-distil (oracle2student)": 5.159226417541504,
      "cov-distil (oracle2teacher)": 4.771897315979004,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.9629993438720703,
      "step": 2332,
      "subrel-constrast": 3.754472017288208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7555515766143799,
      "cov-distil (oracle2student)": 3.846391201019287,
      "cov-distil (oracle2teacher)": 3.4636669158935547,
      "epoch": 1.8312401883830454,
      "rel-constrast": 3.0808334350585938,
      "step": 2333,
      "subrel-constrast": 3.3378491401672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9895763397216797,
      "cov-distil (oracle2student)": 4.789981842041016,
      "cov-distil (oracle2teacher)": 4.73747444152832,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.5229129791259766,
      "step": 2334,
      "subrel-constrast": 3.1242191791534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7268917560577393,
      "cov-distil (oracle2student)": 4.099793434143066,
      "cov-distil (oracle2teacher)": 4.357524871826172,
      "epoch": 1.8328100470957613,
      "rel-constrast": 3.438161849975586,
      "step": 2335,
      "subrel-constrast": 3.401667594909668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.668900966644287,
      "cov-distil (oracle2student)": 4.574808120727539,
      "cov-distil (oracle2teacher)": 4.20315408706665,
      "epoch": 1.8335949764521193,
      "rel-constrast": 3.044722318649292,
      "step": 2336,
      "subrel-constrast": 3.3855855464935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4514691829681396,
      "cov-distil (oracle2student)": 5.96720027923584,
      "cov-distil (oracle2teacher)": 5.2933878898620605,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.655059576034546,
      "step": 2337,
      "subrel-constrast": 2.7782015800476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8154723644256592,
      "cov-distil (oracle2student)": 3.6785807609558105,
      "cov-distil (oracle2teacher)": 3.809833526611328,
      "epoch": 1.8351648351648353,
      "rel-constrast": 3.3121607303619385,
      "step": 2338,
      "subrel-constrast": 3.597254514694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782867193222046,
      "cov-distil (oracle2student)": 4.067716121673584,
      "cov-distil (oracle2teacher)": 4.864039421081543,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.7279014587402344,
      "step": 2339,
      "subrel-constrast": 3.8107573986053467,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 7.5625,
      "learning_rate": 4.7318578750541466e-05,
      "loss": 0.7442,
      "step": 2340
    },
    {
      "cov-distil": 2.307298421859741,
      "cov-distil (oracle2student)": 4.872552871704102,
      "cov-distil (oracle2teacher)": 4.56227970123291,
      "epoch": 1.836734693877551,
      "rel-constrast": 3.405674934387207,
      "step": 2340,
      "subrel-constrast": 4.446378707885742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2045021057128906,
      "cov-distil (oracle2student)": 5.064887046813965,
      "cov-distil (oracle2teacher)": 5.095715522766113,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.4437925815582275,
      "step": 2341,
      "subrel-constrast": 3.442951202392578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6992897987365723,
      "cov-distil (oracle2student)": 3.475189685821533,
      "cov-distil (oracle2teacher)": 3.629152774810791,
      "epoch": 1.8383045525902668,
      "rel-constrast": 3.0101797580718994,
      "step": 2342,
      "subrel-constrast": 3.392754316329956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.891249656677246,
      "cov-distil (oracle2student)": 3.457401990890503,
      "cov-distil (oracle2teacher)": 3.8327701091766357,
      "epoch": 1.8390894819466248,
      "rel-constrast": 2.7571206092834473,
      "step": 2343,
      "subrel-constrast": 3.15539813041687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204226016998291,
      "cov-distil (oracle2student)": 3.9504263401031494,
      "cov-distil (oracle2teacher)": 4.428981304168701,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.5819776058197021,
      "step": 2344,
      "subrel-constrast": 2.803901433944702,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104454517364502,
      "cov-distil (oracle2student)": 5.014148235321045,
      "cov-distil (oracle2teacher)": 4.61888313293457,
      "epoch": 1.8406593406593408,
      "rel-constrast": 3.2866463661193848,
      "step": 2345,
      "subrel-constrast": 3.7171738147735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6351079940795898,
      "cov-distil (oracle2student)": 4.021288871765137,
      "cov-distil (oracle2teacher)": 4.231511116027832,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.6665220260620117,
      "step": 2346,
      "subrel-constrast": 2.929246664047241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.476729393005371,
      "cov-distil (oracle2student)": 3.8407673835754395,
      "cov-distil (oracle2teacher)": 3.645462989807129,
      "epoch": 1.8422291993720565,
      "rel-constrast": 4.051722526550293,
      "step": 2347,
      "subrel-constrast": 3.8074002265930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.740384578704834,
      "cov-distil (oracle2student)": 4.139864921569824,
      "cov-distil (oracle2teacher)": 4.155971527099609,
      "epoch": 1.8430141287284143,
      "rel-constrast": 3.437654733657837,
      "step": 2348,
      "subrel-constrast": 3.912724256515503,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.355463981628418,
      "cov-distil (oracle2student)": 3.164055824279785,
      "cov-distil (oracle2teacher)": 2.824215888977051,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.4055391550064087,
      "step": 2349,
      "subrel-constrast": 2.4600253105163574,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 4.59375,
      "learning_rate": 4.727912356204483e-05,
      "loss": 0.7012,
      "step": 2350
    },
    {
      "cov-distil": 1.5941964387893677,
      "cov-distil (oracle2student)": 3.516894817352295,
      "cov-distil (oracle2teacher)": 3.2781591415405273,
      "epoch": 1.8445839874411303,
      "rel-constrast": 3.673198938369751,
      "step": 2350,
      "subrel-constrast": 3.2554609775543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7577569484710693,
      "cov-distil (oracle2student)": 6.0991926193237305,
      "cov-distil (oracle2teacher)": 5.087656497955322,
      "epoch": 1.8453689167974883,
      "rel-constrast": 3.090470314025879,
      "step": 2351,
      "subrel-constrast": 4.10389518737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8457705974578857,
      "cov-distil (oracle2student)": 3.5236754417419434,
      "cov-distil (oracle2teacher)": 3.7435336112976074,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.7217280864715576,
      "step": 2352,
      "subrel-constrast": 2.9299583435058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6297447681427,
      "cov-distil (oracle2student)": 4.031777858734131,
      "cov-distil (oracle2teacher)": 4.353977203369141,
      "epoch": 1.8469387755102042,
      "rel-constrast": 4.892124176025391,
      "step": 2353,
      "subrel-constrast": 5.273987293243408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747475028038025,
      "cov-distil (oracle2student)": 3.2759673595428467,
      "cov-distil (oracle2teacher)": 3.059643030166626,
      "epoch": 1.847723704866562,
      "rel-constrast": 3.6256566047668457,
      "step": 2354,
      "subrel-constrast": 3.271243095397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.749713659286499,
      "cov-distil (oracle2student)": 3.9992575645446777,
      "cov-distil (oracle2teacher)": 4.136155128479004,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.537193775177002,
      "step": 2355,
      "subrel-constrast": 3.3653817176818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0229454040527344,
      "cov-distil (oracle2student)": 4.969208240509033,
      "cov-distil (oracle2teacher)": 4.611936092376709,
      "epoch": 1.8492935635792778,
      "rel-constrast": 3.5301947593688965,
      "step": 2356,
      "subrel-constrast": 3.753962993621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802649736404419,
      "cov-distil (oracle2student)": 4.5249128341674805,
      "cov-distil (oracle2teacher)": 3.7545409202575684,
      "epoch": 1.8500784929356358,
      "rel-constrast": 4.044454574584961,
      "step": 2357,
      "subrel-constrast": 3.956641912460327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4128022193908691,
      "cov-distil (oracle2student)": 3.836146116256714,
      "cov-distil (oracle2teacher)": 3.9752161502838135,
      "epoch": 1.8508634222919937,
      "rel-constrast": 2.3810606002807617,
      "step": 2358,
      "subrel-constrast": 3.159388303756714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7395057678222656,
      "cov-distil (oracle2student)": 4.229241847991943,
      "cov-distil (oracle2teacher)": 4.224934101104736,
      "epoch": 1.8516483516483517,
      "rel-constrast": 3.3642501831054688,
      "step": 2359,
      "subrel-constrast": 3.2315170764923096,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 7.40625,
      "learning_rate": 4.723939690945846e-05,
      "loss": 0.8465,
      "step": 2360
    },
    {
      "cov-distil": 1.478676438331604,
      "cov-distil (oracle2student)": 3.758178234100342,
      "cov-distil (oracle2teacher)": 3.8408660888671875,
      "epoch": 1.8524332810047097,
      "rel-constrast": 2.7054076194763184,
      "step": 2360,
      "subrel-constrast": 3.117434024810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4924871921539307,
      "cov-distil (oracle2student)": 5.1686015129089355,
      "cov-distil (oracle2teacher)": 4.229325294494629,
      "epoch": 1.8532182103610675,
      "rel-constrast": 3.5150272846221924,
      "step": 2361,
      "subrel-constrast": 3.511563301086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.504995346069336,
      "cov-distil (oracle2student)": 3.2156708240509033,
      "cov-distil (oracle2teacher)": 3.108412265777588,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.1516902446746826,
      "step": 2362,
      "subrel-constrast": 3.094346523284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.608696699142456,
      "cov-distil (oracle2student)": 6.78940486907959,
      "cov-distil (oracle2teacher)": 5.958072662353516,
      "epoch": 1.8547880690737832,
      "rel-constrast": 4.689718723297119,
      "step": 2363,
      "subrel-constrast": 4.622769832611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3820037841796875,
      "cov-distil (oracle2student)": 3.921868085861206,
      "cov-distil (oracle2teacher)": 3.906508445739746,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.7954039573669434,
      "step": 2364,
      "subrel-constrast": 3.218982458114624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014613628387451,
      "cov-distil (oracle2student)": 5.540057182312012,
      "cov-distil (oracle2teacher)": 4.958393096923828,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.6619415283203125,
      "step": 2365,
      "subrel-constrast": 2.838650703430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6062428951263428,
      "cov-distil (oracle2student)": 3.2672390937805176,
      "cov-distil (oracle2teacher)": 3.702331066131592,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.8872520923614502,
      "step": 2366,
      "subrel-constrast": 2.11923885345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759888768196106,
      "cov-distil (oracle2student)": 5.589189529418945,
      "cov-distil (oracle2teacher)": 5.5594635009765625,
      "epoch": 1.8579277864992152,
      "rel-constrast": 4.926383018493652,
      "step": 2367,
      "subrel-constrast": 4.643214702606201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053729772567749,
      "cov-distil (oracle2student)": 5.1982316970825195,
      "cov-distil (oracle2teacher)": 5.513284683227539,
      "epoch": 1.858712715855573,
      "rel-constrast": 3.28326678276062,
      "step": 2368,
      "subrel-constrast": 4.071282386779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5101613998413086,
      "cov-distil (oracle2student)": 4.305039405822754,
      "cov-distil (oracle2teacher)": 4.550334930419922,
      "epoch": 1.859497645211931,
      "rel-constrast": 2.094341993331909,
      "step": 2369,
      "subrel-constrast": 2.440108299255371,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 5.84375,
      "learning_rate": 4.7199399276839056e-05,
      "loss": 0.7678,
      "step": 2370
    },
    {
      "cov-distil": 0.8195715546607971,
      "cov-distil (oracle2student)": 3.18576717376709,
      "cov-distil (oracle2teacher)": 3.61920428276062,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.574190378189087,
      "step": 2370,
      "subrel-constrast": 2.7400858402252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788679838180542,
      "cov-distil (oracle2student)": 4.612061500549316,
      "cov-distil (oracle2teacher)": 4.397401809692383,
      "epoch": 1.8610675039246467,
      "rel-constrast": 2.0702619552612305,
      "step": 2371,
      "subrel-constrast": 2.7104575634002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5708744525909424,
      "cov-distil (oracle2student)": 5.414070129394531,
      "cov-distil (oracle2teacher)": 5.447511672973633,
      "epoch": 1.8618524332810047,
      "rel-constrast": 3.531839370727539,
      "step": 2372,
      "subrel-constrast": 3.9290096759796143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16487979888916,
      "cov-distil (oracle2student)": 5.8947553634643555,
      "cov-distil (oracle2teacher)": 4.640142917633057,
      "epoch": 1.8626373626373627,
      "rel-constrast": 3.247671365737915,
      "step": 2373,
      "subrel-constrast": 3.608102321624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2544403076171875,
      "cov-distil (oracle2student)": 4.133088111877441,
      "cov-distil (oracle2teacher)": 3.905773639678955,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.861036777496338,
      "step": 2374,
      "subrel-constrast": 3.249530792236328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6832404136657715,
      "cov-distil (oracle2student)": 4.726968765258789,
      "cov-distil (oracle2teacher)": 4.66524600982666,
      "epoch": 1.8642072213500787,
      "rel-constrast": 3.4559900760650635,
      "step": 2375,
      "subrel-constrast": 3.748546838760376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990249633789062,
      "cov-distil (oracle2student)": 4.197218894958496,
      "cov-distil (oracle2teacher)": 4.198397636413574,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.9453537464141846,
      "step": 2376,
      "subrel-constrast": 3.4094161987304688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8651827573776245,
      "cov-distil (oracle2student)": 3.9579861164093018,
      "cov-distil (oracle2teacher)": 3.885995864868164,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.8336405754089355,
      "step": 2377,
      "subrel-constrast": 4.169491291046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.360041379928589,
      "cov-distil (oracle2student)": 4.710507392883301,
      "cov-distil (oracle2teacher)": 4.064688682556152,
      "epoch": 1.8665620094191522,
      "rel-constrast": 3.2376413345336914,
      "step": 2378,
      "subrel-constrast": 3.405850410461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8309638500213623,
      "cov-distil (oracle2student)": 4.55436372756958,
      "cov-distil (oracle2teacher)": 4.888228416442871,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.8184375762939453,
      "step": 2379,
      "subrel-constrast": 4.569635391235352,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 7.40625,
      "learning_rate": 4.715913115154518e-05,
      "loss": 0.7894,
      "step": 2380
    },
    {
      "cov-distil": 2.5757217407226562,
      "cov-distil (oracle2student)": 5.889462471008301,
      "cov-distil (oracle2teacher)": 4.443541526794434,
      "epoch": 1.8681318681318682,
      "rel-constrast": 4.161818981170654,
      "step": 2380,
      "subrel-constrast": 3.3842544555664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0010523796081543,
      "cov-distil (oracle2student)": 3.6569724082946777,
      "cov-distil (oracle2teacher)": 3.7497379779815674,
      "epoch": 1.8689167974882261,
      "rel-constrast": 3.207559585571289,
      "step": 2381,
      "subrel-constrast": 3.473020553588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7435100078582764,
      "cov-distil (oracle2student)": 3.5610883235931396,
      "cov-distil (oracle2teacher)": 3.7384982109069824,
      "epoch": 1.8697017268445841,
      "rel-constrast": 2.105142116546631,
      "step": 2382,
      "subrel-constrast": 3.0760812759399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2668306827545166,
      "cov-distil (oracle2student)": 3.030623435974121,
      "cov-distil (oracle2teacher)": 2.7082300186157227,
      "epoch": 1.870486656200942,
      "rel-constrast": 2.1062235832214355,
      "step": 2383,
      "subrel-constrast": 2.9802520275115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677661657333374,
      "cov-distil (oracle2student)": 5.862441062927246,
      "cov-distil (oracle2teacher)": 5.1742939949035645,
      "epoch": 1.8712715855572999,
      "rel-constrast": 3.960977554321289,
      "step": 2384,
      "subrel-constrast": 3.5847718715667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7627298831939697,
      "cov-distil (oracle2student)": 3.874182939529419,
      "cov-distil (oracle2teacher)": 4.346560955047607,
      "epoch": 1.8720565149136577,
      "rel-constrast": 4.087852478027344,
      "step": 2385,
      "subrel-constrast": 3.593649387359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760724425315857,
      "cov-distil (oracle2student)": 4.290676116943359,
      "cov-distil (oracle2teacher)": 4.283843517303467,
      "epoch": 1.8728414442700156,
      "rel-constrast": 3.053317070007324,
      "step": 2386,
      "subrel-constrast": 3.3051187992095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8872768878936768,
      "cov-distil (oracle2student)": 5.164485931396484,
      "cov-distil (oracle2teacher)": 4.629607677459717,
      "epoch": 1.8736263736263736,
      "rel-constrast": 4.187639236450195,
      "step": 2387,
      "subrel-constrast": 4.549999237060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0122628211975098,
      "cov-distil (oracle2student)": 4.303652286529541,
      "cov-distil (oracle2teacher)": 3.1757659912109375,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.927767753601074,
      "step": 2388,
      "subrel-constrast": 2.836663007736206,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0107221603393555,
      "cov-distil (oracle2student)": 4.0875396728515625,
      "cov-distil (oracle2teacher)": 4.7405500411987305,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.6787095069885254,
      "step": 2389,
      "subrel-constrast": 3.6096365451812744,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 5.9375,
      "learning_rate": 4.7118593024231214e-05,
      "loss": 0.8119,
      "step": 2390
    },
    {
      "cov-distil": 2.038804292678833,
      "cov-distil (oracle2student)": 5.338432312011719,
      "cov-distil (oracle2teacher)": 4.988808631896973,
      "epoch": 1.8759811616954474,
      "rel-constrast": 4.026876449584961,
      "step": 2390,
      "subrel-constrast": 3.958604335784912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8915287256240845,
      "cov-distil (oracle2student)": 5.4342803955078125,
      "cov-distil (oracle2teacher)": 5.5456342697143555,
      "epoch": 1.8767660910518054,
      "rel-constrast": 3.2964179515838623,
      "step": 2391,
      "subrel-constrast": 3.6093437671661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3398966789245605,
      "cov-distil (oracle2student)": 7.0110015869140625,
      "cov-distil (oracle2teacher)": 6.155703544616699,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.4388601779937744,
      "step": 2392,
      "subrel-constrast": 3.4126060009002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4452672004699707,
      "cov-distil (oracle2student)": 2.9997599124908447,
      "cov-distil (oracle2teacher)": 3.022526502609253,
      "epoch": 1.8783359497645211,
      "rel-constrast": 3.0339772701263428,
      "step": 2393,
      "subrel-constrast": 3.3193435668945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522444248199463,
      "cov-distil (oracle2student)": 5.4226484298706055,
      "cov-distil (oracle2teacher)": 5.2437944412231445,
      "epoch": 1.879120879120879,
      "rel-constrast": 3.2574596405029297,
      "step": 2394,
      "subrel-constrast": 4.32206392288208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7578957080841064,
      "cov-distil (oracle2student)": 4.616862773895264,
      "cov-distil (oracle2teacher)": 5.008327484130859,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.7852890491485596,
      "step": 2395,
      "subrel-constrast": 3.673140048980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612634420394897,
      "cov-distil (oracle2student)": 5.288771152496338,
      "cov-distil (oracle2teacher)": 5.441693305969238,
      "epoch": 1.880690737833595,
      "rel-constrast": 2.2819929122924805,
      "step": 2396,
      "subrel-constrast": 2.802872896194458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9730925559997559,
      "cov-distil (oracle2student)": 3.7827725410461426,
      "cov-distil (oracle2teacher)": 4.137552261352539,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.8742949962615967,
      "step": 2397,
      "subrel-constrast": 3.0126047134399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6687202453613281,
      "cov-distil (oracle2student)": 4.847731590270996,
      "cov-distil (oracle2teacher)": 4.59126091003418,
      "epoch": 1.8822605965463108,
      "rel-constrast": 2.6398563385009766,
      "step": 2398,
      "subrel-constrast": 2.5857508182525635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056711196899414,
      "cov-distil (oracle2student)": 4.105930328369141,
      "cov-distil (oracle2teacher)": 3.9610471725463867,
      "epoch": 1.8830455259026686,
      "rel-constrast": 2.4809885025024414,
      "step": 2399,
      "subrel-constrast": 3.1228489875793457,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 5.28125,
      "learning_rate": 4.707778538884145e-05,
      "loss": 0.7279,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.26250001788139343,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.050994873046875
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.04278564453125
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.008209228515625,
      "step": 2400
    },
    {
      "cov-distil": 2.3437271118164062,
      "cov-distil (oracle2student)": 5.7826080322265625,
      "cov-distil (oracle2teacher)": 5.041720390319824,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.8496317863464355,
      "step": 2400,
      "subrel-constrast": 3.4442272186279297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5556187629699707,
      "cov-distil (oracle2student)": 4.563860893249512,
      "cov-distil (oracle2teacher)": 4.565638542175293,
      "epoch": 1.8846153846153846,
      "rel-constrast": 3.224963665008545,
      "step": 2401,
      "subrel-constrast": 3.7553350925445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7910763025283813,
      "cov-distil (oracle2student)": 5.208929061889648,
      "cov-distil (oracle2teacher)": 4.7418060302734375,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.9616851806640625,
      "step": 2402,
      "subrel-constrast": 3.25779128074646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5533218383789062,
      "cov-distil (oracle2student)": 5.391450881958008,
      "cov-distil (oracle2teacher)": 5.456904411315918,
      "epoch": 1.8861852433281006,
      "rel-constrast": 3.350092887878418,
      "step": 2403,
      "subrel-constrast": 4.353637218475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8637781143188477,
      "cov-distil (oracle2student)": 3.2110118865966797,
      "cov-distil (oracle2teacher)": 3.01407527923584,
      "epoch": 1.8869701726844585,
      "rel-constrast": 3.203233003616333,
      "step": 2404,
      "subrel-constrast": 3.0293025970458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4090638160705566,
      "cov-distil (oracle2student)": 3.408607006072998,
      "cov-distil (oracle2teacher)": 3.204552173614502,
      "epoch": 1.8877551020408163,
      "rel-constrast": 2.829474925994873,
      "step": 2405,
      "subrel-constrast": 3.5712525844573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4719321727752686,
      "cov-distil (oracle2student)": 3.8035471439361572,
      "cov-distil (oracle2teacher)": 4.027746677398682,
      "epoch": 1.8885400313971743,
      "rel-constrast": 3.4897842407226562,
      "step": 2406,
      "subrel-constrast": 4.120294570922852,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2144546508789062,
      "cov-distil (oracle2student)": 3.6424903869628906,
      "cov-distil (oracle2teacher)": 3.5659546852111816,
      "epoch": 1.889324960753532,
      "rel-constrast": 3.7939796447753906,
      "step": 2407,
      "subrel-constrast": 4.07228946685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9734418392181396,
      "cov-distil (oracle2student)": 4.281641960144043,
      "cov-distil (oracle2teacher)": 4.502087593078613,
      "epoch": 1.89010989010989,
      "rel-constrast": 3.2811975479125977,
      "step": 2408,
      "subrel-constrast": 3.3675997257232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5711616277694702,
      "cov-distil (oracle2student)": 5.404841423034668,
      "cov-distil (oracle2teacher)": 5.683340549468994,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.8381853103637695,
      "step": 2409,
      "subrel-constrast": 3.302643299102783,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 6.28125,
      "learning_rate": 4.703670874260405e-05,
      "loss": 0.7956,
      "step": 2410
    },
    {
      "cov-distil": 1.7776930332183838,
      "cov-distil (oracle2student)": 4.073725700378418,
      "cov-distil (oracle2teacher)": 3.7794196605682373,
      "epoch": 1.891679748822606,
      "rel-constrast": 3.099754571914673,
      "step": 2410,
      "subrel-constrast": 3.81551456451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6542835235595703,
      "cov-distil (oracle2student)": 6.778473854064941,
      "cov-distil (oracle2teacher)": 6.353615760803223,
      "epoch": 1.892464678178964,
      "rel-constrast": 3.4503824710845947,
      "step": 2411,
      "subrel-constrast": 3.7780261039733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.723940372467041,
      "cov-distil (oracle2student)": 3.8336784839630127,
      "cov-distil (oracle2teacher)": 3.7984793186187744,
      "epoch": 1.8932496075353218,
      "rel-constrast": 3.1504507064819336,
      "step": 2412,
      "subrel-constrast": 3.2477636337280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4201855659484863,
      "cov-distil (oracle2student)": 6.884095191955566,
      "cov-distil (oracle2teacher)": 6.29862117767334,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.9369664192199707,
      "step": 2413,
      "subrel-constrast": 4.000790119171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9335583448410034,
      "cov-distil (oracle2student)": 5.063598155975342,
      "cov-distil (oracle2teacher)": 4.920026779174805,
      "epoch": 1.8948194662480375,
      "rel-constrast": 3.6949210166931152,
      "step": 2414,
      "subrel-constrast": 3.6245100498199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.91869056224823,
      "cov-distil (oracle2student)": 4.869270324707031,
      "cov-distil (oracle2teacher)": 5.0901288986206055,
      "epoch": 1.8956043956043955,
      "rel-constrast": 2.9777865409851074,
      "step": 2415,
      "subrel-constrast": 4.2682785987854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3123841285705566,
      "cov-distil (oracle2student)": 5.7731709480285645,
      "cov-distil (oracle2teacher)": 5.317826271057129,
      "epoch": 1.8963893249607535,
      "rel-constrast": 3.6707305908203125,
      "step": 2416,
      "subrel-constrast": 3.5051095485687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203646659851074,
      "cov-distil (oracle2student)": 4.589032173156738,
      "cov-distil (oracle2teacher)": 4.222592353820801,
      "epoch": 1.8971742543171115,
      "rel-constrast": 3.0230846405029297,
      "step": 2417,
      "subrel-constrast": 3.829395055770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0644822120666504,
      "cov-distil (oracle2student)": 3.357328176498413,
      "cov-distil (oracle2teacher)": 3.701237678527832,
      "epoch": 1.8979591836734695,
      "rel-constrast": 2.206390857696533,
      "step": 2418,
      "subrel-constrast": 2.9395809173583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8109769821166992,
      "cov-distil (oracle2student)": 4.039643287658691,
      "cov-distil (oracle2teacher)": 4.048396110534668,
      "epoch": 1.8987441130298273,
      "rel-constrast": 4.150458335876465,
      "step": 2419,
      "subrel-constrast": 4.436789035797119,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 7.34375,
      "learning_rate": 4.6995363586024975e-05,
      "loss": 0.834,
      "step": 2420
    },
    {
      "cov-distil": 2.0406997203826904,
      "cov-distil (oracle2student)": 4.553836345672607,
      "cov-distil (oracle2teacher)": 4.7625346183776855,
      "epoch": 1.8995290423861853,
      "rel-constrast": 3.009852409362793,
      "step": 2420,
      "subrel-constrast": 3.666494131088257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857433557510376,
      "cov-distil (oracle2student)": 4.610520839691162,
      "cov-distil (oracle2teacher)": 4.256935119628906,
      "epoch": 1.900313971742543,
      "rel-constrast": 2.369210720062256,
      "step": 2421,
      "subrel-constrast": 2.8622453212738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7722126245498657,
      "cov-distil (oracle2student)": 3.492460250854492,
      "cov-distil (oracle2teacher)": 3.626636266708374,
      "epoch": 1.901098901098901,
      "rel-constrast": 2.9699866771698,
      "step": 2422,
      "subrel-constrast": 3.3113346099853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8856772184371948,
      "cov-distil (oracle2student)": 3.7086284160614014,
      "cov-distil (oracle2teacher)": 4.4110636711120605,
      "epoch": 1.901883830455259,
      "rel-constrast": 3.5164847373962402,
      "step": 2423,
      "subrel-constrast": 4.1725263595581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292062997817993,
      "cov-distil (oracle2student)": 4.264250755310059,
      "cov-distil (oracle2teacher)": 4.5260725021362305,
      "epoch": 1.902668759811617,
      "rel-constrast": 3.4681153297424316,
      "step": 2424,
      "subrel-constrast": 3.471421241760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2238707542419434,
      "cov-distil (oracle2student)": 3.5468757152557373,
      "cov-distil (oracle2teacher)": 3.463615655899048,
      "epoch": 1.903453689167975,
      "rel-constrast": 2.755383014678955,
      "step": 2425,
      "subrel-constrast": 2.978384017944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5186574459075928,
      "cov-distil (oracle2student)": 5.138332366943359,
      "cov-distil (oracle2teacher)": 5.134337425231934,
      "epoch": 1.904238618524333,
      "rel-constrast": 3.1540849208831787,
      "step": 2426,
      "subrel-constrast": 3.6416878700256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7816283702850342,
      "cov-distil (oracle2student)": 4.016545295715332,
      "cov-distil (oracle2teacher)": 4.008577823638916,
      "epoch": 1.9050235478806907,
      "rel-constrast": 3.6360864639282227,
      "step": 2427,
      "subrel-constrast": 3.3818037509918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.37172269821167,
      "cov-distil (oracle2student)": 8.548431396484375,
      "cov-distil (oracle2teacher)": 7.160818099975586,
      "epoch": 1.9058084772370487,
      "rel-constrast": 3.42116641998291,
      "step": 2428,
      "subrel-constrast": 3.918016195297241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8078973293304443,
      "cov-distil (oracle2student)": 5.911538600921631,
      "cov-distil (oracle2teacher)": 5.885361671447754,
      "epoch": 1.9065934065934065,
      "rel-constrast": 4.20503044128418,
      "step": 2429,
      "subrel-constrast": 4.1713104248046875,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 6.65625,
      "learning_rate": 4.695375042288193e-05,
      "loss": 0.8126,
      "step": 2430
    },
    {
      "cov-distil": 2.0769762992858887,
      "cov-distil (oracle2student)": 6.113401412963867,
      "cov-distil (oracle2teacher)": 5.803901672363281,
      "epoch": 1.9073783359497645,
      "rel-constrast": 4.512353897094727,
      "step": 2430,
      "subrel-constrast": 4.144222736358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8898440599441528,
      "cov-distil (oracle2student)": 4.636361122131348,
      "cov-distil (oracle2teacher)": 4.259626388549805,
      "epoch": 1.9081632653061225,
      "rel-constrast": 3.6374149322509766,
      "step": 2431,
      "subrel-constrast": 3.598590850830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55710768699646,
      "cov-distil (oracle2student)": 4.860286712646484,
      "cov-distil (oracle2teacher)": 4.387834548950195,
      "epoch": 1.9089481946624804,
      "rel-constrast": 2.106386661529541,
      "step": 2432,
      "subrel-constrast": 2.8386833667755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.791849136352539,
      "cov-distil (oracle2student)": 5.397242546081543,
      "cov-distil (oracle2teacher)": 5.8116350173950195,
      "epoch": 1.9097331240188384,
      "rel-constrast": 4.0136260986328125,
      "step": 2433,
      "subrel-constrast": 3.873340368270874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7022855281829834,
      "cov-distil (oracle2student)": 4.350547790527344,
      "cov-distil (oracle2teacher)": 4.4040117263793945,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.8347980976104736,
      "step": 2434,
      "subrel-constrast": 2.177065849304199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4723997116088867,
      "cov-distil (oracle2student)": 5.568363189697266,
      "cov-distil (oracle2teacher)": 5.2703142166137695,
      "epoch": 1.9113029827315542,
      "rel-constrast": 2.4216673374176025,
      "step": 2435,
      "subrel-constrast": 2.76412034034729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4279310703277588,
      "cov-distil (oracle2student)": 3.8232150077819824,
      "cov-distil (oracle2teacher)": 3.3521907329559326,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.806232452392578,
      "step": 2436,
      "subrel-constrast": 2.9668030738830566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.753396987915039,
      "cov-distil (oracle2student)": 5.235098361968994,
      "cov-distil (oracle2teacher)": 4.988763809204102,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.9481425285339355,
      "step": 2437,
      "subrel-constrast": 4.218977451324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5153284072875977,
      "cov-distil (oracle2student)": 4.257434844970703,
      "cov-distil (oracle2teacher)": 4.368738651275635,
      "epoch": 1.913657770800628,
      "rel-constrast": 2.459825038909912,
      "step": 2438,
      "subrel-constrast": 2.4891672134399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2528367042541504,
      "cov-distil (oracle2student)": 3.734391689300537,
      "cov-distil (oracle2teacher)": 3.7016868591308594,
      "epoch": 1.914442700156986,
      "rel-constrast": 2.962449550628662,
      "step": 2439,
      "subrel-constrast": 3.185680866241455,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 6.59375,
      "learning_rate": 4.691186976021816e-05,
      "loss": 0.7676,
      "step": 2440
    },
    {
      "cov-distil": 1.6493921279907227,
      "cov-distil (oracle2student)": 4.409428596496582,
      "cov-distil (oracle2teacher)": 3.800039768218994,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.741847276687622,
      "step": 2440,
      "subrel-constrast": 3.2819368839263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2427964210510254,
      "cov-distil (oracle2student)": 4.341586112976074,
      "cov-distil (oracle2teacher)": 4.472478866577148,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.778942108154297,
      "step": 2441,
      "subrel-constrast": 3.5565617084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720488429069519,
      "cov-distil (oracle2student)": 5.101390838623047,
      "cov-distil (oracle2teacher)": 4.777082443237305,
      "epoch": 1.9167974882260597,
      "rel-constrast": 3.742286205291748,
      "step": 2442,
      "subrel-constrast": 3.533844470977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4177119731903076,
      "cov-distil (oracle2student)": 4.223392486572266,
      "cov-distil (oracle2teacher)": 4.493070602416992,
      "epoch": 1.9175824175824174,
      "rel-constrast": 3.333495616912842,
      "step": 2443,
      "subrel-constrast": 3.523841142654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5121865272521973,
      "cov-distil (oracle2student)": 3.972146511077881,
      "cov-distil (oracle2teacher)": 3.852494478225708,
      "epoch": 1.9183673469387754,
      "rel-constrast": 3.0567917823791504,
      "step": 2444,
      "subrel-constrast": 3.3887839317321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5348950624465942,
      "cov-distil (oracle2student)": 3.751391887664795,
      "cov-distil (oracle2teacher)": 4.352087020874023,
      "epoch": 1.9191522762951334,
      "rel-constrast": 3.210317850112915,
      "step": 2445,
      "subrel-constrast": 3.810728073120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.303544759750366,
      "cov-distil (oracle2student)": 7.315271854400635,
      "cov-distil (oracle2teacher)": 7.405389785766602,
      "epoch": 1.9199372056514914,
      "rel-constrast": 3.601461887359619,
      "step": 2446,
      "subrel-constrast": 4.679231643676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7240856885910034,
      "cov-distil (oracle2student)": 3.1474597454071045,
      "cov-distil (oracle2teacher)": 3.661060094833374,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.3663525581359863,
      "step": 2447,
      "subrel-constrast": 3.1988439559936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2831933498382568,
      "cov-distil (oracle2student)": 4.380098342895508,
      "cov-distil (oracle2teacher)": 4.334277153015137,
      "epoch": 1.9215070643642074,
      "rel-constrast": 3.5632944107055664,
      "step": 2448,
      "subrel-constrast": 3.6251585483551025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302242040634155,
      "cov-distil (oracle2student)": 4.7878828048706055,
      "cov-distil (oracle2teacher)": 4.453137397766113,
      "epoch": 1.9222919937205651,
      "rel-constrast": 4.549449920654297,
      "step": 2449,
      "subrel-constrast": 4.387388706207275,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 6.96875,
      "learning_rate": 4.6869722108336323e-05,
      "loss": 0.8236,
      "step": 2450
    },
    {
      "cov-distil": 2.0777273178100586,
      "cov-distil (oracle2student)": 3.610112428665161,
      "cov-distil (oracle2teacher)": 3.8277366161346436,
      "epoch": 1.9230769230769231,
      "rel-constrast": 2.535464286804199,
      "step": 2450,
      "subrel-constrast": 3.2464141845703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120630979537964,
      "cov-distil (oracle2student)": 3.758209228515625,
      "cov-distil (oracle2teacher)": 3.7522192001342773,
      "epoch": 1.923861852433281,
      "rel-constrast": 2.487186908721924,
      "step": 2451,
      "subrel-constrast": 3.162531852722168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711385726928711,
      "cov-distil (oracle2student)": 4.741732597351074,
      "cov-distil (oracle2teacher)": 5.739178657531738,
      "epoch": 1.9246467817896389,
      "rel-constrast": 2.1824426651000977,
      "step": 2452,
      "subrel-constrast": 2.5425524711608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1994121074676514,
      "cov-distil (oracle2student)": 3.1080002784729004,
      "cov-distil (oracle2teacher)": 3.2335073947906494,
      "epoch": 1.9254317111459969,
      "rel-constrast": 3.034877300262451,
      "step": 2453,
      "subrel-constrast": 3.8722782135009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419734001159668,
      "cov-distil (oracle2student)": 5.143339157104492,
      "cov-distil (oracle2teacher)": 4.242551803588867,
      "epoch": 1.9262166405023549,
      "rel-constrast": 2.809587001800537,
      "step": 2454,
      "subrel-constrast": 3.3690245151519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.325432777404785,
      "cov-distil (oracle2student)": 3.5041861534118652,
      "cov-distil (oracle2teacher)": 3.4643070697784424,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.8653156757354736,
      "step": 2455,
      "subrel-constrast": 3.500352144241333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9053723812103271,
      "cov-distil (oracle2student)": 4.765313625335693,
      "cov-distil (oracle2teacher)": 4.562320709228516,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.4581315517425537,
      "step": 2456,
      "subrel-constrast": 4.305923938751221,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8100507259368896,
      "cov-distil (oracle2student)": 3.5563430786132812,
      "cov-distil (oracle2teacher)": 3.93519926071167,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.582787036895752,
      "step": 2457,
      "subrel-constrast": 3.626207113265991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9782564640045166,
      "cov-distil (oracle2student)": 4.121538162231445,
      "cov-distil (oracle2teacher)": 4.418006896972656,
      "epoch": 1.9293563579277864,
      "rel-constrast": 2.8198208808898926,
      "step": 2458,
      "subrel-constrast": 4.178013801574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1518025398254395,
      "cov-distil (oracle2student)": 5.63492488861084,
      "cov-distil (oracle2teacher)": 5.625816822052002,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.920807361602783,
      "step": 2459,
      "subrel-constrast": 4.52455472946167,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 5.4375,
      "learning_rate": 4.6827307980792254e-05,
      "loss": 0.6924,
      "step": 2460
    },
    {
      "cov-distil": 1.6755009889602661,
      "cov-distil (oracle2student)": 3.7575297355651855,
      "cov-distil (oracle2teacher)": 3.74806809425354,
      "epoch": 1.9309262166405023,
      "rel-constrast": 3.5969133377075195,
      "step": 2460,
      "subrel-constrast": 3.4796204566955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7282599210739136,
      "cov-distil (oracle2student)": 5.846362590789795,
      "cov-distil (oracle2teacher)": 5.884958267211914,
      "epoch": 1.9317111459968603,
      "rel-constrast": 3.0275449752807617,
      "step": 2461,
      "subrel-constrast": 3.110316753387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6258654594421387,
      "cov-distil (oracle2student)": 3.8759493827819824,
      "cov-distil (oracle2teacher)": 3.5967235565185547,
      "epoch": 1.9324960753532183,
      "rel-constrast": 3.5317296981811523,
      "step": 2462,
      "subrel-constrast": 3.6672370433807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0123977661132812,
      "cov-distil (oracle2student)": 5.48608922958374,
      "cov-distil (oracle2teacher)": 5.880141258239746,
      "epoch": 1.933281004709576,
      "rel-constrast": 2.3920106887817383,
      "step": 2463,
      "subrel-constrast": 3.0439891815185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7360436916351318,
      "cov-distil (oracle2student)": 5.710122108459473,
      "cov-distil (oracle2teacher)": 5.210813999176025,
      "epoch": 1.934065934065934,
      "rel-constrast": 2.6619043350219727,
      "step": 2464,
      "subrel-constrast": 3.1427273750305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3731143474578857,
      "cov-distil (oracle2student)": 3.4848718643188477,
      "cov-distil (oracle2teacher)": 2.8293392658233643,
      "epoch": 1.9348508634222918,
      "rel-constrast": 2.632706880569458,
      "step": 2465,
      "subrel-constrast": 2.064417600631714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331920623779297,
      "cov-distil (oracle2student)": 4.447912216186523,
      "cov-distil (oracle2teacher)": 3.8424646854400635,
      "epoch": 1.9356357927786498,
      "rel-constrast": 3.018277645111084,
      "step": 2466,
      "subrel-constrast": 3.243623971939087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.846907377243042,
      "cov-distil (oracle2student)": 4.1916069984436035,
      "cov-distil (oracle2teacher)": 4.365859508514404,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.9997520446777344,
      "step": 2467,
      "subrel-constrast": 3.294950008392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3443238735198975,
      "cov-distil (oracle2student)": 3.9284348487854004,
      "cov-distil (oracle2teacher)": 4.000280380249023,
      "epoch": 1.9372056514913658,
      "rel-constrast": 4.0569000244140625,
      "step": 2468,
      "subrel-constrast": 3.2256784439086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775866985321045,
      "cov-distil (oracle2student)": 3.3880202770233154,
      "cov-distil (oracle2teacher)": 3.37661075592041,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.650902032852173,
      "step": 2469,
      "subrel-constrast": 2.8407840728759766,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 6.375,
      "learning_rate": 4.678462789438873e-05,
      "loss": 0.7642,
      "step": 2470
    },
    {
      "cov-distil": 1.8386335372924805,
      "cov-distil (oracle2student)": 3.399143934249878,
      "cov-distil (oracle2teacher)": 3.3674240112304688,
      "epoch": 1.9387755102040818,
      "rel-constrast": 2.14080548286438,
      "step": 2470,
      "subrel-constrast": 2.599369764328003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9498536586761475,
      "cov-distil (oracle2student)": 4.727289199829102,
      "cov-distil (oracle2teacher)": 4.675529956817627,
      "epoch": 1.9395604395604396,
      "rel-constrast": 3.088265895843506,
      "step": 2471,
      "subrel-constrast": 3.1707987785339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6682381629943848,
      "cov-distil (oracle2student)": 4.367327690124512,
      "cov-distil (oracle2teacher)": 4.372818470001221,
      "epoch": 1.9403453689167975,
      "rel-constrast": 3.055204391479492,
      "step": 2472,
      "subrel-constrast": 3.6247777938842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18607759475708,
      "cov-distil (oracle2student)": 4.060159683227539,
      "cov-distil (oracle2teacher)": 3.8476672172546387,
      "epoch": 1.9411302982731553,
      "rel-constrast": 4.087628364562988,
      "step": 2473,
      "subrel-constrast": 4.49715518951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.417043447494507,
      "cov-distil (oracle2student)": 4.916109561920166,
      "cov-distil (oracle2teacher)": 5.248584747314453,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.9990792274475098,
      "step": 2474,
      "subrel-constrast": 4.52692985534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.954000949859619,
      "cov-distil (oracle2student)": 3.497328281402588,
      "cov-distil (oracle2teacher)": 3.1571311950683594,
      "epoch": 1.9427001569858713,
      "rel-constrast": 2.25998592376709,
      "step": 2475,
      "subrel-constrast": 3.314478874206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133957862854004,
      "cov-distil (oracle2student)": 4.546296119689941,
      "cov-distil (oracle2teacher)": 4.106150150299072,
      "epoch": 1.9434850863422293,
      "rel-constrast": 5.421614170074463,
      "step": 2476,
      "subrel-constrast": 5.483541488647461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6556332111358643,
      "cov-distil (oracle2student)": 6.450920104980469,
      "cov-distil (oracle2teacher)": 6.116326808929443,
      "epoch": 1.9442700156985873,
      "rel-constrast": 3.110126256942749,
      "step": 2477,
      "subrel-constrast": 3.409900426864624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4222064018249512,
      "cov-distil (oracle2student)": 5.483114242553711,
      "cov-distil (oracle2teacher)": 5.254704475402832,
      "epoch": 1.945054945054945,
      "rel-constrast": 3.5260653495788574,
      "step": 2478,
      "subrel-constrast": 3.6301498413085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8981573581695557,
      "cov-distil (oracle2student)": 3.4009275436401367,
      "cov-distil (oracle2teacher)": 3.8342525959014893,
      "epoch": 1.945839874411303,
      "rel-constrast": 2.809504270553589,
      "step": 2479,
      "subrel-constrast": 2.9279117584228516,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 5.15625,
      "learning_rate": 4.6741682369169116e-05,
      "loss": 0.8375,
      "step": 2480
    },
    {
      "cov-distil": 1.7548041343688965,
      "cov-distil (oracle2student)": 3.385909080505371,
      "cov-distil (oracle2teacher)": 3.081536293029785,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.7045834064483643,
      "step": 2480,
      "subrel-constrast": 2.9248833656311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9525247812271118,
      "cov-distil (oracle2student)": 4.320362091064453,
      "cov-distil (oracle2teacher)": 4.008906364440918,
      "epoch": 1.9474097331240188,
      "rel-constrast": 3.7008070945739746,
      "step": 2481,
      "subrel-constrast": 3.5617988109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8206772804260254,
      "cov-distil (oracle2student)": 5.016617774963379,
      "cov-distil (oracle2teacher)": 4.617125511169434,
      "epoch": 1.9481946624803768,
      "rel-constrast": 3.0347275733947754,
      "step": 2482,
      "subrel-constrast": 3.702119827270508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.094062089920044,
      "cov-distil (oracle2student)": 3.52024245262146,
      "cov-distil (oracle2teacher)": 3.752002477645874,
      "epoch": 1.9489795918367347,
      "rel-constrast": 3.329939126968384,
      "step": 2483,
      "subrel-constrast": 4.237846851348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8044018745422363,
      "cov-distil (oracle2student)": 3.4269986152648926,
      "cov-distil (oracle2teacher)": 3.7321457862854004,
      "epoch": 1.9497645211930927,
      "rel-constrast": 3.511920213699341,
      "step": 2484,
      "subrel-constrast": 4.019540309906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8103156089782715,
      "cov-distil (oracle2student)": 4.392208099365234,
      "cov-distil (oracle2teacher)": 4.847190856933594,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.906230926513672,
      "step": 2485,
      "subrel-constrast": 3.7046427726745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.62659752368927,
      "cov-distil (oracle2student)": 4.81600284576416,
      "cov-distil (oracle2teacher)": 4.675787448883057,
      "epoch": 1.9513343799058085,
      "rel-constrast": 3.4940524101257324,
      "step": 2486,
      "subrel-constrast": 4.294118404388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3786125183105469,
      "cov-distil (oracle2student)": 4.777690410614014,
      "cov-distil (oracle2teacher)": 4.592968463897705,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.6345126628875732,
      "step": 2487,
      "subrel-constrast": 3.5652425289154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4288666248321533,
      "cov-distil (oracle2student)": 5.66049861907959,
      "cov-distil (oracle2teacher)": 5.7888970375061035,
      "epoch": 1.9529042386185242,
      "rel-constrast": 3.392793655395508,
      "step": 2488,
      "subrel-constrast": 4.477807998657227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8116998672485352,
      "cov-distil (oracle2student)": 6.204522609710693,
      "cov-distil (oracle2teacher)": 5.7111711502075195,
      "epoch": 1.9536891679748822,
      "rel-constrast": 2.868224859237671,
      "step": 2489,
      "subrel-constrast": 3.0413248538970947,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 6.5625,
      "learning_rate": 4.669847192841109e-05,
      "loss": 0.7894,
      "step": 2490
    },
    {
      "cov-distil": 2.1892781257629395,
      "cov-distil (oracle2student)": 4.291226387023926,
      "cov-distil (oracle2teacher)": 3.5918831825256348,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.3591976165771484,
      "step": 2490,
      "subrel-constrast": 2.8968348503112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783015489578247,
      "cov-distil (oracle2student)": 4.897640228271484,
      "cov-distil (oracle2teacher)": 4.63388729095459,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.768185615539551,
      "step": 2491,
      "subrel-constrast": 3.3996403217315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7368793487548828,
      "cov-distil (oracle2student)": 4.681768894195557,
      "cov-distil (oracle2teacher)": 4.575322151184082,
      "epoch": 1.9560439560439562,
      "rel-constrast": 3.486682653427124,
      "step": 2492,
      "subrel-constrast": 3.5049121379852295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4947612285614014,
      "cov-distil (oracle2student)": 4.731260299682617,
      "cov-distil (oracle2teacher)": 4.190715312957764,
      "epoch": 1.956828885400314,
      "rel-constrast": 2.2168967723846436,
      "step": 2493,
      "subrel-constrast": 3.1051247119903564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.977271556854248,
      "cov-distil (oracle2student)": 2.5995426177978516,
      "cov-distil (oracle2teacher)": 2.8837151527404785,
      "epoch": 1.957613814756672,
      "rel-constrast": 2.176964282989502,
      "step": 2494,
      "subrel-constrast": 2.4320149421691895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.359961986541748,
      "cov-distil (oracle2student)": 5.679474353790283,
      "cov-distil (oracle2teacher)": 5.045400619506836,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.479555606842041,
      "step": 2495,
      "subrel-constrast": 4.187535762786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3970999717712402,
      "cov-distil (oracle2student)": 5.908551216125488,
      "cov-distil (oracle2teacher)": 5.034759998321533,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.641935348510742,
      "step": 2496,
      "subrel-constrast": 4.067230224609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4836888313293457,
      "cov-distil (oracle2student)": 1.8382935523986816,
      "cov-distil (oracle2teacher)": 2.3758044242858887,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.4366674423217773,
      "step": 2497,
      "subrel-constrast": 2.8462319374084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7385592460632324,
      "cov-distil (oracle2student)": 5.289946556091309,
      "cov-distil (oracle2teacher)": 4.8614277839660645,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.89432692527771,
      "step": 2498,
      "subrel-constrast": 2.456681966781616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5602734088897705,
      "cov-distil (oracle2student)": 4.740970134735107,
      "cov-distil (oracle2teacher)": 4.484185218811035,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.8472046852111816,
      "step": 2499,
      "subrel-constrast": 2.280137300491333,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 4.84375,
      "learning_rate": 4.6654997098620234e-05,
      "loss": 0.6577,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.7319999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7371947237751019,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5497152785081464,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.4269999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6024886983314546,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.5758536795247725,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.5225028158324527,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.3187499940395355,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.057769775390625
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.05743408203125
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.000335693359375,
      "step": 2500
    },
    {
      "cov-distil": 1.1889034509658813,
      "cov-distil (oracle2student)": 4.989969253540039,
      "cov-distil (oracle2teacher)": 5.403383255004883,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.520353317260742,
      "step": 2500,
      "subrel-constrast": 2.462904930114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777575969696045,
      "cov-distil (oracle2student)": 4.895459175109863,
      "cov-distil (oracle2teacher)": 5.13001012802124,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.864901542663574,
      "step": 2501,
      "subrel-constrast": 3.5650999546051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6116943359375,
      "cov-distil (oracle2student)": 4.972499370574951,
      "cov-distil (oracle2teacher)": 4.51531982421875,
      "epoch": 1.9638932496075352,
      "rel-constrast": 4.352564811706543,
      "step": 2502,
      "subrel-constrast": 3.840057134628296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8382141590118408,
      "cov-distil (oracle2student)": 5.2346906661987305,
      "cov-distil (oracle2teacher)": 4.858010292053223,
      "epoch": 1.9646781789638932,
      "rel-constrast": 4.185388565063477,
      "step": 2503,
      "subrel-constrast": 4.345432758331299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7649011611938477,
      "cov-distil (oracle2student)": 5.684311389923096,
      "cov-distil (oracle2teacher)": 5.492239475250244,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.298300266265869,
      "step": 2504,
      "subrel-constrast": 3.095992088317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7059078216552734,
      "cov-distil (oracle2student)": 3.1343040466308594,
      "cov-distil (oracle2teacher)": 3.5195932388305664,
      "epoch": 1.9662480376766092,
      "rel-constrast": 2.044071912765503,
      "step": 2505,
      "subrel-constrast": 2.9576950073242188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6939268112182617,
      "cov-distil (oracle2student)": 3.6732397079467773,
      "cov-distil (oracle2teacher)": 4.491720199584961,
      "epoch": 1.9670329670329672,
      "rel-constrast": 3.3576762676239014,
      "step": 2506,
      "subrel-constrast": 3.682584285736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7423555850982666,
      "cov-distil (oracle2student)": 4.238630771636963,
      "cov-distil (oracle2teacher)": 4.380505084991455,
      "epoch": 1.967817896389325,
      "rel-constrast": 3.720757007598877,
      "step": 2507,
      "subrel-constrast": 4.213517665863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.458566665649414,
      "cov-distil (oracle2student)": 4.9264116287231445,
      "cov-distil (oracle2teacher)": 4.189628601074219,
      "epoch": 1.968602825745683,
      "rel-constrast": 3.370133638381958,
      "step": 2508,
      "subrel-constrast": 3.4362518787384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632619857788086,
      "cov-distil (oracle2student)": 7.027885437011719,
      "cov-distil (oracle2teacher)": 6.686251640319824,
      "epoch": 1.9693877551020407,
      "rel-constrast": 3.4220123291015625,
      "step": 2509,
      "subrel-constrast": 3.0018980503082275,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 6.6875,
      "learning_rate": 4.661125840952364e-05,
      "loss": 0.8034,
      "step": 2510
    },
    {
      "cov-distil": 2.1405816078186035,
      "cov-distil (oracle2student)": 3.9598770141601562,
      "cov-distil (oracle2teacher)": 3.3863701820373535,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.9756383895874023,
      "step": 2510,
      "subrel-constrast": 3.2430498600006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7956998348236084,
      "cov-distil (oracle2student)": 4.07209587097168,
      "cov-distil (oracle2teacher)": 3.9143424034118652,
      "epoch": 1.9709576138147566,
      "rel-constrast": 3.387775182723999,
      "step": 2511,
      "subrel-constrast": 3.415180206298828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.896665096282959,
      "cov-distil (oracle2student)": 4.5163421630859375,
      "cov-distil (oracle2teacher)": 4.222028732299805,
      "epoch": 1.9717425431711146,
      "rel-constrast": 3.8630058765411377,
      "step": 2512,
      "subrel-constrast": 3.6989686489105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3496065139770508,
      "cov-distil (oracle2student)": 5.272412300109863,
      "cov-distil (oracle2teacher)": 4.897085189819336,
      "epoch": 1.9725274725274726,
      "rel-constrast": 4.675225257873535,
      "step": 2513,
      "subrel-constrast": 4.445426940917969,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1098272800445557,
      "cov-distil (oracle2student)": 4.998143196105957,
      "cov-distil (oracle2teacher)": 4.635144233703613,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.9594974517822266,
      "step": 2514,
      "subrel-constrast": 4.474101543426514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.980323314666748,
      "cov-distil (oracle2student)": 5.377851963043213,
      "cov-distil (oracle2teacher)": 4.654728889465332,
      "epoch": 1.9740973312401884,
      "rel-constrast": 3.0560247898101807,
      "step": 2515,
      "subrel-constrast": 3.3322532176971436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5558903217315674,
      "cov-distil (oracle2student)": 5.32174015045166,
      "cov-distil (oracle2teacher)": 4.404253005981445,
      "epoch": 1.9748822605965461,
      "rel-constrast": 3.1791138648986816,
      "step": 2516,
      "subrel-constrast": 2.9211363792419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9804236888885498,
      "cov-distil (oracle2student)": 5.639671325683594,
      "cov-distil (oracle2teacher)": 4.037267684936523,
      "epoch": 1.9756671899529041,
      "rel-constrast": 3.462228536605835,
      "step": 2517,
      "subrel-constrast": 3.365971803665161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8307290077209473,
      "cov-distil (oracle2student)": 5.2101593017578125,
      "cov-distil (oracle2teacher)": 4.7519307136535645,
      "epoch": 1.9764521193092621,
      "rel-constrast": 2.751274585723877,
      "step": 2518,
      "subrel-constrast": 3.4853155612945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3701603412628174,
      "cov-distil (oracle2student)": 4.16019868850708,
      "cov-distil (oracle2teacher)": 3.88558030128479,
      "epoch": 1.9772370486656201,
      "rel-constrast": 3.1098735332489014,
      "step": 2519,
      "subrel-constrast": 3.424828290939331,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 5.53125,
      "learning_rate": 4.656725639406342e-05,
      "loss": 0.8605,
      "step": 2520
    },
    {
      "cov-distil": 1.8208730220794678,
      "cov-distil (oracle2student)": 4.6110076904296875,
      "cov-distil (oracle2teacher)": 4.716545104980469,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.7285246849060059,
      "step": 2520,
      "subrel-constrast": 2.5446057319641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0023183822631836,
      "cov-distil (oracle2student)": 3.38986873626709,
      "cov-distil (oracle2teacher)": 3.3501856327056885,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.324366569519043,
      "step": 2521,
      "subrel-constrast": 3.0964603424072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.334498405456543,
      "cov-distil (oracle2student)": 4.856697082519531,
      "cov-distil (oracle2teacher)": 4.089101791381836,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.9789016246795654,
      "step": 2522,
      "subrel-constrast": 3.765784502029419,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9964656829833984,
      "cov-distil (oracle2student)": 5.284467697143555,
      "cov-distil (oracle2teacher)": 4.885811805725098,
      "epoch": 1.9803767660910518,
      "rel-constrast": 2.9619767665863037,
      "step": 2523,
      "subrel-constrast": 3.6363108158111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.280225992202759,
      "cov-distil (oracle2student)": 4.572060585021973,
      "cov-distil (oracle2teacher)": 5.308579444885254,
      "epoch": 1.9811616954474096,
      "rel-constrast": 4.550897598266602,
      "step": 2524,
      "subrel-constrast": 3.8651163578033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0331525802612305,
      "cov-distil (oracle2student)": 3.820326328277588,
      "cov-distil (oracle2teacher)": 4.022987365722656,
      "epoch": 1.9819466248037676,
      "rel-constrast": 2.8438022136688232,
      "step": 2525,
      "subrel-constrast": 3.0849292278289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6681325435638428,
      "cov-distil (oracle2student)": 3.7617101669311523,
      "cov-distil (oracle2teacher)": 3.8110156059265137,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.3543949127197266,
      "step": 2526,
      "subrel-constrast": 3.2733795642852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7095081806182861,
      "cov-distil (oracle2student)": 3.756537914276123,
      "cov-distil (oracle2teacher)": 3.6703929901123047,
      "epoch": 1.9835164835164836,
      "rel-constrast": 2.290924072265625,
      "step": 2527,
      "subrel-constrast": 2.7162516117095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0770387649536133,
      "cov-distil (oracle2student)": 4.556806564331055,
      "cov-distil (oracle2teacher)": 4.784043312072754,
      "epoch": 1.9843014128728416,
      "rel-constrast": 3.1045072078704834,
      "step": 2528,
      "subrel-constrast": 3.4463844299316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7494168281555176,
      "cov-distil (oracle2student)": 4.681573390960693,
      "cov-distil (oracle2teacher)": 3.848602771759033,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.574030637741089,
      "step": 2529,
      "subrel-constrast": 3.2245657444000244,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 5.8125,
      "learning_rate": 4.652299158839025e-05,
      "loss": 0.7178,
      "step": 2530
    },
    {
      "cov-distil": 1.7346848249435425,
      "cov-distil (oracle2student)": 4.8698296546936035,
      "cov-distil (oracle2teacher)": 4.825931549072266,
      "epoch": 1.9858712715855573,
      "rel-constrast": 3.585970640182495,
      "step": 2530,
      "subrel-constrast": 3.770387649536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2724266052246094,
      "cov-distil (oracle2student)": 4.475290298461914,
      "cov-distil (oracle2teacher)": 5.021400451660156,
      "epoch": 1.986656200941915,
      "rel-constrast": 4.5093278884887695,
      "step": 2531,
      "subrel-constrast": 5.745297908782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6811983585357666,
      "cov-distil (oracle2student)": 3.1182215213775635,
      "cov-distil (oracle2teacher)": 3.111572742462158,
      "epoch": 1.987441130298273,
      "rel-constrast": 3.119442939758301,
      "step": 2532,
      "subrel-constrast": 3.3072221279144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6843957901000977,
      "cov-distil (oracle2student)": 3.5441179275512695,
      "cov-distil (oracle2teacher)": 3.8336758613586426,
      "epoch": 1.988226059654631,
      "rel-constrast": 2.2661242485046387,
      "step": 2533,
      "subrel-constrast": 2.673743724822998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609723448753357,
      "cov-distil (oracle2student)": 3.9635720252990723,
      "cov-distil (oracle2teacher)": 3.162868022918701,
      "epoch": 1.989010989010989,
      "rel-constrast": 2.9528791904449463,
      "step": 2534,
      "subrel-constrast": 3.235825538635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3498103618621826,
      "cov-distil (oracle2student)": 4.564652919769287,
      "cov-distil (oracle2teacher)": 4.407305717468262,
      "epoch": 1.989795918367347,
      "rel-constrast": 3.07208514213562,
      "step": 2535,
      "subrel-constrast": 3.572108030319214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7823994159698486,
      "cov-distil (oracle2student)": 3.611025094985962,
      "cov-distil (oracle2teacher)": 3.8958826065063477,
      "epoch": 1.990580847723705,
      "rel-constrast": 3.2095420360565186,
      "step": 2536,
      "subrel-constrast": 3.2171356678009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1293184757232666,
      "cov-distil (oracle2student)": 2.723536968231201,
      "cov-distil (oracle2teacher)": 2.657676935195923,
      "epoch": 1.9913657770800628,
      "rel-constrast": 3.2314369678497314,
      "step": 2537,
      "subrel-constrast": 3.400932788848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6489386558532715,
      "cov-distil (oracle2student)": 5.869519233703613,
      "cov-distil (oracle2teacher)": 4.48482084274292,
      "epoch": 1.9921507064364206,
      "rel-constrast": 3.224616289138794,
      "step": 2538,
      "subrel-constrast": 2.9965879917144775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1899025440216064,
      "cov-distil (oracle2student)": 4.266253471374512,
      "cov-distil (oracle2teacher)": 4.137933731079102,
      "epoch": 1.9929356357927785,
      "rel-constrast": 3.430091619491577,
      "step": 2539,
      "subrel-constrast": 3.63996958732605,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 7.125,
      "learning_rate": 4.647846453185681e-05,
      "loss": 0.815,
      "step": 2540
    },
    {
      "cov-distil": 1.6520800590515137,
      "cov-distil (oracle2student)": 3.930108070373535,
      "cov-distil (oracle2teacher)": 4.2769622802734375,
      "epoch": 1.9937205651491365,
      "rel-constrast": 2.827643394470215,
      "step": 2540,
      "subrel-constrast": 2.9173638820648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8811460733413696,
      "cov-distil (oracle2student)": 3.7727441787719727,
      "cov-distil (oracle2teacher)": 4.057680130004883,
      "epoch": 1.9945054945054945,
      "rel-constrast": 3.5172600746154785,
      "step": 2541,
      "subrel-constrast": 4.3248395919799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.472818374633789,
      "cov-distil (oracle2student)": 5.5538330078125,
      "cov-distil (oracle2teacher)": 5.668854236602783,
      "epoch": 1.9952904238618525,
      "rel-constrast": 5.5265607833862305,
      "step": 2542,
      "subrel-constrast": 5.527237892150879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8924559354782104,
      "cov-distil (oracle2student)": 4.159456253051758,
      "cov-distil (oracle2teacher)": 4.394796848297119,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.5363340377807617,
      "step": 2543,
      "subrel-constrast": 3.0135364532470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0612401962280273,
      "cov-distil (oracle2student)": 3.94568133354187,
      "cov-distil (oracle2teacher)": 3.777040481567383,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.8329825401306152,
      "step": 2544,
      "subrel-constrast": 3.4137532711029053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8864853382110596,
      "cov-distil (oracle2student)": 6.212244033813477,
      "cov-distil (oracle2teacher)": 5.992821216583252,
      "epoch": 1.9976452119309263,
      "rel-constrast": 3.6365323066711426,
      "step": 2545,
      "subrel-constrast": 3.751669406890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025923252105713,
      "cov-distil (oracle2student)": 4.162091255187988,
      "cov-distil (oracle2teacher)": 3.873032569885254,
      "epoch": 1.998430141287284,
      "rel-constrast": 3.361934185028076,
      "step": 2546,
      "subrel-constrast": 3.703355073928833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5625593662261963,
      "cov-distil (oracle2student)": 4.9743242263793945,
      "cov-distil (oracle2teacher)": 4.866188049316406,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.7695367336273193,
      "step": 2547,
      "subrel-constrast": 3.4090850353240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4060585498809814,
      "cov-distil (oracle2student)": 4.8120341300964355,
      "cov-distil (oracle2teacher)": 4.888725280761719,
      "epoch": 2.0,
      "rel-constrast": 4.934138298034668,
      "step": 2548,
      "subrel-constrast": 4.67734956741333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7230801582336426,
      "cov-distil (oracle2student)": 4.232766151428223,
      "cov-distil (oracle2teacher)": 4.37992000579834,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.8506336212158203,
      "step": 2549,
      "subrel-constrast": 3.0375003814697266,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 6.40625,
      "learning_rate": 4.6433675767011245e-05,
      "loss": 0.8698,
      "step": 2550
    },
    {
      "cov-distil": 1.9377713203430176,
      "cov-distil (oracle2student)": 4.0215630531311035,
      "cov-distil (oracle2teacher)": 3.417076587677002,
      "epoch": 2.001569858712716,
      "rel-constrast": 2.7023115158081055,
      "step": 2550,
      "subrel-constrast": 3.2986392974853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5931271314620972,
      "cov-distil (oracle2student)": 3.962111234664917,
      "cov-distil (oracle2teacher)": 3.581599235534668,
      "epoch": 2.002354788069074,
      "rel-constrast": 1.6829606294631958,
      "step": 2551,
      "subrel-constrast": 2.3691651821136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02823543548584,
      "cov-distil (oracle2student)": 4.154831886291504,
      "cov-distil (oracle2teacher)": 4.058949947357178,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.8678414821624756,
      "step": 2552,
      "subrel-constrast": 3.133270502090454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4136981964111328,
      "cov-distil (oracle2student)": 6.021694183349609,
      "cov-distil (oracle2teacher)": 5.43492317199707,
      "epoch": 2.0039246467817895,
      "rel-constrast": 3.7520861625671387,
      "step": 2553,
      "subrel-constrast": 3.5556910037994385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9282324314117432,
      "cov-distil (oracle2student)": 5.452029705047607,
      "cov-distil (oracle2teacher)": 4.480014801025391,
      "epoch": 2.0047095761381475,
      "rel-constrast": 3.6557397842407227,
      "step": 2554,
      "subrel-constrast": 4.0053324699401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.048246383666992,
      "cov-distil (oracle2student)": 5.182993412017822,
      "cov-distil (oracle2teacher)": 5.222489833831787,
      "epoch": 2.0054945054945055,
      "rel-constrast": 4.394925594329834,
      "step": 2555,
      "subrel-constrast": 4.375667572021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8075175285339355,
      "cov-distil (oracle2student)": 5.079230308532715,
      "cov-distil (oracle2teacher)": 4.053122520446777,
      "epoch": 2.0062794348508635,
      "rel-constrast": 4.1636552810668945,
      "step": 2556,
      "subrel-constrast": 2.9166200160980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7089974880218506,
      "cov-distil (oracle2student)": 4.58721399307251,
      "cov-distil (oracle2teacher)": 4.696287155151367,
      "epoch": 2.0070643642072215,
      "rel-constrast": 3.177973747253418,
      "step": 2557,
      "subrel-constrast": 3.7153561115264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17765736579895,
      "cov-distil (oracle2student)": 4.24398136138916,
      "cov-distil (oracle2teacher)": 3.951256513595581,
      "epoch": 2.0078492935635794,
      "rel-constrast": 3.1594977378845215,
      "step": 2558,
      "subrel-constrast": 3.606424570083618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935513019561768,
      "cov-distil (oracle2student)": 4.620652675628662,
      "cov-distil (oracle2teacher)": 4.138450622558594,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.5392980575561523,
      "step": 2559,
      "subrel-constrast": 2.7282941341400146,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 5.0625,
      "learning_rate": 4.6388625839590516e-05,
      "loss": 0.8024,
      "step": 2560
    },
    {
      "cov-distil": 1.729694128036499,
      "cov-distil (oracle2student)": 4.379123687744141,
      "cov-distil (oracle2teacher)": 4.636968612670898,
      "epoch": 2.009419152276295,
      "rel-constrast": 3.4716782569885254,
      "step": 2560,
      "subrel-constrast": 3.4421348571777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9346232414245605,
      "cov-distil (oracle2student)": 4.503591537475586,
      "cov-distil (oracle2teacher)": 4.033178329467773,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.8654427528381348,
      "step": 2561,
      "subrel-constrast": 3.756258487701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.92144775390625,
      "cov-distil (oracle2student)": 4.678013324737549,
      "cov-distil (oracle2teacher)": 4.585729598999023,
      "epoch": 2.010989010989011,
      "rel-constrast": 2.489734649658203,
      "step": 2562,
      "subrel-constrast": 3.458974838256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2944676876068115,
      "cov-distil (oracle2student)": 4.771945476531982,
      "cov-distil (oracle2teacher)": 4.66573429107666,
      "epoch": 2.011773940345369,
      "rel-constrast": 4.206907272338867,
      "step": 2563,
      "subrel-constrast": 4.226668357849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1425752639770508,
      "cov-distil (oracle2student)": 3.9292030334472656,
      "cov-distil (oracle2teacher)": 4.153318881988525,
      "epoch": 2.012558869701727,
      "rel-constrast": 2.1583518981933594,
      "step": 2564,
      "subrel-constrast": 2.4861583709716797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7355307340621948,
      "cov-distil (oracle2student)": 5.138701915740967,
      "cov-distil (oracle2teacher)": 4.844103813171387,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.8903071880340576,
      "step": 2565,
      "subrel-constrast": 3.7868266105651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3429396152496338,
      "cov-distil (oracle2student)": 4.260768413543701,
      "cov-distil (oracle2teacher)": 4.342051029205322,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.783715009689331,
      "step": 2566,
      "subrel-constrast": 2.8399477005004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3317694664001465,
      "cov-distil (oracle2student)": 6.2133636474609375,
      "cov-distil (oracle2teacher)": 5.318451404571533,
      "epoch": 2.0149136577708004,
      "rel-constrast": 3.5604028701782227,
      "step": 2567,
      "subrel-constrast": 4.00523042678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.279771566390991,
      "cov-distil (oracle2student)": 4.9654645919799805,
      "cov-distil (oracle2teacher)": 4.569709300994873,
      "epoch": 2.0156985871271584,
      "rel-constrast": 3.7424776554107666,
      "step": 2568,
      "subrel-constrast": 3.951573133468628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4119958877563477,
      "cov-distil (oracle2student)": 5.350419044494629,
      "cov-distil (oracle2teacher)": 4.465328216552734,
      "epoch": 2.0164835164835164,
      "rel-constrast": 3.003523588180542,
      "step": 2569,
      "subrel-constrast": 3.147186756134033,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 9.3125,
      "learning_rate": 4.6343315298513765e-05,
      "loss": 0.8043,
      "step": 2570
    },
    {
      "cov-distil": 1.9530609846115112,
      "cov-distil (oracle2student)": 4.363051414489746,
      "cov-distil (oracle2teacher)": 4.305793762207031,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.6611573696136475,
      "step": 2570,
      "subrel-constrast": 3.485966205596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6558489799499512,
      "cov-distil (oracle2student)": 3.1347744464874268,
      "cov-distil (oracle2teacher)": 3.3057281970977783,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.8396590948104858,
      "step": 2571,
      "subrel-constrast": 2.9246718883514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9860482215881348,
      "cov-distil (oracle2student)": 4.001497268676758,
      "cov-distil (oracle2teacher)": 4.129349708557129,
      "epoch": 2.0188383045525904,
      "rel-constrast": 3.5245447158813477,
      "step": 2572,
      "subrel-constrast": 3.262122392654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9627496004104614,
      "cov-distil (oracle2student)": 4.629264831542969,
      "cov-distil (oracle2teacher)": 4.349371910095215,
      "epoch": 2.0196232339089484,
      "rel-constrast": 4.293024063110352,
      "step": 2573,
      "subrel-constrast": 4.090112686157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6384824514389038,
      "cov-distil (oracle2student)": 4.560413360595703,
      "cov-distil (oracle2teacher)": 4.159158706665039,
      "epoch": 2.020408163265306,
      "rel-constrast": 3.4102444648742676,
      "step": 2574,
      "subrel-constrast": 3.6602067947387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182636260986328,
      "cov-distil (oracle2student)": 4.60952091217041,
      "cov-distil (oracle2teacher)": 4.322705268859863,
      "epoch": 2.021193092621664,
      "rel-constrast": 3.0808157920837402,
      "step": 2575,
      "subrel-constrast": 3.0388102531433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159045696258545,
      "cov-distil (oracle2student)": 5.240100383758545,
      "cov-distil (oracle2teacher)": 4.972382545471191,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.854414939880371,
      "step": 2576,
      "subrel-constrast": 4.069812774658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6850852966308594,
      "cov-distil (oracle2student)": 6.454694747924805,
      "cov-distil (oracle2teacher)": 5.6715922355651855,
      "epoch": 2.02276295133438,
      "rel-constrast": 4.872110366821289,
      "step": 2577,
      "subrel-constrast": 5.180157661437988,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8068534135818481,
      "cov-distil (oracle2student)": 3.8556199073791504,
      "cov-distil (oracle2teacher)": 3.820314407348633,
      "epoch": 2.023547880690738,
      "rel-constrast": 2.6525394916534424,
      "step": 2578,
      "subrel-constrast": 3.376295566558838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3179640769958496,
      "cov-distil (oracle2student)": 3.495100736618042,
      "cov-distil (oracle2teacher)": 3.7734947204589844,
      "epoch": 2.024332810047096,
      "rel-constrast": 2.5823702812194824,
      "step": 2579,
      "subrel-constrast": 2.9780588150024414,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 7.78125,
      "learning_rate": 4.629774469587566e-05,
      "loss": 0.7943,
      "step": 2580
    },
    {
      "cov-distil": 1.64290189743042,
      "cov-distil (oracle2student)": 4.286041259765625,
      "cov-distil (oracle2teacher)": 4.229805946350098,
      "epoch": 2.025117739403454,
      "rel-constrast": 3.1607584953308105,
      "step": 2580,
      "subrel-constrast": 3.425243616104126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106656074523926,
      "cov-distil (oracle2student)": 5.261075019836426,
      "cov-distil (oracle2teacher)": 5.302379608154297,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.4721899032592773,
      "step": 2581,
      "subrel-constrast": 3.5578668117523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8213783502578735,
      "cov-distil (oracle2student)": 3.935037612915039,
      "cov-distil (oracle2teacher)": 4.231114864349365,
      "epoch": 2.0266875981161694,
      "rel-constrast": 3.170137405395508,
      "step": 2582,
      "subrel-constrast": 3.560936450958252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903618574142456,
      "cov-distil (oracle2student)": 3.957271099090576,
      "cov-distil (oracle2teacher)": 3.6521921157836914,
      "epoch": 2.0274725274725274,
      "rel-constrast": 1.9538326263427734,
      "step": 2583,
      "subrel-constrast": 2.338862895965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.490788459777832,
      "cov-distil (oracle2student)": 4.004213333129883,
      "cov-distil (oracle2teacher)": 4.351874828338623,
      "epoch": 2.0282574568288854,
      "rel-constrast": 3.1571736335754395,
      "step": 2584,
      "subrel-constrast": 3.825326442718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9407141208648682,
      "cov-distil (oracle2student)": 6.653751850128174,
      "cov-distil (oracle2teacher)": 5.674986839294434,
      "epoch": 2.0290423861852434,
      "rel-constrast": 3.3527393341064453,
      "step": 2585,
      "subrel-constrast": 3.6888833045959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9719537496566772,
      "cov-distil (oracle2student)": 3.7289927005767822,
      "cov-distil (oracle2teacher)": 3.6978883743286133,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.562682628631592,
      "step": 2586,
      "subrel-constrast": 3.298043966293335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7187918424606323,
      "cov-distil (oracle2student)": 5.61500358581543,
      "cov-distil (oracle2teacher)": 5.141355514526367,
      "epoch": 2.0306122448979593,
      "rel-constrast": 4.794120788574219,
      "step": 2587,
      "subrel-constrast": 4.2575578689575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7838062047958374,
      "cov-distil (oracle2student)": 4.273924827575684,
      "cov-distil (oracle2teacher)": 4.758326530456543,
      "epoch": 2.0313971742543173,
      "rel-constrast": 3.2736024856567383,
      "step": 2588,
      "subrel-constrast": 3.8568239212036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4097676277160645,
      "cov-distil (oracle2student)": 4.438101768493652,
      "cov-distil (oracle2teacher)": 4.4526777267456055,
      "epoch": 2.032182103610675,
      "rel-constrast": 3.094322681427002,
      "step": 2589,
      "subrel-constrast": 3.6518900394439697,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 7.375,
      "learning_rate": 4.625191458693957e-05,
      "loss": 0.7748,
      "step": 2590
    },
    {
      "cov-distil": 1.9144514799118042,
      "cov-distil (oracle2student)": 5.0744781494140625,
      "cov-distil (oracle2teacher)": 4.561003684997559,
      "epoch": 2.032967032967033,
      "rel-constrast": 3.383823871612549,
      "step": 2590,
      "subrel-constrast": 3.7647018432617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2050082683563232,
      "cov-distil (oracle2student)": 5.980766296386719,
      "cov-distil (oracle2teacher)": 5.246089935302734,
      "epoch": 2.033751962323391,
      "rel-constrast": 2.6208643913269043,
      "step": 2591,
      "subrel-constrast": 3.3308420181274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7517015933990479,
      "cov-distil (oracle2student)": 4.809141635894775,
      "cov-distil (oracle2teacher)": 4.498287677764893,
      "epoch": 2.034536891679749,
      "rel-constrast": 3.3544797897338867,
      "step": 2592,
      "subrel-constrast": 3.7596452236175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.368474006652832,
      "cov-distil (oracle2student)": 4.241973400115967,
      "cov-distil (oracle2teacher)": 4.2504425048828125,
      "epoch": 2.035321821036107,
      "rel-constrast": 2.1063215732574463,
      "step": 2593,
      "subrel-constrast": 3.011367082595825,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374155044555664,
      "cov-distil (oracle2student)": 3.2214338779449463,
      "cov-distil (oracle2teacher)": 3.059232234954834,
      "epoch": 2.036106750392465,
      "rel-constrast": 2.1299049854278564,
      "step": 2594,
      "subrel-constrast": 2.9743096828460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.754664659500122,
      "cov-distil (oracle2student)": 4.529369831085205,
      "cov-distil (oracle2teacher)": 4.538191795349121,
      "epoch": 2.036891679748823,
      "rel-constrast": 3.3162243366241455,
      "step": 2595,
      "subrel-constrast": 3.684436559677124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9793081283569336,
      "cov-distil (oracle2student)": 5.334100723266602,
      "cov-distil (oracle2teacher)": 5.673299789428711,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.7453503608703613,
      "step": 2596,
      "subrel-constrast": 3.9526169300079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9506689310073853,
      "cov-distil (oracle2student)": 4.164947509765625,
      "cov-distil (oracle2teacher)": 4.2195048332214355,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.7940795421600342,
      "step": 2597,
      "subrel-constrast": 2.7505993843078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.353914976119995,
      "cov-distil (oracle2student)": 3.102748394012451,
      "cov-distil (oracle2teacher)": 3.476780414581299,
      "epoch": 2.0392464678178963,
      "rel-constrast": 2.194990873336792,
      "step": 2598,
      "subrel-constrast": 2.9327163696289062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7772551774978638,
      "cov-distil (oracle2student)": 4.323163032531738,
      "cov-distil (oracle2teacher)": 4.323888778686523,
      "epoch": 2.0400313971742543,
      "rel-constrast": 2.540398359298706,
      "step": 2599,
      "subrel-constrast": 3.4497170448303223,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 5.75,
      "learning_rate": 4.6205825530130944e-05,
      "loss": 0.6547,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.27031251788139343,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.0684814453125
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.055023193359375
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.013458251953125,
      "step": 2600
    },
    {
      "cov-distil": 1.9599573612213135,
      "cov-distil (oracle2student)": 4.334949016571045,
      "cov-distil (oracle2teacher)": 4.332773208618164,
      "epoch": 2.0408163265306123,
      "rel-constrast": 2.2787487506866455,
      "step": 2600,
      "subrel-constrast": 2.7162485122680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6753385066986084,
      "cov-distil (oracle2student)": 3.1705105304718018,
      "cov-distil (oracle2teacher)": 3.1863956451416016,
      "epoch": 2.0416012558869703,
      "rel-constrast": 3.380878448486328,
      "step": 2601,
      "subrel-constrast": 4.0329132080078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4791250228881836,
      "cov-distil (oracle2student)": 3.3417696952819824,
      "cov-distil (oracle2teacher)": 3.1240437030792236,
      "epoch": 2.0423861852433283,
      "rel-constrast": 3.5847482681274414,
      "step": 2602,
      "subrel-constrast": 3.6848323345184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2350072860717773,
      "cov-distil (oracle2student)": 4.5829386711120605,
      "cov-distil (oracle2teacher)": 3.928952932357788,
      "epoch": 2.043171114599686,
      "rel-constrast": 2.38070011138916,
      "step": 2603,
      "subrel-constrast": 2.7307372093200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0364584922790527,
      "cov-distil (oracle2student)": 2.5215747356414795,
      "cov-distil (oracle2teacher)": 3.479705810546875,
      "epoch": 2.043956043956044,
      "rel-constrast": 2.4963343143463135,
      "step": 2604,
      "subrel-constrast": 3.1777212619781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8203030824661255,
      "cov-distil (oracle2student)": 5.179355144500732,
      "cov-distil (oracle2teacher)": 5.203173637390137,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.9996206760406494,
      "step": 2605,
      "subrel-constrast": 3.893571615219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810497522354126,
      "cov-distil (oracle2student)": 4.0920915603637695,
      "cov-distil (oracle2teacher)": 4.175153732299805,
      "epoch": 2.0455259026687598,
      "rel-constrast": 2.0392580032348633,
      "step": 2606,
      "subrel-constrast": 2.6604857444763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6501166820526123,
      "cov-distil (oracle2student)": 6.8314642906188965,
      "cov-distil (oracle2teacher)": 5.271141052246094,
      "epoch": 2.0463108320251178,
      "rel-constrast": 4.214098930358887,
      "step": 2607,
      "subrel-constrast": 3.6952028274536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189912796020508,
      "cov-distil (oracle2student)": 4.973696708679199,
      "cov-distil (oracle2teacher)": 4.131874084472656,
      "epoch": 2.0470957613814758,
      "rel-constrast": 2.0516114234924316,
      "step": 2608,
      "subrel-constrast": 3.1052796840667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587594509124756,
      "cov-distil (oracle2student)": 4.460018157958984,
      "cov-distil (oracle2teacher)": 3.875865936279297,
      "epoch": 2.0478806907378337,
      "rel-constrast": 2.4061925411224365,
      "step": 2609,
      "subrel-constrast": 3.9187872409820557,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 5.84375,
      "learning_rate": 4.615947808703038e-05,
      "loss": 0.6958,
      "step": 2610
    },
    {
      "cov-distil": 1.3121542930603027,
      "cov-distil (oracle2student)": 3.5239992141723633,
      "cov-distil (oracle2teacher)": 3.66960072517395,
      "epoch": 2.0486656200941917,
      "rel-constrast": 3.157320261001587,
      "step": 2610,
      "subrel-constrast": 3.702549695968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8178378343582153,
      "cov-distil (oracle2student)": 6.496721267700195,
      "cov-distil (oracle2teacher)": 5.5974016189575195,
      "epoch": 2.0494505494505493,
      "rel-constrast": 2.9603922367095947,
      "step": 2611,
      "subrel-constrast": 3.3300070762634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4235543012619019,
      "cov-distil (oracle2student)": 5.199825763702393,
      "cov-distil (oracle2teacher)": 4.541558265686035,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.590573310852051,
      "step": 2612,
      "subrel-constrast": 4.447882652282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8470898866653442,
      "cov-distil (oracle2student)": 4.730347633361816,
      "cov-distil (oracle2teacher)": 4.164238452911377,
      "epoch": 2.0510204081632653,
      "rel-constrast": 3.3476314544677734,
      "step": 2613,
      "subrel-constrast": 3.5674805641174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1728808879852295,
      "cov-distil (oracle2student)": 5.276403427124023,
      "cov-distil (oracle2teacher)": 4.225274085998535,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.727715492248535,
      "step": 2614,
      "subrel-constrast": 3.916203498840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107821464538574,
      "cov-distil (oracle2student)": 5.391210079193115,
      "cov-distil (oracle2teacher)": 5.489698886871338,
      "epoch": 2.0525902668759812,
      "rel-constrast": 2.6765925884246826,
      "step": 2615,
      "subrel-constrast": 3.366100788116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871289849281311,
      "cov-distil (oracle2student)": 4.368426322937012,
      "cov-distil (oracle2teacher)": 4.667512893676758,
      "epoch": 2.053375196232339,
      "rel-constrast": 2.2902064323425293,
      "step": 2616,
      "subrel-constrast": 2.7595367431640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3633742332458496,
      "cov-distil (oracle2student)": 3.0883371829986572,
      "cov-distil (oracle2teacher)": 3.698395013809204,
      "epoch": 2.054160125588697,
      "rel-constrast": 2.2036516666412354,
      "step": 2617,
      "subrel-constrast": 2.7595908641815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471066951751709,
      "cov-distil (oracle2student)": 4.996579170227051,
      "cov-distil (oracle2teacher)": 5.2777910232543945,
      "epoch": 2.0549450549450547,
      "rel-constrast": 2.8793280124664307,
      "step": 2618,
      "subrel-constrast": 3.0873780250549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059990167617798,
      "cov-distil (oracle2student)": 4.370577812194824,
      "cov-distil (oracle2teacher)": 4.407511234283447,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.730240821838379,
      "step": 2619,
      "subrel-constrast": 4.285340309143066,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 6.875,
      "learning_rate": 4.611287282236686e-05,
      "loss": 0.7641,
      "step": 2620
    },
    {
      "cov-distil": 1.273260235786438,
      "cov-distil (oracle2student)": 2.9554643630981445,
      "cov-distil (oracle2teacher)": 2.9124755859375,
      "epoch": 2.0565149136577707,
      "rel-constrast": 2.5914559364318848,
      "step": 2620,
      "subrel-constrast": 2.444936513900757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3982512950897217,
      "cov-distil (oracle2student)": 3.346816062927246,
      "cov-distil (oracle2teacher)": 3.162898302078247,
      "epoch": 2.0572998430141287,
      "rel-constrast": 2.4623937606811523,
      "step": 2621,
      "subrel-constrast": 2.9139773845672607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777498483657837,
      "cov-distil (oracle2student)": 3.0417275428771973,
      "cov-distil (oracle2teacher)": 3.0040581226348877,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.7511425018310547,
      "step": 2622,
      "subrel-constrast": 3.5441601276397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7731595039367676,
      "cov-distil (oracle2student)": 2.708233594894409,
      "cov-distil (oracle2teacher)": 2.6952953338623047,
      "epoch": 2.0588697017268447,
      "rel-constrast": 2.1112568378448486,
      "step": 2623,
      "subrel-constrast": 3.2257211208343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7879929542541504,
      "cov-distil (oracle2student)": 5.2504119873046875,
      "cov-distil (oracle2teacher)": 5.013355731964111,
      "epoch": 2.0596546310832027,
      "rel-constrast": 2.437877893447876,
      "step": 2624,
      "subrel-constrast": 2.7095768451690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8086116313934326,
      "cov-distil (oracle2student)": 3.55668568611145,
      "cov-distil (oracle2teacher)": 3.2694497108459473,
      "epoch": 2.0604395604395602,
      "rel-constrast": 2.7780134677886963,
      "step": 2625,
      "subrel-constrast": 3.39591646194458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8230431079864502,
      "cov-distil (oracle2student)": 5.704968452453613,
      "cov-distil (oracle2teacher)": 5.55893611907959,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.6246590614318848,
      "step": 2626,
      "subrel-constrast": 4.6057891845703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7919341325759888,
      "cov-distil (oracle2student)": 5.597870826721191,
      "cov-distil (oracle2teacher)": 5.256979942321777,
      "epoch": 2.062009419152276,
      "rel-constrast": 2.2496767044067383,
      "step": 2627,
      "subrel-constrast": 2.4335296154022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969364881515503,
      "cov-distil (oracle2student)": 4.96711540222168,
      "cov-distil (oracle2teacher)": 5.427218914031982,
      "epoch": 2.062794348508634,
      "rel-constrast": 3.431835651397705,
      "step": 2628,
      "subrel-constrast": 3.713629722595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8349517583847046,
      "cov-distil (oracle2student)": 5.372576713562012,
      "cov-distil (oracle2teacher)": 4.703330039978027,
      "epoch": 2.063579277864992,
      "rel-constrast": 3.3668973445892334,
      "step": 2629,
      "subrel-constrast": 3.228548049926758,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 6.0625,
      "learning_rate": 4.606601030401081e-05,
      "loss": 0.6951,
      "step": 2630
    },
    {
      "cov-distil": 1.9717159271240234,
      "cov-distil (oracle2student)": 4.019659042358398,
      "cov-distil (oracle2teacher)": 4.099271774291992,
      "epoch": 2.06436420722135,
      "rel-constrast": 3.872594118118286,
      "step": 2630,
      "subrel-constrast": 4.412281036376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6796497106552124,
      "cov-distil (oracle2student)": 4.730873107910156,
      "cov-distil (oracle2teacher)": 4.047366619110107,
      "epoch": 2.065149136577708,
      "rel-constrast": 3.0993740558624268,
      "step": 2631,
      "subrel-constrast": 3.298053026199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.769099473953247,
      "cov-distil (oracle2student)": 3.047415256500244,
      "cov-distil (oracle2teacher)": 3.062382459640503,
      "epoch": 2.065934065934066,
      "rel-constrast": 2.531759262084961,
      "step": 2632,
      "subrel-constrast": 3.317408323287964,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172146797180176,
      "cov-distil (oracle2student)": 6.097752571105957,
      "cov-distil (oracle2teacher)": 5.0578718185424805,
      "epoch": 2.0667189952904237,
      "rel-constrast": 3.3052895069122314,
      "step": 2633,
      "subrel-constrast": 3.216153383255005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7707581520080566,
      "cov-distil (oracle2student)": 2.854623317718506,
      "cov-distil (oracle2teacher)": 2.5792407989501953,
      "epoch": 2.0675039246467817,
      "rel-constrast": 2.815687656402588,
      "step": 2634,
      "subrel-constrast": 2.8273110389709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4964101314544678,
      "cov-distil (oracle2student)": 3.2439072132110596,
      "cov-distil (oracle2teacher)": 3.307908058166504,
      "epoch": 2.0682888540031397,
      "rel-constrast": 2.1199488639831543,
      "step": 2635,
      "subrel-constrast": 2.822643756866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4465312957763672,
      "cov-distil (oracle2student)": 4.0055036544799805,
      "cov-distil (oracle2teacher)": 3.777785062789917,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.9512943029403687,
      "step": 2636,
      "subrel-constrast": 2.1339073181152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.082223653793335,
      "cov-distil (oracle2student)": 2.9353997707366943,
      "cov-distil (oracle2teacher)": 3.306615114212036,
      "epoch": 2.0698587127158556,
      "rel-constrast": 2.733520746231079,
      "step": 2637,
      "subrel-constrast": 2.6333048343658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9792912006378174,
      "cov-distil (oracle2student)": 3.156419515609741,
      "cov-distil (oracle2teacher)": 3.425894260406494,
      "epoch": 2.0706436420722136,
      "rel-constrast": 2.505803108215332,
      "step": 2638,
      "subrel-constrast": 2.43332839012146,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5616672039031982,
      "cov-distil (oracle2student)": 5.6973114013671875,
      "cov-distil (oracle2teacher)": 5.668779373168945,
      "epoch": 2.0714285714285716,
      "rel-constrast": 3.4316844940185547,
      "step": 2639,
      "subrel-constrast": 4.117895126342773,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 7.375,
      "learning_rate": 4.601889110296723e-05,
      "loss": 0.7092,
      "step": 2640
    },
    {
      "cov-distil": 1.574925422668457,
      "cov-distil (oracle2student)": 6.798882484436035,
      "cov-distil (oracle2teacher)": 7.086607933044434,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.8487024307250977,
      "step": 2640,
      "subrel-constrast": 2.930239677429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1429190635681152,
      "cov-distil (oracle2student)": 4.195045471191406,
      "cov-distil (oracle2teacher)": 3.499901056289673,
      "epoch": 2.072998430141287,
      "rel-constrast": 3.516721248626709,
      "step": 2641,
      "subrel-constrast": 3.68375825881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.290168046951294,
      "cov-distil (oracle2student)": 4.739067077636719,
      "cov-distil (oracle2teacher)": 4.19989013671875,
      "epoch": 2.073783359497645,
      "rel-constrast": 3.089609384536743,
      "step": 2642,
      "subrel-constrast": 3.0934457778930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38181734085083,
      "cov-distil (oracle2student)": 3.107469081878662,
      "cov-distil (oracle2teacher)": 3.339040517807007,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.4778902530670166,
      "step": 2643,
      "subrel-constrast": 3.133873224258423,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1994757652282715,
      "cov-distil (oracle2student)": 4.61014986038208,
      "cov-distil (oracle2teacher)": 5.117853164672852,
      "epoch": 2.075353218210361,
      "rel-constrast": 3.872953414916992,
      "step": 2644,
      "subrel-constrast": 4.006265163421631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8551610708236694,
      "cov-distil (oracle2student)": 4.954656600952148,
      "cov-distil (oracle2teacher)": 4.871798515319824,
      "epoch": 2.076138147566719,
      "rel-constrast": 3.5060129165649414,
      "step": 2645,
      "subrel-constrast": 3.422405242919922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0594091415405273,
      "cov-distil (oracle2student)": 3.5196480751037598,
      "cov-distil (oracle2teacher)": 3.7636115550994873,
      "epoch": 2.076923076923077,
      "rel-constrast": 2.698888063430786,
      "step": 2646,
      "subrel-constrast": 3.775123357772827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790157437324524,
      "cov-distil (oracle2student)": 3.80220365524292,
      "cov-distil (oracle2teacher)": 3.869471311569214,
      "epoch": 2.0777080062794346,
      "rel-constrast": 3.234987497329712,
      "step": 2647,
      "subrel-constrast": 3.9877023696899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00199031829834,
      "cov-distil (oracle2student)": 4.998838901519775,
      "cov-distil (oracle2teacher)": 5.342177391052246,
      "epoch": 2.0784929356357926,
      "rel-constrast": 4.467913627624512,
      "step": 2648,
      "subrel-constrast": 4.544909954071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3058974742889404,
      "cov-distil (oracle2student)": 3.8559207916259766,
      "cov-distil (oracle2teacher)": 3.7594385147094727,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.3468124866485596,
      "step": 2649,
      "subrel-constrast": 3.748883008956909,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 7.59375,
      "learning_rate": 4.597151579336873e-05,
      "loss": 0.8265,
      "step": 2650
    },
    {
      "cov-distil": 1.8745241165161133,
      "cov-distil (oracle2student)": 5.362051486968994,
      "cov-distil (oracle2teacher)": 4.434418201446533,
      "epoch": 2.0800627943485086,
      "rel-constrast": 3.763814926147461,
      "step": 2650,
      "subrel-constrast": 3.453411817550659,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1235904693603516,
      "cov-distil (oracle2student)": 3.6482739448547363,
      "cov-distil (oracle2teacher)": 4.312215805053711,
      "epoch": 2.0808477237048666,
      "rel-constrast": 2.510941743850708,
      "step": 2651,
      "subrel-constrast": 3.221558094024658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.119302272796631,
      "cov-distil (oracle2student)": 3.1979072093963623,
      "cov-distil (oracle2teacher)": 3.3080978393554688,
      "epoch": 2.0816326530612246,
      "rel-constrast": 2.5607619285583496,
      "step": 2652,
      "subrel-constrast": 3.2983014583587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5990787744522095,
      "cov-distil (oracle2student)": 6.36601448059082,
      "cov-distil (oracle2teacher)": 5.523398399353027,
      "epoch": 2.0824175824175826,
      "rel-constrast": 4.280218601226807,
      "step": 2653,
      "subrel-constrast": 4.604062080383301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121145486831665,
      "cov-distil (oracle2student)": 3.8322882652282715,
      "cov-distil (oracle2teacher)": 3.5868618488311768,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.940216302871704,
      "step": 2654,
      "subrel-constrast": 3.478227376937866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6715879440307617,
      "cov-distil (oracle2student)": 4.289422035217285,
      "cov-distil (oracle2teacher)": 4.197493553161621,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.9818990230560303,
      "step": 2655,
      "subrel-constrast": 3.779721975326538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9082587957382202,
      "cov-distil (oracle2student)": 4.28350830078125,
      "cov-distil (oracle2teacher)": 4.172543048858643,
      "epoch": 2.084772370486656,
      "rel-constrast": 2.9795050621032715,
      "step": 2656,
      "subrel-constrast": 3.4812355041503906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.546177625656128,
      "cov-distil (oracle2student)": 5.832278728485107,
      "cov-distil (oracle2teacher)": 5.307687759399414,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.8259377479553223,
      "step": 2657,
      "subrel-constrast": 4.20616340637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2351326942443848,
      "cov-distil (oracle2student)": 3.701258897781372,
      "cov-distil (oracle2teacher)": 3.645231246948242,
      "epoch": 2.086342229199372,
      "rel-constrast": 2.927896499633789,
      "step": 2658,
      "subrel-constrast": 3.886005401611328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.558037519454956,
      "cov-distil (oracle2student)": 5.360933780670166,
      "cov-distil (oracle2teacher)": 5.28483247756958,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.957216739654541,
      "step": 2659,
      "subrel-constrast": 4.059863090515137,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 5.5,
      "learning_rate": 4.592388495246848e-05,
      "loss": 0.7682,
      "step": 2660
    },
    {
      "cov-distil": 2.320268392562866,
      "cov-distil (oracle2student)": 5.276259422302246,
      "cov-distil (oracle2teacher)": 5.199820518493652,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.7079596519470215,
      "step": 2660,
      "subrel-constrast": 5.293564319610596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4293928146362305,
      "cov-distil (oracle2student)": 3.7782998085021973,
      "cov-distil (oracle2teacher)": 3.1225099563598633,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.590524196624756,
      "step": 2661,
      "subrel-constrast": 2.937551259994507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6531985998153687,
      "cov-distil (oracle2student)": 3.275691270828247,
      "cov-distil (oracle2teacher)": 3.5886597633361816,
      "epoch": 2.0894819466248036,
      "rel-constrast": 2.6594011783599854,
      "step": 2662,
      "subrel-constrast": 3.1025705337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7647960186004639,
      "cov-distil (oracle2student)": 3.7469468116760254,
      "cov-distil (oracle2teacher)": 4.184358596801758,
      "epoch": 2.0902668759811616,
      "rel-constrast": 4.606461048126221,
      "step": 2663,
      "subrel-constrast": 4.810775279998779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.442953109741211,
      "cov-distil (oracle2student)": 5.853923797607422,
      "cov-distil (oracle2teacher)": 5.293834686279297,
      "epoch": 2.0910518053375196,
      "rel-constrast": 4.735675811767578,
      "step": 2664,
      "subrel-constrast": 4.526534080505371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0641095638275146,
      "cov-distil (oracle2student)": 3.3819222450256348,
      "cov-distil (oracle2teacher)": 3.5393004417419434,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.9134275913238525,
      "step": 2665,
      "subrel-constrast": 3.6180002689361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.90665602684021,
      "cov-distil (oracle2student)": 4.705499649047852,
      "cov-distil (oracle2teacher)": 5.084680080413818,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.586960554122925,
      "step": 2666,
      "subrel-constrast": 4.116690158843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702031135559082,
      "cov-distil (oracle2student)": 3.888780117034912,
      "cov-distil (oracle2teacher)": 3.4566917419433594,
      "epoch": 2.0934065934065935,
      "rel-constrast": 2.4098644256591797,
      "step": 2667,
      "subrel-constrast": 2.453278064727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8339946269989014,
      "cov-distil (oracle2student)": 2.9693374633789062,
      "cov-distil (oracle2teacher)": 2.6220412254333496,
      "epoch": 2.0941915227629515,
      "rel-constrast": 2.36030650138855,
      "step": 2668,
      "subrel-constrast": 2.5208351612091064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082859754562378,
      "cov-distil (oracle2student)": 4.398348331451416,
      "cov-distil (oracle2teacher)": 5.094583988189697,
      "epoch": 2.094976452119309,
      "rel-constrast": 3.453765392303467,
      "step": 2669,
      "subrel-constrast": 4.215127944946289,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 6.34375,
      "learning_rate": 4.587599916063326e-05,
      "loss": 0.8506,
      "step": 2670
    },
    {
      "cov-distil": 2.086698532104492,
      "cov-distil (oracle2student)": 5.952251434326172,
      "cov-distil (oracle2teacher)": 5.91895866394043,
      "epoch": 2.095761381475667,
      "rel-constrast": 4.659292697906494,
      "step": 2670,
      "subrel-constrast": 4.944712162017822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8664031028747559,
      "cov-distil (oracle2student)": 3.6404762268066406,
      "cov-distil (oracle2teacher)": 3.696335792541504,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.1784167289733887,
      "step": 2671,
      "subrel-constrast": 3.29815673828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9268912076950073,
      "cov-distil (oracle2student)": 4.43925666809082,
      "cov-distil (oracle2teacher)": 4.230558395385742,
      "epoch": 2.097331240188383,
      "rel-constrast": 2.1477131843566895,
      "step": 2672,
      "subrel-constrast": 2.7592036724090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0646171569824219,
      "cov-distil (oracle2student)": 6.35025691986084,
      "cov-distil (oracle2teacher)": 6.120315074920654,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.4465324878692627,
      "step": 2673,
      "subrel-constrast": 2.834458351135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5060040950775146,
      "cov-distil (oracle2student)": 2.939380645751953,
      "cov-distil (oracle2teacher)": 2.4772939682006836,
      "epoch": 2.098901098901099,
      "rel-constrast": 3.744046688079834,
      "step": 2674,
      "subrel-constrast": 3.3550310134887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4976115226745605,
      "cov-distil (oracle2student)": 4.234405040740967,
      "cov-distil (oracle2teacher)": 4.632215976715088,
      "epoch": 2.099686028257457,
      "rel-constrast": 4.220475196838379,
      "step": 2675,
      "subrel-constrast": 4.131372451782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575706958770752,
      "cov-distil (oracle2student)": 5.397576332092285,
      "cov-distil (oracle2teacher)": 4.693962574005127,
      "epoch": 2.100470957613815,
      "rel-constrast": 2.1899142265319824,
      "step": 2676,
      "subrel-constrast": 2.6900999546051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0908188819885254,
      "cov-distil (oracle2student)": 2.3582963943481445,
      "cov-distil (oracle2teacher)": 1.974581003189087,
      "epoch": 2.1012558869701725,
      "rel-constrast": 2.651198625564575,
      "step": 2677,
      "subrel-constrast": 2.8041062355041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5464134216308594,
      "cov-distil (oracle2student)": 5.513839244842529,
      "cov-distil (oracle2teacher)": 5.253147125244141,
      "epoch": 2.1020408163265305,
      "rel-constrast": 3.355689764022827,
      "step": 2678,
      "subrel-constrast": 4.035741329193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0088186264038086,
      "cov-distil (oracle2student)": 3.6101176738739014,
      "cov-distil (oracle2teacher)": 3.7408528327941895,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.675189256668091,
      "step": 2679,
      "subrel-constrast": 2.9795477390289307,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.9375,
      "learning_rate": 4.582785900133634e-05,
      "loss": 0.7567,
      "step": 2680
    },
    {
      "cov-distil": 2.114865303039551,
      "cov-distil (oracle2student)": 6.3687896728515625,
      "cov-distil (oracle2teacher)": 4.8555779457092285,
      "epoch": 2.1036106750392465,
      "rel-constrast": 3.2347640991210938,
      "step": 2680,
      "subrel-constrast": 3.4859619140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6505666971206665,
      "cov-distil (oracle2student)": 3.8598122596740723,
      "cov-distil (oracle2teacher)": 3.7668185234069824,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.7852907180786133,
      "step": 2681,
      "subrel-constrast": 3.3582258224487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6371502876281738,
      "cov-distil (oracle2student)": 3.7673776149749756,
      "cov-distil (oracle2teacher)": 3.715442180633545,
      "epoch": 2.1051805337519625,
      "rel-constrast": 2.0682148933410645,
      "step": 2682,
      "subrel-constrast": 2.5616953372955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9923266172409058,
      "cov-distil (oracle2student)": 3.681403398513794,
      "cov-distil (oracle2teacher)": 3.3948652744293213,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.9913092851638794,
      "step": 2683,
      "subrel-constrast": 2.664302349090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2858047485351562,
      "cov-distil (oracle2student)": 3.274096965789795,
      "cov-distil (oracle2teacher)": 3.300269842147827,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.5318684577941895,
      "step": 2684,
      "subrel-constrast": 3.0382018089294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7763559818267822,
      "cov-distil (oracle2student)": 4.17965030670166,
      "cov-distil (oracle2teacher)": 5.152675628662109,
      "epoch": 2.107535321821036,
      "rel-constrast": 2.583670139312744,
      "step": 2685,
      "subrel-constrast": 3.115384578704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5678410530090332,
      "cov-distil (oracle2student)": 5.493313789367676,
      "cov-distil (oracle2teacher)": 5.079800605773926,
      "epoch": 2.108320251177394,
      "rel-constrast": 3.190906524658203,
      "step": 2686,
      "subrel-constrast": 2.72861385345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3837528228759766,
      "cov-distil (oracle2student)": 5.057913303375244,
      "cov-distil (oracle2teacher)": 5.642647743225098,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.921745777130127,
      "step": 2687,
      "subrel-constrast": 3.8554158210754395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1306259632110596,
      "cov-distil (oracle2student)": 3.8257272243499756,
      "cov-distil (oracle2teacher)": 3.877476215362549,
      "epoch": 2.10989010989011,
      "rel-constrast": 2.185229778289795,
      "step": 2688,
      "subrel-constrast": 3.117697238922119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7119370698928833,
      "cov-distil (oracle2student)": 3.902193784713745,
      "cov-distil (oracle2teacher)": 3.977482557296753,
      "epoch": 2.110675039246468,
      "rel-constrast": 2.264855146408081,
      "step": 2689,
      "subrel-constrast": 2.853257417678833,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 5.15625,
      "learning_rate": 4.577946506115035e-05,
      "loss": 0.6439,
      "step": 2690
    },
    {
      "cov-distil": 1.9147462844848633,
      "cov-distil (oracle2student)": 4.037898063659668,
      "cov-distil (oracle2teacher)": 4.751012802124023,
      "epoch": 2.111459968602826,
      "rel-constrast": 2.8857226371765137,
      "step": 2690,
      "subrel-constrast": 3.9222898483276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7732605934143066,
      "cov-distil (oracle2student)": 3.7872278690338135,
      "cov-distil (oracle2teacher)": 3.8309731483459473,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.834090232849121,
      "step": 2691,
      "subrel-constrast": 3.552520275115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4763193130493164,
      "cov-distil (oracle2student)": 3.9399919509887695,
      "cov-distil (oracle2teacher)": 4.282064914703369,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.749387264251709,
      "step": 2692,
      "subrel-constrast": 1.8415683507919312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.430747389793396,
      "cov-distil (oracle2student)": 5.544008255004883,
      "cov-distil (oracle2teacher)": 4.302212715148926,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.359684705734253,
      "step": 2693,
      "subrel-constrast": 2.5998759269714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0691657066345215,
      "cov-distil (oracle2student)": 3.906179428100586,
      "cov-distil (oracle2teacher)": 3.996983528137207,
      "epoch": 2.1145996860282574,
      "rel-constrast": 3.3778061866760254,
      "step": 2694,
      "subrel-constrast": 4.0916218757629395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.741032361984253,
      "cov-distil (oracle2student)": 4.0852532386779785,
      "cov-distil (oracle2teacher)": 3.880850315093994,
      "epoch": 2.1153846153846154,
      "rel-constrast": 3.9635794162750244,
      "step": 2695,
      "subrel-constrast": 4.16846227645874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4244141578674316,
      "cov-distil (oracle2student)": 5.263608932495117,
      "cov-distil (oracle2teacher)": 4.486540794372559,
      "epoch": 2.1161695447409734,
      "rel-constrast": 3.283660888671875,
      "step": 2696,
      "subrel-constrast": 3.9675066471099854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1638717651367188,
      "cov-distil (oracle2student)": 4.178694248199463,
      "cov-distil (oracle2teacher)": 3.540147304534912,
      "epoch": 2.1169544740973314,
      "rel-constrast": 3.4805030822753906,
      "step": 2697,
      "subrel-constrast": 3.8965978622436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3825939893722534,
      "cov-distil (oracle2student)": 6.3614349365234375,
      "cov-distil (oracle2teacher)": 5.3973822593688965,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.4276068210601807,
      "step": 2698,
      "subrel-constrast": 3.4734535217285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7996573448181152,
      "cov-distil (oracle2student)": 3.572936773300171,
      "cov-distil (oracle2teacher)": 3.865410327911377,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.6219780445098877,
      "step": 2699,
      "subrel-constrast": 4.30504846572876,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 7.09375,
      "learning_rate": 4.57308179297402e-05,
      "loss": 0.7746,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.2984375059604645,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.062652587890625
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.045166015625
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.017486572265625,
      "step": 2700
    },
    {
      "cov-distil": 1.8558897972106934,
      "cov-distil (oracle2student)": 4.318129539489746,
      "cov-distil (oracle2teacher)": 3.5326743125915527,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.8168869018554688,
      "step": 2700,
      "subrel-constrast": 3.7372171878814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.109984874725342,
      "cov-distil (oracle2student)": 4.176501750946045,
      "cov-distil (oracle2teacher)": 3.5115158557891846,
      "epoch": 2.120094191522763,
      "rel-constrast": 2.3271708488464355,
      "step": 2701,
      "subrel-constrast": 2.6446354389190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7418583631515503,
      "cov-distil (oracle2student)": 4.156888008117676,
      "cov-distil (oracle2teacher)": 3.8956334590911865,
      "epoch": 2.120879120879121,
      "rel-constrast": 2.4359467029571533,
      "step": 2702,
      "subrel-constrast": 2.6333298683166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.251457691192627,
      "cov-distil (oracle2student)": 4.883236408233643,
      "cov-distil (oracle2teacher)": 4.901177406311035,
      "epoch": 2.121664050235479,
      "rel-constrast": 2.270510673522949,
      "step": 2703,
      "subrel-constrast": 3.053571939468384,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1749558448791504,
      "cov-distil (oracle2student)": 4.048573970794678,
      "cov-distil (oracle2teacher)": 4.066121578216553,
      "epoch": 2.122448979591837,
      "rel-constrast": 3.1156296730041504,
      "step": 2704,
      "subrel-constrast": 3.8821606636047363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3968985080718994,
      "cov-distil (oracle2student)": 5.752626895904541,
      "cov-distil (oracle2teacher)": 5.4189348220825195,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.8687169551849365,
      "step": 2705,
      "subrel-constrast": 3.310316324234009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0751657485961914,
      "cov-distil (oracle2student)": 6.433284759521484,
      "cov-distil (oracle2teacher)": 4.977420330047607,
      "epoch": 2.1240188383045524,
      "rel-constrast": 2.758338451385498,
      "step": 2706,
      "subrel-constrast": 2.883713483810425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1287600994110107,
      "cov-distil (oracle2student)": 4.432648658752441,
      "cov-distil (oracle2teacher)": 4.574806213378906,
      "epoch": 2.1248037676609104,
      "rel-constrast": 3.378161907196045,
      "step": 2707,
      "subrel-constrast": 2.9820663928985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3312108516693115,
      "cov-distil (oracle2student)": 4.846644401550293,
      "cov-distil (oracle2teacher)": 4.72206974029541,
      "epoch": 2.1255886970172684,
      "rel-constrast": 3.4578893184661865,
      "step": 2708,
      "subrel-constrast": 2.9949755668640137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7852551937103271,
      "cov-distil (oracle2student)": 3.7126007080078125,
      "cov-distil (oracle2teacher)": 3.726708173751831,
      "epoch": 2.1263736263736264,
      "rel-constrast": 3.305983543395996,
      "step": 2709,
      "subrel-constrast": 4.204663276672363,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 7.125,
      "learning_rate": 4.568191819985582e-05,
      "loss": 0.7434,
      "step": 2710
    },
    {
      "cov-distil": 1.742387294769287,
      "cov-distil (oracle2student)": 5.003089427947998,
      "cov-distil (oracle2teacher)": 5.295334815979004,
      "epoch": 2.1271585557299844,
      "rel-constrast": 3.5318102836608887,
      "step": 2710,
      "subrel-constrast": 4.223971843719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.485550880432129,
      "cov-distil (oracle2student)": 4.903558254241943,
      "cov-distil (oracle2teacher)": 4.559058666229248,
      "epoch": 2.1279434850863423,
      "rel-constrast": 3.168334484100342,
      "step": 2711,
      "subrel-constrast": 3.528364896774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8095628023147583,
      "cov-distil (oracle2student)": 4.175987720489502,
      "cov-distil (oracle2teacher)": 4.378310203552246,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.793012857437134,
      "step": 2712,
      "subrel-constrast": 3.1855216026306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3356966972351074,
      "cov-distil (oracle2student)": 5.758665084838867,
      "cov-distil (oracle2teacher)": 6.172313690185547,
      "epoch": 2.129513343799058,
      "rel-constrast": 2.6410441398620605,
      "step": 2713,
      "subrel-constrast": 3.373906135559082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65224289894104,
      "cov-distil (oracle2student)": 4.45322322845459,
      "cov-distil (oracle2teacher)": 5.226788520812988,
      "epoch": 2.130298273155416,
      "rel-constrast": 2.579210042953491,
      "step": 2714,
      "subrel-constrast": 2.8252065181732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235114097595215,
      "cov-distil (oracle2student)": 4.239071369171143,
      "cov-distil (oracle2teacher)": 4.077936172485352,
      "epoch": 2.131083202511774,
      "rel-constrast": 3.5080857276916504,
      "step": 2715,
      "subrel-constrast": 3.9123737812042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7944164276123047,
      "cov-distil (oracle2student)": 4.091192245483398,
      "cov-distil (oracle2teacher)": 4.233267784118652,
      "epoch": 2.131868131868132,
      "rel-constrast": 3.735008716583252,
      "step": 2716,
      "subrel-constrast": 3.82332706451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4597535133361816,
      "cov-distil (oracle2student)": 4.650907039642334,
      "cov-distil (oracle2teacher)": 4.970327377319336,
      "epoch": 2.13265306122449,
      "rel-constrast": 3.24709415435791,
      "step": 2717,
      "subrel-constrast": 3.4428138732910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4173039197921753,
      "cov-distil (oracle2student)": 6.115973949432373,
      "cov-distil (oracle2teacher)": 5.487156867980957,
      "epoch": 2.133437990580848,
      "rel-constrast": 3.424314260482788,
      "step": 2718,
      "subrel-constrast": 3.5977840423583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3696378469467163,
      "cov-distil (oracle2student)": 4.82077693939209,
      "cov-distil (oracle2teacher)": 4.599069595336914,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.6330498456954956,
      "step": 2719,
      "subrel-constrast": 2.190728187561035,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 5.3125,
      "learning_rate": 4.563276646732499e-05,
      "loss": 0.7565,
      "step": 2720
    },
    {
      "cov-distil": 1.8340487480163574,
      "cov-distil (oracle2student)": 2.4776411056518555,
      "cov-distil (oracle2teacher)": 2.972172737121582,
      "epoch": 2.1350078492935634,
      "rel-constrast": 1.1927556991577148,
      "step": 2720,
      "subrel-constrast": 1.644672155380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1141252517700195,
      "cov-distil (oracle2student)": 4.041379928588867,
      "cov-distil (oracle2teacher)": 3.098130941390991,
      "epoch": 2.1357927786499213,
      "rel-constrast": 3.890446424484253,
      "step": 2721,
      "subrel-constrast": 3.3631510734558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.886716604232788,
      "cov-distil (oracle2student)": 4.475958824157715,
      "cov-distil (oracle2teacher)": 4.843513488769531,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.988095760345459,
      "step": 2722,
      "subrel-constrast": 2.404470920562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4630136489868164,
      "cov-distil (oracle2student)": 5.432491302490234,
      "cov-distil (oracle2teacher)": 5.037467956542969,
      "epoch": 2.1373626373626373,
      "rel-constrast": 3.9240260124206543,
      "step": 2723,
      "subrel-constrast": 4.319316387176514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.725875735282898,
      "cov-distil (oracle2student)": 4.855104446411133,
      "cov-distil (oracle2teacher)": 4.353126525878906,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.944183588027954,
      "step": 2724,
      "subrel-constrast": 3.380563497543335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2714338302612305,
      "cov-distil (oracle2student)": 4.553241729736328,
      "cov-distil (oracle2teacher)": 3.8290324211120605,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.462982416152954,
      "step": 2725,
      "subrel-constrast": 3.092043399810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3246288299560547,
      "cov-distil (oracle2student)": 5.197026252746582,
      "cov-distil (oracle2teacher)": 4.478387832641602,
      "epoch": 2.1397174254317113,
      "rel-constrast": 3.1314311027526855,
      "step": 2726,
      "subrel-constrast": 3.489192008972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744558334350586,
      "cov-distil (oracle2student)": 4.238848686218262,
      "cov-distil (oracle2teacher)": 3.7173914909362793,
      "epoch": 2.1405023547880693,
      "rel-constrast": 3.7991209030151367,
      "step": 2727,
      "subrel-constrast": 3.430152416229248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043381452560425,
      "cov-distil (oracle2student)": 4.863752365112305,
      "cov-distil (oracle2teacher)": 4.395226001739502,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.6041038036346436,
      "step": 2728,
      "subrel-constrast": 3.0632994174957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.530424118041992,
      "cov-distil (oracle2student)": 3.3918275833129883,
      "cov-distil (oracle2teacher)": 2.7937893867492676,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.919963836669922,
      "step": 2729,
      "subrel-constrast": 4.2447662353515625,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 7.5625,
      "learning_rate": 4.5583363331046056e-05,
      "loss": 0.7464,
      "step": 2730
    },
    {
      "cov-distil": 1.772358775138855,
      "cov-distil (oracle2student)": 3.474801778793335,
      "cov-distil (oracle2teacher)": 3.6727254390716553,
      "epoch": 2.142857142857143,
      "rel-constrast": 3.8070785999298096,
      "step": 2730,
      "subrel-constrast": 4.051994323730469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3945298194885254,
      "cov-distil (oracle2student)": 2.897265911102295,
      "cov-distil (oracle2teacher)": 2.8536994457244873,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.9778590202331543,
      "step": 2731,
      "subrel-constrast": 3.0619239807128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8992905616760254,
      "cov-distil (oracle2student)": 5.650431156158447,
      "cov-distil (oracle2teacher)": 5.4213433265686035,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.771008014678955,
      "step": 2732,
      "subrel-constrast": 4.121761798858643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7893962860107422,
      "cov-distil (oracle2student)": 4.3142008781433105,
      "cov-distil (oracle2teacher)": 3.750101089477539,
      "epoch": 2.1452119309262168,
      "rel-constrast": 2.5303144454956055,
      "step": 2733,
      "subrel-constrast": 3.2218539714813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8460109233856201,
      "cov-distil (oracle2student)": 4.85793399810791,
      "cov-distil (oracle2teacher)": 4.467123031616211,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.907714366912842,
      "step": 2734,
      "subrel-constrast": 2.8867738246917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7120323181152344,
      "cov-distil (oracle2student)": 3.8818793296813965,
      "cov-distil (oracle2teacher)": 4.452323913574219,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.970344066619873,
      "step": 2735,
      "subrel-constrast": 3.756711721420288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808612585067749,
      "cov-distil (oracle2student)": 5.168413162231445,
      "cov-distil (oracle2teacher)": 5.145092487335205,
      "epoch": 2.1475667189952903,
      "rel-constrast": 4.309047698974609,
      "step": 2736,
      "subrel-constrast": 5.030624866485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7717366218566895,
      "cov-distil (oracle2student)": 4.699605941772461,
      "cov-distil (oracle2teacher)": 4.669976234436035,
      "epoch": 2.1483516483516483,
      "rel-constrast": 3.058919668197632,
      "step": 2737,
      "subrel-constrast": 3.2458088397979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0776026248931885,
      "cov-distil (oracle2student)": 4.099021911621094,
      "cov-distil (oracle2teacher)": 3.336305856704712,
      "epoch": 2.1491365777080063,
      "rel-constrast": 2.9106194972991943,
      "step": 2738,
      "subrel-constrast": 3.3453192710876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1479830741882324,
      "cov-distil (oracle2student)": 4.807985305786133,
      "cov-distil (oracle2teacher)": 4.94437313079834,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.552187442779541,
      "step": 2739,
      "subrel-constrast": 4.60059928894043,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 6.40625,
      "learning_rate": 4.553370939298066e-05,
      "loss": 0.7949,
      "step": 2740
    },
    {
      "cov-distil": 1.3607840538024902,
      "cov-distil (oracle2student)": 4.205851078033447,
      "cov-distil (oracle2teacher)": 4.21441125869751,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.3236804008483887,
      "step": 2740,
      "subrel-constrast": 2.7277274131774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831739902496338,
      "cov-distil (oracle2student)": 4.1276655197143555,
      "cov-distil (oracle2teacher)": 4.477408409118652,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.6603786945343018,
      "step": 2741,
      "subrel-constrast": 3.7941458225250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0594353675842285,
      "cov-distil (oracle2student)": 3.7760701179504395,
      "cov-distil (oracle2teacher)": 3.820857524871826,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.523923397064209,
      "step": 2742,
      "subrel-constrast": 3.51403546333313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6223206520080566,
      "cov-distil (oracle2student)": 3.0761678218841553,
      "cov-distil (oracle2teacher)": 3.6201417446136475,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.4949326515197754,
      "step": 2743,
      "subrel-constrast": 3.6691465377807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.527529239654541,
      "cov-distil (oracle2student)": 3.7652201652526855,
      "cov-distil (oracle2teacher)": 3.3919572830200195,
      "epoch": 2.1538461538461537,
      "rel-constrast": 2.553638458251953,
      "step": 2744,
      "subrel-constrast": 3.140903949737549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9023364782333374,
      "cov-distil (oracle2student)": 6.160947799682617,
      "cov-distil (oracle2teacher)": 5.412774562835693,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.8680970668792725,
      "step": 2745,
      "subrel-constrast": 3.0887415409088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8032915592193604,
      "cov-distil (oracle2student)": 4.613521575927734,
      "cov-distil (oracle2teacher)": 4.045806884765625,
      "epoch": 2.1554160125588697,
      "rel-constrast": 2.508903980255127,
      "step": 2746,
      "subrel-constrast": 2.74979829788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6325560808181763,
      "cov-distil (oracle2student)": 4.066964149475098,
      "cov-distil (oracle2teacher)": 4.3036208152771,
      "epoch": 2.1562009419152277,
      "rel-constrast": 3.003108024597168,
      "step": 2747,
      "subrel-constrast": 3.7916505336761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392820119857788,
      "cov-distil (oracle2student)": 3.6668107509613037,
      "cov-distil (oracle2teacher)": 3.8863534927368164,
      "epoch": 2.1569858712715857,
      "rel-constrast": 2.3931965827941895,
      "step": 2748,
      "subrel-constrast": 3.2140321731567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.64244544506073,
      "cov-distil (oracle2student)": 3.3898491859436035,
      "cov-distil (oracle2teacher)": 3.5457510948181152,
      "epoch": 2.1577708006279437,
      "rel-constrast": 2.423830270767212,
      "step": 2749,
      "subrel-constrast": 3.0914745330810547,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 5.9375,
      "learning_rate": 4.548380525814634e-05,
      "loss": 0.6438,
      "step": 2750
    },
    {
      "cov-distil": 1.785147786140442,
      "cov-distil (oracle2student)": 2.587653636932373,
      "cov-distil (oracle2teacher)": 3.033172130584717,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.5327118635177612,
      "step": 2750,
      "subrel-constrast": 2.199734687805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1735382080078125,
      "cov-distil (oracle2student)": 3.8909854888916016,
      "cov-distil (oracle2teacher)": 5.034557819366455,
      "epoch": 2.159340659340659,
      "rel-constrast": 2.390591621398926,
      "step": 2751,
      "subrel-constrast": 3.5640106201171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433732032775879,
      "cov-distil (oracle2student)": 5.238289833068848,
      "cov-distil (oracle2teacher)": 5.1051788330078125,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.8123855590820312,
      "step": 2752,
      "subrel-constrast": 3.1644558906555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7507038116455078,
      "cov-distil (oracle2student)": 3.594060182571411,
      "cov-distil (oracle2teacher)": 3.751725435256958,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.8090381622314453,
      "step": 2753,
      "subrel-constrast": 3.4290473461151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2442831993103027,
      "cov-distil (oracle2student)": 3.8347411155700684,
      "cov-distil (oracle2teacher)": 3.833700180053711,
      "epoch": 2.161695447409733,
      "rel-constrast": 3.0736355781555176,
      "step": 2754,
      "subrel-constrast": 3.5893893241882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0889463424682617,
      "cov-distil (oracle2student)": 5.465128421783447,
      "cov-distil (oracle2teacher)": 5.231375694274902,
      "epoch": 2.162480376766091,
      "rel-constrast": 3.5743601322174072,
      "step": 2755,
      "subrel-constrast": 3.4813055992126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7526955604553223,
      "cov-distil (oracle2student)": 3.633735179901123,
      "cov-distil (oracle2teacher)": 3.59871244430542,
      "epoch": 2.163265306122449,
      "rel-constrast": 3.4252045154571533,
      "step": 2756,
      "subrel-constrast": 3.5230064392089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860623836517334,
      "cov-distil (oracle2student)": 5.258307933807373,
      "cov-distil (oracle2teacher)": 5.2200117111206055,
      "epoch": 2.1640502354788067,
      "rel-constrast": 3.1157939434051514,
      "step": 2757,
      "subrel-constrast": 4.44868278503418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013542890548706,
      "cov-distil (oracle2student)": 4.043458461761475,
      "cov-distil (oracle2teacher)": 4.043023109436035,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.9020402431488037,
      "step": 2758,
      "subrel-constrast": 2.511077642440796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5995543003082275,
      "cov-distil (oracle2student)": 4.711848258972168,
      "cov-distil (oracle2teacher)": 3.707982063293457,
      "epoch": 2.1656200941915227,
      "rel-constrast": 3.268792152404785,
      "step": 2759,
      "subrel-constrast": 3.141951084136963,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 5.71875,
      "learning_rate": 4.5433651534609254e-05,
      "loss": 0.6976,
      "step": 2760
    },
    {
      "cov-distil": 2.027440309524536,
      "cov-distil (oracle2student)": 2.853795051574707,
      "cov-distil (oracle2teacher)": 2.497511386871338,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.757913589477539,
      "step": 2760,
      "subrel-constrast": 3.1256303787231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8606860637664795,
      "cov-distil (oracle2student)": 3.596660614013672,
      "cov-distil (oracle2teacher)": 3.2850241661071777,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.3101189136505127,
      "step": 2761,
      "subrel-constrast": 3.027657985687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5441339015960693,
      "cov-distil (oracle2student)": 3.87982439994812,
      "cov-distil (oracle2teacher)": 4.043338775634766,
      "epoch": 2.1679748822605966,
      "rel-constrast": 2.7740468978881836,
      "step": 2762,
      "subrel-constrast": 3.0653018951416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6612123250961304,
      "cov-distil (oracle2student)": 5.389048099517822,
      "cov-distil (oracle2teacher)": 4.765027046203613,
      "epoch": 2.1687598116169546,
      "rel-constrast": 2.4068758487701416,
      "step": 2763,
      "subrel-constrast": 2.820878267288208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8833258152008057,
      "cov-distil (oracle2student)": 4.192130088806152,
      "cov-distil (oracle2teacher)": 3.4766294956207275,
      "epoch": 2.169544740973312,
      "rel-constrast": 3.2889156341552734,
      "step": 2764,
      "subrel-constrast": 3.719115734100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6533896923065186,
      "cov-distil (oracle2student)": 4.43166446685791,
      "cov-distil (oracle2teacher)": 4.373798847198486,
      "epoch": 2.17032967032967,
      "rel-constrast": 2.1963961124420166,
      "step": 2765,
      "subrel-constrast": 3.1048412322998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8074252605438232,
      "cov-distil (oracle2student)": 4.894932746887207,
      "cov-distil (oracle2teacher)": 4.793103218078613,
      "epoch": 2.171114599686028,
      "rel-constrast": 4.083282470703125,
      "step": 2766,
      "subrel-constrast": 4.095904350280762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7058920860290527,
      "cov-distil (oracle2student)": 3.485278844833374,
      "cov-distil (oracle2teacher)": 3.5941054821014404,
      "epoch": 2.171899529042386,
      "rel-constrast": 3.210562229156494,
      "step": 2767,
      "subrel-constrast": 3.9721932411193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8338966369628906,
      "cov-distil (oracle2student)": 5.013625144958496,
      "cov-distil (oracle2teacher)": 4.827178955078125,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.697571039199829,
      "step": 2768,
      "subrel-constrast": 3.7883613109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74371337890625,
      "cov-distil (oracle2student)": 4.457836627960205,
      "cov-distil (oracle2teacher)": 3.804746150970459,
      "epoch": 2.173469387755102,
      "rel-constrast": 3.225389242172241,
      "step": 2769,
      "subrel-constrast": 3.367835283279419,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 6.25,
      "learning_rate": 4.538324883347668e-05,
      "loss": 0.7238,
      "step": 2770
    },
    {
      "cov-distil": 2.1096997261047363,
      "cov-distil (oracle2student)": 4.189732551574707,
      "cov-distil (oracle2teacher)": 4.323905944824219,
      "epoch": 2.17425431711146,
      "rel-constrast": 2.940443515777588,
      "step": 2770,
      "subrel-constrast": 4.18864631652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3171849250793457,
      "cov-distil (oracle2student)": 2.8268041610717773,
      "cov-distil (oracle2teacher)": 3.56740140914917,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.750864028930664,
      "step": 2771,
      "subrel-constrast": 3.608549118041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4682416915893555,
      "cov-distil (oracle2student)": 3.9798026084899902,
      "cov-distil (oracle2teacher)": 3.436493396759033,
      "epoch": 2.1758241758241756,
      "rel-constrast": 2.5125603675842285,
      "step": 2772,
      "subrel-constrast": 2.895495891571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.245640754699707,
      "cov-distil (oracle2student)": 4.504085540771484,
      "cov-distil (oracle2teacher)": 4.577808856964111,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.985295534133911,
      "step": 2773,
      "subrel-constrast": 3.423816204071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7187970876693726,
      "cov-distil (oracle2student)": 3.560590982437134,
      "cov-distil (oracle2teacher)": 3.4925620555877686,
      "epoch": 2.1773940345368916,
      "rel-constrast": 3.178072452545166,
      "step": 2774,
      "subrel-constrast": 3.2805840969085693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0825681686401367,
      "cov-distil (oracle2student)": 5.242267608642578,
      "cov-distil (oracle2teacher)": 4.749919891357422,
      "epoch": 2.1781789638932496,
      "rel-constrast": 2.309586763381958,
      "step": 2775,
      "subrel-constrast": 2.966075897216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1763644218444824,
      "cov-distil (oracle2student)": 4.702444076538086,
      "cov-distil (oracle2teacher)": 4.097940921783447,
      "epoch": 2.1789638932496076,
      "rel-constrast": 3.987548589706421,
      "step": 2776,
      "subrel-constrast": 3.9831128120422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0249717235565186,
      "cov-distil (oracle2student)": 4.359429836273193,
      "cov-distil (oracle2teacher)": 5.391081809997559,
      "epoch": 2.1797488226059656,
      "rel-constrast": 2.303375244140625,
      "step": 2777,
      "subrel-constrast": 2.9794812202453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.219846725463867,
      "cov-distil (oracle2student)": 2.6709351539611816,
      "cov-distil (oracle2teacher)": 3.2105417251586914,
      "epoch": 2.1805337519623236,
      "rel-constrast": 2.2785422801971436,
      "step": 2778,
      "subrel-constrast": 3.8638181686401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3283331394195557,
      "cov-distil (oracle2student)": 7.292950630187988,
      "cov-distil (oracle2teacher)": 6.300293922424316,
      "epoch": 2.181318681318681,
      "rel-constrast": 4.599099636077881,
      "step": 2779,
      "subrel-constrast": 4.138868808746338,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 8.8125,
      "learning_rate": 4.533259776888963e-05,
      "loss": 0.7461,
      "step": 2780
    },
    {
      "cov-distil": 2.178429126739502,
      "cov-distil (oracle2student)": 5.01374626159668,
      "cov-distil (oracle2teacher)": 4.564960956573486,
      "epoch": 2.182103610675039,
      "rel-constrast": 2.7280025482177734,
      "step": 2780,
      "subrel-constrast": 3.1228349208831787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4580564498901367,
      "cov-distil (oracle2student)": 3.4463376998901367,
      "cov-distil (oracle2teacher)": 3.471315622329712,
      "epoch": 2.182888540031397,
      "rel-constrast": 3.357919692993164,
      "step": 2781,
      "subrel-constrast": 3.843925714492798,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.134389877319336,
      "cov-distil (oracle2student)": 5.513792991638184,
      "cov-distil (oracle2teacher)": 5.2382025718688965,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.8114897012710571,
      "step": 2782,
      "subrel-constrast": 2.513664960861206,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0349349975585938,
      "cov-distil (oracle2student)": 3.1711840629577637,
      "cov-distil (oracle2teacher)": 3.660766124725342,
      "epoch": 2.184458398744113,
      "rel-constrast": 2.422055959701538,
      "step": 2783,
      "subrel-constrast": 2.8692121505737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623112440109253,
      "cov-distil (oracle2student)": 4.466866493225098,
      "cov-distil (oracle2teacher)": 4.288537502288818,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.629744291305542,
      "step": 2784,
      "subrel-constrast": 3.0239028930664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0261192321777344,
      "cov-distil (oracle2student)": 5.357070446014404,
      "cov-distil (oracle2teacher)": 5.457041263580322,
      "epoch": 2.186028257456829,
      "rel-constrast": 3.2271387577056885,
      "step": 2785,
      "subrel-constrast": 4.222178936004639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5905166864395142,
      "cov-distil (oracle2student)": 4.368485450744629,
      "cov-distil (oracle2teacher)": 4.257085800170898,
      "epoch": 2.186813186813187,
      "rel-constrast": 3.1159486770629883,
      "step": 2786,
      "subrel-constrast": 2.9920268058776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261465549468994,
      "cov-distil (oracle2student)": 4.669281959533691,
      "cov-distil (oracle2teacher)": 4.781498432159424,
      "epoch": 2.1875981161695446,
      "rel-constrast": 3.3421380519866943,
      "step": 2787,
      "subrel-constrast": 4.129855155944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.034818172454834,
      "cov-distil (oracle2student)": 2.9799976348876953,
      "cov-distil (oracle2teacher)": 2.8899917602539062,
      "epoch": 2.1883830455259026,
      "rel-constrast": 2.359126567840576,
      "step": 2788,
      "subrel-constrast": 2.4742655754089355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3810372352600098,
      "cov-distil (oracle2student)": 3.6705739498138428,
      "cov-distil (oracle2teacher)": 3.3852643966674805,
      "epoch": 2.1891679748822606,
      "rel-constrast": 3.0326414108276367,
      "step": 2789,
      "subrel-constrast": 3.7138490676879883,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 6.375,
      "learning_rate": 4.528169895801534e-05,
      "loss": 0.7007,
      "step": 2790
    },
    {
      "cov-distil": 1.8351669311523438,
      "cov-distil (oracle2student)": 6.846970558166504,
      "cov-distil (oracle2teacher)": 6.510059356689453,
      "epoch": 2.1899529042386185,
      "rel-constrast": 3.354691505432129,
      "step": 2790,
      "subrel-constrast": 3.5288243293762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148621320724487,
      "cov-distil (oracle2student)": 4.437211513519287,
      "cov-distil (oracle2teacher)": 4.489740371704102,
      "epoch": 2.1907378335949765,
      "rel-constrast": 2.5330305099487305,
      "step": 2791,
      "subrel-constrast": 3.1430420875549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8243632316589355,
      "cov-distil (oracle2student)": 4.082408905029297,
      "cov-distil (oracle2teacher)": 3.608875274658203,
      "epoch": 2.1915227629513345,
      "rel-constrast": 3.0890469551086426,
      "step": 2792,
      "subrel-constrast": 3.262800455093384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952906847000122,
      "cov-distil (oracle2student)": 5.245905876159668,
      "cov-distil (oracle2teacher)": 5.146542549133301,
      "epoch": 2.1923076923076925,
      "rel-constrast": 3.0020666122436523,
      "step": 2793,
      "subrel-constrast": 3.4599192142486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5249881744384766,
      "cov-distil (oracle2student)": 4.959353446960449,
      "cov-distil (oracle2teacher)": 4.920149326324463,
      "epoch": 2.19309262166405,
      "rel-constrast": 3.987715244293213,
      "step": 2794,
      "subrel-constrast": 4.184964179992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4408631324768066,
      "cov-distil (oracle2student)": 4.804402828216553,
      "cov-distil (oracle2teacher)": 4.641486167907715,
      "epoch": 2.193877551020408,
      "rel-constrast": 3.4247121810913086,
      "step": 2795,
      "subrel-constrast": 4.038391590118408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.305171489715576,
      "cov-distil (oracle2student)": 4.288717269897461,
      "cov-distil (oracle2teacher)": 3.5087504386901855,
      "epoch": 2.194662480376766,
      "rel-constrast": 3.4559266567230225,
      "step": 2796,
      "subrel-constrast": 3.960946798324585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388656735420227,
      "cov-distil (oracle2student)": 4.113482475280762,
      "cov-distil (oracle2teacher)": 4.242979049682617,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.71858549118042,
      "step": 2797,
      "subrel-constrast": 3.4143972396850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.12294864654541,
      "cov-distil (oracle2student)": 4.3320465087890625,
      "cov-distil (oracle2teacher)": 3.59804630279541,
      "epoch": 2.196232339089482,
      "rel-constrast": 4.051398277282715,
      "step": 2798,
      "subrel-constrast": 4.384860038757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750964641571045,
      "cov-distil (oracle2student)": 4.344789981842041,
      "cov-distil (oracle2teacher)": 4.310716152191162,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.7469887733459473,
      "step": 2799,
      "subrel-constrast": 2.746488571166992,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 6.125,
      "learning_rate": 4.523055302103977e-05,
      "loss": 0.8091,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.2671875059604645,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.04986572265625
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.037200927734375
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.012664794921875,
      "step": 2800
    },
    {
      "cov-distil": 2.7552685737609863,
      "cov-distil (oracle2student)": 6.875768661499023,
      "cov-distil (oracle2teacher)": 6.1456193923950195,
      "epoch": 2.197802197802198,
      "rel-constrast": 3.651973009109497,
      "step": 2800,
      "subrel-constrast": 4.435447692871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0824363231658936,
      "cov-distil (oracle2student)": 2.9606335163116455,
      "cov-distil (oracle2teacher)": 3.206343412399292,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.657710075378418,
      "step": 2801,
      "subrel-constrast": 3.7025482654571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5291502475738525,
      "cov-distil (oracle2student)": 4.436077117919922,
      "cov-distil (oracle2teacher)": 4.051630020141602,
      "epoch": 2.1993720565149135,
      "rel-constrast": 3.011228322982788,
      "step": 2802,
      "subrel-constrast": 3.3931772708892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6090891361236572,
      "cov-distil (oracle2student)": 5.321571350097656,
      "cov-distil (oracle2teacher)": 4.693202972412109,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.955479383468628,
      "step": 2803,
      "subrel-constrast": 3.284677743911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8078327178955078,
      "cov-distil (oracle2student)": 5.705745697021484,
      "cov-distil (oracle2teacher)": 5.643039226531982,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.779660224914551,
      "step": 2804,
      "subrel-constrast": 3.4100265502929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.916640043258667,
      "cov-distil (oracle2student)": 6.108171463012695,
      "cov-distil (oracle2teacher)": 5.92503023147583,
      "epoch": 2.2017268445839875,
      "rel-constrast": 2.663935899734497,
      "step": 2805,
      "subrel-constrast": 3.5255041122436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184971332550049,
      "cov-distil (oracle2student)": 3.9040727615356445,
      "cov-distil (oracle2teacher)": 3.9738612174987793,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.79780650138855,
      "step": 2806,
      "subrel-constrast": 3.7619354724884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5055575370788574,
      "cov-distil (oracle2student)": 5.536344528198242,
      "cov-distil (oracle2teacher)": 5.161619663238525,
      "epoch": 2.2032967032967035,
      "rel-constrast": 3.931431293487549,
      "step": 2807,
      "subrel-constrast": 3.8454952239990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1628589630126953,
      "cov-distil (oracle2student)": 5.137818813323975,
      "cov-distil (oracle2teacher)": 4.965700149536133,
      "epoch": 2.204081632653061,
      "rel-constrast": 3.221426010131836,
      "step": 2808,
      "subrel-constrast": 3.879430055618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9145649671554565,
      "cov-distil (oracle2student)": 7.510309219360352,
      "cov-distil (oracle2teacher)": 7.032402992248535,
      "epoch": 2.204866562009419,
      "rel-constrast": 3.2843821048736572,
      "step": 2809,
      "subrel-constrast": 4.200778961181641,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 6.1875,
      "learning_rate": 4.5179160581160005e-05,
      "loss": 0.7739,
      "step": 2810
    },
    {
      "cov-distil": 1.5711236000061035,
      "cov-distil (oracle2student)": 4.986570835113525,
      "cov-distil (oracle2teacher)": 4.499585151672363,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.9084293842315674,
      "step": 2810,
      "subrel-constrast": 3.7979555130004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711803913116455,
      "cov-distil (oracle2student)": 4.089275360107422,
      "cov-distil (oracle2teacher)": 3.949486017227173,
      "epoch": 2.206436420722135,
      "rel-constrast": 3.094658613204956,
      "step": 2811,
      "subrel-constrast": 3.353693962097168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16910457611084,
      "cov-distil (oracle2student)": 5.36897611618042,
      "cov-distil (oracle2teacher)": 5.394351959228516,
      "epoch": 2.207221350078493,
      "rel-constrast": 3.643573045730591,
      "step": 2812,
      "subrel-constrast": 3.678062915802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677722454071045,
      "cov-distil (oracle2student)": 4.532228946685791,
      "cov-distil (oracle2teacher)": 4.6498260498046875,
      "epoch": 2.208006279434851,
      "rel-constrast": 2.272886276245117,
      "step": 2813,
      "subrel-constrast": 3.3439176082611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0821847915649414,
      "cov-distil (oracle2student)": 4.243075370788574,
      "cov-distil (oracle2teacher)": 4.138262748718262,
      "epoch": 2.208791208791209,
      "rel-constrast": 3.4207942485809326,
      "step": 2814,
      "subrel-constrast": 3.634852886199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3950661420822144,
      "cov-distil (oracle2student)": 3.5522756576538086,
      "cov-distil (oracle2teacher)": 3.4071593284606934,
      "epoch": 2.209576138147567,
      "rel-constrast": 3.015089988708496,
      "step": 2815,
      "subrel-constrast": 3.042910575866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.567502975463867,
      "cov-distil (oracle2student)": 4.880114555358887,
      "cov-distil (oracle2teacher)": 4.321262359619141,
      "epoch": 2.2103610675039245,
      "rel-constrast": 4.264245986938477,
      "step": 2816,
      "subrel-constrast": 3.846806764602661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949299693107605,
      "cov-distil (oracle2student)": 2.619856357574463,
      "cov-distil (oracle2teacher)": 3.0027570724487305,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.696683883666992,
      "step": 2817,
      "subrel-constrast": 3.4497034549713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3863682746887207,
      "cov-distil (oracle2student)": 5.02498722076416,
      "cov-distil (oracle2teacher)": 5.267127990722656,
      "epoch": 2.2119309262166404,
      "rel-constrast": 2.775480270385742,
      "step": 2818,
      "subrel-constrast": 3.0659422874450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8567818403244019,
      "cov-distil (oracle2student)": 4.535617351531982,
      "cov-distil (oracle2teacher)": 4.760728359222412,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.544780969619751,
      "step": 2819,
      "subrel-constrast": 2.949554443359375,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 6.46875,
      "learning_rate": 4.512752226457672e-05,
      "loss": 0.7909,
      "step": 2820
    },
    {
      "cov-distil": 1.451255202293396,
      "cov-distil (oracle2student)": 3.7608816623687744,
      "cov-distil (oracle2teacher)": 3.9868195056915283,
      "epoch": 2.2135007849293564,
      "rel-constrast": 2.1367220878601074,
      "step": 2820,
      "subrel-constrast": 2.8357293605804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5264196395874023,
      "cov-distil (oracle2student)": 5.81070613861084,
      "cov-distil (oracle2teacher)": 4.986372947692871,
      "epoch": 2.2142857142857144,
      "rel-constrast": 2.3794734477996826,
      "step": 2821,
      "subrel-constrast": 3.2801411151885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8503823280334473,
      "cov-distil (oracle2student)": 2.7400898933410645,
      "cov-distil (oracle2teacher)": 3.466318368911743,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.482680559158325,
      "step": 2822,
      "subrel-constrast": 3.082627773284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0565307140350342,
      "cov-distil (oracle2student)": 4.659107208251953,
      "cov-distil (oracle2teacher)": 4.212549686431885,
      "epoch": 2.21585557299843,
      "rel-constrast": 2.542479991912842,
      "step": 2823,
      "subrel-constrast": 2.738677978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7777093648910522,
      "cov-distil (oracle2student)": 4.4245991706848145,
      "cov-distil (oracle2teacher)": 5.496898651123047,
      "epoch": 2.216640502354788,
      "rel-constrast": 3.2011570930480957,
      "step": 2824,
      "subrel-constrast": 3.9856150150299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.79935622215271,
      "cov-distil (oracle2student)": 4.702639579772949,
      "cov-distil (oracle2teacher)": 4.9185028076171875,
      "epoch": 2.217425431711146,
      "rel-constrast": 3.333966016769409,
      "step": 2825,
      "subrel-constrast": 4.078685283660889,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2499895095825195,
      "cov-distil (oracle2student)": 6.1036176681518555,
      "cov-distil (oracle2teacher)": 5.357985496520996,
      "epoch": 2.218210361067504,
      "rel-constrast": 3.1867218017578125,
      "step": 2826,
      "subrel-constrast": 3.809190273284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007234573364258,
      "cov-distil (oracle2student)": 2.1250760555267334,
      "cov-distil (oracle2teacher)": 3.1109423637390137,
      "epoch": 2.218995290423862,
      "rel-constrast": 2.2714293003082275,
      "step": 2827,
      "subrel-constrast": 3.1404876708984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313946008682251,
      "cov-distil (oracle2student)": 4.396079063415527,
      "cov-distil (oracle2teacher)": 4.320883274078369,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.572852849960327,
      "step": 2828,
      "subrel-constrast": 3.294175148010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3434805870056152,
      "cov-distil (oracle2student)": 2.435084819793701,
      "cov-distil (oracle2teacher)": 2.9522907733917236,
      "epoch": 2.220565149136578,
      "rel-constrast": 2.2896523475646973,
      "step": 2829,
      "subrel-constrast": 3.0278995037078857,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 5.75,
      "learning_rate": 4.50756387004865e-05,
      "loss": 0.6599,
      "step": 2830
    },
    {
      "cov-distil": 1.5765085220336914,
      "cov-distil (oracle2student)": 2.8162591457366943,
      "cov-distil (oracle2teacher)": 2.839688539505005,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.5023772716522217,
      "step": 2830,
      "subrel-constrast": 2.8761494159698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5078670978546143,
      "cov-distil (oracle2student)": 6.310748100280762,
      "cov-distil (oracle2teacher)": 5.719662666320801,
      "epoch": 2.2221350078492934,
      "rel-constrast": 3.624072551727295,
      "step": 2831,
      "subrel-constrast": 4.155115604400635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9246147871017456,
      "cov-distil (oracle2student)": 3.9777650833129883,
      "cov-distil (oracle2teacher)": 4.147688865661621,
      "epoch": 2.2229199372056514,
      "rel-constrast": 3.4598655700683594,
      "step": 2832,
      "subrel-constrast": 3.3964271545410156,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6536612510681152,
      "cov-distil (oracle2student)": 4.702289581298828,
      "cov-distil (oracle2teacher)": 5.530714511871338,
      "epoch": 2.2237048665620094,
      "rel-constrast": 2.609618902206421,
      "step": 2833,
      "subrel-constrast": 3.6763970851898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5201716423034668,
      "cov-distil (oracle2student)": 4.123084545135498,
      "cov-distil (oracle2teacher)": 3.573369026184082,
      "epoch": 2.2244897959183674,
      "rel-constrast": 3.2439675331115723,
      "step": 2834,
      "subrel-constrast": 2.851743698120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4306042194366455,
      "cov-distil (oracle2student)": 5.056887626647949,
      "cov-distil (oracle2teacher)": 5.095944881439209,
      "epoch": 2.2252747252747254,
      "rel-constrast": 2.263204336166382,
      "step": 2835,
      "subrel-constrast": 2.7280914783477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30013370513916,
      "cov-distil (oracle2student)": 5.239188194274902,
      "cov-distil (oracle2teacher)": 4.849331378936768,
      "epoch": 2.2260596546310834,
      "rel-constrast": 3.086953639984131,
      "step": 2836,
      "subrel-constrast": 3.583972454071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8348844051361084,
      "cov-distil (oracle2student)": 4.1817193031311035,
      "cov-distil (oracle2teacher)": 3.9338631629943848,
      "epoch": 2.2268445839874413,
      "rel-constrast": 3.2263455390930176,
      "step": 2837,
      "subrel-constrast": 3.0701324939727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8134205341339111,
      "cov-distil (oracle2student)": 4.472421646118164,
      "cov-distil (oracle2teacher)": 4.346622943878174,
      "epoch": 2.227629513343799,
      "rel-constrast": 3.0304503440856934,
      "step": 2838,
      "subrel-constrast": 3.384643077850342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9307703971862793,
      "cov-distil (oracle2student)": 5.038300514221191,
      "cov-distil (oracle2teacher)": 4.562411308288574,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.866734027862549,
      "step": 2839,
      "subrel-constrast": 3.5038180351257324,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 6.25,
      "learning_rate": 4.50235105210742e-05,
      "loss": 0.7728,
      "step": 2840
    },
    {
      "cov-distil": 1.5391795635223389,
      "cov-distil (oracle2student)": 4.684443473815918,
      "cov-distil (oracle2teacher)": 4.478672504425049,
      "epoch": 2.229199372056515,
      "rel-constrast": 3.0726497173309326,
      "step": 2840,
      "subrel-constrast": 3.5518603324890137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.250579357147217,
      "cov-distil (oracle2student)": 4.188209056854248,
      "cov-distil (oracle2teacher)": 4.297174453735352,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.8987582921981812,
      "step": 2841,
      "subrel-constrast": 2.404709577560425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6563116312026978,
      "cov-distil (oracle2student)": 4.610065460205078,
      "cov-distil (oracle2teacher)": 5.014311790466309,
      "epoch": 2.230769230769231,
      "rel-constrast": 3.4906256198883057,
      "step": 2842,
      "subrel-constrast": 3.8896310329437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3822935819625854,
      "cov-distil (oracle2student)": 4.490975856781006,
      "cov-distil (oracle2teacher)": 3.9806673526763916,
      "epoch": 2.231554160125589,
      "rel-constrast": 3.1663641929626465,
      "step": 2843,
      "subrel-constrast": 3.3921825885772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9372849464416504,
      "cov-distil (oracle2student)": 5.796393871307373,
      "cov-distil (oracle2teacher)": 5.064210891723633,
      "epoch": 2.232339089481947,
      "rel-constrast": 4.399746417999268,
      "step": 2844,
      "subrel-constrast": 4.7481489181518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7749755382537842,
      "cov-distil (oracle2student)": 4.200131893157959,
      "cov-distil (oracle2teacher)": 4.003551483154297,
      "epoch": 2.2331240188383044,
      "rel-constrast": 2.474539279937744,
      "step": 2845,
      "subrel-constrast": 3.732236623764038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.698136329650879,
      "cov-distil (oracle2student)": 5.206569671630859,
      "cov-distil (oracle2teacher)": 4.804442882537842,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.737183094024658,
      "step": 2846,
      "subrel-constrast": 2.9730372428894043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4504988193511963,
      "cov-distil (oracle2student)": 6.641870498657227,
      "cov-distil (oracle2teacher)": 5.878763198852539,
      "epoch": 2.2346938775510203,
      "rel-constrast": 3.3047940731048584,
      "step": 2847,
      "subrel-constrast": 3.9166104793548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2321901321411133,
      "cov-distil (oracle2student)": 3.9898428916931152,
      "cov-distil (oracle2teacher)": 3.706834316253662,
      "epoch": 2.2354788069073783,
      "rel-constrast": 2.3677964210510254,
      "step": 2848,
      "subrel-constrast": 3.014960289001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0782999992370605,
      "cov-distil (oracle2student)": 4.609069347381592,
      "cov-distil (oracle2teacher)": 4.019302845001221,
      "epoch": 2.2362637362637363,
      "rel-constrast": 2.83004093170166,
      "step": 2849,
      "subrel-constrast": 3.1693978309631348,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 9.25,
      "learning_rate": 4.497113836150523e-05,
      "loss": 0.7436,
      "step": 2850
    },
    {
      "cov-distil": 2.29427433013916,
      "cov-distil (oracle2student)": 7.027299404144287,
      "cov-distil (oracle2teacher)": 6.419808387756348,
      "epoch": 2.2370486656200943,
      "rel-constrast": 3.416802167892456,
      "step": 2850,
      "subrel-constrast": 3.9945855140686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7019323110580444,
      "cov-distil (oracle2student)": 5.067455291748047,
      "cov-distil (oracle2teacher)": 5.262969017028809,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.2546024322509766,
      "step": 2851,
      "subrel-constrast": 2.855792760848999,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3300201892852783,
      "cov-distil (oracle2student)": 5.089175224304199,
      "cov-distil (oracle2teacher)": 4.663991928100586,
      "epoch": 2.23861852433281,
      "rel-constrast": 3.2346882820129395,
      "step": 2852,
      "subrel-constrast": 4.0126051902771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8626863956451416,
      "cov-distil (oracle2student)": 5.257951259613037,
      "cov-distil (oracle2teacher)": 4.492649078369141,
      "epoch": 2.239403453689168,
      "rel-constrast": 2.9087612628936768,
      "step": 2853,
      "subrel-constrast": 3.8762435913085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6717000007629395,
      "cov-distil (oracle2student)": 8.036018371582031,
      "cov-distil (oracle2teacher)": 6.523889064788818,
      "epoch": 2.240188383045526,
      "rel-constrast": 3.7888691425323486,
      "step": 2854,
      "subrel-constrast": 4.011516094207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.847283959388733,
      "cov-distil (oracle2student)": 4.053291320800781,
      "cov-distil (oracle2teacher)": 4.3659796714782715,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.737952470779419,
      "step": 2855,
      "subrel-constrast": 2.597189426422119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107494354248047,
      "cov-distil (oracle2student)": 3.931358575820923,
      "cov-distil (oracle2teacher)": 4.403852939605713,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.6478078365325928,
      "step": 2856,
      "subrel-constrast": 2.9564735889434814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1450953483581543,
      "cov-distil (oracle2student)": 4.999568939208984,
      "cov-distil (oracle2teacher)": 4.519423484802246,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.869502305984497,
      "step": 2857,
      "subrel-constrast": 3.3576505184173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059363603591919,
      "cov-distil (oracle2student)": 4.8281426429748535,
      "cov-distil (oracle2teacher)": 4.460239887237549,
      "epoch": 2.2433281004709578,
      "rel-constrast": 2.8707902431488037,
      "step": 2858,
      "subrel-constrast": 3.9890191555023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3368701934814453,
      "cov-distil (oracle2student)": 6.248025894165039,
      "cov-distil (oracle2teacher)": 5.0449724197387695,
      "epoch": 2.2441130298273153,
      "rel-constrast": 4.150833606719971,
      "step": 2859,
      "subrel-constrast": 4.25134801864624,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 8.25,
      "learning_rate": 4.491852285991783e-05,
      "loss": 0.747,
      "step": 2860
    },
    {
      "cov-distil": 2.3504302501678467,
      "cov-distil (oracle2student)": 5.116423606872559,
      "cov-distil (oracle2teacher)": 4.748089790344238,
      "epoch": 2.2448979591836733,
      "rel-constrast": 3.561051607131958,
      "step": 2860,
      "subrel-constrast": 3.996549129486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2345409393310547,
      "cov-distil (oracle2student)": 5.584908485412598,
      "cov-distil (oracle2teacher)": 6.366044521331787,
      "epoch": 2.2456828885400313,
      "rel-constrast": 1.9556879997253418,
      "step": 2861,
      "subrel-constrast": 3.318981647491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8821849822998047,
      "cov-distil (oracle2student)": 5.80328369140625,
      "cov-distil (oracle2teacher)": 5.347769260406494,
      "epoch": 2.2464678178963893,
      "rel-constrast": 3.1739203929901123,
      "step": 2862,
      "subrel-constrast": 4.2402544021606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8866496086120605,
      "cov-distil (oracle2student)": 5.398468494415283,
      "cov-distil (oracle2teacher)": 4.518499374389648,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.4857699871063232,
      "step": 2863,
      "subrel-constrast": 3.3306076526641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5914733409881592,
      "cov-distil (oracle2student)": 5.1798906326293945,
      "cov-distil (oracle2teacher)": 5.253803253173828,
      "epoch": 2.2480376766091053,
      "rel-constrast": 2.485628843307495,
      "step": 2864,
      "subrel-constrast": 2.8421926498413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1809487342834473,
      "cov-distil (oracle2student)": 3.4292752742767334,
      "cov-distil (oracle2teacher)": 3.6121695041656494,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.918825387954712,
      "step": 2865,
      "subrel-constrast": 3.819317102432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5675660371780396,
      "cov-distil (oracle2student)": 4.545492172241211,
      "cov-distil (oracle2teacher)": 3.467404365539551,
      "epoch": 2.2496075353218212,
      "rel-constrast": 2.4383411407470703,
      "step": 2866,
      "subrel-constrast": 2.5656473636627197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4808340072631836,
      "cov-distil (oracle2student)": 6.171357154846191,
      "cov-distil (oracle2teacher)": 5.959068775177002,
      "epoch": 2.2503924646781788,
      "rel-constrast": 2.451319932937622,
      "step": 2867,
      "subrel-constrast": 2.8119704723358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6555771827697754,
      "cov-distil (oracle2student)": 4.819678783416748,
      "cov-distil (oracle2teacher)": 4.1998114585876465,
      "epoch": 2.2511773940345368,
      "rel-constrast": 3.5292129516601562,
      "step": 2868,
      "subrel-constrast": 3.9812979698181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0113871097564697,
      "cov-distil (oracle2student)": 2.7420077323913574,
      "cov-distil (oracle2teacher)": 3.093806266784668,
      "epoch": 2.2519623233908947,
      "rel-constrast": 3.0527873039245605,
      "step": 2869,
      "subrel-constrast": 3.8581926822662354,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 5.9375,
      "learning_rate": 4.4865664657415286e-05,
      "loss": 0.7013,
      "step": 2870
    },
    {
      "cov-distil": 1.8788210153579712,
      "cov-distil (oracle2student)": 4.978399276733398,
      "cov-distil (oracle2teacher)": 5.620652198791504,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.8463455438613892,
      "step": 2870,
      "subrel-constrast": 2.7972116470336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.692746639251709,
      "cov-distil (oracle2student)": 4.2764787673950195,
      "cov-distil (oracle2teacher)": 4.754520416259766,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.920034408569336,
      "step": 2871,
      "subrel-constrast": 3.7150087356567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4954712390899658,
      "cov-distil (oracle2student)": 3.159134864807129,
      "cov-distil (oracle2teacher)": 3.633913516998291,
      "epoch": 2.2543171114599687,
      "rel-constrast": 1.84483003616333,
      "step": 2872,
      "subrel-constrast": 2.951211929321289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340190052986145,
      "cov-distil (oracle2student)": 4.439277648925781,
      "cov-distil (oracle2teacher)": 4.815180778503418,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.8094069957733154,
      "step": 2873,
      "subrel-constrast": 2.8904941082000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.208744764328003,
      "cov-distil (oracle2student)": 4.530637741088867,
      "cov-distil (oracle2teacher)": 4.107219219207764,
      "epoch": 2.2558869701726847,
      "rel-constrast": 2.991266965866089,
      "step": 2874,
      "subrel-constrast": 2.741868257522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4169349670410156,
      "cov-distil (oracle2student)": 4.6561279296875,
      "cov-distil (oracle2teacher)": 4.0294952392578125,
      "epoch": 2.2566718995290422,
      "rel-constrast": 3.3095109462738037,
      "step": 2875,
      "subrel-constrast": 3.436159610748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7555272579193115,
      "cov-distil (oracle2student)": 4.290810585021973,
      "cov-distil (oracle2teacher)": 4.239924430847168,
      "epoch": 2.2574568288854002,
      "rel-constrast": 3.7285525798797607,
      "step": 2876,
      "subrel-constrast": 4.337801456451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6963021755218506,
      "cov-distil (oracle2student)": 3.296722888946533,
      "cov-distil (oracle2teacher)": 3.2754716873168945,
      "epoch": 2.258241758241758,
      "rel-constrast": 3.180756092071533,
      "step": 2877,
      "subrel-constrast": 2.6808531284332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8771753311157227,
      "cov-distil (oracle2student)": 4.288083076477051,
      "cov-distil (oracle2teacher)": 4.0172271728515625,
      "epoch": 2.259026687598116,
      "rel-constrast": 4.432084083557129,
      "step": 2878,
      "subrel-constrast": 4.105786323547363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1318721771240234,
      "cov-distil (oracle2student)": 3.76377272605896,
      "cov-distil (oracle2teacher)": 3.687849998474121,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.6971395015716553,
      "step": 2879,
      "subrel-constrast": 4.074285984039307,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 6.375,
      "learning_rate": 4.481256439805811e-05,
      "loss": 0.794,
      "step": 2880
    },
    {
      "cov-distil": 1.5358126163482666,
      "cov-distil (oracle2student)": 3.8723392486572266,
      "cov-distil (oracle2teacher)": 4.285160064697266,
      "epoch": 2.260596546310832,
      "rel-constrast": 2.475125312805176,
      "step": 2880,
      "subrel-constrast": 2.5016891956329346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3222272396087646,
      "cov-distil (oracle2student)": 5.297547817230225,
      "cov-distil (oracle2teacher)": 5.08442497253418,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.9659364223480225,
      "step": 2881,
      "subrel-constrast": 3.613980293273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2936770915985107,
      "cov-distil (oracle2student)": 4.706940650939941,
      "cov-distil (oracle2teacher)": 4.889904975891113,
      "epoch": 2.2621664050235477,
      "rel-constrast": 2.321676254272461,
      "step": 2882,
      "subrel-constrast": 2.487722396850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.070025682449341,
      "cov-distil (oracle2student)": 5.630602836608887,
      "cov-distil (oracle2teacher)": 4.7589826583862305,
      "epoch": 2.2629513343799057,
      "rel-constrast": 2.1025242805480957,
      "step": 2883,
      "subrel-constrast": 2.8958935737609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9776757955551147,
      "cov-distil (oracle2student)": 4.022088050842285,
      "cov-distil (oracle2teacher)": 3.8910374641418457,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.8514671325683594,
      "step": 2884,
      "subrel-constrast": 3.408323287963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.759690761566162,
      "cov-distil (oracle2student)": 4.268495559692383,
      "cov-distil (oracle2teacher)": 4.127816200256348,
      "epoch": 2.2645211930926217,
      "rel-constrast": 3.2345728874206543,
      "step": 2885,
      "subrel-constrast": 3.4969406127929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2171244621276855,
      "cov-distil (oracle2student)": 4.570123672485352,
      "cov-distil (oracle2teacher)": 4.4858551025390625,
      "epoch": 2.2653061224489797,
      "rel-constrast": 2.2585768699645996,
      "step": 2886,
      "subrel-constrast": 3.1835286617279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1732120513916016,
      "cov-distil (oracle2student)": 2.876953125,
      "cov-distil (oracle2teacher)": 3.258321762084961,
      "epoch": 2.2660910518053377,
      "rel-constrast": 2.1083152294158936,
      "step": 2887,
      "subrel-constrast": 2.4319205284118652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1293230056762695,
      "cov-distil (oracle2student)": 3.8967185020446777,
      "cov-distil (oracle2teacher)": 3.477731704711914,
      "epoch": 2.2668759811616956,
      "rel-constrast": 2.8596034049987793,
      "step": 2888,
      "subrel-constrast": 3.4492714405059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7875423431396484,
      "cov-distil (oracle2student)": 4.364960670471191,
      "cov-distil (oracle2teacher)": 4.224322319030762,
      "epoch": 2.267660910518053,
      "rel-constrast": 2.3724167346954346,
      "step": 2889,
      "subrel-constrast": 3.044140577316284,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 5.6875,
      "learning_rate": 4.475922272885622e-05,
      "loss": 0.6388,
      "step": 2890
    },
    {
      "cov-distil": 1.4435813426971436,
      "cov-distil (oracle2student)": 4.9137163162231445,
      "cov-distil (oracle2teacher)": 4.573283672332764,
      "epoch": 2.268445839874411,
      "rel-constrast": 3.727475166320801,
      "step": 2890,
      "subrel-constrast": 3.9529621601104736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2749342918395996,
      "cov-distil (oracle2student)": 5.169321537017822,
      "cov-distil (oracle2teacher)": 4.76683235168457,
      "epoch": 2.269230769230769,
      "rel-constrast": 2.8820419311523438,
      "step": 2891,
      "subrel-constrast": 3.2337920665740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.356940984725952,
      "cov-distil (oracle2student)": 5.4089226722717285,
      "cov-distil (oracle2teacher)": 5.205679893493652,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.798659324645996,
      "step": 2892,
      "subrel-constrast": 3.5247061252593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8037238121032715,
      "cov-distil (oracle2student)": 3.7190651893615723,
      "cov-distil (oracle2teacher)": 3.3828775882720947,
      "epoch": 2.270800627943485,
      "rel-constrast": 3.4639806747436523,
      "step": 2893,
      "subrel-constrast": 3.9451396465301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5839290618896484,
      "cov-distil (oracle2student)": 4.773256778717041,
      "cov-distil (oracle2teacher)": 3.914168357849121,
      "epoch": 2.271585557299843,
      "rel-constrast": 2.5604519844055176,
      "step": 2894,
      "subrel-constrast": 2.580005168914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098092555999756,
      "cov-distil (oracle2student)": 3.2363812923431396,
      "cov-distil (oracle2teacher)": 2.98779296875,
      "epoch": 2.272370486656201,
      "rel-constrast": 3.133401870727539,
      "step": 2895,
      "subrel-constrast": 4.026373863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7207551002502441,
      "cov-distil (oracle2student)": 4.046440124511719,
      "cov-distil (oracle2teacher)": 4.408363342285156,
      "epoch": 2.2731554160125587,
      "rel-constrast": 3.1948890686035156,
      "step": 2896,
      "subrel-constrast": 3.302870988845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1172566413879395,
      "cov-distil (oracle2student)": 4.5180888175964355,
      "cov-distil (oracle2teacher)": 4.856849670410156,
      "epoch": 2.2739403453689166,
      "rel-constrast": 3.6405177116394043,
      "step": 2897,
      "subrel-constrast": 3.9409031867980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3023580312728882,
      "cov-distil (oracle2student)": 3.9987316131591797,
      "cov-distil (oracle2teacher)": 3.277658224105835,
      "epoch": 2.2747252747252746,
      "rel-constrast": 2.787261486053467,
      "step": 2898,
      "subrel-constrast": 2.631908416748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9677479267120361,
      "cov-distil (oracle2student)": 3.3817219734191895,
      "cov-distil (oracle2teacher)": 2.913080930709839,
      "epoch": 2.2755102040816326,
      "rel-constrast": 2.0677313804626465,
      "step": 2899,
      "subrel-constrast": 2.6254239082336426,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 5.65625,
      "learning_rate": 4.4705640299761007e-05,
      "loss": 0.7564,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.2984375059604645,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.056121826171875
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.0487060546875
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.007415771484375,
      "step": 2900
    },
    {
      "cov-distil": 2.3328909873962402,
      "cov-distil (oracle2student)": 3.504826068878174,
      "cov-distil (oracle2teacher)": 3.6902003288269043,
      "epoch": 2.2762951334379906,
      "rel-constrast": 2.44547176361084,
      "step": 2900,
      "subrel-constrast": 2.798687696456909,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1767473220825195,
      "cov-distil (oracle2student)": 3.1180315017700195,
      "cov-distil (oracle2teacher)": 3.3158888816833496,
      "epoch": 2.2770800627943486,
      "rel-constrast": 2.619786262512207,
      "step": 2901,
      "subrel-constrast": 3.9830939769744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800040602684021,
      "cov-distil (oracle2student)": 4.081843852996826,
      "cov-distil (oracle2teacher)": 4.167232513427734,
      "epoch": 2.2778649921507066,
      "rel-constrast": 3.0898091793060303,
      "step": 2902,
      "subrel-constrast": 3.4295060634613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2239089012145996,
      "cov-distil (oracle2student)": 6.6129655838012695,
      "cov-distil (oracle2teacher)": 5.669246673583984,
      "epoch": 2.278649921507064,
      "rel-constrast": 4.065709590911865,
      "step": 2903,
      "subrel-constrast": 4.197539329528809,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1172890663146973,
      "cov-distil (oracle2student)": 4.196752548217773,
      "cov-distil (oracle2teacher)": 3.400928020477295,
      "epoch": 2.279434850863422,
      "rel-constrast": 2.001678466796875,
      "step": 2904,
      "subrel-constrast": 2.786097526550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4559378623962402,
      "cov-distil (oracle2student)": 4.473886013031006,
      "cov-distil (oracle2teacher)": 4.145914077758789,
      "epoch": 2.28021978021978,
      "rel-constrast": 3.792072296142578,
      "step": 2905,
      "subrel-constrast": 3.465597152709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7393836975097656,
      "cov-distil (oracle2student)": 4.066168785095215,
      "cov-distil (oracle2teacher)": 4.289267539978027,
      "epoch": 2.281004709576138,
      "rel-constrast": 3.617478370666504,
      "step": 2906,
      "subrel-constrast": 3.8276889324188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07877779006958,
      "cov-distil (oracle2student)": 5.937206268310547,
      "cov-distil (oracle2teacher)": 5.462488174438477,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.82161808013916,
      "step": 2907,
      "subrel-constrast": 3.1298675537109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3233683109283447,
      "cov-distil (oracle2student)": 4.1387104988098145,
      "cov-distil (oracle2teacher)": 4.890998840332031,
      "epoch": 2.282574568288854,
      "rel-constrast": 3.522998809814453,
      "step": 2908,
      "subrel-constrast": 4.248725891113281,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7699851989746094,
      "cov-distil (oracle2student)": 4.336177349090576,
      "cov-distil (oracle2teacher)": 3.878828525543213,
      "epoch": 2.283359497645212,
      "rel-constrast": 3.3609459400177,
      "step": 2909,
      "subrel-constrast": 3.425161123275757,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 7.84375,
      "learning_rate": 4.465181776365745e-05,
      "loss": 0.7834,
      "step": 2910
    },
    {
      "cov-distil": 1.936072826385498,
      "cov-distil (oracle2student)": 5.279439926147461,
      "cov-distil (oracle2teacher)": 5.483349800109863,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.851578712463379,
      "step": 2910,
      "subrel-constrast": 4.0143141746521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8176727294921875,
      "cov-distil (oracle2student)": 4.491959571838379,
      "cov-distil (oracle2teacher)": 3.907743453979492,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.578427314758301,
      "step": 2911,
      "subrel-constrast": 3.2509491443634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172684669494629,
      "cov-distil (oracle2student)": 4.1981964111328125,
      "cov-distil (oracle2teacher)": 3.603715419769287,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.9186925888061523,
      "step": 2912,
      "subrel-constrast": 3.8871047496795654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7658917903900146,
      "cov-distil (oracle2student)": 5.84521484375,
      "cov-distil (oracle2teacher)": 5.318495750427246,
      "epoch": 2.2864992150706436,
      "rel-constrast": 4.082841873168945,
      "step": 2913,
      "subrel-constrast": 4.1517839431762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1232151985168457,
      "cov-distil (oracle2student)": 4.895226001739502,
      "cov-distil (oracle2teacher)": 4.144783020019531,
      "epoch": 2.2872841444270016,
      "rel-constrast": 3.3654136657714844,
      "step": 2914,
      "subrel-constrast": 3.4452080726623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043212413787842,
      "cov-distil (oracle2student)": 5.096815586090088,
      "cov-distil (oracle2teacher)": 6.259397506713867,
      "epoch": 2.2880690737833596,
      "rel-constrast": 3.509542942047119,
      "step": 2915,
      "subrel-constrast": 3.98858904838562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4821667671203613,
      "cov-distil (oracle2student)": 3.9179391860961914,
      "cov-distil (oracle2teacher)": 3.6565048694610596,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.7728431224823,
      "step": 2916,
      "subrel-constrast": 2.897357940673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8379238843917847,
      "cov-distil (oracle2student)": 5.761807441711426,
      "cov-distil (oracle2teacher)": 5.783934116363525,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.7341785430908203,
      "step": 2917,
      "subrel-constrast": 3.3221659660339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.668623447418213,
      "cov-distil (oracle2student)": 3.5665457248687744,
      "cov-distil (oracle2teacher)": 3.440239429473877,
      "epoch": 2.2904238618524335,
      "rel-constrast": 2.5209717750549316,
      "step": 2918,
      "subrel-constrast": 2.8067126274108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3672153949737549,
      "cov-distil (oracle2student)": 3.2231390476226807,
      "cov-distil (oracle2teacher)": 3.223391532897949,
      "epoch": 2.291208791208791,
      "rel-constrast": 2.4092397689819336,
      "step": 2919,
      "subrel-constrast": 2.9757320880889893,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 6.3125,
      "learning_rate": 4.459775577635619e-05,
      "loss": 0.7686,
      "step": 2920
    },
    {
      "cov-distil": 1.935009479522705,
      "cov-distil (oracle2student)": 3.9589638710021973,
      "cov-distil (oracle2teacher)": 3.942141056060791,
      "epoch": 2.291993720565149,
      "rel-constrast": 2.2887892723083496,
      "step": 2920,
      "subrel-constrast": 3.0046815872192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0860016345977783,
      "cov-distil (oracle2student)": 4.292420387268066,
      "cov-distil (oracle2teacher)": 4.469173431396484,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.707028388977051,
      "step": 2921,
      "subrel-constrast": 3.451519012451172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1338304281234741,
      "cov-distil (oracle2student)": 5.589522361755371,
      "cov-distil (oracle2teacher)": 5.704877853393555,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.7894337177276611,
      "step": 2922,
      "subrel-constrast": 1.9857401847839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053696632385254,
      "cov-distil (oracle2student)": 5.7366943359375,
      "cov-distil (oracle2teacher)": 5.350364685058594,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.7477846145629883,
      "step": 2923,
      "subrel-constrast": 4.697423934936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8610234260559082,
      "cov-distil (oracle2student)": 5.202250957489014,
      "cov-distil (oracle2teacher)": 4.737152099609375,
      "epoch": 2.295133437990581,
      "rel-constrast": 3.384031295776367,
      "step": 2924,
      "subrel-constrast": 4.121769428253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4923348426818848,
      "cov-distil (oracle2student)": 3.1413559913635254,
      "cov-distil (oracle2teacher)": 3.0722813606262207,
      "epoch": 2.295918367346939,
      "rel-constrast": 2.2160725593566895,
      "step": 2925,
      "subrel-constrast": 2.795948028564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7334306240081787,
      "cov-distil (oracle2student)": 5.2164082527160645,
      "cov-distil (oracle2teacher)": 4.782329559326172,
      "epoch": 2.2967032967032965,
      "rel-constrast": 3.011482000350952,
      "step": 2926,
      "subrel-constrast": 3.2859296798706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8518540859222412,
      "cov-distil (oracle2student)": 3.4911234378814697,
      "cov-distil (oracle2teacher)": 2.640350580215454,
      "epoch": 2.2974882260596545,
      "rel-constrast": 2.3854880332946777,
      "step": 2927,
      "subrel-constrast": 3.048729181289673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5543529987335205,
      "cov-distil (oracle2student)": 4.8492279052734375,
      "cov-distil (oracle2teacher)": 4.390403747558594,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.761594772338867,
      "step": 2928,
      "subrel-constrast": 3.10729718208313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6281628608703613,
      "cov-distil (oracle2student)": 4.542836666107178,
      "cov-distil (oracle2teacher)": 4.458077430725098,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.858388900756836,
      "step": 2929,
      "subrel-constrast": 3.1368136405944824,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 5.96875,
      "learning_rate": 4.454345499658546e-05,
      "loss": 0.6788,
      "step": 2930
    },
    {
      "cov-distil": 2.06703519821167,
      "cov-distil (oracle2student)": 6.820677280426025,
      "cov-distil (oracle2teacher)": 5.675371170043945,
      "epoch": 2.2998430141287285,
      "rel-constrast": 3.679884910583496,
      "step": 2930,
      "subrel-constrast": 4.112966537475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.437556743621826,
      "cov-distil (oracle2student)": 6.273471832275391,
      "cov-distil (oracle2teacher)": 5.176482200622559,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.78218412399292,
      "step": 2931,
      "subrel-constrast": 3.094268798828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104292154312134,
      "cov-distil (oracle2student)": 3.333474636077881,
      "cov-distil (oracle2teacher)": 3.259614944458008,
      "epoch": 2.3014128728414445,
      "rel-constrast": 2.267223834991455,
      "step": 2932,
      "subrel-constrast": 2.6831929683685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.549271583557129,
      "cov-distil (oracle2student)": 3.8789522647857666,
      "cov-distil (oracle2teacher)": 4.013197898864746,
      "epoch": 2.302197802197802,
      "rel-constrast": 3.2699403762817383,
      "step": 2933,
      "subrel-constrast": 3.432912826538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8900898694992065,
      "cov-distil (oracle2student)": 2.016294240951538,
      "cov-distil (oracle2teacher)": 2.1271681785583496,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.5551518201828003,
      "step": 2934,
      "subrel-constrast": 2.6120827198028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0945827960968018,
      "cov-distil (oracle2student)": 5.415756702423096,
      "cov-distil (oracle2teacher)": 4.5630693435668945,
      "epoch": 2.303767660910518,
      "rel-constrast": 3.68119215965271,
      "step": 2935,
      "subrel-constrast": 4.019796848297119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8154640197753906,
      "cov-distil (oracle2student)": 2.565680742263794,
      "cov-distil (oracle2teacher)": 3.4002671241760254,
      "epoch": 2.304552590266876,
      "rel-constrast": 2.635570764541626,
      "step": 2936,
      "subrel-constrast": 3.111503839492798,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.315883159637451,
      "cov-distil (oracle2student)": 4.16646671295166,
      "cov-distil (oracle2teacher)": 4.345097064971924,
      "epoch": 2.305337519623234,
      "rel-constrast": 2.5390796661376953,
      "step": 2937,
      "subrel-constrast": 2.9730474948883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.036623954772949,
      "cov-distil (oracle2student)": 3.0409207344055176,
      "cov-distil (oracle2teacher)": 3.6593453884124756,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.691709041595459,
      "step": 2938,
      "subrel-constrast": 3.407007932662964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7454074621200562,
      "cov-distil (oracle2student)": 5.32850456237793,
      "cov-distil (oracle2teacher)": 5.2867584228515625,
      "epoch": 2.30690737833595,
      "rel-constrast": 3.5499937534332275,
      "step": 2939,
      "subrel-constrast": 4.224546432495117,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 6.9375,
      "learning_rate": 4.4488916085983145e-05,
      "loss": 0.7163,
      "step": 2940
    },
    {
      "cov-distil": 1.9617047309875488,
      "cov-distil (oracle2student)": 3.223717451095581,
      "cov-distil (oracle2teacher)": 2.8870439529418945,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.67434024810791,
      "step": 2940,
      "subrel-constrast": 2.9756112098693848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.872759222984314,
      "cov-distil (oracle2student)": 6.089958190917969,
      "cov-distil (oracle2teacher)": 5.4700822830200195,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.780672073364258,
      "step": 2941,
      "subrel-constrast": 2.9128642082214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0485823154449463,
      "cov-distil (oracle2student)": 4.52149772644043,
      "cov-distil (oracle2teacher)": 4.3741912841796875,
      "epoch": 2.3092621664050235,
      "rel-constrast": 3.089404582977295,
      "step": 2942,
      "subrel-constrast": 3.4471466541290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5881900787353516,
      "cov-distil (oracle2student)": 5.214587688446045,
      "cov-distil (oracle2teacher)": 4.940916538238525,
      "epoch": 2.3100470957613815,
      "rel-constrast": 2.9726359844207764,
      "step": 2943,
      "subrel-constrast": 2.997980833053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.571157932281494,
      "cov-distil (oracle2student)": 5.531135082244873,
      "cov-distil (oracle2teacher)": 4.806249618530273,
      "epoch": 2.3108320251177394,
      "rel-constrast": 4.625187873840332,
      "step": 2944,
      "subrel-constrast": 4.91873836517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838268518447876,
      "cov-distil (oracle2student)": 5.236787796020508,
      "cov-distil (oracle2teacher)": 4.607054710388184,
      "epoch": 2.3116169544740974,
      "rel-constrast": 2.335313320159912,
      "step": 2945,
      "subrel-constrast": 2.9316842555999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.791338562965393,
      "cov-distil (oracle2student)": 4.301711082458496,
      "cov-distil (oracle2teacher)": 4.49068021774292,
      "epoch": 2.3124018838304554,
      "rel-constrast": 2.2000057697296143,
      "step": 2946,
      "subrel-constrast": 3.055565118789673,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033794403076172,
      "cov-distil (oracle2student)": 4.256231307983398,
      "cov-distil (oracle2teacher)": 3.941420793533325,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.594874382019043,
      "step": 2947,
      "subrel-constrast": 2.556152820587158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0540249347686768,
      "cov-distil (oracle2student)": 5.351049423217773,
      "cov-distil (oracle2teacher)": 4.644721984863281,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.7267684936523438,
      "step": 2948,
      "subrel-constrast": 3.3562843799591064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.485149621963501,
      "cov-distil (oracle2student)": 5.518110275268555,
      "cov-distil (oracle2teacher)": 5.05711555480957,
      "epoch": 2.314756671899529,
      "rel-constrast": 3.2868025302886963,
      "step": 2949,
      "subrel-constrast": 3.6350367069244385,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 7.15625,
      "learning_rate": 4.443413970908865e-05,
      "loss": 0.7322,
      "step": 2950
    },
    {
      "cov-distil": 1.9140594005584717,
      "cov-distil (oracle2student)": 5.294245719909668,
      "cov-distil (oracle2teacher)": 5.037367820739746,
      "epoch": 2.315541601255887,
      "rel-constrast": 3.6461024284362793,
      "step": 2950,
      "subrel-constrast": 4.350337028503418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924676775932312,
      "cov-distil (oracle2student)": 4.214781284332275,
      "cov-distil (oracle2teacher)": 3.8204667568206787,
      "epoch": 2.316326530612245,
      "rel-constrast": 4.275424957275391,
      "step": 2951,
      "subrel-constrast": 4.066051959991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.176525354385376,
      "cov-distil (oracle2student)": 3.859272003173828,
      "cov-distil (oracle2teacher)": 4.274302005767822,
      "epoch": 2.317111459968603,
      "rel-constrast": 2.6636030673980713,
      "step": 2952,
      "subrel-constrast": 2.931797981262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400925874710083,
      "cov-distil (oracle2student)": 3.6292037963867188,
      "cov-distil (oracle2teacher)": 3.865896701812744,
      "epoch": 2.317896389324961,
      "rel-constrast": 3.189946413040161,
      "step": 2953,
      "subrel-constrast": 3.4860680103302,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1527111530303955,
      "cov-distil (oracle2student)": 5.968745231628418,
      "cov-distil (oracle2teacher)": 6.027957916259766,
      "epoch": 2.3186813186813184,
      "rel-constrast": 2.738412380218506,
      "step": 2954,
      "subrel-constrast": 3.5052409172058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003122568130493,
      "cov-distil (oracle2student)": 3.0247106552124023,
      "cov-distil (oracle2teacher)": 3.4316673278808594,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.615293502807617,
      "step": 2955,
      "subrel-constrast": 3.7499279975891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1264870166778564,
      "cov-distil (oracle2student)": 4.609138488769531,
      "cov-distil (oracle2teacher)": 4.843422889709473,
      "epoch": 2.3202511773940344,
      "rel-constrast": 3.325861930847168,
      "step": 2956,
      "subrel-constrast": 4.1482157707214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647236347198486,
      "cov-distil (oracle2student)": 5.1907501220703125,
      "cov-distil (oracle2teacher)": 4.991943359375,
      "epoch": 2.3210361067503924,
      "rel-constrast": 2.1617393493652344,
      "step": 2957,
      "subrel-constrast": 2.7440223693847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3130815029144287,
      "cov-distil (oracle2student)": 6.161540985107422,
      "cov-distil (oracle2teacher)": 5.163331985473633,
      "epoch": 2.3218210361067504,
      "rel-constrast": 3.820265769958496,
      "step": 2958,
      "subrel-constrast": 4.544454574584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7449226379394531,
      "cov-distil (oracle2student)": 4.744402885437012,
      "cov-distil (oracle2teacher)": 5.204061985015869,
      "epoch": 2.3226059654631084,
      "rel-constrast": 3.0087270736694336,
      "step": 2959,
      "subrel-constrast": 3.925178289413452,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 6.46875,
      "learning_rate": 4.437912653333484e-05,
      "loss": 0.7861,
      "step": 2960
    },
    {
      "cov-distil": 1.7431564331054688,
      "cov-distil (oracle2student)": 3.54844331741333,
      "cov-distil (oracle2teacher)": 3.3309569358825684,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.575831890106201,
      "step": 2960,
      "subrel-constrast": 2.7971138954162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6243011951446533,
      "cov-distil (oracle2student)": 4.501720428466797,
      "cov-distil (oracle2teacher)": 4.195682048797607,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.9494001865386963,
      "step": 2961,
      "subrel-constrast": 3.092998743057251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7978386878967285,
      "cov-distil (oracle2student)": 3.6851394176483154,
      "cov-distil (oracle2teacher)": 4.324241638183594,
      "epoch": 2.3249607535321823,
      "rel-constrast": 2.32004451751709,
      "step": 2962,
      "subrel-constrast": 2.909715175628662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0962204933166504,
      "cov-distil (oracle2student)": 5.949124336242676,
      "cov-distil (oracle2teacher)": 5.801036834716797,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.733518600463867,
      "step": 2963,
      "subrel-constrast": 3.411527633666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5571305751800537,
      "cov-distil (oracle2student)": 3.4235386848449707,
      "cov-distil (oracle2teacher)": 3.128507614135742,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.8933488130569458,
      "step": 2964,
      "subrel-constrast": 2.366116762161255,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237466335296631,
      "cov-distil (oracle2student)": 3.7898364067077637,
      "cov-distil (oracle2teacher)": 3.6636159420013428,
      "epoch": 2.327315541601256,
      "rel-constrast": 3.2271082401275635,
      "step": 2965,
      "subrel-constrast": 3.9187915325164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8807694911956787,
      "cov-distil (oracle2student)": 5.409738540649414,
      "cov-distil (oracle2teacher)": 5.2466535568237305,
      "epoch": 2.328100470957614,
      "rel-constrast": 3.990730047225952,
      "step": 2966,
      "subrel-constrast": 4.046356201171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331737518310547,
      "cov-distil (oracle2student)": 3.3802101612091064,
      "cov-distil (oracle2teacher)": 3.1357545852661133,
      "epoch": 2.328885400313972,
      "rel-constrast": 2.5890979766845703,
      "step": 2967,
      "subrel-constrast": 2.8712565898895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02040958404541,
      "cov-distil (oracle2student)": 4.906893730163574,
      "cov-distil (oracle2teacher)": 4.576847553253174,
      "epoch": 2.32967032967033,
      "rel-constrast": 2.6014504432678223,
      "step": 2968,
      "subrel-constrast": 3.1606497764587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4617081880569458,
      "cov-distil (oracle2student)": 5.343555450439453,
      "cov-distil (oracle2teacher)": 4.7181830406188965,
      "epoch": 2.330455259026688,
      "rel-constrast": 3.175142765045166,
      "step": 2969,
      "subrel-constrast": 2.870048761367798,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 5.53125,
      "learning_rate": 4.432387722903989e-05,
      "loss": 0.7014,
      "step": 2970
    },
    {
      "cov-distil": 2.264889717102051,
      "cov-distil (oracle2student)": 5.509899139404297,
      "cov-distil (oracle2teacher)": 4.597749710083008,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.4959070682525635,
      "step": 2970,
      "subrel-constrast": 2.9975202083587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7993063926696777,
      "cov-distil (oracle2student)": 5.000439643859863,
      "cov-distil (oracle2teacher)": 5.0537190437316895,
      "epoch": 2.3320251177394034,
      "rel-constrast": 2.601478338241577,
      "step": 2971,
      "subrel-constrast": 3.0635499954223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1734719276428223,
      "cov-distil (oracle2student)": 4.137989044189453,
      "cov-distil (oracle2teacher)": 3.8848166465759277,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.93414568901062,
      "step": 2972,
      "subrel-constrast": 3.561741352081299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9302995204925537,
      "cov-distil (oracle2student)": 4.815238952636719,
      "cov-distil (oracle2teacher)": 4.710572719573975,
      "epoch": 2.3335949764521193,
      "rel-constrast": 2.0482499599456787,
      "step": 2973,
      "subrel-constrast": 3.071690082550049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1326708793640137,
      "cov-distil (oracle2student)": 6.404463291168213,
      "cov-distil (oracle2teacher)": 5.479840278625488,
      "epoch": 2.3343799058084773,
      "rel-constrast": 2.8896050453186035,
      "step": 2974,
      "subrel-constrast": 3.4921841621398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6320338249206543,
      "cov-distil (oracle2student)": 5.224119663238525,
      "cov-distil (oracle2teacher)": 5.183095932006836,
      "epoch": 2.3351648351648353,
      "rel-constrast": 3.135430335998535,
      "step": 2975,
      "subrel-constrast": 2.731234073638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3345556259155273,
      "cov-distil (oracle2student)": 4.5721025466918945,
      "cov-distil (oracle2teacher)": 4.838918685913086,
      "epoch": 2.3359497645211933,
      "rel-constrast": 2.7350950241088867,
      "step": 2976,
      "subrel-constrast": 4.045973300933838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6856255531311035,
      "cov-distil (oracle2student)": 5.887428283691406,
      "cov-distil (oracle2teacher)": 5.225883483886719,
      "epoch": 2.336734693877551,
      "rel-constrast": 4.321874141693115,
      "step": 2977,
      "subrel-constrast": 3.434077024459839,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.628329277038574,
      "cov-distil (oracle2student)": 4.83188009262085,
      "cov-distil (oracle2teacher)": 4.778239727020264,
      "epoch": 2.337519623233909,
      "rel-constrast": 3.3386101722717285,
      "step": 2978,
      "subrel-constrast": 3.8137223720550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.327483654022217,
      "cov-distil (oracle2student)": 6.8111467361450195,
      "cov-distil (oracle2teacher)": 6.308257102966309,
      "epoch": 2.338304552590267,
      "rel-constrast": 3.601149320602417,
      "step": 2979,
      "subrel-constrast": 4.343768119812012,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 6.96875,
      "learning_rate": 4.426839246939915e-05,
      "loss": 0.7525,
      "step": 2980
    },
    {
      "cov-distil": 2.190925121307373,
      "cov-distil (oracle2student)": 4.8911519050598145,
      "cov-distil (oracle2teacher)": 4.250446796417236,
      "epoch": 2.339089481946625,
      "rel-constrast": 3.3112010955810547,
      "step": 2980,
      "subrel-constrast": 4.250733375549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025115251541138,
      "cov-distil (oracle2student)": 5.593842029571533,
      "cov-distil (oracle2teacher)": 5.0457282066345215,
      "epoch": 2.339874411302983,
      "rel-constrast": 2.708723306655884,
      "step": 2981,
      "subrel-constrast": 2.6264522075653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30295991897583,
      "cov-distil (oracle2student)": 2.963087558746338,
      "cov-distil (oracle2teacher)": 3.3383493423461914,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.5429725646972656,
      "step": 2982,
      "subrel-constrast": 3.312014102935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.23243248462677,
      "cov-distil (oracle2student)": 2.7240052223205566,
      "cov-distil (oracle2teacher)": 3.0604114532470703,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.7471978664398193,
      "step": 2983,
      "subrel-constrast": 1.892919898033142,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1293396949768066,
      "cov-distil (oracle2student)": 3.8590846061706543,
      "cov-distil (oracle2teacher)": 3.8164360523223877,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.798485279083252,
      "step": 2984,
      "subrel-constrast": 3.633077383041382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9993915557861328,
      "cov-distil (oracle2student)": 3.7436299324035645,
      "cov-distil (oracle2teacher)": 3.2437572479248047,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.9527554512023926,
      "step": 2985,
      "subrel-constrast": 3.533322334289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5359702110290527,
      "cov-distil (oracle2student)": 4.238136291503906,
      "cov-distil (oracle2teacher)": 3.9452359676361084,
      "epoch": 2.3437990580847723,
      "rel-constrast": 2.5408577919006348,
      "step": 2986,
      "subrel-constrast": 2.9420881271362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9785809516906738,
      "cov-distil (oracle2student)": 4.2202582359313965,
      "cov-distil (oracle2teacher)": 3.7444872856140137,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.795200824737549,
      "step": 2987,
      "subrel-constrast": 3.1301639080047607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.139501690864563,
      "cov-distil (oracle2student)": 4.015373706817627,
      "cov-distil (oracle2teacher)": 3.966421127319336,
      "epoch": 2.3453689167974883,
      "rel-constrast": 3.654635429382324,
      "step": 2988,
      "subrel-constrast": 3.725846290588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6392651796340942,
      "cov-distil (oracle2student)": 5.150025844573975,
      "cov-distil (oracle2teacher)": 4.327034950256348,
      "epoch": 2.3461538461538463,
      "rel-constrast": 2.459054470062256,
      "step": 2989,
      "subrel-constrast": 2.4105780124664307,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 5.46875,
      "learning_rate": 4.4212672930476915e-05,
      "loss": 0.6878,
      "step": 2990
    },
    {
      "cov-distil": 2.0203166007995605,
      "cov-distil (oracle2student)": 3.8898658752441406,
      "cov-distil (oracle2teacher)": 3.2254557609558105,
      "epoch": 2.3469387755102042,
      "rel-constrast": 3.3016762733459473,
      "step": 2990,
      "subrel-constrast": 3.2036991119384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2437546253204346,
      "cov-distil (oracle2student)": 2.809678077697754,
      "cov-distil (oracle2teacher)": 3.1205894947052,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.9912633895874023,
      "step": 2991,
      "subrel-constrast": 2.873671054840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6317341327667236,
      "cov-distil (oracle2student)": 3.6719846725463867,
      "cov-distil (oracle2teacher)": 3.6312499046325684,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.9869728088378906,
      "step": 2992,
      "subrel-constrast": 3.62589693069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6748700141906738,
      "cov-distil (oracle2student)": 4.388106346130371,
      "cov-distil (oracle2teacher)": 5.077235221862793,
      "epoch": 2.3492935635792778,
      "rel-constrast": 3.000835418701172,
      "step": 2993,
      "subrel-constrast": 3.647793769836426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5477468967437744,
      "cov-distil (oracle2student)": 5.680502891540527,
      "cov-distil (oracle2teacher)": 4.933261871337891,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.8140065670013428,
      "step": 2994,
      "subrel-constrast": 3.3136026859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5263206958770752,
      "cov-distil (oracle2student)": 4.927715301513672,
      "cov-distil (oracle2teacher)": 4.5254435539245605,
      "epoch": 2.3508634222919937,
      "rel-constrast": 2.3869452476501465,
      "step": 2995,
      "subrel-constrast": 3.0078868865966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6835966110229492,
      "cov-distil (oracle2student)": 4.497791290283203,
      "cov-distil (oracle2teacher)": 5.169723987579346,
      "epoch": 2.3516483516483517,
      "rel-constrast": 2.092101573944092,
      "step": 2996,
      "subrel-constrast": 3.293245792388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186874389648438,
      "cov-distil (oracle2student)": 4.188973426818848,
      "cov-distil (oracle2teacher)": 3.6743383407592773,
      "epoch": 2.3524332810047097,
      "rel-constrast": 2.114238739013672,
      "step": 2997,
      "subrel-constrast": 2.333059072494507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1862802505493164,
      "cov-distil (oracle2student)": 5.268075942993164,
      "cov-distil (oracle2teacher)": 4.554897308349609,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.5429959297180176,
      "step": 2998,
      "subrel-constrast": 2.5100998878479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9951308965682983,
      "cov-distil (oracle2student)": 5.685433387756348,
      "cov-distil (oracle2teacher)": 5.536106586456299,
      "epoch": 2.3540031397174253,
      "rel-constrast": 3.22869873046875,
      "step": 2999,
      "subrel-constrast": 3.248992919921875,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 6.0625,
      "learning_rate": 4.4156719291198166e-05,
      "loss": 0.6615,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}