{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.3547880690737832,
  "eval_steps": 500.0,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.2640624940395355,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.0285186767578125
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": 0.0088348388671875,
      "step": 0
    },
    {
      "cov-distil": 2.9034781455993652,
      "cov-distil (oracle2student)": 5.115799427032471,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 7.486445903778076,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7886760234832764,
      "cov-distil (oracle2student)": 6.933510780334473,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 8.07569408416748,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5231034755706787,
      "cov-distil (oracle2student)": 5.138677597045898,
      "cov-distil (oracle2teacher)": 4.362654209136963,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 6.176348686218262,
      "step": 2,
      "subrel-constrast": 5.124537944793701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7282581329345703,
      "cov-distil (oracle2student)": 4.567083835601807,
      "cov-distil (oracle2teacher)": 3.368180751800537,
      "epoch": 0.002354788069073783,
      "rel-constrast": 4.615942001342773,
      "step": 3,
      "subrel-constrast": 4.318891525268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.717496395111084,
      "cov-distil (oracle2student)": 5.2969770431518555,
      "cov-distil (oracle2teacher)": 4.031894207000732,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 5.625074863433838,
      "step": 4,
      "subrel-constrast": 4.608937740325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9984183311462402,
      "cov-distil (oracle2student)": 9.587389945983887,
      "cov-distil (oracle2teacher)": 8.329423904418945,
      "epoch": 0.003924646781789639,
      "rel-constrast": 9.039799690246582,
      "step": 5,
      "subrel-constrast": 7.689675331115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5848426818847656,
      "cov-distil (oracle2student)": 8.058978080749512,
      "cov-distil (oracle2teacher)": 5.2432756423950195,
      "epoch": 0.004709576138147566,
      "rel-constrast": 9.732555389404297,
      "step": 6,
      "subrel-constrast": 6.364137172698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.298116207122803,
      "cov-distil (oracle2student)": 6.59780216217041,
      "cov-distil (oracle2teacher)": 5.001668930053711,
      "epoch": 0.005494505494505495,
      "rel-constrast": 6.585318565368652,
      "step": 7,
      "subrel-constrast": 5.019770622253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.983924388885498,
      "cov-distil (oracle2student)": 5.625530242919922,
      "cov-distil (oracle2teacher)": 4.764377593994141,
      "epoch": 0.006279434850863423,
      "rel-constrast": 4.868405342102051,
      "step": 8,
      "subrel-constrast": 3.943023204803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.812003135681152,
      "cov-distil (oracle2student)": 6.999384880065918,
      "cov-distil (oracle2teacher)": 4.586106300354004,
      "epoch": 0.00706436420722135,
      "rel-constrast": 7.919954299926758,
      "step": 9,
      "subrel-constrast": 5.077454566955566,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 14.9375,
      "learning_rate": 1.8e-06,
      "loss": 1.7531,
      "step": 10
    },
    {
      "cov-distil": 2.7071938514709473,
      "cov-distil (oracle2student)": 7.127721786499023,
      "cov-distil (oracle2teacher)": 5.624284744262695,
      "epoch": 0.007849293563579277,
      "rel-constrast": 6.655782699584961,
      "step": 10,
      "subrel-constrast": 5.315845966339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9545464515686035,
      "cov-distil (oracle2student)": 7.258171081542969,
      "cov-distil (oracle2teacher)": 5.252833843231201,
      "epoch": 0.008634222919937205,
      "rel-constrast": 8.746548652648926,
      "step": 11,
      "subrel-constrast": 7.022371768951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.749042510986328,
      "cov-distil (oracle2student)": 8.994983673095703,
      "cov-distil (oracle2teacher)": 5.9518046379089355,
      "epoch": 0.009419152276295133,
      "rel-constrast": 8.663108825683594,
      "step": 12,
      "subrel-constrast": 6.411829948425293,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.472895860671997,
      "cov-distil (oracle2student)": 7.844076156616211,
      "cov-distil (oracle2teacher)": 6.226089000701904,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.485772609710693,
      "step": 13,
      "subrel-constrast": 5.3423380851745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5286343097686768,
      "cov-distil (oracle2student)": 6.992645740509033,
      "cov-distil (oracle2teacher)": 5.906643867492676,
      "epoch": 0.01098901098901099,
      "rel-constrast": 8.374456405639648,
      "step": 14,
      "subrel-constrast": 6.795032501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.741854429244995,
      "cov-distil (oracle2student)": 6.941313743591309,
      "cov-distil (oracle2teacher)": 5.790273666381836,
      "epoch": 0.011773940345368918,
      "rel-constrast": 4.692356109619141,
      "step": 15,
      "subrel-constrast": 4.322998046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.23732852935791,
      "cov-distil (oracle2student)": 6.255253791809082,
      "cov-distil (oracle2teacher)": 4.933646202087402,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.476644992828369,
      "step": 16,
      "subrel-constrast": 5.209979057312012,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.350789546966553,
      "cov-distil (oracle2student)": 7.528548240661621,
      "cov-distil (oracle2teacher)": 6.204718112945557,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.373969078063965,
      "step": 17,
      "subrel-constrast": 7.020680904388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.868788242340088,
      "cov-distil (oracle2student)": 6.494541168212891,
      "cov-distil (oracle2teacher)": 4.640769004821777,
      "epoch": 0.0141287284144427,
      "rel-constrast": 6.994088649749756,
      "step": 18,
      "subrel-constrast": 6.046910285949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.0996294021606445,
      "cov-distil (oracle2student)": 5.917785167694092,
      "cov-distil (oracle2teacher)": 5.453573226928711,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.822920799255371,
      "step": 19,
      "subrel-constrast": 5.013533115386963,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 9.9375,
      "learning_rate": 3.8e-06,
      "loss": 1.7821,
      "step": 20
    },
    {
      "cov-distil": 2.647268533706665,
      "cov-distil (oracle2student)": 7.06461763381958,
      "cov-distil (oracle2teacher)": 5.184419631958008,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.637218475341797,
      "step": 20,
      "subrel-constrast": 3.8676047325134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831040382385254,
      "cov-distil (oracle2student)": 7.99182653427124,
      "cov-distil (oracle2teacher)": 6.127077102661133,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.032208442687988,
      "step": 21,
      "subrel-constrast": 5.201144218444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.287412405014038,
      "cov-distil (oracle2student)": 5.581332206726074,
      "cov-distil (oracle2teacher)": 4.830559730529785,
      "epoch": 0.01726844583987441,
      "rel-constrast": 7.495772361755371,
      "step": 22,
      "subrel-constrast": 4.824209690093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.538102626800537,
      "cov-distil (oracle2student)": 7.276114463806152,
      "cov-distil (oracle2teacher)": 4.074234962463379,
      "epoch": 0.01805337519623234,
      "rel-constrast": 7.507528781890869,
      "step": 23,
      "subrel-constrast": 4.367506980895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.583880662918091,
      "cov-distil (oracle2student)": 6.721930503845215,
      "cov-distil (oracle2teacher)": 5.509708404541016,
      "epoch": 0.018838304552590265,
      "rel-constrast": 5.950173377990723,
      "step": 24,
      "subrel-constrast": 4.694689750671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.610811233520508,
      "cov-distil (oracle2student)": 5.901049613952637,
      "cov-distil (oracle2teacher)": 5.471059799194336,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.271012306213379,
      "step": 25,
      "subrel-constrast": 4.824553489685059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543299674987793,
      "cov-distil (oracle2student)": 6.6732497215271,
      "cov-distil (oracle2teacher)": 6.0940961837768555,
      "epoch": 0.02040816326530612,
      "rel-constrast": 5.553912162780762,
      "step": 26,
      "subrel-constrast": 5.149075031280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.451594352722168,
      "cov-distil (oracle2student)": 4.204797744750977,
      "cov-distil (oracle2teacher)": 3.751624345779419,
      "epoch": 0.02119309262166405,
      "rel-constrast": 7.108079433441162,
      "step": 27,
      "subrel-constrast": 5.609472751617432,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5081329345703125,
      "cov-distil (oracle2student)": 9.403125762939453,
      "cov-distil (oracle2teacher)": 6.098668098449707,
      "epoch": 0.02197802197802198,
      "rel-constrast": 7.666589736938477,
      "step": 28,
      "subrel-constrast": 5.195811748504639,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6746506690979004,
      "cov-distil (oracle2student)": 6.585519790649414,
      "cov-distil (oracle2teacher)": 5.75904655456543,
      "epoch": 0.022762951334379906,
      "rel-constrast": 7.481609344482422,
      "step": 29,
      "subrel-constrast": 6.160909652709961,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 13.6875,
      "learning_rate": 5.8e-06,
      "loss": 1.6426,
      "step": 30
    },
    {
      "cov-distil": 3.93981671333313,
      "cov-distil (oracle2student)": 6.0920000076293945,
      "cov-distil (oracle2teacher)": 5.379926681518555,
      "epoch": 0.023547880690737835,
      "rel-constrast": 6.24118185043335,
      "step": 30,
      "subrel-constrast": 5.231466770172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0055837631225586,
      "cov-distil (oracle2student)": 6.97111701965332,
      "cov-distil (oracle2teacher)": 5.672712326049805,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.872679233551025,
      "step": 31,
      "subrel-constrast": 3.959096670150757,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.190092086791992,
      "cov-distil (oracle2student)": 8.273258209228516,
      "cov-distil (oracle2teacher)": 5.8346638679504395,
      "epoch": 0.02511773940345369,
      "rel-constrast": 6.300689220428467,
      "step": 32,
      "subrel-constrast": 5.192784309387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.718427896499634,
      "cov-distil (oracle2student)": 5.817260265350342,
      "cov-distil (oracle2teacher)": 4.822324275970459,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.961892604827881,
      "step": 33,
      "subrel-constrast": 4.813777446746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0954062938690186,
      "cov-distil (oracle2student)": 6.7756195068359375,
      "cov-distil (oracle2teacher)": 5.230780601501465,
      "epoch": 0.026687598116169546,
      "rel-constrast": 8.297859191894531,
      "step": 34,
      "subrel-constrast": 6.771082878112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.714195489883423,
      "cov-distil (oracle2student)": 8.92432689666748,
      "cov-distil (oracle2teacher)": 5.669791221618652,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.970938682556152,
      "step": 35,
      "subrel-constrast": 5.8950300216674805,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6352486610412598,
      "cov-distil (oracle2student)": 6.3596696853637695,
      "cov-distil (oracle2teacher)": 5.325445175170898,
      "epoch": 0.0282574568288854,
      "rel-constrast": 9.15648365020752,
      "step": 36,
      "subrel-constrast": 7.021675109863281,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8677659034729004,
      "cov-distil (oracle2student)": 6.0674285888671875,
      "cov-distil (oracle2teacher)": 5.181798458099365,
      "epoch": 0.029042386185243328,
      "rel-constrast": 6.6337103843688965,
      "step": 37,
      "subrel-constrast": 5.928952217102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7831366062164307,
      "cov-distil (oracle2student)": 7.366156578063965,
      "cov-distil (oracle2teacher)": 5.952661514282227,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.719310283660889,
      "step": 38,
      "subrel-constrast": 5.006134986877441,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.274457931518555,
      "cov-distil (oracle2student)": 7.746866226196289,
      "cov-distil (oracle2teacher)": 5.165041923522949,
      "epoch": 0.030612244897959183,
      "rel-constrast": 5.9008636474609375,
      "step": 39,
      "subrel-constrast": 3.6653025150299072,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 13.1875,
      "learning_rate": 7.8e-06,
      "loss": 1.6764,
      "step": 40
    },
    {
      "cov-distil": 2.462864875793457,
      "cov-distil (oracle2student)": 6.762444972991943,
      "cov-distil (oracle2teacher)": 4.448902130126953,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.634803295135498,
      "step": 40,
      "subrel-constrast": 4.798130512237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.330265998840332,
      "cov-distil (oracle2student)": 5.807835578918457,
      "cov-distil (oracle2teacher)": 4.361015319824219,
      "epoch": 0.03218210361067504,
      "rel-constrast": 6.089727401733398,
      "step": 41,
      "subrel-constrast": 4.784635543823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.894843578338623,
      "cov-distil (oracle2student)": 7.406097412109375,
      "cov-distil (oracle2teacher)": 5.15244197845459,
      "epoch": 0.03296703296703297,
      "rel-constrast": 6.955477714538574,
      "step": 42,
      "subrel-constrast": 5.367140769958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2252542972564697,
      "cov-distil (oracle2student)": 5.494646072387695,
      "cov-distil (oracle2teacher)": 5.570526123046875,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.081059455871582,
      "step": 43,
      "subrel-constrast": 4.620505332946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3761656284332275,
      "cov-distil (oracle2student)": 7.188333988189697,
      "cov-distil (oracle2teacher)": 4.754786491394043,
      "epoch": 0.03453689167974882,
      "rel-constrast": 8.283440589904785,
      "step": 44,
      "subrel-constrast": 6.691671848297119,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4604809284210205,
      "cov-distil (oracle2student)": 7.342289924621582,
      "cov-distil (oracle2teacher)": 4.878461837768555,
      "epoch": 0.03532182103610675,
      "rel-constrast": 7.355308532714844,
      "step": 45,
      "subrel-constrast": 4.716959476470947,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0358080863952637,
      "cov-distil (oracle2student)": 8.978830337524414,
      "cov-distil (oracle2teacher)": 6.5397443771362305,
      "epoch": 0.03610675039246468,
      "rel-constrast": 9.889930725097656,
      "step": 46,
      "subrel-constrast": 6.6926727294921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3600175380706787,
      "cov-distil (oracle2student)": 6.008456230163574,
      "cov-distil (oracle2teacher)": 4.756260871887207,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.18920373916626,
      "step": 47,
      "subrel-constrast": 5.613564491271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.43485951423645,
      "cov-distil (oracle2student)": 7.546872138977051,
      "cov-distil (oracle2teacher)": 6.076942443847656,
      "epoch": 0.03767660910518053,
      "rel-constrast": 7.723962306976318,
      "step": 48,
      "subrel-constrast": 4.917038917541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.707426071166992,
      "cov-distil (oracle2student)": 8.586373329162598,
      "cov-distil (oracle2teacher)": 6.424769401550293,
      "epoch": 0.038461538461538464,
      "rel-constrast": 7.448062419891357,
      "step": 49,
      "subrel-constrast": 6.73100471496582,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 14.875,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.7913,
      "step": 50
    },
    {
      "cov-distil": 2.6178903579711914,
      "cov-distil (oracle2student)": 7.223690509796143,
      "cov-distil (oracle2teacher)": 4.035296440124512,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.72263765335083,
      "step": 50,
      "subrel-constrast": 4.250041961669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3708062171936035,
      "cov-distil (oracle2student)": 8.287418365478516,
      "cov-distil (oracle2teacher)": 6.922817230224609,
      "epoch": 0.040031397174254316,
      "rel-constrast": 8.985727310180664,
      "step": 51,
      "subrel-constrast": 7.95422887802124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8179333209991455,
      "cov-distil (oracle2student)": 4.984030723571777,
      "cov-distil (oracle2teacher)": 4.0742387771606445,
      "epoch": 0.04081632653061224,
      "rel-constrast": 5.9416961669921875,
      "step": 52,
      "subrel-constrast": 4.365626811981201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.808922290802002,
      "cov-distil (oracle2student)": 5.753165245056152,
      "cov-distil (oracle2teacher)": 4.052262306213379,
      "epoch": 0.041601255886970175,
      "rel-constrast": 6.798818111419678,
      "step": 53,
      "subrel-constrast": 5.891756057739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9029767513275146,
      "cov-distil (oracle2student)": 7.948668003082275,
      "cov-distil (oracle2teacher)": 6.271895408630371,
      "epoch": 0.0423861852433281,
      "rel-constrast": 8.075496673583984,
      "step": 54,
      "subrel-constrast": 6.014256477355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.164438247680664,
      "cov-distil (oracle2student)": 11.64323616027832,
      "cov-distil (oracle2teacher)": 8.718257904052734,
      "epoch": 0.04317111459968603,
      "rel-constrast": 6.999083518981934,
      "step": 55,
      "subrel-constrast": 6.599159240722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261033058166504,
      "cov-distil (oracle2student)": 6.214394569396973,
      "cov-distil (oracle2teacher)": 5.215627193450928,
      "epoch": 0.04395604395604396,
      "rel-constrast": 6.493135452270508,
      "step": 56,
      "subrel-constrast": 5.355626583099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.756004810333252,
      "cov-distil (oracle2student)": 6.844110012054443,
      "cov-distil (oracle2teacher)": 4.825540542602539,
      "epoch": 0.044740973312401885,
      "rel-constrast": 6.5358710289001465,
      "step": 57,
      "subrel-constrast": 5.01209831237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.863895893096924,
      "cov-distil (oracle2student)": 7.076708793640137,
      "cov-distil (oracle2teacher)": 5.544996738433838,
      "epoch": 0.04552590266875981,
      "rel-constrast": 8.124217987060547,
      "step": 58,
      "subrel-constrast": 5.239805698394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5958051681518555,
      "cov-distil (oracle2student)": 11.298685073852539,
      "cov-distil (oracle2teacher)": 8.608602523803711,
      "epoch": 0.04631083202511774,
      "rel-constrast": 9.312280654907227,
      "step": 59,
      "subrel-constrast": 7.002989292144775,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 16.0,
      "learning_rate": 1.18e-05,
      "loss": 1.8497,
      "step": 60
    },
    {
      "cov-distil": 3.2445452213287354,
      "cov-distil (oracle2student)": 5.097289085388184,
      "cov-distil (oracle2teacher)": 4.601218223571777,
      "epoch": 0.04709576138147567,
      "rel-constrast": 4.223700523376465,
      "step": 60,
      "subrel-constrast": 4.730567455291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.186460494995117,
      "cov-distil (oracle2student)": 5.995269775390625,
      "cov-distil (oracle2teacher)": 4.766729831695557,
      "epoch": 0.047880690737833596,
      "rel-constrast": 6.642313480377197,
      "step": 61,
      "subrel-constrast": 5.178676128387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.744595527648926,
      "cov-distil (oracle2student)": 6.480199813842773,
      "cov-distil (oracle2teacher)": 5.467531204223633,
      "epoch": 0.04866562009419152,
      "rel-constrast": 4.183559417724609,
      "step": 62,
      "subrel-constrast": 4.816826820373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.570427417755127,
      "cov-distil (oracle2student)": 5.894184112548828,
      "cov-distil (oracle2teacher)": 3.7267251014709473,
      "epoch": 0.04945054945054945,
      "rel-constrast": 7.190672397613525,
      "step": 63,
      "subrel-constrast": 4.972880840301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2397706508636475,
      "cov-distil (oracle2student)": 3.810908555984497,
      "cov-distil (oracle2teacher)": 3.4043922424316406,
      "epoch": 0.05023547880690738,
      "rel-constrast": 4.868385314941406,
      "step": 64,
      "subrel-constrast": 3.745532751083374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.412571907043457,
      "cov-distil (oracle2student)": 7.57285213470459,
      "cov-distil (oracle2teacher)": 5.87448787689209,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.0648627281188965,
      "step": 65,
      "subrel-constrast": 4.984735012054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.147892951965332,
      "cov-distil (oracle2student)": 4.454601287841797,
      "cov-distil (oracle2teacher)": 3.688746690750122,
      "epoch": 0.05180533751962323,
      "rel-constrast": 4.674309253692627,
      "step": 66,
      "subrel-constrast": 3.854067802429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4206385612487793,
      "cov-distil (oracle2student)": 5.405022621154785,
      "cov-distil (oracle2teacher)": 4.934494972229004,
      "epoch": 0.05259026687598116,
      "rel-constrast": 6.082437992095947,
      "step": 67,
      "subrel-constrast": 4.984767913818359,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.78071665763855,
      "cov-distil (oracle2student)": 5.2867045402526855,
      "cov-distil (oracle2teacher)": 4.126683235168457,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.113619327545166,
      "step": 68,
      "subrel-constrast": 4.069814682006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.849729537963867,
      "cov-distil (oracle2student)": 6.219259262084961,
      "cov-distil (oracle2teacher)": 4.911616325378418,
      "epoch": 0.05416012558869702,
      "rel-constrast": 5.699933052062988,
      "step": 69,
      "subrel-constrast": 4.8955841064453125,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 13.8125,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.3436,
      "step": 70
    },
    {
      "cov-distil": 3.6996054649353027,
      "cov-distil (oracle2student)": 6.8130621910095215,
      "cov-distil (oracle2teacher)": 5.120490074157715,
      "epoch": 0.054945054945054944,
      "rel-constrast": 6.920102596282959,
      "step": 70,
      "subrel-constrast": 5.056769371032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.648576259613037,
      "cov-distil (oracle2student)": 5.883677959442139,
      "cov-distil (oracle2teacher)": 4.3660197257995605,
      "epoch": 0.05572998430141287,
      "rel-constrast": 6.85028600692749,
      "step": 71,
      "subrel-constrast": 5.170149803161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.230855941772461,
      "cov-distil (oracle2student)": 8.797063827514648,
      "cov-distil (oracle2teacher)": 6.488131523132324,
      "epoch": 0.0565149136577708,
      "rel-constrast": 6.876020908355713,
      "step": 72,
      "subrel-constrast": 6.43352746963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7749948501586914,
      "cov-distil (oracle2student)": 5.074848175048828,
      "cov-distil (oracle2teacher)": 3.9479899406433105,
      "epoch": 0.05729984301412873,
      "rel-constrast": 6.893075942993164,
      "step": 73,
      "subrel-constrast": 4.93874454498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8346381187438965,
      "cov-distil (oracle2student)": 10.855990409851074,
      "cov-distil (oracle2teacher)": 8.572490692138672,
      "epoch": 0.058084772370486655,
      "rel-constrast": 7.355052947998047,
      "step": 74,
      "subrel-constrast": 5.825714111328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7611403465270996,
      "cov-distil (oracle2student)": 7.981328964233398,
      "cov-distil (oracle2teacher)": 6.405560493469238,
      "epoch": 0.05886970172684458,
      "rel-constrast": 6.11531925201416,
      "step": 75,
      "subrel-constrast": 5.199051380157471,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.402618169784546,
      "cov-distil (oracle2student)": 4.620029926300049,
      "cov-distil (oracle2teacher)": 3.6973721981048584,
      "epoch": 0.059654631083202514,
      "rel-constrast": 6.090334892272949,
      "step": 76,
      "subrel-constrast": 4.399886131286621,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.029691696166992,
      "cov-distil (oracle2student)": 6.724252700805664,
      "cov-distil (oracle2teacher)": 4.558862209320068,
      "epoch": 0.06043956043956044,
      "rel-constrast": 5.717849254608154,
      "step": 77,
      "subrel-constrast": 4.083378791809082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9029593467712402,
      "cov-distil (oracle2student)": 6.599239826202393,
      "cov-distil (oracle2teacher)": 6.159343242645264,
      "epoch": 0.061224489795918366,
      "rel-constrast": 6.647235870361328,
      "step": 78,
      "subrel-constrast": 5.644925594329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.780933380126953,
      "cov-distil (oracle2student)": 6.520026683807373,
      "cov-distil (oracle2teacher)": 5.225028991699219,
      "epoch": 0.06200941915227629,
      "rel-constrast": 5.573200702667236,
      "step": 79,
      "subrel-constrast": 5.232885360717773,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 12.8125,
      "learning_rate": 1.58e-05,
      "loss": 1.626,
      "step": 80
    },
    {
      "cov-distil": 3.3472845554351807,
      "cov-distil (oracle2student)": 8.5318603515625,
      "cov-distil (oracle2teacher)": 6.871618747711182,
      "epoch": 0.06279434850863422,
      "rel-constrast": 8.399492263793945,
      "step": 80,
      "subrel-constrast": 6.279339790344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2997360229492188,
      "cov-distil (oracle2student)": 7.219205856323242,
      "cov-distil (oracle2teacher)": 6.683742046356201,
      "epoch": 0.06357927786499215,
      "rel-constrast": 6.703125,
      "step": 81,
      "subrel-constrast": 6.503507137298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.936164140701294,
      "cov-distil (oracle2student)": 6.977161407470703,
      "cov-distil (oracle2teacher)": 6.188899517059326,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.0943284034729,
      "step": 82,
      "subrel-constrast": 4.73399543762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.158829689025879,
      "cov-distil (oracle2student)": 5.993680953979492,
      "cov-distil (oracle2teacher)": 5.41264533996582,
      "epoch": 0.065149136577708,
      "rel-constrast": 6.25649356842041,
      "step": 83,
      "subrel-constrast": 5.064060211181641,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1648306846618652,
      "cov-distil (oracle2student)": 5.593163967132568,
      "cov-distil (oracle2teacher)": 4.946010589599609,
      "epoch": 0.06593406593406594,
      "rel-constrast": 5.206594944000244,
      "step": 84,
      "subrel-constrast": 4.254310607910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2929277420043945,
      "cov-distil (oracle2student)": 3.960702657699585,
      "cov-distil (oracle2teacher)": 4.000344753265381,
      "epoch": 0.06671899529042387,
      "rel-constrast": 3.7530136108398438,
      "step": 85,
      "subrel-constrast": 3.8369343280792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6200811862945557,
      "cov-distil (oracle2student)": 7.080739974975586,
      "cov-distil (oracle2teacher)": 6.052353382110596,
      "epoch": 0.06750392464678179,
      "rel-constrast": 6.239901542663574,
      "step": 86,
      "subrel-constrast": 4.973129749298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.075521230697632,
      "cov-distil (oracle2student)": 5.244935989379883,
      "cov-distil (oracle2teacher)": 5.092338562011719,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.162810325622559,
      "step": 87,
      "subrel-constrast": 5.786185264587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8983027935028076,
      "cov-distil (oracle2student)": 9.48546314239502,
      "cov-distil (oracle2teacher)": 7.940748691558838,
      "epoch": 0.06907378335949764,
      "rel-constrast": 6.678225517272949,
      "step": 88,
      "subrel-constrast": 5.366278171539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.841907501220703,
      "cov-distil (oracle2student)": 8.06982421875,
      "cov-distil (oracle2teacher)": 6.191078186035156,
      "epoch": 0.06985871271585557,
      "rel-constrast": 5.894970417022705,
      "step": 89,
      "subrel-constrast": 4.91920280456543,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 13.625,
      "learning_rate": 1.78e-05,
      "loss": 1.5097,
      "step": 90
    },
    {
      "cov-distil": 3.919607639312744,
      "cov-distil (oracle2student)": 6.270353317260742,
      "cov-distil (oracle2teacher)": 4.3282012939453125,
      "epoch": 0.0706436420722135,
      "rel-constrast": 6.338779449462891,
      "step": 90,
      "subrel-constrast": 4.266811847686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.668302059173584,
      "cov-distil (oracle2student)": 5.862603187561035,
      "cov-distil (oracle2teacher)": 5.406856060028076,
      "epoch": 0.07142857142857142,
      "rel-constrast": 4.112006187438965,
      "step": 91,
      "subrel-constrast": 4.033356189727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3146650791168213,
      "cov-distil (oracle2student)": 6.589648723602295,
      "cov-distil (oracle2teacher)": 4.669716835021973,
      "epoch": 0.07221350078492936,
      "rel-constrast": 6.077754974365234,
      "step": 92,
      "subrel-constrast": 4.720725059509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.578685760498047,
      "cov-distil (oracle2student)": 5.632171630859375,
      "cov-distil (oracle2teacher)": 5.33059024810791,
      "epoch": 0.07299843014128729,
      "rel-constrast": 5.02743673324585,
      "step": 93,
      "subrel-constrast": 3.527193546295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.193157196044922,
      "cov-distil (oracle2student)": 6.914855003356934,
      "cov-distil (oracle2teacher)": 5.927032470703125,
      "epoch": 0.07378335949764521,
      "rel-constrast": 5.838133811950684,
      "step": 94,
      "subrel-constrast": 5.364080905914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.839376449584961,
      "cov-distil (oracle2student)": 7.398811340332031,
      "cov-distil (oracle2teacher)": 6.234888076782227,
      "epoch": 0.07456828885400314,
      "rel-constrast": 5.621476173400879,
      "step": 95,
      "subrel-constrast": 4.987567901611328,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.982074737548828,
      "cov-distil (oracle2student)": 6.105644702911377,
      "cov-distil (oracle2teacher)": 4.787696361541748,
      "epoch": 0.07535321821036106,
      "rel-constrast": 5.511390686035156,
      "step": 96,
      "subrel-constrast": 4.247025489807129,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2336084842681885,
      "cov-distil (oracle2student)": 7.0609846115112305,
      "cov-distil (oracle2teacher)": 5.865306854248047,
      "epoch": 0.076138147566719,
      "rel-constrast": 6.703516483306885,
      "step": 97,
      "subrel-constrast": 5.805096626281738,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.089341163635254,
      "cov-distil (oracle2student)": 5.66395378112793,
      "cov-distil (oracle2teacher)": 4.818192481994629,
      "epoch": 0.07692307692307693,
      "rel-constrast": 5.128593444824219,
      "step": 98,
      "subrel-constrast": 4.964653491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.623964309692383,
      "cov-distil (oracle2student)": 6.99577522277832,
      "cov-distil (oracle2teacher)": 5.231263637542725,
      "epoch": 0.07770800627943485,
      "rel-constrast": 5.436605453491211,
      "step": 99,
      "subrel-constrast": 4.764568328857422,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 12.375,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.3949,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.26875001192092896,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.02490234375
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.0290374755859375
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.0041351318359375,
      "step": 100
    },
    {
      "cov-distil": 2.9648263454437256,
      "cov-distil (oracle2student)": 5.353626251220703,
      "cov-distil (oracle2teacher)": 4.862873077392578,
      "epoch": 0.07849293563579278,
      "rel-constrast": 6.907360553741455,
      "step": 100,
      "subrel-constrast": 5.404860973358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.10052490234375,
      "cov-distil (oracle2student)": 6.67136287689209,
      "cov-distil (oracle2teacher)": 5.578376770019531,
      "epoch": 0.07927786499215071,
      "rel-constrast": 8.393524169921875,
      "step": 101,
      "subrel-constrast": 7.126299858093262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.631368398666382,
      "cov-distil (oracle2student)": 7.878178119659424,
      "cov-distil (oracle2teacher)": 6.079665184020996,
      "epoch": 0.08006279434850863,
      "rel-constrast": 5.233378887176514,
      "step": 102,
      "subrel-constrast": 3.7158429622650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7651655673980713,
      "cov-distil (oracle2student)": 7.122628688812256,
      "cov-distil (oracle2teacher)": 6.001712799072266,
      "epoch": 0.08084772370486656,
      "rel-constrast": 5.4950032234191895,
      "step": 103,
      "subrel-constrast": 4.749535083770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.992095708847046,
      "cov-distil (oracle2student)": 4.4680562019348145,
      "cov-distil (oracle2teacher)": 3.9656856060028076,
      "epoch": 0.08163265306122448,
      "rel-constrast": 6.130274772644043,
      "step": 104,
      "subrel-constrast": 5.067364692687988,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.745922088623047,
      "cov-distil (oracle2student)": 5.722783088684082,
      "cov-distil (oracle2teacher)": 4.1573805809021,
      "epoch": 0.08241758241758242,
      "rel-constrast": 5.026490211486816,
      "step": 105,
      "subrel-constrast": 3.860936164855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6651997566223145,
      "cov-distil (oracle2student)": 7.547096252441406,
      "cov-distil (oracle2teacher)": 5.726639747619629,
      "epoch": 0.08320251177394035,
      "rel-constrast": 5.65627908706665,
      "step": 106,
      "subrel-constrast": 4.4504899978637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8321316242218018,
      "cov-distil (oracle2student)": 5.336071968078613,
      "cov-distil (oracle2teacher)": 3.732560634613037,
      "epoch": 0.08398744113029827,
      "rel-constrast": 4.706194877624512,
      "step": 107,
      "subrel-constrast": 3.4074623584747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1555142402648926,
      "cov-distil (oracle2student)": 7.996932506561279,
      "cov-distil (oracle2teacher)": 6.369898319244385,
      "epoch": 0.0847723704866562,
      "rel-constrast": 6.276504039764404,
      "step": 108,
      "subrel-constrast": 4.506402492523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3634026050567627,
      "cov-distil (oracle2student)": 4.931942939758301,
      "cov-distil (oracle2teacher)": 3.737780809402466,
      "epoch": 0.08555729984301413,
      "rel-constrast": 4.124776840209961,
      "step": 109,
      "subrel-constrast": 2.83587646484375,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 19.0,
      "learning_rate": 2.18e-05,
      "loss": 1.4487,
      "step": 110
    },
    {
      "cov-distil": 3.410726308822632,
      "cov-distil (oracle2student)": 5.391523361206055,
      "cov-distil (oracle2teacher)": 4.783075332641602,
      "epoch": 0.08634222919937205,
      "rel-constrast": 3.6181509494781494,
      "step": 110,
      "subrel-constrast": 5.096227169036865,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3629910945892334,
      "cov-distil (oracle2student)": 5.88979434967041,
      "cov-distil (oracle2teacher)": 5.6900200843811035,
      "epoch": 0.08712715855572999,
      "rel-constrast": 6.160101890563965,
      "step": 111,
      "subrel-constrast": 5.528054237365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.879373073577881,
      "cov-distil (oracle2student)": 5.032433032989502,
      "cov-distil (oracle2teacher)": 4.160834312438965,
      "epoch": 0.08791208791208792,
      "rel-constrast": 5.918915748596191,
      "step": 112,
      "subrel-constrast": 5.419734477996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0736236572265625,
      "cov-distil (oracle2student)": 5.999529838562012,
      "cov-distil (oracle2teacher)": 3.5821266174316406,
      "epoch": 0.08869701726844584,
      "rel-constrast": 5.083763122558594,
      "step": 113,
      "subrel-constrast": 4.230160236358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.801142930984497,
      "cov-distil (oracle2student)": 5.091815948486328,
      "cov-distil (oracle2teacher)": 4.153984546661377,
      "epoch": 0.08948194662480377,
      "rel-constrast": 4.292137145996094,
      "step": 114,
      "subrel-constrast": 4.0490617752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.0216827392578125,
      "cov-distil (oracle2student)": 5.512794494628906,
      "cov-distil (oracle2teacher)": 4.771090507507324,
      "epoch": 0.09026687598116169,
      "rel-constrast": 5.027474403381348,
      "step": 115,
      "subrel-constrast": 4.503691673278809,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6942808628082275,
      "cov-distil (oracle2student)": 6.937849521636963,
      "cov-distil (oracle2teacher)": 5.377389430999756,
      "epoch": 0.09105180533751962,
      "rel-constrast": 7.70762825012207,
      "step": 116,
      "subrel-constrast": 5.465445041656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4632067680358887,
      "cov-distil (oracle2student)": 6.12916374206543,
      "cov-distil (oracle2teacher)": 4.970125198364258,
      "epoch": 0.09183673469387756,
      "rel-constrast": 6.202454566955566,
      "step": 117,
      "subrel-constrast": 4.434334754943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4489614963531494,
      "cov-distil (oracle2student)": 6.509357452392578,
      "cov-distil (oracle2teacher)": 6.559255599975586,
      "epoch": 0.09262166405023547,
      "rel-constrast": 4.479291915893555,
      "step": 118,
      "subrel-constrast": 4.0445876121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3059539794921875,
      "cov-distil (oracle2student)": 3.7833333015441895,
      "cov-distil (oracle2teacher)": 3.428786277770996,
      "epoch": 0.09340659340659341,
      "rel-constrast": 3.8695425987243652,
      "step": 119,
      "subrel-constrast": 3.608145236968994,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 10.3125,
      "learning_rate": 2.38e-05,
      "loss": 1.309,
      "step": 120
    },
    {
      "cov-distil": 2.853652000427246,
      "cov-distil (oracle2student)": 6.650388717651367,
      "cov-distil (oracle2teacher)": 5.6573944091796875,
      "epoch": 0.09419152276295134,
      "rel-constrast": 4.147866249084473,
      "step": 120,
      "subrel-constrast": 4.1425862312316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.974696636199951,
      "cov-distil (oracle2student)": 4.537017822265625,
      "cov-distil (oracle2teacher)": 3.650308132171631,
      "epoch": 0.09497645211930926,
      "rel-constrast": 4.634882926940918,
      "step": 121,
      "subrel-constrast": 3.8500020503997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4864301681518555,
      "cov-distil (oracle2student)": 7.080655097961426,
      "cov-distil (oracle2teacher)": 6.3975982666015625,
      "epoch": 0.09576138147566719,
      "rel-constrast": 3.8382012844085693,
      "step": 122,
      "subrel-constrast": 4.183696269989014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286067485809326,
      "cov-distil (oracle2student)": 4.7544779777526855,
      "cov-distil (oracle2teacher)": 4.075727462768555,
      "epoch": 0.09654631083202511,
      "rel-constrast": 3.5616722106933594,
      "step": 123,
      "subrel-constrast": 3.7115180492401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7788352966308594,
      "cov-distil (oracle2student)": 6.842938423156738,
      "cov-distil (oracle2teacher)": 6.075979709625244,
      "epoch": 0.09733124018838304,
      "rel-constrast": 5.669299602508545,
      "step": 124,
      "subrel-constrast": 5.007890701293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.367565155029297,
      "cov-distil (oracle2student)": 7.974687099456787,
      "cov-distil (oracle2teacher)": 6.4690399169921875,
      "epoch": 0.09811616954474098,
      "rel-constrast": 5.265968322753906,
      "step": 125,
      "subrel-constrast": 4.731617450714111,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.13206148147583,
      "cov-distil (oracle2student)": 4.247379302978516,
      "cov-distil (oracle2teacher)": 4.27586030960083,
      "epoch": 0.0989010989010989,
      "rel-constrast": 4.980240821838379,
      "step": 126,
      "subrel-constrast": 3.679034471511841,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4415135383605957,
      "cov-distil (oracle2student)": 4.507854461669922,
      "cov-distil (oracle2teacher)": 3.802183151245117,
      "epoch": 0.09968602825745683,
      "rel-constrast": 6.100316047668457,
      "step": 127,
      "subrel-constrast": 4.6783905029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.357616424560547,
      "cov-distil (oracle2student)": 3.6556830406188965,
      "cov-distil (oracle2teacher)": 3.5276894569396973,
      "epoch": 0.10047095761381476,
      "rel-constrast": 3.6739511489868164,
      "step": 128,
      "subrel-constrast": 3.848557233810425,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6982479095458984,
      "cov-distil (oracle2student)": 7.8855695724487305,
      "cov-distil (oracle2teacher)": 6.489214897155762,
      "epoch": 0.10125588697017268,
      "rel-constrast": 5.158129692077637,
      "step": 129,
      "subrel-constrast": 4.519865989685059,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 14.0625,
      "learning_rate": 2.58e-05,
      "loss": 1.1758,
      "step": 130
    },
    {
      "cov-distil": 3.2536959648132324,
      "cov-distil (oracle2student)": 6.331367492675781,
      "cov-distil (oracle2teacher)": 4.185282230377197,
      "epoch": 0.10204081632653061,
      "rel-constrast": 4.671331405639648,
      "step": 130,
      "subrel-constrast": 2.896914005279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3737120628356934,
      "cov-distil (oracle2student)": 4.958157539367676,
      "cov-distil (oracle2teacher)": 3.01723051071167,
      "epoch": 0.10282574568288853,
      "rel-constrast": 4.951005458831787,
      "step": 131,
      "subrel-constrast": 3.895310640335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5117907524108887,
      "cov-distil (oracle2student)": 4.640913963317871,
      "cov-distil (oracle2teacher)": 3.8839166164398193,
      "epoch": 0.10361067503924647,
      "rel-constrast": 4.735419273376465,
      "step": 132,
      "subrel-constrast": 3.977053642272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4295663833618164,
      "cov-distil (oracle2student)": 3.7876944541931152,
      "cov-distil (oracle2teacher)": 3.464414119720459,
      "epoch": 0.1043956043956044,
      "rel-constrast": 5.410003662109375,
      "step": 133,
      "subrel-constrast": 4.538174629211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6375732421875,
      "cov-distil (oracle2student)": 5.438698768615723,
      "cov-distil (oracle2teacher)": 4.457674503326416,
      "epoch": 0.10518053375196232,
      "rel-constrast": 7.5274834632873535,
      "step": 134,
      "subrel-constrast": 5.593867301940918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4170756340026855,
      "cov-distil (oracle2student)": 3.8540892601013184,
      "cov-distil (oracle2teacher)": 3.9132766723632812,
      "epoch": 0.10596546310832025,
      "rel-constrast": 4.431096076965332,
      "step": 135,
      "subrel-constrast": 4.4004225730896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4125308990478516,
      "cov-distil (oracle2student)": 4.815166473388672,
      "cov-distil (oracle2teacher)": 3.986531972885132,
      "epoch": 0.10675039246467818,
      "rel-constrast": 4.403350353240967,
      "step": 136,
      "subrel-constrast": 3.958738088607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2067251205444336,
      "cov-distil (oracle2student)": 5.474902153015137,
      "cov-distil (oracle2teacher)": 4.446006774902344,
      "epoch": 0.1075353218210361,
      "rel-constrast": 3.8164150714874268,
      "step": 137,
      "subrel-constrast": 3.307152032852173,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.661968469619751,
      "cov-distil (oracle2student)": 7.410137176513672,
      "cov-distil (oracle2teacher)": 5.647395610809326,
      "epoch": 0.10832025117739404,
      "rel-constrast": 5.48341178894043,
      "step": 138,
      "subrel-constrast": 4.578126430511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6317694187164307,
      "cov-distil (oracle2student)": 6.349625587463379,
      "cov-distil (oracle2teacher)": 6.308967113494873,
      "epoch": 0.10910518053375197,
      "rel-constrast": 6.393684387207031,
      "step": 139,
      "subrel-constrast": 5.08237886428833,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 12.625,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.2956,
      "step": 140
    },
    {
      "cov-distil": 2.8557369709014893,
      "cov-distil (oracle2student)": 3.3051161766052246,
      "cov-distil (oracle2teacher)": 3.411588191986084,
      "epoch": 0.10989010989010989,
      "rel-constrast": 5.153904438018799,
      "step": 140,
      "subrel-constrast": 4.4358439445495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7556138038635254,
      "cov-distil (oracle2student)": 6.224334239959717,
      "cov-distil (oracle2teacher)": 5.049316883087158,
      "epoch": 0.11067503924646782,
      "rel-constrast": 4.971271514892578,
      "step": 141,
      "subrel-constrast": 4.324587821960449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8034555912017822,
      "cov-distil (oracle2student)": 5.598900318145752,
      "cov-distil (oracle2teacher)": 4.736547470092773,
      "epoch": 0.11145996860282574,
      "rel-constrast": 4.466021537780762,
      "step": 142,
      "subrel-constrast": 4.209933280944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.045067548751831,
      "cov-distil (oracle2student)": 5.033010482788086,
      "cov-distil (oracle2teacher)": 4.520289421081543,
      "epoch": 0.11224489795918367,
      "rel-constrast": 5.829939842224121,
      "step": 143,
      "subrel-constrast": 5.9224348068237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3990139961242676,
      "cov-distil (oracle2student)": 5.436473846435547,
      "cov-distil (oracle2teacher)": 4.395840167999268,
      "epoch": 0.1130298273155416,
      "rel-constrast": 5.341922283172607,
      "step": 144,
      "subrel-constrast": 4.0424580574035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6851000785827637,
      "cov-distil (oracle2student)": 4.270301342010498,
      "cov-distil (oracle2teacher)": 3.617030620574951,
      "epoch": 0.11381475667189953,
      "rel-constrast": 3.7063066959381104,
      "step": 145,
      "subrel-constrast": 3.8507583141326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.574511766433716,
      "cov-distil (oracle2student)": 6.21110725402832,
      "cov-distil (oracle2teacher)": 5.603293418884277,
      "epoch": 0.11459968602825746,
      "rel-constrast": 5.563985824584961,
      "step": 146,
      "subrel-constrast": 5.489584922790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5513062477111816,
      "cov-distil (oracle2student)": 4.893594741821289,
      "cov-distil (oracle2teacher)": 4.224745273590088,
      "epoch": 0.11538461538461539,
      "rel-constrast": 3.9063568115234375,
      "step": 147,
      "subrel-constrast": 3.2753469944000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9438791275024414,
      "cov-distil (oracle2student)": 7.837418556213379,
      "cov-distil (oracle2teacher)": 6.3554534912109375,
      "epoch": 0.11616954474097331,
      "rel-constrast": 6.081456661224365,
      "step": 148,
      "subrel-constrast": 6.202674865722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8143091201782227,
      "cov-distil (oracle2student)": 5.701342582702637,
      "cov-distil (oracle2teacher)": 5.672186851501465,
      "epoch": 0.11695447409733124,
      "rel-constrast": 4.591806411743164,
      "step": 149,
      "subrel-constrast": 4.518934726715088,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 14.1875,
      "learning_rate": 2.98e-05,
      "loss": 1.2403,
      "step": 150
    },
    {
      "cov-distil": 2.471999168395996,
      "cov-distil (oracle2student)": 2.6704368591308594,
      "cov-distil (oracle2teacher)": 2.6223597526550293,
      "epoch": 0.11773940345368916,
      "rel-constrast": 3.3775763511657715,
      "step": 150,
      "subrel-constrast": 3.201103687286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7316031455993652,
      "cov-distil (oracle2student)": 4.3600921630859375,
      "cov-distil (oracle2teacher)": 3.2589681148529053,
      "epoch": 0.1185243328100471,
      "rel-constrast": 4.680100440979004,
      "step": 151,
      "subrel-constrast": 4.756871223449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2051916122436523,
      "cov-distil (oracle2student)": 6.223913192749023,
      "cov-distil (oracle2teacher)": 5.232782363891602,
      "epoch": 0.11930926216640503,
      "rel-constrast": 4.991087436676025,
      "step": 152,
      "subrel-constrast": 4.829087734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.229086399078369,
      "cov-distil (oracle2student)": 5.70815372467041,
      "cov-distil (oracle2teacher)": 5.056070327758789,
      "epoch": 0.12009419152276295,
      "rel-constrast": 6.096796989440918,
      "step": 153,
      "subrel-constrast": 5.319705009460449,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.091706275939941,
      "cov-distil (oracle2student)": 6.655492782592773,
      "cov-distil (oracle2teacher)": 5.226495265960693,
      "epoch": 0.12087912087912088,
      "rel-constrast": 5.9251708984375,
      "step": 154,
      "subrel-constrast": 4.83107328414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.422132968902588,
      "cov-distil (oracle2student)": 3.922492742538452,
      "cov-distil (oracle2teacher)": 3.7532708644866943,
      "epoch": 0.12166405023547881,
      "rel-constrast": 3.631333827972412,
      "step": 155,
      "subrel-constrast": 3.525343418121338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8214030265808105,
      "cov-distil (oracle2student)": 7.057709693908691,
      "cov-distil (oracle2teacher)": 6.7465057373046875,
      "epoch": 0.12244897959183673,
      "rel-constrast": 5.046853065490723,
      "step": 156,
      "subrel-constrast": 4.66770601272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6384005546569824,
      "cov-distil (oracle2student)": 4.576714038848877,
      "cov-distil (oracle2teacher)": 4.585840702056885,
      "epoch": 0.12323390894819466,
      "rel-constrast": 3.684236526489258,
      "step": 157,
      "subrel-constrast": 4.046353816986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8163204193115234,
      "cov-distil (oracle2student)": 6.787405014038086,
      "cov-distil (oracle2teacher)": 5.008432388305664,
      "epoch": 0.12401883830455258,
      "rel-constrast": 4.620224952697754,
      "step": 158,
      "subrel-constrast": 4.661165237426758,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.060733795166016,
      "cov-distil (oracle2student)": 6.200996398925781,
      "cov-distil (oracle2teacher)": 4.762392997741699,
      "epoch": 0.12480376766091052,
      "rel-constrast": 5.5925164222717285,
      "step": 159,
      "subrel-constrast": 4.8561859130859375,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 12.3125,
      "learning_rate": 3.18e-05,
      "loss": 1.1911,
      "step": 160
    },
    {
      "cov-distil": 2.7371318340301514,
      "cov-distil (oracle2student)": 4.99033260345459,
      "cov-distil (oracle2teacher)": 4.208075523376465,
      "epoch": 0.12558869701726844,
      "rel-constrast": 4.415268898010254,
      "step": 160,
      "subrel-constrast": 3.9861807823181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8817379474639893,
      "cov-distil (oracle2student)": 4.78164005279541,
      "cov-distil (oracle2teacher)": 4.152419090270996,
      "epoch": 0.12637362637362637,
      "rel-constrast": 4.2121758460998535,
      "step": 161,
      "subrel-constrast": 4.621515274047852,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3973124027252197,
      "cov-distil (oracle2student)": 4.107422828674316,
      "cov-distil (oracle2teacher)": 3.9045963287353516,
      "epoch": 0.1271585557299843,
      "rel-constrast": 4.420001983642578,
      "step": 162,
      "subrel-constrast": 3.774012565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2848925590515137,
      "cov-distil (oracle2student)": 6.110710620880127,
      "cov-distil (oracle2teacher)": 4.959423065185547,
      "epoch": 0.12794348508634223,
      "rel-constrast": 5.592723846435547,
      "step": 163,
      "subrel-constrast": 4.4094462394714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.669156074523926,
      "cov-distil (oracle2student)": 5.6924591064453125,
      "cov-distil (oracle2teacher)": 4.428255081176758,
      "epoch": 0.12872841444270017,
      "rel-constrast": 5.441967964172363,
      "step": 164,
      "subrel-constrast": 4.799935817718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.196880340576172,
      "cov-distil (oracle2student)": 4.975748062133789,
      "cov-distil (oracle2teacher)": 4.414041996002197,
      "epoch": 0.12951334379905807,
      "rel-constrast": 4.426405906677246,
      "step": 165,
      "subrel-constrast": 4.503543853759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1931042671203613,
      "cov-distil (oracle2student)": 4.771365165710449,
      "cov-distil (oracle2teacher)": 3.9566421508789062,
      "epoch": 0.130298273155416,
      "rel-constrast": 3.5589685440063477,
      "step": 166,
      "subrel-constrast": 3.3566536903381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.945983409881592,
      "cov-distil (oracle2student)": 4.937459945678711,
      "cov-distil (oracle2teacher)": 4.774406433105469,
      "epoch": 0.13108320251177394,
      "rel-constrast": 4.1076860427856445,
      "step": 167,
      "subrel-constrast": 4.246396064758301,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1458334922790527,
      "cov-distil (oracle2student)": 5.868889331817627,
      "cov-distil (oracle2teacher)": 4.931619644165039,
      "epoch": 0.13186813186813187,
      "rel-constrast": 3.8513166904449463,
      "step": 168,
      "subrel-constrast": 4.005006790161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8726415634155273,
      "cov-distil (oracle2student)": 4.54109001159668,
      "cov-distil (oracle2teacher)": 4.1934356689453125,
      "epoch": 0.1326530612244898,
      "rel-constrast": 4.132081508636475,
      "step": 169,
      "subrel-constrast": 4.4968461990356445,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 10.6875,
      "learning_rate": 3.38e-05,
      "loss": 1.104,
      "step": 170
    },
    {
      "cov-distil": 3.2546474933624268,
      "cov-distil (oracle2student)": 3.867703676223755,
      "cov-distil (oracle2teacher)": 3.214789628982544,
      "epoch": 0.13343799058084774,
      "rel-constrast": 4.356592655181885,
      "step": 170,
      "subrel-constrast": 3.7187159061431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.478774070739746,
      "cov-distil (oracle2student)": 4.235121726989746,
      "cov-distil (oracle2teacher)": 2.970468044281006,
      "epoch": 0.13422291993720564,
      "rel-constrast": 5.134838581085205,
      "step": 171,
      "subrel-constrast": 4.123886585235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.094635009765625,
      "cov-distil (oracle2student)": 4.291500568389893,
      "cov-distil (oracle2teacher)": 3.563973903656006,
      "epoch": 0.13500784929356358,
      "rel-constrast": 3.445143222808838,
      "step": 172,
      "subrel-constrast": 3.826887845993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2369155883789062,
      "cov-distil (oracle2student)": 4.1978068351745605,
      "cov-distil (oracle2teacher)": 3.6198673248291016,
      "epoch": 0.1357927786499215,
      "rel-constrast": 3.536306858062744,
      "step": 173,
      "subrel-constrast": 3.1846063137054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7921833992004395,
      "cov-distil (oracle2student)": 4.390166759490967,
      "cov-distil (oracle2teacher)": 4.469590187072754,
      "epoch": 0.13657770800627944,
      "rel-constrast": 5.777309417724609,
      "step": 174,
      "subrel-constrast": 5.415677070617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.935741901397705,
      "cov-distil (oracle2student)": 4.759723663330078,
      "cov-distil (oracle2teacher)": 4.0022993087768555,
      "epoch": 0.13736263736263737,
      "rel-constrast": 3.723733425140381,
      "step": 175,
      "subrel-constrast": 3.5166094303131104,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3151822090148926,
      "cov-distil (oracle2student)": 6.09760856628418,
      "cov-distil (oracle2teacher)": 4.151871204376221,
      "epoch": 0.13814756671899528,
      "rel-constrast": 5.14816951751709,
      "step": 176,
      "subrel-constrast": 4.2327351570129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9597389698028564,
      "cov-distil (oracle2student)": 4.059072494506836,
      "cov-distil (oracle2teacher)": 3.926798105239868,
      "epoch": 0.1389324960753532,
      "rel-constrast": 4.027698993682861,
      "step": 177,
      "subrel-constrast": 3.9084551334381104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8594999313354492,
      "cov-distil (oracle2student)": 4.728883743286133,
      "cov-distil (oracle2teacher)": 4.162858963012695,
      "epoch": 0.13971742543171115,
      "rel-constrast": 4.55079460144043,
      "step": 178,
      "subrel-constrast": 5.221890449523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9440884590148926,
      "cov-distil (oracle2student)": 7.327598571777344,
      "cov-distil (oracle2teacher)": 6.339908599853516,
      "epoch": 0.14050235478806908,
      "rel-constrast": 4.08188533782959,
      "step": 179,
      "subrel-constrast": 4.197235584259033,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 10.75,
      "learning_rate": 3.58e-05,
      "loss": 1.0946,
      "step": 180
    },
    {
      "cov-distil": 3.083645820617676,
      "cov-distil (oracle2student)": 4.6083574295043945,
      "cov-distil (oracle2teacher)": 4.283117294311523,
      "epoch": 0.141287284144427,
      "rel-constrast": 4.199300289154053,
      "step": 180,
      "subrel-constrast": 4.23036527633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4274120330810547,
      "cov-distil (oracle2student)": 3.1612634658813477,
      "cov-distil (oracle2teacher)": 3.1851749420166016,
      "epoch": 0.14207221350078492,
      "rel-constrast": 3.767972469329834,
      "step": 181,
      "subrel-constrast": 4.042910099029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.785883903503418,
      "cov-distil (oracle2student)": 4.844879627227783,
      "cov-distil (oracle2teacher)": 4.218728065490723,
      "epoch": 0.14285714285714285,
      "rel-constrast": 3.974219799041748,
      "step": 182,
      "subrel-constrast": 3.784883975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9258766174316406,
      "cov-distil (oracle2student)": 6.402422904968262,
      "cov-distil (oracle2teacher)": 5.2663984298706055,
      "epoch": 0.14364207221350078,
      "rel-constrast": 4.4796037673950195,
      "step": 183,
      "subrel-constrast": 4.5474395751953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8451781272888184,
      "cov-distil (oracle2student)": 5.855228424072266,
      "cov-distil (oracle2teacher)": 4.803541660308838,
      "epoch": 0.14442700156985872,
      "rel-constrast": 4.427363872528076,
      "step": 184,
      "subrel-constrast": 4.022103309631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4146785736083984,
      "cov-distil (oracle2student)": 5.135126113891602,
      "cov-distil (oracle2teacher)": 4.512579917907715,
      "epoch": 0.14521193092621665,
      "rel-constrast": 4.497255325317383,
      "step": 185,
      "subrel-constrast": 3.966963768005371,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.657998561859131,
      "cov-distil (oracle2student)": 5.1391754150390625,
      "cov-distil (oracle2teacher)": 3.953782558441162,
      "epoch": 0.14599686028257458,
      "rel-constrast": 4.5617289543151855,
      "step": 186,
      "subrel-constrast": 4.95466423034668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0249712467193604,
      "cov-distil (oracle2student)": 4.271519660949707,
      "cov-distil (oracle2teacher)": 5.227019786834717,
      "epoch": 0.14678178963893249,
      "rel-constrast": 3.908987522125244,
      "step": 187,
      "subrel-constrast": 4.393860340118408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.653616428375244,
      "cov-distil (oracle2student)": 5.6146016120910645,
      "cov-distil (oracle2teacher)": 5.213755130767822,
      "epoch": 0.14756671899529042,
      "rel-constrast": 3.6973156929016113,
      "step": 188,
      "subrel-constrast": 4.103433132171631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7730677127838135,
      "cov-distil (oracle2student)": 5.952874660491943,
      "cov-distil (oracle2teacher)": 4.756786346435547,
      "epoch": 0.14835164835164835,
      "rel-constrast": 4.354287624359131,
      "step": 189,
      "subrel-constrast": 4.670470714569092,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 9.0625,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 1.0467,
      "step": 190
    },
    {
      "cov-distil": 2.6506528854370117,
      "cov-distil (oracle2student)": 4.511094570159912,
      "cov-distil (oracle2teacher)": 4.796850204467773,
      "epoch": 0.14913657770800628,
      "rel-constrast": 4.2526445388793945,
      "step": 190,
      "subrel-constrast": 5.123054027557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7540512084960938,
      "cov-distil (oracle2student)": 5.682558059692383,
      "cov-distil (oracle2teacher)": 4.592934608459473,
      "epoch": 0.14992150706436422,
      "rel-constrast": 4.419256210327148,
      "step": 191,
      "subrel-constrast": 4.737272262573242,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.191004753112793,
      "cov-distil (oracle2student)": 6.080633163452148,
      "cov-distil (oracle2teacher)": 5.455178260803223,
      "epoch": 0.15070643642072212,
      "rel-constrast": 3.4561288356781006,
      "step": 192,
      "subrel-constrast": 4.221116542816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8169493675231934,
      "cov-distil (oracle2student)": 4.764281749725342,
      "cov-distil (oracle2teacher)": 3.9964022636413574,
      "epoch": 0.15149136577708006,
      "rel-constrast": 4.3076701164245605,
      "step": 193,
      "subrel-constrast": 4.060278415679932,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3937432765960693,
      "cov-distil (oracle2student)": 3.317551374435425,
      "cov-distil (oracle2teacher)": 3.1510097980499268,
      "epoch": 0.152276295133438,
      "rel-constrast": 4.976749420166016,
      "step": 194,
      "subrel-constrast": 4.943241596221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2112748622894287,
      "cov-distil (oracle2student)": 5.939691066741943,
      "cov-distil (oracle2teacher)": 4.853806495666504,
      "epoch": 0.15306122448979592,
      "rel-constrast": 5.550881385803223,
      "step": 195,
      "subrel-constrast": 4.358191967010498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6213314533233643,
      "cov-distil (oracle2student)": 6.556180000305176,
      "cov-distil (oracle2teacher)": 5.386519432067871,
      "epoch": 0.15384615384615385,
      "rel-constrast": 4.406981468200684,
      "step": 196,
      "subrel-constrast": 4.371033191680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291868209838867,
      "cov-distil (oracle2student)": 4.4047112464904785,
      "cov-distil (oracle2teacher)": 3.292975902557373,
      "epoch": 0.1546310832025118,
      "rel-constrast": 3.3735694885253906,
      "step": 197,
      "subrel-constrast": 3.569720983505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4574496746063232,
      "cov-distil (oracle2student)": 3.743739366531372,
      "cov-distil (oracle2teacher)": 3.0168328285217285,
      "epoch": 0.1554160125588697,
      "rel-constrast": 2.945817708969116,
      "step": 198,
      "subrel-constrast": 2.80216121673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.898469924926758,
      "cov-distil (oracle2student)": 6.086114883422852,
      "cov-distil (oracle2teacher)": 4.614240646362305,
      "epoch": 0.15620094191522763,
      "rel-constrast": 4.456359386444092,
      "step": 199,
      "subrel-constrast": 3.6817216873168945,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 9.3125,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 1.0537,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.24687500298023224,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.062896728515625
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.0594482421875
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.003448486328125,
      "step": 200
    },
    {
      "cov-distil": 2.381553888320923,
      "cov-distil (oracle2student)": 5.4559502601623535,
      "cov-distil (oracle2teacher)": 4.729738235473633,
      "epoch": 0.15698587127158556,
      "rel-constrast": 3.8231542110443115,
      "step": 200,
      "subrel-constrast": 3.719243288040161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6991400718688965,
      "cov-distil (oracle2student)": 4.2285966873168945,
      "cov-distil (oracle2teacher)": 4.36287260055542,
      "epoch": 0.1577708006279435,
      "rel-constrast": 3.846952438354492,
      "step": 201,
      "subrel-constrast": 3.356947422027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4719252586364746,
      "cov-distil (oracle2student)": 5.305537223815918,
      "cov-distil (oracle2teacher)": 5.510411262512207,
      "epoch": 0.15855572998430142,
      "rel-constrast": 5.214686870574951,
      "step": 202,
      "subrel-constrast": 4.374451160430908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0810604095458984,
      "cov-distil (oracle2student)": 6.608948230743408,
      "cov-distil (oracle2teacher)": 5.5611042976379395,
      "epoch": 0.15934065934065933,
      "rel-constrast": 5.444942474365234,
      "step": 203,
      "subrel-constrast": 4.622335433959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4202842712402344,
      "cov-distil (oracle2student)": 3.375609874725342,
      "cov-distil (oracle2teacher)": 3.1638851165771484,
      "epoch": 0.16012558869701726,
      "rel-constrast": 3.4401748180389404,
      "step": 204,
      "subrel-constrast": 3.3364651203155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.189297676086426,
      "cov-distil (oracle2student)": 7.925898551940918,
      "cov-distil (oracle2teacher)": 7.493121147155762,
      "epoch": 0.1609105180533752,
      "rel-constrast": 4.75417423248291,
      "step": 205,
      "subrel-constrast": 5.018963813781738,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.684345245361328,
      "cov-distil (oracle2student)": 5.942239761352539,
      "cov-distil (oracle2teacher)": 5.2857184410095215,
      "epoch": 0.16169544740973313,
      "rel-constrast": 5.003021717071533,
      "step": 206,
      "subrel-constrast": 4.563309669494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057544708251953,
      "cov-distil (oracle2student)": 4.746232509613037,
      "cov-distil (oracle2teacher)": 4.352513313293457,
      "epoch": 0.16248037676609106,
      "rel-constrast": 3.563185930252075,
      "step": 207,
      "subrel-constrast": 3.702176809310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097899436950684,
      "cov-distil (oracle2student)": 4.138797283172607,
      "cov-distil (oracle2teacher)": 4.215083599090576,
      "epoch": 0.16326530612244897,
      "rel-constrast": 3.9770753383636475,
      "step": 208,
      "subrel-constrast": 4.1902313232421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.620948076248169,
      "cov-distil (oracle2student)": 6.991607189178467,
      "cov-distil (oracle2teacher)": 5.78021240234375,
      "epoch": 0.1640502354788069,
      "rel-constrast": 4.403954982757568,
      "step": 209,
      "subrel-constrast": 4.039344310760498,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 13.8125,
      "learning_rate": 4.18e-05,
      "loss": 1.0868,
      "step": 210
    },
    {
      "cov-distil": 3.0925610065460205,
      "cov-distil (oracle2student)": 6.754792213439941,
      "cov-distil (oracle2teacher)": 5.547725677490234,
      "epoch": 0.16483516483516483,
      "rel-constrast": 5.161870956420898,
      "step": 210,
      "subrel-constrast": 4.639222621917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.853652000427246,
      "cov-distil (oracle2student)": 5.480470657348633,
      "cov-distil (oracle2teacher)": 4.7289323806762695,
      "epoch": 0.16562009419152277,
      "rel-constrast": 3.5893747806549072,
      "step": 211,
      "subrel-constrast": 3.769558906555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2699475288391113,
      "cov-distil (oracle2student)": 5.569268226623535,
      "cov-distil (oracle2teacher)": 4.927377700805664,
      "epoch": 0.1664050235478807,
      "rel-constrast": 3.148055076599121,
      "step": 212,
      "subrel-constrast": 3.026855707168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8030972480773926,
      "cov-distil (oracle2student)": 5.38670539855957,
      "cov-distil (oracle2teacher)": 4.61238431930542,
      "epoch": 0.16718995290423863,
      "rel-constrast": 2.4392755031585693,
      "step": 213,
      "subrel-constrast": 3.0034868717193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5344560146331787,
      "cov-distil (oracle2student)": 4.998907089233398,
      "cov-distil (oracle2teacher)": 3.9313454627990723,
      "epoch": 0.16797488226059654,
      "rel-constrast": 4.069775581359863,
      "step": 214,
      "subrel-constrast": 3.9243412017822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.145139694213867,
      "cov-distil (oracle2student)": 3.4680287837982178,
      "cov-distil (oracle2teacher)": 3.01827335357666,
      "epoch": 0.16875981161695447,
      "rel-constrast": 3.646711587905884,
      "step": 215,
      "subrel-constrast": 3.5074539184570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7844796180725098,
      "cov-distil (oracle2student)": 4.089953422546387,
      "cov-distil (oracle2teacher)": 3.8018264770507812,
      "epoch": 0.1695447409733124,
      "rel-constrast": 3.4451849460601807,
      "step": 216,
      "subrel-constrast": 3.309258460998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3081016540527344,
      "cov-distil (oracle2student)": 4.594437122344971,
      "cov-distil (oracle2teacher)": 4.234853744506836,
      "epoch": 0.17032967032967034,
      "rel-constrast": 3.507871389389038,
      "step": 217,
      "subrel-constrast": 3.781757354736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543741226196289,
      "cov-distil (oracle2student)": 3.6162829399108887,
      "cov-distil (oracle2teacher)": 4.077675819396973,
      "epoch": 0.17111459968602827,
      "rel-constrast": 4.407751083374023,
      "step": 218,
      "subrel-constrast": 4.039636135101318,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4043850898742676,
      "cov-distil (oracle2student)": 3.7197213172912598,
      "cov-distil (oracle2teacher)": 3.632939338684082,
      "epoch": 0.17189952904238617,
      "rel-constrast": 4.460170745849609,
      "step": 219,
      "subrel-constrast": 3.8335864543914795,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 11.3125,
      "learning_rate": 4.38e-05,
      "loss": 0.9469,
      "step": 220
    },
    {
      "cov-distil": 2.126615285873413,
      "cov-distil (oracle2student)": 4.813814163208008,
      "cov-distil (oracle2teacher)": 4.356148719787598,
      "epoch": 0.1726844583987441,
      "rel-constrast": 4.52153205871582,
      "step": 220,
      "subrel-constrast": 4.0776214599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9831963777542114,
      "cov-distil (oracle2student)": 6.091684818267822,
      "cov-distil (oracle2teacher)": 4.698600769042969,
      "epoch": 0.17346938775510204,
      "rel-constrast": 4.2187395095825195,
      "step": 221,
      "subrel-constrast": 3.496892213821411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1684153079986572,
      "cov-distil (oracle2student)": 5.548275947570801,
      "cov-distil (oracle2teacher)": 5.401857376098633,
      "epoch": 0.17425431711145997,
      "rel-constrast": 4.4608049392700195,
      "step": 222,
      "subrel-constrast": 4.104125499725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.579768657684326,
      "cov-distil (oracle2student)": 5.06587553024292,
      "cov-distil (oracle2teacher)": 4.484748840332031,
      "epoch": 0.1750392464678179,
      "rel-constrast": 3.3308801651000977,
      "step": 223,
      "subrel-constrast": 3.3167812824249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131709098815918,
      "cov-distil (oracle2student)": 4.372322082519531,
      "cov-distil (oracle2teacher)": 3.444370985031128,
      "epoch": 0.17582417582417584,
      "rel-constrast": 2.9886250495910645,
      "step": 224,
      "subrel-constrast": 3.0618770122528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5606489181518555,
      "cov-distil (oracle2student)": 4.33148193359375,
      "cov-distil (oracle2teacher)": 4.641782760620117,
      "epoch": 0.17660910518053374,
      "rel-constrast": 4.231750011444092,
      "step": 225,
      "subrel-constrast": 4.520207405090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.481212615966797,
      "cov-distil (oracle2student)": 5.940335273742676,
      "cov-distil (oracle2teacher)": 4.823907852172852,
      "epoch": 0.17739403453689168,
      "rel-constrast": 4.515774250030518,
      "step": 226,
      "subrel-constrast": 4.2798686027526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.62561297416687,
      "cov-distil (oracle2student)": 6.993094444274902,
      "cov-distil (oracle2teacher)": 6.64499568939209,
      "epoch": 0.1781789638932496,
      "rel-constrast": 4.609107971191406,
      "step": 227,
      "subrel-constrast": 4.365816593170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7168872356414795,
      "cov-distil (oracle2student)": 7.153830051422119,
      "cov-distil (oracle2teacher)": 6.493056297302246,
      "epoch": 0.17896389324960754,
      "rel-constrast": 3.954789638519287,
      "step": 228,
      "subrel-constrast": 4.359396934509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6363537311553955,
      "cov-distil (oracle2student)": 4.761499881744385,
      "cov-distil (oracle2teacher)": 4.349567890167236,
      "epoch": 0.17974882260596547,
      "rel-constrast": 4.804795742034912,
      "step": 229,
      "subrel-constrast": 4.6884918212890625,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 9.875,
      "learning_rate": 4.58e-05,
      "loss": 1.0409,
      "step": 230
    },
    {
      "cov-distil": 2.1318612098693848,
      "cov-distil (oracle2student)": 5.949673652648926,
      "cov-distil (oracle2teacher)": 5.245048522949219,
      "epoch": 0.18053375196232338,
      "rel-constrast": 4.091949462890625,
      "step": 230,
      "subrel-constrast": 4.512872219085693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3420472145080566,
      "cov-distil (oracle2student)": 4.718111038208008,
      "cov-distil (oracle2teacher)": 4.145715713500977,
      "epoch": 0.1813186813186813,
      "rel-constrast": 3.3512275218963623,
      "step": 231,
      "subrel-constrast": 3.6766605377197266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.213878631591797,
      "cov-distil (oracle2student)": 3.8786497116088867,
      "cov-distil (oracle2teacher)": 3.6715002059936523,
      "epoch": 0.18210361067503925,
      "rel-constrast": 4.165031909942627,
      "step": 232,
      "subrel-constrast": 4.14824104309082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.280472993850708,
      "cov-distil (oracle2student)": 5.874135971069336,
      "cov-distil (oracle2teacher)": 4.389976501464844,
      "epoch": 0.18288854003139718,
      "rel-constrast": 4.1060662269592285,
      "step": 233,
      "subrel-constrast": 4.420301914215088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4479286670684814,
      "cov-distil (oracle2student)": 6.323798179626465,
      "cov-distil (oracle2teacher)": 6.118124008178711,
      "epoch": 0.1836734693877551,
      "rel-constrast": 4.5857768058776855,
      "step": 234,
      "subrel-constrast": 5.272635459899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0862655639648438,
      "cov-distil (oracle2student)": 5.4485931396484375,
      "cov-distil (oracle2teacher)": 5.1035003662109375,
      "epoch": 0.18445839874411302,
      "rel-constrast": 3.659360885620117,
      "step": 235,
      "subrel-constrast": 3.990720272064209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.493178606033325,
      "cov-distil (oracle2student)": 5.648530960083008,
      "cov-distil (oracle2teacher)": 4.4809160232543945,
      "epoch": 0.18524332810047095,
      "rel-constrast": 5.083211421966553,
      "step": 236,
      "subrel-constrast": 4.379614353179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.312713861465454,
      "cov-distil (oracle2student)": 6.018491268157959,
      "cov-distil (oracle2teacher)": 6.587211608886719,
      "epoch": 0.18602825745682888,
      "rel-constrast": 4.148163318634033,
      "step": 237,
      "subrel-constrast": 4.926743507385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765053987503052,
      "cov-distil (oracle2student)": 4.6719465255737305,
      "cov-distil (oracle2teacher)": 3.769923448562622,
      "epoch": 0.18681318681318682,
      "rel-constrast": 4.812344551086426,
      "step": 238,
      "subrel-constrast": 4.199809551239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9634928703308105,
      "cov-distil (oracle2student)": 3.969489574432373,
      "cov-distil (oracle2teacher)": 3.6196022033691406,
      "epoch": 0.18759811616954475,
      "rel-constrast": 3.936563730239868,
      "step": 239,
      "subrel-constrast": 3.6975388526916504,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 8.6875,
      "learning_rate": 4.78e-05,
      "loss": 1.0485,
      "step": 240
    },
    {
      "cov-distil": 2.881791114807129,
      "cov-distil (oracle2student)": 5.622939109802246,
      "cov-distil (oracle2teacher)": 5.3252129554748535,
      "epoch": 0.18838304552590268,
      "rel-constrast": 3.8718795776367188,
      "step": 240,
      "subrel-constrast": 4.217006206512451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0722498893737793,
      "cov-distil (oracle2student)": 4.399302959442139,
      "cov-distil (oracle2teacher)": 3.4108004570007324,
      "epoch": 0.1891679748822606,
      "rel-constrast": 4.718328475952148,
      "step": 241,
      "subrel-constrast": 4.609466075897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8390369415283203,
      "cov-distil (oracle2student)": 6.050392150878906,
      "cov-distil (oracle2teacher)": 4.572239875793457,
      "epoch": 0.18995290423861852,
      "rel-constrast": 4.604604244232178,
      "step": 242,
      "subrel-constrast": 4.421026229858398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.320707082748413,
      "cov-distil (oracle2student)": 4.907866477966309,
      "cov-distil (oracle2teacher)": 3.8123292922973633,
      "epoch": 0.19073783359497645,
      "rel-constrast": 3.989389419555664,
      "step": 243,
      "subrel-constrast": 3.572908639907837,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5738205909729004,
      "cov-distil (oracle2student)": 8.021001815795898,
      "cov-distil (oracle2teacher)": 6.361756324768066,
      "epoch": 0.19152276295133439,
      "rel-constrast": 4.772706508636475,
      "step": 244,
      "subrel-constrast": 4.449438095092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6494545936584473,
      "cov-distil (oracle2student)": 4.885506629943848,
      "cov-distil (oracle2teacher)": 4.191751480102539,
      "epoch": 0.19230769230769232,
      "rel-constrast": 3.4336655139923096,
      "step": 245,
      "subrel-constrast": 2.9731338024139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9079594612121582,
      "cov-distil (oracle2student)": 6.940835952758789,
      "cov-distil (oracle2teacher)": 6.501794815063477,
      "epoch": 0.19309262166405022,
      "rel-constrast": 4.157923698425293,
      "step": 246,
      "subrel-constrast": 4.198119163513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.82900333404541,
      "cov-distil (oracle2student)": 5.552803993225098,
      "cov-distil (oracle2teacher)": 5.458548545837402,
      "epoch": 0.19387755102040816,
      "rel-constrast": 3.7339391708374023,
      "step": 247,
      "subrel-constrast": 4.389486789703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.19911527633667,
      "cov-distil (oracle2student)": 5.112448692321777,
      "cov-distil (oracle2teacher)": 4.2513933181762695,
      "epoch": 0.1946624803767661,
      "rel-constrast": 3.7900421619415283,
      "step": 248,
      "subrel-constrast": 3.451140880584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3337278366088867,
      "cov-distil (oracle2student)": 3.93019437789917,
      "cov-distil (oracle2teacher)": 3.650970458984375,
      "epoch": 0.19544740973312402,
      "rel-constrast": 3.8793439865112305,
      "step": 249,
      "subrel-constrast": 4.207012176513672,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 9.375,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 1.0238,
      "step": 250
    },
    {
      "cov-distil": 2.733121395111084,
      "cov-distil (oracle2student)": 5.1044602394104,
      "cov-distil (oracle2teacher)": 4.257508277893066,
      "epoch": 0.19623233908948196,
      "rel-constrast": 3.9621620178222656,
      "step": 250,
      "subrel-constrast": 4.4780402183532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584139108657837,
      "cov-distil (oracle2student)": 5.556361198425293,
      "cov-distil (oracle2teacher)": 4.121232509613037,
      "epoch": 0.1970172684458399,
      "rel-constrast": 3.384155035018921,
      "step": 251,
      "subrel-constrast": 4.006072998046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.400716781616211,
      "cov-distil (oracle2student)": 5.104521751403809,
      "cov-distil (oracle2teacher)": 5.698062896728516,
      "epoch": 0.1978021978021978,
      "rel-constrast": 3.2559163570404053,
      "step": 252,
      "subrel-constrast": 4.4192070960998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9948173761367798,
      "cov-distil (oracle2student)": 3.6059153079986572,
      "cov-distil (oracle2teacher)": 3.6368212699890137,
      "epoch": 0.19858712715855573,
      "rel-constrast": 4.223424911499023,
      "step": 253,
      "subrel-constrast": 5.5698018074035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4531779289245605,
      "cov-distil (oracle2student)": 3.027523994445801,
      "cov-distil (oracle2teacher)": 2.8530893325805664,
      "epoch": 0.19937205651491366,
      "rel-constrast": 3.1748790740966797,
      "step": 254,
      "subrel-constrast": 3.770160436630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5983433723449707,
      "cov-distil (oracle2student)": 3.7270326614379883,
      "cov-distil (oracle2teacher)": 4.02898645401001,
      "epoch": 0.2001569858712716,
      "rel-constrast": 3.8081514835357666,
      "step": 255,
      "subrel-constrast": 4.256472587585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0371322631835938,
      "cov-distil (oracle2student)": 4.926210403442383,
      "cov-distil (oracle2teacher)": 4.380398750305176,
      "epoch": 0.20094191522762953,
      "rel-constrast": 4.7871994972229,
      "step": 256,
      "subrel-constrast": 4.419283390045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9787137508392334,
      "cov-distil (oracle2student)": 4.418176174163818,
      "cov-distil (oracle2teacher)": 3.717154026031494,
      "epoch": 0.20172684458398743,
      "rel-constrast": 2.7090015411376953,
      "step": 257,
      "subrel-constrast": 3.2981319427490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.426952362060547,
      "cov-distil (oracle2student)": 5.608362197875977,
      "cov-distil (oracle2teacher)": 4.971807956695557,
      "epoch": 0.20251177394034536,
      "rel-constrast": 5.177706718444824,
      "step": 258,
      "subrel-constrast": 4.17734432220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7084293365478516,
      "cov-distil (oracle2student)": 6.564896583557129,
      "cov-distil (oracle2teacher)": 5.1637444496154785,
      "epoch": 0.2032967032967033,
      "rel-constrast": 3.4513473510742188,
      "step": 259,
      "subrel-constrast": 3.4883873462677,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 7.84375,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.9483,
      "step": 260
    },
    {
      "cov-distil": 3.163018226623535,
      "cov-distil (oracle2student)": 5.388498783111572,
      "cov-distil (oracle2teacher)": 5.447211265563965,
      "epoch": 0.20408163265306123,
      "rel-constrast": 4.762570858001709,
      "step": 260,
      "subrel-constrast": 5.448535919189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235466241836548,
      "cov-distil (oracle2student)": 4.96971321105957,
      "cov-distil (oracle2teacher)": 4.523100852966309,
      "epoch": 0.20486656200941916,
      "rel-constrast": 5.613558769226074,
      "step": 261,
      "subrel-constrast": 5.590352535247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6061244010925293,
      "cov-distil (oracle2student)": 5.214816093444824,
      "cov-distil (oracle2teacher)": 5.1411237716674805,
      "epoch": 0.20565149136577707,
      "rel-constrast": 5.000552177429199,
      "step": 262,
      "subrel-constrast": 4.936718463897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.490267753601074,
      "cov-distil (oracle2student)": 4.973263740539551,
      "cov-distil (oracle2teacher)": 4.422984600067139,
      "epoch": 0.206436420722135,
      "rel-constrast": 3.889665365219116,
      "step": 263,
      "subrel-constrast": 4.632307529449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.783003807067871,
      "cov-distil (oracle2student)": 4.729922294616699,
      "cov-distil (oracle2teacher)": 4.131749629974365,
      "epoch": 0.20722135007849293,
      "rel-constrast": 3.1227850914001465,
      "step": 264,
      "subrel-constrast": 3.416728973388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9679436683654785,
      "cov-distil (oracle2student)": 4.610446929931641,
      "cov-distil (oracle2teacher)": 4.46968412399292,
      "epoch": 0.20800627943485087,
      "rel-constrast": 3.3964576721191406,
      "step": 265,
      "subrel-constrast": 3.6323211193084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9419870376586914,
      "cov-distil (oracle2student)": 4.06281852722168,
      "cov-distil (oracle2teacher)": 4.139846324920654,
      "epoch": 0.2087912087912088,
      "rel-constrast": 3.6063625812530518,
      "step": 266,
      "subrel-constrast": 3.9693591594696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4963738918304443,
      "cov-distil (oracle2student)": 4.433473587036133,
      "cov-distil (oracle2teacher)": 3.653294563293457,
      "epoch": 0.20957613814756673,
      "rel-constrast": 3.922799825668335,
      "step": 267,
      "subrel-constrast": 3.980694055557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8971441984176636,
      "cov-distil (oracle2student)": 5.488111972808838,
      "cov-distil (oracle2teacher)": 4.326667308807373,
      "epoch": 0.21036106750392464,
      "rel-constrast": 3.9916069507598877,
      "step": 268,
      "subrel-constrast": 4.599834442138672,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7347593307495117,
      "cov-distil (oracle2student)": 6.455190658569336,
      "cov-distil (oracle2teacher)": 6.495060443878174,
      "epoch": 0.21114599686028257,
      "rel-constrast": 3.7267513275146484,
      "step": 269,
      "subrel-constrast": 4.663547992706299,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 7.78125,
      "learning_rate": 5.380000000000001e-05,
      "loss": 1.0258,
      "step": 270
    },
    {
      "cov-distil": 1.9640698432922363,
      "cov-distil (oracle2student)": 5.874817848205566,
      "cov-distil (oracle2teacher)": 5.009836673736572,
      "epoch": 0.2119309262166405,
      "rel-constrast": 3.3294661045074463,
      "step": 270,
      "subrel-constrast": 3.5182080268859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.904709815979004,
      "cov-distil (oracle2student)": 5.461999893188477,
      "cov-distil (oracle2teacher)": 5.8046064376831055,
      "epoch": 0.21271585557299844,
      "rel-constrast": 4.4738850593566895,
      "step": 271,
      "subrel-constrast": 4.859231472015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587533712387085,
      "cov-distil (oracle2student)": 6.634120464324951,
      "cov-distil (oracle2teacher)": 4.391397476196289,
      "epoch": 0.21350078492935637,
      "rel-constrast": 5.090404987335205,
      "step": 272,
      "subrel-constrast": 4.063844203948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8603006601333618,
      "cov-distil (oracle2student)": 6.470761775970459,
      "cov-distil (oracle2teacher)": 5.740907669067383,
      "epoch": 0.21428571428571427,
      "rel-constrast": 3.723017692565918,
      "step": 273,
      "subrel-constrast": 3.8307042121887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2184014320373535,
      "cov-distil (oracle2student)": 3.412106513977051,
      "cov-distil (oracle2teacher)": 3.89481520652771,
      "epoch": 0.2150706436420722,
      "rel-constrast": 2.808892250061035,
      "step": 274,
      "subrel-constrast": 3.6602635383605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7450251579284668,
      "cov-distil (oracle2student)": 5.925747871398926,
      "cov-distil (oracle2teacher)": 5.962122440338135,
      "epoch": 0.21585557299843014,
      "rel-constrast": 3.926922559738159,
      "step": 275,
      "subrel-constrast": 4.647709369659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353139877319336,
      "cov-distil (oracle2student)": 4.86716365814209,
      "cov-distil (oracle2teacher)": 4.419919013977051,
      "epoch": 0.21664050235478807,
      "rel-constrast": 4.5525288581848145,
      "step": 276,
      "subrel-constrast": 4.587643623352051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4093875885009766,
      "cov-distil (oracle2student)": 4.911603927612305,
      "cov-distil (oracle2teacher)": 4.588831424713135,
      "epoch": 0.217425431711146,
      "rel-constrast": 4.3608293533325195,
      "step": 277,
      "subrel-constrast": 4.759854793548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4497923851013184,
      "cov-distil (oracle2student)": 4.6553263664245605,
      "cov-distil (oracle2teacher)": 4.7614240646362305,
      "epoch": 0.21821036106750394,
      "rel-constrast": 3.0593550205230713,
      "step": 278,
      "subrel-constrast": 4.780959606170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050229072570801,
      "cov-distil (oracle2student)": 2.922193765640259,
      "cov-distil (oracle2teacher)": 3.241304874420166,
      "epoch": 0.21899529042386184,
      "rel-constrast": 2.515779495239258,
      "step": 279,
      "subrel-constrast": 3.068572521209717,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 6.25,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.946,
      "step": 280
    },
    {
      "cov-distil": 2.15234375,
      "cov-distil (oracle2student)": 3.154237985610962,
      "cov-distil (oracle2teacher)": 2.6979119777679443,
      "epoch": 0.21978021978021978,
      "rel-constrast": 3.2188334465026855,
      "step": 280,
      "subrel-constrast": 3.1305227279663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252628326416016,
      "cov-distil (oracle2student)": 5.121703147888184,
      "cov-distil (oracle2teacher)": 4.059172630310059,
      "epoch": 0.2205651491365777,
      "rel-constrast": 4.1729254722595215,
      "step": 281,
      "subrel-constrast": 3.6033339500427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154315948486328,
      "cov-distil (oracle2student)": 5.221245765686035,
      "cov-distil (oracle2teacher)": 4.311646461486816,
      "epoch": 0.22135007849293564,
      "rel-constrast": 3.6914169788360596,
      "step": 282,
      "subrel-constrast": 3.7139968872070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1687188148498535,
      "cov-distil (oracle2student)": 4.147487640380859,
      "cov-distil (oracle2teacher)": 3.7985122203826904,
      "epoch": 0.22213500784929358,
      "rel-constrast": 2.1182751655578613,
      "step": 283,
      "subrel-constrast": 3.1874477863311768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6729464530944824,
      "cov-distil (oracle2student)": 4.731837272644043,
      "cov-distil (oracle2teacher)": 4.368143558502197,
      "epoch": 0.22291993720565148,
      "rel-constrast": 3.5253329277038574,
      "step": 284,
      "subrel-constrast": 4.983177661895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1772241592407227,
      "cov-distil (oracle2student)": 4.5804362297058105,
      "cov-distil (oracle2teacher)": 4.51167106628418,
      "epoch": 0.2237048665620094,
      "rel-constrast": 3.767357110977173,
      "step": 285,
      "subrel-constrast": 4.083685874938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4918084144592285,
      "cov-distil (oracle2student)": 4.7176127433776855,
      "cov-distil (oracle2teacher)": 4.280378341674805,
      "epoch": 0.22448979591836735,
      "rel-constrast": 4.041934967041016,
      "step": 286,
      "subrel-constrast": 4.1919755935668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.931469440460205,
      "cov-distil (oracle2student)": 5.6970744132995605,
      "cov-distil (oracle2teacher)": 5.453207015991211,
      "epoch": 0.22527472527472528,
      "rel-constrast": 3.314396381378174,
      "step": 287,
      "subrel-constrast": 4.234414100646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.303173542022705,
      "cov-distil (oracle2student)": 4.110596656799316,
      "cov-distil (oracle2teacher)": 3.543926239013672,
      "epoch": 0.2260596546310832,
      "rel-constrast": 3.1638665199279785,
      "step": 288,
      "subrel-constrast": 3.239625930786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3095624446868896,
      "cov-distil (oracle2student)": 5.340425491333008,
      "cov-distil (oracle2teacher)": 4.158740520477295,
      "epoch": 0.22684458398744112,
      "rel-constrast": 4.605605125427246,
      "step": 289,
      "subrel-constrast": 4.107778072357178,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 9.0625,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.8905,
      "step": 290
    },
    {
      "cov-distil": 2.2922418117523193,
      "cov-distil (oracle2student)": 4.177847862243652,
      "cov-distil (oracle2teacher)": 4.591325759887695,
      "epoch": 0.22762951334379905,
      "rel-constrast": 3.173704147338867,
      "step": 290,
      "subrel-constrast": 3.1945457458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.719412326812744,
      "cov-distil (oracle2student)": 5.256351947784424,
      "cov-distil (oracle2teacher)": 4.423501491546631,
      "epoch": 0.22841444270015698,
      "rel-constrast": 5.133420944213867,
      "step": 291,
      "subrel-constrast": 4.632472038269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626513123512268,
      "cov-distil (oracle2student)": 4.582457542419434,
      "cov-distil (oracle2teacher)": 4.227534770965576,
      "epoch": 0.22919937205651492,
      "rel-constrast": 3.476963758468628,
      "step": 292,
      "subrel-constrast": 3.565214157104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7263706922531128,
      "cov-distil (oracle2student)": 3.9523463249206543,
      "cov-distil (oracle2teacher)": 3.9466755390167236,
      "epoch": 0.22998430141287285,
      "rel-constrast": 3.566289186477661,
      "step": 293,
      "subrel-constrast": 4.219181537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5833802223205566,
      "cov-distil (oracle2student)": 4.750016212463379,
      "cov-distil (oracle2teacher)": 4.610827445983887,
      "epoch": 0.23076923076923078,
      "rel-constrast": 2.481110095977783,
      "step": 294,
      "subrel-constrast": 3.2703170776367188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089418649673462,
      "cov-distil (oracle2student)": 4.654294013977051,
      "cov-distil (oracle2teacher)": 3.987165927886963,
      "epoch": 0.2315541601255887,
      "rel-constrast": 3.266436815261841,
      "step": 295,
      "subrel-constrast": 3.4434139728546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074816942214966,
      "cov-distil (oracle2student)": 4.440771102905273,
      "cov-distil (oracle2teacher)": 4.183949947357178,
      "epoch": 0.23233908948194662,
      "rel-constrast": 4.247539520263672,
      "step": 296,
      "subrel-constrast": 3.6430552005767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.830199956893921,
      "cov-distil (oracle2student)": 5.068106651306152,
      "cov-distil (oracle2teacher)": 4.41888952255249,
      "epoch": 0.23312401883830455,
      "rel-constrast": 4.484041213989258,
      "step": 297,
      "subrel-constrast": 4.826950550079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4919263124465942,
      "cov-distil (oracle2student)": 3.386610746383667,
      "cov-distil (oracle2teacher)": 3.872253656387329,
      "epoch": 0.23390894819466249,
      "rel-constrast": 3.523555278778076,
      "step": 298,
      "subrel-constrast": 3.3052384853363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4519267082214355,
      "cov-distil (oracle2student)": 5.5919694900512695,
      "cov-distil (oracle2teacher)": 5.705909729003906,
      "epoch": 0.23469387755102042,
      "rel-constrast": 4.623315811157227,
      "step": 299,
      "subrel-constrast": 5.2939066886901855,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 8.625,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.9494,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.21562500298023224,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.04046630859375
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.03765869140625
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.0028076171875,
      "step": 300
    },
    {
      "cov-distil": 2.303926944732666,
      "cov-distil (oracle2student)": 4.802546501159668,
      "cov-distil (oracle2teacher)": 5.180872440338135,
      "epoch": 0.23547880690737832,
      "rel-constrast": 4.021969318389893,
      "step": 300,
      "subrel-constrast": 4.778778076171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8772382736206055,
      "cov-distil (oracle2student)": 4.510627746582031,
      "cov-distil (oracle2teacher)": 4.830332279205322,
      "epoch": 0.23626373626373626,
      "rel-constrast": 5.56369161605835,
      "step": 301,
      "subrel-constrast": 5.226940155029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.856377124786377,
      "cov-distil (oracle2student)": 6.104061603546143,
      "cov-distil (oracle2teacher)": 5.214086532592773,
      "epoch": 0.2370486656200942,
      "rel-constrast": 6.086847305297852,
      "step": 302,
      "subrel-constrast": 6.650885105133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.814570665359497,
      "cov-distil (oracle2student)": 4.217618465423584,
      "cov-distil (oracle2teacher)": 4.1233320236206055,
      "epoch": 0.23783359497645212,
      "rel-constrast": 3.5837862491607666,
      "step": 303,
      "subrel-constrast": 3.693063735961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.338595390319824,
      "cov-distil (oracle2student)": 4.837774276733398,
      "cov-distil (oracle2teacher)": 4.401634216308594,
      "epoch": 0.23861852433281006,
      "rel-constrast": 3.0667669773101807,
      "step": 304,
      "subrel-constrast": 3.30417799949646,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4832725524902344,
      "cov-distil (oracle2student)": 5.108960151672363,
      "cov-distil (oracle2teacher)": 4.829647064208984,
      "epoch": 0.239403453689168,
      "rel-constrast": 3.177330732345581,
      "step": 305,
      "subrel-constrast": 4.89345121383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0408778190612793,
      "cov-distil (oracle2student)": 4.36776876449585,
      "cov-distil (oracle2teacher)": 4.402215957641602,
      "epoch": 0.2401883830455259,
      "rel-constrast": 3.686089515686035,
      "step": 306,
      "subrel-constrast": 4.682729244232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.364612102508545,
      "cov-distil (oracle2student)": 4.882238388061523,
      "cov-distil (oracle2teacher)": 4.532863140106201,
      "epoch": 0.24097331240188383,
      "rel-constrast": 3.561237335205078,
      "step": 307,
      "subrel-constrast": 3.378936290740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108041286468506,
      "cov-distil (oracle2student)": 4.103488922119141,
      "cov-distil (oracle2teacher)": 3.754100799560547,
      "epoch": 0.24175824175824176,
      "rel-constrast": 2.654477834701538,
      "step": 308,
      "subrel-constrast": 3.0518269538879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9964487552642822,
      "cov-distil (oracle2student)": 4.551208972930908,
      "cov-distil (oracle2teacher)": 4.667815685272217,
      "epoch": 0.2425431711145997,
      "rel-constrast": 2.949220657348633,
      "step": 309,
      "subrel-constrast": 3.5202038288116455,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 7.71875,
      "learning_rate": 6.18e-05,
      "loss": 0.9588,
      "step": 310
    },
    {
      "cov-distil": 1.6689157485961914,
      "cov-distil (oracle2student)": 4.184633255004883,
      "cov-distil (oracle2teacher)": 4.292115211486816,
      "epoch": 0.24332810047095763,
      "rel-constrast": 4.3480706214904785,
      "step": 310,
      "subrel-constrast": 3.8443901538848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2595582008361816,
      "cov-distil (oracle2student)": 4.362688064575195,
      "cov-distil (oracle2teacher)": 5.083352565765381,
      "epoch": 0.24411302982731553,
      "rel-constrast": 4.528521537780762,
      "step": 311,
      "subrel-constrast": 4.63988733291626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4754958152770996,
      "cov-distil (oracle2student)": 5.562516212463379,
      "cov-distil (oracle2teacher)": 4.8825602531433105,
      "epoch": 0.24489795918367346,
      "rel-constrast": 4.033565044403076,
      "step": 312,
      "subrel-constrast": 4.120787620544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1007065773010254,
      "cov-distil (oracle2student)": 3.475921630859375,
      "cov-distil (oracle2teacher)": 3.5871012210845947,
      "epoch": 0.2456828885400314,
      "rel-constrast": 3.126396417617798,
      "step": 313,
      "subrel-constrast": 4.009072780609131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926724433898926,
      "cov-distil (oracle2student)": 4.681926727294922,
      "cov-distil (oracle2teacher)": 5.066740989685059,
      "epoch": 0.24646781789638933,
      "rel-constrast": 6.139606475830078,
      "step": 314,
      "subrel-constrast": 6.288891315460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7528164386749268,
      "cov-distil (oracle2student)": 3.1548421382904053,
      "cov-distil (oracle2teacher)": 2.845113515853882,
      "epoch": 0.24725274725274726,
      "rel-constrast": 3.7267184257507324,
      "step": 315,
      "subrel-constrast": 4.296673774719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.829653263092041,
      "cov-distil (oracle2student)": 4.535282611846924,
      "cov-distil (oracle2teacher)": 4.1695146560668945,
      "epoch": 0.24803767660910517,
      "rel-constrast": 4.057925701141357,
      "step": 316,
      "subrel-constrast": 4.330816745758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.406953811645508,
      "cov-distil (oracle2student)": 3.4885740280151367,
      "cov-distil (oracle2teacher)": 2.8677024841308594,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.0322985649108887,
      "step": 317,
      "subrel-constrast": 2.5020523071289062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9598418474197388,
      "cov-distil (oracle2student)": 5.575859069824219,
      "cov-distil (oracle2teacher)": 4.49083137512207,
      "epoch": 0.24960753532182103,
      "rel-constrast": 4.538495063781738,
      "step": 318,
      "subrel-constrast": 3.8262343406677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3455939292907715,
      "cov-distil (oracle2student)": 2.1422312259674072,
      "cov-distil (oracle2teacher)": 1.904117465019226,
      "epoch": 0.25039246467817894,
      "rel-constrast": 2.9613518714904785,
      "step": 319,
      "subrel-constrast": 3.961060047149658,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 7.34375,
      "learning_rate": 6.38e-05,
      "loss": 0.9873,
      "step": 320
    },
    {
      "cov-distil": 2.4941513538360596,
      "cov-distil (oracle2student)": 4.822053909301758,
      "cov-distil (oracle2teacher)": 5.083580017089844,
      "epoch": 0.25117739403453687,
      "rel-constrast": 4.376450538635254,
      "step": 320,
      "subrel-constrast": 4.422009468078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2121496200561523,
      "cov-distil (oracle2student)": 5.220041275024414,
      "cov-distil (oracle2teacher)": 4.973567962646484,
      "epoch": 0.2519623233908948,
      "rel-constrast": 4.48658561706543,
      "step": 321,
      "subrel-constrast": 4.638360023498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2366273403167725,
      "cov-distil (oracle2student)": 4.102651119232178,
      "cov-distil (oracle2teacher)": 3.954784870147705,
      "epoch": 0.25274725274725274,
      "rel-constrast": 4.116124629974365,
      "step": 322,
      "subrel-constrast": 4.58851432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1300275325775146,
      "cov-distil (oracle2student)": 5.534689426422119,
      "cov-distil (oracle2teacher)": 5.72232723236084,
      "epoch": 0.25353218210361067,
      "rel-constrast": 2.8298592567443848,
      "step": 323,
      "subrel-constrast": 3.185931921005249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016620397567749,
      "cov-distil (oracle2student)": 4.180400371551514,
      "cov-distil (oracle2teacher)": 4.290031433105469,
      "epoch": 0.2543171114599686,
      "rel-constrast": 3.0824785232543945,
      "step": 324,
      "subrel-constrast": 4.075050354003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6840721368789673,
      "cov-distil (oracle2student)": 3.5799665451049805,
      "cov-distil (oracle2teacher)": 3.610227584838867,
      "epoch": 0.25510204081632654,
      "rel-constrast": 3.3203623294830322,
      "step": 325,
      "subrel-constrast": 3.9796981811523438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6423394680023193,
      "cov-distil (oracle2student)": 4.099634170532227,
      "cov-distil (oracle2teacher)": 4.395721435546875,
      "epoch": 0.25588697017268447,
      "rel-constrast": 3.6078855991363525,
      "step": 326,
      "subrel-constrast": 3.30149507522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9032660722732544,
      "cov-distil (oracle2student)": 2.8947761058807373,
      "cov-distil (oracle2teacher)": 2.7938578128814697,
      "epoch": 0.2566718995290424,
      "rel-constrast": 3.4429526329040527,
      "step": 327,
      "subrel-constrast": 3.5799872875213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.504818916320801,
      "cov-distil (oracle2student)": 4.78380012512207,
      "cov-distil (oracle2teacher)": 4.107907772064209,
      "epoch": 0.25745682888540034,
      "rel-constrast": 5.2687835693359375,
      "step": 328,
      "subrel-constrast": 4.480434417724609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8428301811218262,
      "cov-distil (oracle2student)": 4.692479610443115,
      "cov-distil (oracle2teacher)": 4.45600700378418,
      "epoch": 0.25824175824175827,
      "rel-constrast": 3.659780502319336,
      "step": 329,
      "subrel-constrast": 3.8064231872558594,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 7.03125,
      "learning_rate": 6.58e-05,
      "loss": 0.9548,
      "step": 330
    },
    {
      "cov-distil": 2.022449254989624,
      "cov-distil (oracle2student)": 4.0199198722839355,
      "cov-distil (oracle2teacher)": 4.282907962799072,
      "epoch": 0.25902668759811615,
      "rel-constrast": 4.737491607666016,
      "step": 330,
      "subrel-constrast": 4.8900957107543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8710700273513794,
      "cov-distil (oracle2student)": 5.918076992034912,
      "cov-distil (oracle2teacher)": 6.056360721588135,
      "epoch": 0.2598116169544741,
      "rel-constrast": 3.888516902923584,
      "step": 331,
      "subrel-constrast": 4.808310031890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8064037561416626,
      "cov-distil (oracle2student)": 4.8952250480651855,
      "cov-distil (oracle2teacher)": 3.9604902267456055,
      "epoch": 0.260596546310832,
      "rel-constrast": 4.285739898681641,
      "step": 332,
      "subrel-constrast": 4.047292709350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5564966201782227,
      "cov-distil (oracle2student)": 5.454121112823486,
      "cov-distil (oracle2teacher)": 5.192302227020264,
      "epoch": 0.26138147566718994,
      "rel-constrast": 5.550132751464844,
      "step": 333,
      "subrel-constrast": 5.9552531242370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.74186372756958,
      "cov-distil (oracle2student)": 4.705184459686279,
      "cov-distil (oracle2teacher)": 5.01656436920166,
      "epoch": 0.2621664050235479,
      "rel-constrast": 4.18355131149292,
      "step": 334,
      "subrel-constrast": 5.169516563415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9830940961837769,
      "cov-distil (oracle2student)": 4.989078998565674,
      "cov-distil (oracle2teacher)": 4.820295333862305,
      "epoch": 0.2629513343799058,
      "rel-constrast": 4.123811721801758,
      "step": 335,
      "subrel-constrast": 3.8256192207336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105525493621826,
      "cov-distil (oracle2student)": 5.416265487670898,
      "cov-distil (oracle2teacher)": 4.498978614807129,
      "epoch": 0.26373626373626374,
      "rel-constrast": 3.2500782012939453,
      "step": 336,
      "subrel-constrast": 3.7425193786621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9017162322998047,
      "cov-distil (oracle2student)": 5.000951766967773,
      "cov-distil (oracle2teacher)": 4.865575313568115,
      "epoch": 0.2645211930926217,
      "rel-constrast": 2.9106714725494385,
      "step": 337,
      "subrel-constrast": 3.332805871963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8449511528015137,
      "cov-distil (oracle2student)": 4.575507164001465,
      "cov-distil (oracle2teacher)": 4.356318950653076,
      "epoch": 0.2653061224489796,
      "rel-constrast": 3.4135284423828125,
      "step": 338,
      "subrel-constrast": 3.632437229156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9273144006729126,
      "cov-distil (oracle2student)": 2.2576494216918945,
      "cov-distil (oracle2teacher)": 2.3730926513671875,
      "epoch": 0.26609105180533754,
      "rel-constrast": 2.114304304122925,
      "step": 339,
      "subrel-constrast": 2.6029763221740723,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 7.1875,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.9614,
      "step": 340
    },
    {
      "cov-distil": 2.835489511489868,
      "cov-distil (oracle2student)": 4.781908988952637,
      "cov-distil (oracle2teacher)": 3.8818607330322266,
      "epoch": 0.2668759811616955,
      "rel-constrast": 3.2510833740234375,
      "step": 340,
      "subrel-constrast": 3.62022066116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4471567869186401,
      "cov-distil (oracle2student)": 4.517490863800049,
      "cov-distil (oracle2teacher)": 3.8709070682525635,
      "epoch": 0.26766091051805335,
      "rel-constrast": 4.061488151550293,
      "step": 341,
      "subrel-constrast": 4.06131649017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6476540565490723,
      "cov-distil (oracle2student)": 4.45122766494751,
      "cov-distil (oracle2teacher)": 4.480499267578125,
      "epoch": 0.2684458398744113,
      "rel-constrast": 4.06766939163208,
      "step": 342,
      "subrel-constrast": 5.026549339294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3097355365753174,
      "cov-distil (oracle2student)": 4.078970909118652,
      "cov-distil (oracle2teacher)": 4.492229461669922,
      "epoch": 0.2692307692307692,
      "rel-constrast": 3.890153646469116,
      "step": 343,
      "subrel-constrast": 4.238659381866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4201900959014893,
      "cov-distil (oracle2student)": 4.75275993347168,
      "cov-distil (oracle2teacher)": 4.647855758666992,
      "epoch": 0.27001569858712715,
      "rel-constrast": 3.3591902256011963,
      "step": 344,
      "subrel-constrast": 4.045175552368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.381582260131836,
      "cov-distil (oracle2student)": 5.856293678283691,
      "cov-distil (oracle2teacher)": 5.640318870544434,
      "epoch": 0.2708006279434851,
      "rel-constrast": 3.5249669551849365,
      "step": 345,
      "subrel-constrast": 4.402881622314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.47880220413208,
      "cov-distil (oracle2student)": 4.2305803298950195,
      "cov-distil (oracle2teacher)": 4.385049819946289,
      "epoch": 0.271585557299843,
      "rel-constrast": 2.7490968704223633,
      "step": 346,
      "subrel-constrast": 3.536973476409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065272331237793,
      "cov-distil (oracle2student)": 3.9585602283477783,
      "cov-distil (oracle2teacher)": 3.625286340713501,
      "epoch": 0.27237048665620095,
      "rel-constrast": 3.074126720428467,
      "step": 347,
      "subrel-constrast": 3.04681134223938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4877158403396606,
      "cov-distil (oracle2student)": 5.376436233520508,
      "cov-distil (oracle2teacher)": 5.338991165161133,
      "epoch": 0.2731554160125589,
      "rel-constrast": 3.0265469551086426,
      "step": 348,
      "subrel-constrast": 3.6247353553771973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0624823570251465,
      "cov-distil (oracle2student)": 4.540614604949951,
      "cov-distil (oracle2teacher)": 3.972550868988037,
      "epoch": 0.2739403453689168,
      "rel-constrast": 3.1185948848724365,
      "step": 349,
      "subrel-constrast": 3.636848211288452,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 6.65625,
      "learning_rate": 6.98e-05,
      "loss": 0.8531,
      "step": 350
    },
    {
      "cov-distil": 2.5651516914367676,
      "cov-distil (oracle2student)": 3.761009693145752,
      "cov-distil (oracle2teacher)": 3.476309061050415,
      "epoch": 0.27472527472527475,
      "rel-constrast": 4.406794548034668,
      "step": 350,
      "subrel-constrast": 4.3866729736328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3373074531555176,
      "cov-distil (oracle2student)": 3.5848207473754883,
      "cov-distil (oracle2teacher)": 4.055634498596191,
      "epoch": 0.2755102040816326,
      "rel-constrast": 3.345684051513672,
      "step": 351,
      "subrel-constrast": 4.3487935066223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467010736465454,
      "cov-distil (oracle2student)": 4.729637145996094,
      "cov-distil (oracle2teacher)": 4.53464412689209,
      "epoch": 0.27629513343799056,
      "rel-constrast": 3.965012550354004,
      "step": 352,
      "subrel-constrast": 3.899907112121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1974480152130127,
      "cov-distil (oracle2student)": 5.952571868896484,
      "cov-distil (oracle2teacher)": 5.47060489654541,
      "epoch": 0.2770800627943485,
      "rel-constrast": 4.722271919250488,
      "step": 353,
      "subrel-constrast": 4.655729293823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6231688261032104,
      "cov-distil (oracle2student)": 2.9032859802246094,
      "cov-distil (oracle2teacher)": 2.6613497734069824,
      "epoch": 0.2778649921507064,
      "rel-constrast": 3.8142266273498535,
      "step": 354,
      "subrel-constrast": 3.841243267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.391878128051758,
      "cov-distil (oracle2student)": 5.399832248687744,
      "cov-distil (oracle2teacher)": 5.064569473266602,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.5957961082458496,
      "step": 355,
      "subrel-constrast": 3.6122701168060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.335376739501953,
      "cov-distil (oracle2student)": 4.880486488342285,
      "cov-distil (oracle2teacher)": 4.294656753540039,
      "epoch": 0.2794348508634223,
      "rel-constrast": 4.009547233581543,
      "step": 356,
      "subrel-constrast": 4.173579692840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6578912734985352,
      "cov-distil (oracle2student)": 4.343835830688477,
      "cov-distil (oracle2teacher)": 4.303083896636963,
      "epoch": 0.2802197802197802,
      "rel-constrast": 3.9932494163513184,
      "step": 357,
      "subrel-constrast": 4.354223728179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2932393550872803,
      "cov-distil (oracle2student)": 5.044070243835449,
      "cov-distil (oracle2teacher)": 4.912633419036865,
      "epoch": 0.28100470957613816,
      "rel-constrast": 4.081809043884277,
      "step": 358,
      "subrel-constrast": 4.904181480407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9151296615600586,
      "cov-distil (oracle2student)": 3.463733673095703,
      "cov-distil (oracle2teacher)": 2.955961227416992,
      "epoch": 0.2817896389324961,
      "rel-constrast": 4.152092456817627,
      "step": 359,
      "subrel-constrast": 3.723147392272949,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 7.84375,
      "learning_rate": 7.18e-05,
      "loss": 0.9772,
      "step": 360
    },
    {
      "cov-distil": 2.468526840209961,
      "cov-distil (oracle2student)": 4.3515729904174805,
      "cov-distil (oracle2teacher)": 4.190445899963379,
      "epoch": 0.282574568288854,
      "rel-constrast": 2.6386961936950684,
      "step": 360,
      "subrel-constrast": 4.150487899780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7405853271484375,
      "cov-distil (oracle2student)": 4.336128234863281,
      "cov-distil (oracle2teacher)": 4.218678951263428,
      "epoch": 0.28335949764521196,
      "rel-constrast": 3.9382705688476562,
      "step": 361,
      "subrel-constrast": 4.0961527824401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.307749032974243,
      "cov-distil (oracle2student)": 3.418673515319824,
      "cov-distil (oracle2teacher)": 3.330963611602783,
      "epoch": 0.28414442700156983,
      "rel-constrast": 3.463860511779785,
      "step": 362,
      "subrel-constrast": 3.076416254043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4146239757537842,
      "cov-distil (oracle2student)": 4.575403213500977,
      "cov-distil (oracle2teacher)": 4.448687553405762,
      "epoch": 0.28492935635792777,
      "rel-constrast": 3.208700180053711,
      "step": 363,
      "subrel-constrast": 2.9985320568084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.362980842590332,
      "cov-distil (oracle2student)": 4.299746990203857,
      "cov-distil (oracle2teacher)": 4.497591018676758,
      "epoch": 0.2857142857142857,
      "rel-constrast": 3.161952495574951,
      "step": 364,
      "subrel-constrast": 4.061762809753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161162376403809,
      "cov-distil (oracle2student)": 4.519881248474121,
      "cov-distil (oracle2teacher)": 3.923833131790161,
      "epoch": 0.28649921507064363,
      "rel-constrast": 3.3404085636138916,
      "step": 365,
      "subrel-constrast": 3.173501968383789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7517517805099487,
      "cov-distil (oracle2student)": 3.747714042663574,
      "cov-distil (oracle2teacher)": 3.3202109336853027,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.6649656295776367,
      "step": 366,
      "subrel-constrast": 3.1762535572052,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2127349376678467,
      "cov-distil (oracle2student)": 4.113639831542969,
      "cov-distil (oracle2teacher)": 4.2371110916137695,
      "epoch": 0.2880690737833595,
      "rel-constrast": 3.0710902214050293,
      "step": 367,
      "subrel-constrast": 4.180319786071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.283313751220703,
      "cov-distil (oracle2student)": 3.4191501140594482,
      "cov-distil (oracle2teacher)": 3.000765562057495,
      "epoch": 0.28885400313971743,
      "rel-constrast": 3.0631356239318848,
      "step": 368,
      "subrel-constrast": 3.5153801441192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9288151264190674,
      "cov-distil (oracle2student)": 4.150101184844971,
      "cov-distil (oracle2teacher)": 3.9333057403564453,
      "epoch": 0.28963893249607536,
      "rel-constrast": 3.415846347808838,
      "step": 369,
      "subrel-constrast": 3.292269468307495,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 7.5625,
      "learning_rate": 7.38e-05,
      "loss": 0.7992,
      "step": 370
    },
    {
      "cov-distil": 2.288773775100708,
      "cov-distil (oracle2student)": 3.9483439922332764,
      "cov-distil (oracle2teacher)": 4.0789079666137695,
      "epoch": 0.2904238618524333,
      "rel-constrast": 3.6129162311553955,
      "step": 370,
      "subrel-constrast": 4.0394086837768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5098402500152588,
      "cov-distil (oracle2student)": 4.143748760223389,
      "cov-distil (oracle2teacher)": 4.102199554443359,
      "epoch": 0.29120879120879123,
      "rel-constrast": 3.2717528343200684,
      "step": 371,
      "subrel-constrast": 3.316295623779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2979259490966797,
      "cov-distil (oracle2student)": 5.577779769897461,
      "cov-distil (oracle2teacher)": 5.378946304321289,
      "epoch": 0.29199372056514916,
      "rel-constrast": 4.260683059692383,
      "step": 372,
      "subrel-constrast": 3.861273765563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5349209308624268,
      "cov-distil (oracle2student)": 5.02381706237793,
      "cov-distil (oracle2teacher)": 4.595427513122559,
      "epoch": 0.29277864992150704,
      "rel-constrast": 2.5870113372802734,
      "step": 373,
      "subrel-constrast": 3.1697964668273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9586257934570312,
      "cov-distil (oracle2student)": 3.909752368927002,
      "cov-distil (oracle2teacher)": 3.1768174171447754,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.5293984413146973,
      "step": 374,
      "subrel-constrast": 3.481901168823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018362522125244,
      "cov-distil (oracle2student)": 4.714936256408691,
      "cov-distil (oracle2teacher)": 4.068674564361572,
      "epoch": 0.2943485086342229,
      "rel-constrast": 3.6927225589752197,
      "step": 375,
      "subrel-constrast": 4.148507118225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5399086475372314,
      "cov-distil (oracle2student)": 4.262751579284668,
      "cov-distil (oracle2teacher)": 4.312500953674316,
      "epoch": 0.29513343799058084,
      "rel-constrast": 2.4350507259368896,
      "step": 376,
      "subrel-constrast": 3.5549275875091553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5044379234313965,
      "cov-distil (oracle2student)": 3.096421718597412,
      "cov-distil (oracle2teacher)": 3.675065755844116,
      "epoch": 0.29591836734693877,
      "rel-constrast": 3.584831714630127,
      "step": 377,
      "subrel-constrast": 3.4499080181121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.525531530380249,
      "cov-distil (oracle2student)": 4.707919120788574,
      "cov-distil (oracle2teacher)": 5.093886852264404,
      "epoch": 0.2967032967032967,
      "rel-constrast": 2.97247576713562,
      "step": 378,
      "subrel-constrast": 3.977768659591675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382871627807617,
      "cov-distil (oracle2student)": 5.445784091949463,
      "cov-distil (oracle2teacher)": 5.2643842697143555,
      "epoch": 0.29748822605965464,
      "rel-constrast": 4.047610282897949,
      "step": 379,
      "subrel-constrast": 4.787630081176758,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 7.3125,
      "learning_rate": 7.58e-05,
      "loss": 0.8249,
      "step": 380
    },
    {
      "cov-distil": 2.2081856727600098,
      "cov-distil (oracle2student)": 4.515721321105957,
      "cov-distil (oracle2teacher)": 4.7921342849731445,
      "epoch": 0.29827315541601257,
      "rel-constrast": 4.773624420166016,
      "step": 380,
      "subrel-constrast": 5.045053005218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728503942489624,
      "cov-distil (oracle2student)": 4.860082149505615,
      "cov-distil (oracle2teacher)": 3.8108091354370117,
      "epoch": 0.2990580847723705,
      "rel-constrast": 4.5641913414001465,
      "step": 381,
      "subrel-constrast": 3.872201442718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2741873264312744,
      "cov-distil (oracle2student)": 4.401548862457275,
      "cov-distil (oracle2teacher)": 4.364265441894531,
      "epoch": 0.29984301412872844,
      "rel-constrast": 3.4287853240966797,
      "step": 382,
      "subrel-constrast": 3.730625867843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0162365436553955,
      "cov-distil (oracle2student)": 5.973083019256592,
      "cov-distil (oracle2teacher)": 5.862569332122803,
      "epoch": 0.30062794348508637,
      "rel-constrast": 5.284379482269287,
      "step": 383,
      "subrel-constrast": 5.306329250335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499833345413208,
      "cov-distil (oracle2student)": 4.446270942687988,
      "cov-distil (oracle2teacher)": 3.6291046142578125,
      "epoch": 0.30141287284144425,
      "rel-constrast": 4.015356063842773,
      "step": 384,
      "subrel-constrast": 3.831970453262329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9349315166473389,
      "cov-distil (oracle2student)": 3.6727590560913086,
      "cov-distil (oracle2teacher)": 4.19788932800293,
      "epoch": 0.3021978021978022,
      "rel-constrast": 2.3902971744537354,
      "step": 385,
      "subrel-constrast": 3.395664691925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161330223083496,
      "cov-distil (oracle2student)": 4.208416938781738,
      "cov-distil (oracle2teacher)": 4.12230920791626,
      "epoch": 0.3029827315541601,
      "rel-constrast": 4.011435031890869,
      "step": 386,
      "subrel-constrast": 4.76539421081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929343819618225,
      "cov-distil (oracle2student)": 3.7690024375915527,
      "cov-distil (oracle2teacher)": 3.7581703662872314,
      "epoch": 0.30376766091051804,
      "rel-constrast": 3.4409167766571045,
      "step": 387,
      "subrel-constrast": 3.5273962020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1151204109191895,
      "cov-distil (oracle2student)": 2.9579386711120605,
      "cov-distil (oracle2teacher)": 2.9753475189208984,
      "epoch": 0.304552590266876,
      "rel-constrast": 2.6933724880218506,
      "step": 388,
      "subrel-constrast": 3.668274164199829,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0617313385009766,
      "cov-distil (oracle2student)": 4.634783744812012,
      "cov-distil (oracle2teacher)": 4.043339252471924,
      "epoch": 0.3053375196232339,
      "rel-constrast": 4.637237548828125,
      "step": 389,
      "subrel-constrast": 4.066360950469971,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 8.5,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.981,
      "step": 390
    },
    {
      "cov-distil": 2.046064615249634,
      "cov-distil (oracle2student)": 4.838753700256348,
      "cov-distil (oracle2teacher)": 4.60128927230835,
      "epoch": 0.30612244897959184,
      "rel-constrast": 3.277275562286377,
      "step": 390,
      "subrel-constrast": 3.5115621089935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6838328838348389,
      "cov-distil (oracle2student)": 4.575669288635254,
      "cov-distil (oracle2teacher)": 3.8770041465759277,
      "epoch": 0.3069073783359498,
      "rel-constrast": 2.7009942531585693,
      "step": 391,
      "subrel-constrast": 2.8226983547210693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3167500495910645,
      "cov-distil (oracle2student)": 2.8058056831359863,
      "cov-distil (oracle2teacher)": 3.3074309825897217,
      "epoch": 0.3076923076923077,
      "rel-constrast": 2.6308581829071045,
      "step": 392,
      "subrel-constrast": 2.972930431365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.55833101272583,
      "cov-distil (oracle2student)": 4.444169044494629,
      "cov-distil (oracle2teacher)": 4.098809719085693,
      "epoch": 0.30847723704866564,
      "rel-constrast": 4.267014026641846,
      "step": 393,
      "subrel-constrast": 4.198526859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.034705638885498,
      "cov-distil (oracle2student)": 4.083427429199219,
      "cov-distil (oracle2teacher)": 3.70538067817688,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.84440016746521,
      "step": 394,
      "subrel-constrast": 2.705705404281616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7607595920562744,
      "cov-distil (oracle2student)": 4.791238784790039,
      "cov-distil (oracle2teacher)": 4.110842227935791,
      "epoch": 0.31004709576138145,
      "rel-constrast": 3.98744797706604,
      "step": 395,
      "subrel-constrast": 4.12697696685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7964571714401245,
      "cov-distil (oracle2student)": 5.799154281616211,
      "cov-distil (oracle2teacher)": 5.3862104415893555,
      "epoch": 0.3108320251177394,
      "rel-constrast": 2.811601161956787,
      "step": 396,
      "subrel-constrast": 3.508532762527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5831422805786133,
      "cov-distil (oracle2student)": 3.8709940910339355,
      "cov-distil (oracle2teacher)": 4.005547523498535,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.225489377975464,
      "step": 397,
      "subrel-constrast": 3.5659689903259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479238510131836,
      "cov-distil (oracle2student)": 3.147273540496826,
      "cov-distil (oracle2teacher)": 3.209686517715454,
      "epoch": 0.31240188383045525,
      "rel-constrast": 3.274113893508911,
      "step": 398,
      "subrel-constrast": 3.370520830154419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4865808486938477,
      "cov-distil (oracle2student)": 4.623531341552734,
      "cov-distil (oracle2teacher)": 4.024965286254883,
      "epoch": 0.3131868131868132,
      "rel-constrast": 4.147914886474609,
      "step": 399,
      "subrel-constrast": 4.325166702270508,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 6.96875,
      "learning_rate": 7.98e-05,
      "loss": 0.8292,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.30156251788139343,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.0479736328125
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.04241943359375
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.00555419921875,
      "step": 400
    },
    {
      "cov-distil": 2.678886890411377,
      "cov-distil (oracle2student)": 3.7182230949401855,
      "cov-distil (oracle2teacher)": 3.798598527908325,
      "epoch": 0.3139717425431711,
      "rel-constrast": 3.090115785598755,
      "step": 400,
      "subrel-constrast": 3.454404354095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.29598069190979,
      "cov-distil (oracle2student)": 3.89300537109375,
      "cov-distil (oracle2teacher)": 3.082821846008301,
      "epoch": 0.31475667189952905,
      "rel-constrast": 3.3606085777282715,
      "step": 401,
      "subrel-constrast": 3.961987018585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4386372566223145,
      "cov-distil (oracle2student)": 3.048065185546875,
      "cov-distil (oracle2teacher)": 2.7459187507629395,
      "epoch": 0.315541601255887,
      "rel-constrast": 3.298773765563965,
      "step": 402,
      "subrel-constrast": 3.3365559577941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1612067222595215,
      "cov-distil (oracle2student)": 4.768643379211426,
      "cov-distil (oracle2teacher)": 4.512282848358154,
      "epoch": 0.3163265306122449,
      "rel-constrast": 4.749736785888672,
      "step": 403,
      "subrel-constrast": 5.1859822273254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2862911224365234,
      "cov-distil (oracle2student)": 6.353411674499512,
      "cov-distil (oracle2teacher)": 4.630796432495117,
      "epoch": 0.31711145996860285,
      "rel-constrast": 3.4531962871551514,
      "step": 404,
      "subrel-constrast": 3.349214553833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3343987464904785,
      "cov-distil (oracle2student)": 4.5753173828125,
      "cov-distil (oracle2teacher)": 4.140257835388184,
      "epoch": 0.3178963893249607,
      "rel-constrast": 4.534940719604492,
      "step": 405,
      "subrel-constrast": 5.005245685577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071540355682373,
      "cov-distil (oracle2student)": 3.5856056213378906,
      "cov-distil (oracle2teacher)": 3.1889336109161377,
      "epoch": 0.31868131868131866,
      "rel-constrast": 3.222676992416382,
      "step": 406,
      "subrel-constrast": 3.487482786178589,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584777355194092,
      "cov-distil (oracle2student)": 2.7442736625671387,
      "cov-distil (oracle2teacher)": 2.852403402328491,
      "epoch": 0.3194662480376766,
      "rel-constrast": 2.5789666175842285,
      "step": 407,
      "subrel-constrast": 2.927762269973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1147944927215576,
      "cov-distil (oracle2student)": 7.028755187988281,
      "cov-distil (oracle2teacher)": 6.058342933654785,
      "epoch": 0.3202511773940345,
      "rel-constrast": 4.271934509277344,
      "step": 408,
      "subrel-constrast": 4.483388423919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162496566772461,
      "cov-distil (oracle2student)": 5.242016315460205,
      "cov-distil (oracle2teacher)": 5.066070556640625,
      "epoch": 0.32103610675039246,
      "rel-constrast": 3.317350387573242,
      "step": 409,
      "subrel-constrast": 4.329539775848389,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 7.46875,
      "learning_rate": 8.18e-05,
      "loss": 0.897,
      "step": 410
    },
    {
      "cov-distil": 2.0808849334716797,
      "cov-distil (oracle2student)": 5.397541522979736,
      "cov-distil (oracle2teacher)": 4.381158351898193,
      "epoch": 0.3218210361067504,
      "rel-constrast": 3.544099807739258,
      "step": 410,
      "subrel-constrast": 3.390552520751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6424498558044434,
      "cov-distil (oracle2student)": 4.79322624206543,
      "cov-distil (oracle2teacher)": 4.306929588317871,
      "epoch": 0.3226059654631083,
      "rel-constrast": 3.685516357421875,
      "step": 411,
      "subrel-constrast": 4.153975486755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.875741720199585,
      "cov-distil (oracle2student)": 4.866247177124023,
      "cov-distil (oracle2teacher)": 5.082061290740967,
      "epoch": 0.32339089481946626,
      "rel-constrast": 2.9882760047912598,
      "step": 412,
      "subrel-constrast": 3.0709025859832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803026795387268,
      "cov-distil (oracle2student)": 3.5485963821411133,
      "cov-distil (oracle2teacher)": 3.0319089889526367,
      "epoch": 0.3241758241758242,
      "rel-constrast": 3.777425527572632,
      "step": 413,
      "subrel-constrast": 4.189594268798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.776383876800537,
      "cov-distil (oracle2student)": 3.6586670875549316,
      "cov-distil (oracle2teacher)": 4.330971717834473,
      "epoch": 0.3249607535321821,
      "rel-constrast": 4.537586688995361,
      "step": 414,
      "subrel-constrast": 5.517542362213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6056064367294312,
      "cov-distil (oracle2student)": 4.3084397315979,
      "cov-distil (oracle2teacher)": 4.534588813781738,
      "epoch": 0.32574568288854006,
      "rel-constrast": 2.9736759662628174,
      "step": 415,
      "subrel-constrast": 3.2496414184570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841001272201538,
      "cov-distil (oracle2student)": 3.9696922302246094,
      "cov-distil (oracle2teacher)": 3.6425342559814453,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.928917407989502,
      "step": 416,
      "subrel-constrast": 3.212480068206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3748688697814941,
      "cov-distil (oracle2student)": 5.096650123596191,
      "cov-distil (oracle2teacher)": 4.966438293457031,
      "epoch": 0.32731554160125587,
      "rel-constrast": 3.695462465286255,
      "step": 417,
      "subrel-constrast": 4.18634033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3855671882629395,
      "cov-distil (oracle2student)": 3.5938313007354736,
      "cov-distil (oracle2teacher)": 4.102324485778809,
      "epoch": 0.3281004709576138,
      "rel-constrast": 2.6083221435546875,
      "step": 418,
      "subrel-constrast": 3.3047232627868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9395250082015991,
      "cov-distil (oracle2student)": 4.441557884216309,
      "cov-distil (oracle2teacher)": 3.9292144775390625,
      "epoch": 0.32888540031397173,
      "rel-constrast": 3.720992088317871,
      "step": 419,
      "subrel-constrast": 3.0005171298980713,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 7.78125,
      "learning_rate": 8.38e-05,
      "loss": 0.8615,
      "step": 420
    },
    {
      "cov-distil": 1.8919484615325928,
      "cov-distil (oracle2student)": 4.141715049743652,
      "cov-distil (oracle2teacher)": 4.954136848449707,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.997952461242676,
      "step": 420,
      "subrel-constrast": 3.6287271976470947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751136302947998,
      "cov-distil (oracle2student)": 4.51869010925293,
      "cov-distil (oracle2teacher)": 4.13627815246582,
      "epoch": 0.3304552590266876,
      "rel-constrast": 2.8548660278320312,
      "step": 421,
      "subrel-constrast": 3.9368157386779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1744613647460938,
      "cov-distil (oracle2student)": 4.090484619140625,
      "cov-distil (oracle2teacher)": 4.075237274169922,
      "epoch": 0.33124018838304553,
      "rel-constrast": 3.5046491622924805,
      "step": 422,
      "subrel-constrast": 3.868093490600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3323278427124023,
      "cov-distil (oracle2student)": 4.200573921203613,
      "cov-distil (oracle2teacher)": 3.7733726501464844,
      "epoch": 0.33202511773940346,
      "rel-constrast": 4.436285495758057,
      "step": 423,
      "subrel-constrast": 4.89227294921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8939716815948486,
      "cov-distil (oracle2student)": 3.0002996921539307,
      "cov-distil (oracle2teacher)": 3.1640563011169434,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.731177806854248,
      "step": 424,
      "subrel-constrast": 3.1488733291625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962007761001587,
      "cov-distil (oracle2student)": 3.5033955574035645,
      "cov-distil (oracle2teacher)": 2.8803882598876953,
      "epoch": 0.33359497645211933,
      "rel-constrast": 3.2368946075439453,
      "step": 425,
      "subrel-constrast": 2.9295544624328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206267833709717,
      "cov-distil (oracle2student)": 3.957505702972412,
      "cov-distil (oracle2teacher)": 4.732332706451416,
      "epoch": 0.33437990580847726,
      "rel-constrast": 2.6761789321899414,
      "step": 426,
      "subrel-constrast": 3.805075168609619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323414325714111,
      "cov-distil (oracle2student)": 4.93441104888916,
      "cov-distil (oracle2teacher)": 4.19714879989624,
      "epoch": 0.33516483516483514,
      "rel-constrast": 3.9309611320495605,
      "step": 427,
      "subrel-constrast": 3.924936294555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3532304763793945,
      "cov-distil (oracle2student)": 5.581367492675781,
      "cov-distil (oracle2teacher)": 5.1175537109375,
      "epoch": 0.3359497645211931,
      "rel-constrast": 3.2271881103515625,
      "step": 428,
      "subrel-constrast": 3.6439170837402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6274757385253906,
      "cov-distil (oracle2student)": 4.955490589141846,
      "cov-distil (oracle2teacher)": 4.6870222091674805,
      "epoch": 0.336734693877551,
      "rel-constrast": 3.160001277923584,
      "step": 429,
      "subrel-constrast": 4.389029026031494,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 6.0,
      "learning_rate": 8.58e-05,
      "loss": 0.8189,
      "step": 430
    },
    {
      "cov-distil": 1.464323878288269,
      "cov-distil (oracle2student)": 4.515021324157715,
      "cov-distil (oracle2teacher)": 4.407139778137207,
      "epoch": 0.33751962323390894,
      "rel-constrast": 3.64955472946167,
      "step": 430,
      "subrel-constrast": 3.799302101135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6714820861816406,
      "cov-distil (oracle2student)": 5.192471504211426,
      "cov-distil (oracle2teacher)": 5.587721824645996,
      "epoch": 0.33830455259026687,
      "rel-constrast": 2.863102912902832,
      "step": 431,
      "subrel-constrast": 3.567986249923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.928032875061035,
      "cov-distil (oracle2student)": 3.8339946269989014,
      "cov-distil (oracle2teacher)": 4.137485980987549,
      "epoch": 0.3390894819466248,
      "rel-constrast": 2.055931568145752,
      "step": 432,
      "subrel-constrast": 2.845594644546509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951396226882935,
      "cov-distil (oracle2student)": 4.673703193664551,
      "cov-distil (oracle2teacher)": 4.227956771850586,
      "epoch": 0.33987441130298274,
      "rel-constrast": 2.4882936477661133,
      "step": 433,
      "subrel-constrast": 3.2167489528656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6216087341308594,
      "cov-distil (oracle2student)": 5.147095680236816,
      "cov-distil (oracle2teacher)": 4.527252674102783,
      "epoch": 0.34065934065934067,
      "rel-constrast": 4.48073148727417,
      "step": 434,
      "subrel-constrast": 4.880525588989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802358865737915,
      "cov-distil (oracle2student)": 4.15480899810791,
      "cov-distil (oracle2teacher)": 4.4513092041015625,
      "epoch": 0.3414442700156986,
      "rel-constrast": 3.290573835372925,
      "step": 435,
      "subrel-constrast": 3.89207124710083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.770706057548523,
      "cov-distil (oracle2student)": 5.329757213592529,
      "cov-distil (oracle2teacher)": 4.998770236968994,
      "epoch": 0.34222919937205654,
      "rel-constrast": 3.6951818466186523,
      "step": 436,
      "subrel-constrast": 4.009801387786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089904308319092,
      "cov-distil (oracle2student)": 5.616901397705078,
      "cov-distil (oracle2teacher)": 4.468623161315918,
      "epoch": 0.34301412872841447,
      "rel-constrast": 3.8173828125,
      "step": 437,
      "subrel-constrast": 3.856980562210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9527325630187988,
      "cov-distil (oracle2student)": 7.433874607086182,
      "cov-distil (oracle2teacher)": 5.76857328414917,
      "epoch": 0.34379905808477235,
      "rel-constrast": 4.264966011047363,
      "step": 438,
      "subrel-constrast": 4.019662857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9271725416183472,
      "cov-distil (oracle2student)": 7.58775520324707,
      "cov-distil (oracle2teacher)": 6.506783962249756,
      "epoch": 0.3445839874411303,
      "rel-constrast": 4.616893768310547,
      "step": 439,
      "subrel-constrast": 4.280298233032227,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 7.71875,
      "learning_rate": 8.78e-05,
      "loss": 0.8806,
      "step": 440
    },
    {
      "cov-distil": 2.0262372493743896,
      "cov-distil (oracle2student)": 4.242846965789795,
      "cov-distil (oracle2teacher)": 3.302802562713623,
      "epoch": 0.3453689167974882,
      "rel-constrast": 2.972580671310425,
      "step": 440,
      "subrel-constrast": 2.7507071495056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7213194370269775,
      "cov-distil (oracle2student)": 4.0123291015625,
      "cov-distil (oracle2teacher)": 3.4950509071350098,
      "epoch": 0.34615384615384615,
      "rel-constrast": 4.246623992919922,
      "step": 441,
      "subrel-constrast": 3.190864324569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686171054840088,
      "cov-distil (oracle2student)": 4.094191074371338,
      "cov-distil (oracle2teacher)": 3.4334661960601807,
      "epoch": 0.3469387755102041,
      "rel-constrast": 2.705230712890625,
      "step": 442,
      "subrel-constrast": 2.9454474449157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6501498222351074,
      "cov-distil (oracle2student)": 3.0003061294555664,
      "cov-distil (oracle2teacher)": 3.1444754600524902,
      "epoch": 0.347723704866562,
      "rel-constrast": 2.478449821472168,
      "step": 443,
      "subrel-constrast": 3.077225923538208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7685368061065674,
      "cov-distil (oracle2student)": 3.5705387592315674,
      "cov-distil (oracle2teacher)": 3.2977709770202637,
      "epoch": 0.34850863422291994,
      "rel-constrast": 3.8228044509887695,
      "step": 444,
      "subrel-constrast": 3.829270839691162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5895111560821533,
      "cov-distil (oracle2student)": 5.4406232833862305,
      "cov-distil (oracle2teacher)": 4.845829010009766,
      "epoch": 0.3492935635792779,
      "rel-constrast": 3.4907994270324707,
      "step": 445,
      "subrel-constrast": 3.4999616146087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992707371711731,
      "cov-distil (oracle2student)": 4.41042947769165,
      "cov-distil (oracle2teacher)": 4.311098098754883,
      "epoch": 0.3500784929356358,
      "rel-constrast": 3.3047091960906982,
      "step": 446,
      "subrel-constrast": 4.026737213134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640127897262573,
      "cov-distil (oracle2student)": 3.6662893295288086,
      "cov-distil (oracle2teacher)": 3.5716357231140137,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.288015127182007,
      "step": 447,
      "subrel-constrast": 3.1720049381256104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5786933898925781,
      "cov-distil (oracle2student)": 4.469145774841309,
      "cov-distil (oracle2teacher)": 3.824375629425049,
      "epoch": 0.3516483516483517,
      "rel-constrast": 2.853546142578125,
      "step": 448,
      "subrel-constrast": 3.432403326034546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.090534210205078,
      "cov-distil (oracle2student)": 3.7320146560668945,
      "cov-distil (oracle2teacher)": 3.5026752948760986,
      "epoch": 0.35243328100470955,
      "rel-constrast": 3.966263771057129,
      "step": 449,
      "subrel-constrast": 4.3964524269104,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 6.75,
      "learning_rate": 8.98e-05,
      "loss": 0.8282,
      "step": 450
    },
    {
      "cov-distil": 1.9448848962783813,
      "cov-distil (oracle2student)": 2.24008846282959,
      "cov-distil (oracle2teacher)": 2.357583522796631,
      "epoch": 0.3532182103610675,
      "rel-constrast": 3.0980160236358643,
      "step": 450,
      "subrel-constrast": 3.5254838466644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9218015670776367,
      "cov-distil (oracle2student)": 4.324725151062012,
      "cov-distil (oracle2teacher)": 4.708561897277832,
      "epoch": 0.3540031397174254,
      "rel-constrast": 3.2690792083740234,
      "step": 451,
      "subrel-constrast": 3.7494540214538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6243616342544556,
      "cov-distil (oracle2student)": 3.936441421508789,
      "cov-distil (oracle2teacher)": 4.085995674133301,
      "epoch": 0.35478806907378335,
      "rel-constrast": 5.1764092445373535,
      "step": 452,
      "subrel-constrast": 5.095094680786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372877597808838,
      "cov-distil (oracle2student)": 6.120711326599121,
      "cov-distil (oracle2teacher)": 6.019725799560547,
      "epoch": 0.3555729984301413,
      "rel-constrast": 3.5589799880981445,
      "step": 453,
      "subrel-constrast": 4.431445121765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463228702545166,
      "cov-distil (oracle2student)": 5.7900710105896,
      "cov-distil (oracle2teacher)": 5.138216018676758,
      "epoch": 0.3563579277864992,
      "rel-constrast": 3.0235002040863037,
      "step": 454,
      "subrel-constrast": 3.0970213413238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2647435665130615,
      "cov-distil (oracle2student)": 3.667557954788208,
      "cov-distil (oracle2teacher)": 3.6050472259521484,
      "epoch": 0.35714285714285715,
      "rel-constrast": 1.8990826606750488,
      "step": 455,
      "subrel-constrast": 2.4341330528259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9069668054580688,
      "cov-distil (oracle2student)": 4.469721794128418,
      "cov-distil (oracle2teacher)": 4.430224418640137,
      "epoch": 0.3579277864992151,
      "rel-constrast": 3.9188671112060547,
      "step": 456,
      "subrel-constrast": 4.5122270584106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9326673746109009,
      "cov-distil (oracle2student)": 3.8758413791656494,
      "cov-distil (oracle2teacher)": 3.899883508682251,
      "epoch": 0.358712715855573,
      "rel-constrast": 3.089509963989258,
      "step": 457,
      "subrel-constrast": 3.3427891731262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574037551879883,
      "cov-distil (oracle2student)": 3.2098889350891113,
      "cov-distil (oracle2teacher)": 3.269458293914795,
      "epoch": 0.35949764521193095,
      "rel-constrast": 2.895550489425659,
      "step": 458,
      "subrel-constrast": 3.5066916942596436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3173165321350098,
      "cov-distil (oracle2student)": 4.155965805053711,
      "cov-distil (oracle2teacher)": 4.355941295623779,
      "epoch": 0.3602825745682888,
      "rel-constrast": 3.9129199981689453,
      "step": 459,
      "subrel-constrast": 4.093865394592285,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 7.46875,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.846,
      "step": 460
    },
    {
      "cov-distil": 1.7003484964370728,
      "cov-distil (oracle2student)": 5.185540199279785,
      "cov-distil (oracle2teacher)": 4.623356342315674,
      "epoch": 0.36106750392464676,
      "rel-constrast": 4.830798149108887,
      "step": 460,
      "subrel-constrast": 4.6101884841918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6947848796844482,
      "cov-distil (oracle2student)": 4.301832675933838,
      "cov-distil (oracle2teacher)": 4.005509376525879,
      "epoch": 0.3618524332810047,
      "rel-constrast": 3.4216103553771973,
      "step": 461,
      "subrel-constrast": 3.334761381149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5636847019195557,
      "cov-distil (oracle2student)": 2.742276668548584,
      "cov-distil (oracle2teacher)": 3.1366357803344727,
      "epoch": 0.3626373626373626,
      "rel-constrast": 2.3485801219940186,
      "step": 462,
      "subrel-constrast": 2.727421283721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5858945846557617,
      "cov-distil (oracle2student)": 5.107746124267578,
      "cov-distil (oracle2teacher)": 5.146308898925781,
      "epoch": 0.36342229199372056,
      "rel-constrast": 2.769242763519287,
      "step": 463,
      "subrel-constrast": 3.54221773147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812218427658081,
      "cov-distil (oracle2student)": 4.78499698638916,
      "cov-distil (oracle2teacher)": 4.503451347351074,
      "epoch": 0.3642072213500785,
      "rel-constrast": 2.236121892929077,
      "step": 464,
      "subrel-constrast": 3.034092426300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9364304542541504,
      "cov-distil (oracle2student)": 6.174045562744141,
      "cov-distil (oracle2teacher)": 5.866917133331299,
      "epoch": 0.3649921507064364,
      "rel-constrast": 5.323092937469482,
      "step": 465,
      "subrel-constrast": 5.594761848449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.451720714569092,
      "cov-distil (oracle2student)": 3.3458797931671143,
      "cov-distil (oracle2teacher)": 3.1373965740203857,
      "epoch": 0.36577708006279436,
      "rel-constrast": 3.5807902812957764,
      "step": 466,
      "subrel-constrast": 4.190628528594971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5831778049468994,
      "cov-distil (oracle2student)": 7.0529913902282715,
      "cov-distil (oracle2teacher)": 6.145205497741699,
      "epoch": 0.3665620094191523,
      "rel-constrast": 3.438157558441162,
      "step": 467,
      "subrel-constrast": 4.348545551300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.954838752746582,
      "cov-distil (oracle2student)": 2.9123733043670654,
      "cov-distil (oracle2teacher)": 3.188175678253174,
      "epoch": 0.3673469387755102,
      "rel-constrast": 3.0884785652160645,
      "step": 468,
      "subrel-constrast": 3.2278409004211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7712833881378174,
      "cov-distil (oracle2student)": 4.723424911499023,
      "cov-distil (oracle2teacher)": 4.771620273590088,
      "epoch": 0.36813186813186816,
      "rel-constrast": 3.391559600830078,
      "step": 469,
      "subrel-constrast": 3.846651077270508,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 6.0625,
      "learning_rate": 9.38e-05,
      "loss": 0.8607,
      "step": 470
    },
    {
      "cov-distil": 2.0014872550964355,
      "cov-distil (oracle2student)": 6.2930097579956055,
      "cov-distil (oracle2teacher)": 5.432958602905273,
      "epoch": 0.36891679748822603,
      "rel-constrast": 3.9010705947875977,
      "step": 470,
      "subrel-constrast": 4.089341163635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7874475717544556,
      "cov-distil (oracle2student)": 2.264378547668457,
      "cov-distil (oracle2teacher)": 2.753624439239502,
      "epoch": 0.36970172684458397,
      "rel-constrast": 1.8865293264389038,
      "step": 471,
      "subrel-constrast": 2.9098691940307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635602593421936,
      "cov-distil (oracle2student)": 3.904514789581299,
      "cov-distil (oracle2teacher)": 3.6108710765838623,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.7553229331970215,
      "step": 472,
      "subrel-constrast": 2.793088912963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9516761302947998,
      "cov-distil (oracle2student)": 3.8557167053222656,
      "cov-distil (oracle2teacher)": 4.136760711669922,
      "epoch": 0.37127158555729983,
      "rel-constrast": 2.8202123641967773,
      "step": 473,
      "subrel-constrast": 3.843278408050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.355356216430664,
      "cov-distil (oracle2student)": 4.014622688293457,
      "cov-distil (oracle2teacher)": 3.7205023765563965,
      "epoch": 0.37205651491365777,
      "rel-constrast": 2.9622390270233154,
      "step": 474,
      "subrel-constrast": 3.5230724811553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.807795763015747,
      "cov-distil (oracle2student)": 4.0819854736328125,
      "cov-distil (oracle2teacher)": 4.6899590492248535,
      "epoch": 0.3728414442700157,
      "rel-constrast": 3.0814099311828613,
      "step": 475,
      "subrel-constrast": 3.691951274871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7725462913513184,
      "cov-distil (oracle2student)": 5.102912902832031,
      "cov-distil (oracle2teacher)": 4.610653877258301,
      "epoch": 0.37362637362637363,
      "rel-constrast": 3.455082416534424,
      "step": 476,
      "subrel-constrast": 3.9933927059173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.339832305908203,
      "cov-distil (oracle2student)": 5.498403549194336,
      "cov-distil (oracle2teacher)": 5.135533332824707,
      "epoch": 0.37441130298273156,
      "rel-constrast": 4.09346866607666,
      "step": 477,
      "subrel-constrast": 4.359043598175049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286720037460327,
      "cov-distil (oracle2student)": 4.738315105438232,
      "cov-distil (oracle2teacher)": 4.318838119506836,
      "epoch": 0.3751962323390895,
      "rel-constrast": 3.41090989112854,
      "step": 478,
      "subrel-constrast": 4.005586624145508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063255786895752,
      "cov-distil (oracle2student)": 3.544961452484131,
      "cov-distil (oracle2teacher)": 3.6006052494049072,
      "epoch": 0.37598116169544743,
      "rel-constrast": 2.970900297164917,
      "step": 479,
      "subrel-constrast": 3.6649842262268066,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 6.5625,
      "learning_rate": 9.58e-05,
      "loss": 0.7834,
      "step": 480
    },
    {
      "cov-distil": 2.415958881378174,
      "cov-distil (oracle2student)": 4.582744598388672,
      "cov-distil (oracle2teacher)": 4.396227836608887,
      "epoch": 0.37676609105180536,
      "rel-constrast": 3.422621726989746,
      "step": 480,
      "subrel-constrast": 3.8417060375213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.845571756362915,
      "cov-distil (oracle2student)": 4.356810092926025,
      "cov-distil (oracle2teacher)": 3.447280168533325,
      "epoch": 0.37755102040816324,
      "rel-constrast": 3.1122097969055176,
      "step": 481,
      "subrel-constrast": 3.262124538421631,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.176990509033203,
      "cov-distil (oracle2student)": 3.855579376220703,
      "cov-distil (oracle2teacher)": 3.8951053619384766,
      "epoch": 0.3783359497645212,
      "rel-constrast": 2.697291374206543,
      "step": 482,
      "subrel-constrast": 3.893418312072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453226089477539,
      "cov-distil (oracle2student)": 4.108608722686768,
      "cov-distil (oracle2teacher)": 3.68577241897583,
      "epoch": 0.3791208791208791,
      "rel-constrast": 2.629882335662842,
      "step": 483,
      "subrel-constrast": 2.8351972103118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151337146759033,
      "cov-distil (oracle2student)": 4.972299098968506,
      "cov-distil (oracle2teacher)": 3.719714641571045,
      "epoch": 0.37990580847723704,
      "rel-constrast": 3.1842730045318604,
      "step": 484,
      "subrel-constrast": 3.313217878341675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6888562440872192,
      "cov-distil (oracle2student)": 3.195718765258789,
      "cov-distil (oracle2teacher)": 3.5532870292663574,
      "epoch": 0.38069073783359497,
      "rel-constrast": 3.206470251083374,
      "step": 485,
      "subrel-constrast": 3.1831846237182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152714252471924,
      "cov-distil (oracle2student)": 4.3828558921813965,
      "cov-distil (oracle2teacher)": 3.8864622116088867,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.2317609786987305,
      "step": 486,
      "subrel-constrast": 3.740088939666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9866245985031128,
      "cov-distil (oracle2student)": 3.894570827484131,
      "cov-distil (oracle2teacher)": 3.2871029376983643,
      "epoch": 0.38226059654631084,
      "rel-constrast": 2.7838873863220215,
      "step": 487,
      "subrel-constrast": 3.2098770141601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4865944385528564,
      "cov-distil (oracle2student)": 4.195743560791016,
      "cov-distil (oracle2teacher)": 4.458580017089844,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.1992061138153076,
      "step": 488,
      "subrel-constrast": 3.747764825820923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.78472900390625,
      "cov-distil (oracle2student)": 4.430228233337402,
      "cov-distil (oracle2teacher)": 4.8509697914123535,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.0054771900177,
      "step": 489,
      "subrel-constrast": 4.176969051361084,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 6.34375,
      "learning_rate": 9.78e-05,
      "loss": 0.7618,
      "step": 490
    },
    {
      "cov-distil": 1.3034355640411377,
      "cov-distil (oracle2student)": 6.464202880859375,
      "cov-distil (oracle2teacher)": 5.982284069061279,
      "epoch": 0.38461538461538464,
      "rel-constrast": 3.6354641914367676,
      "step": 490,
      "subrel-constrast": 3.769129753112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2529258728027344,
      "cov-distil (oracle2student)": 4.109092712402344,
      "cov-distil (oracle2teacher)": 4.066507339477539,
      "epoch": 0.38540031397174257,
      "rel-constrast": 3.788665533065796,
      "step": 491,
      "subrel-constrast": 3.463613986968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4563424587249756,
      "cov-distil (oracle2student)": 4.690581321716309,
      "cov-distil (oracle2teacher)": 4.859111309051514,
      "epoch": 0.38618524332810045,
      "rel-constrast": 2.9850761890411377,
      "step": 492,
      "subrel-constrast": 4.138144493103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9880034923553467,
      "cov-distil (oracle2student)": 5.074782848358154,
      "cov-distil (oracle2teacher)": 4.937967300415039,
      "epoch": 0.3869701726844584,
      "rel-constrast": 3.48844313621521,
      "step": 493,
      "subrel-constrast": 3.972365617752075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635477542877197,
      "cov-distil (oracle2student)": 4.852112293243408,
      "cov-distil (oracle2teacher)": 4.040403366088867,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.2593436241149902,
      "step": 494,
      "subrel-constrast": 2.6544113159179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9553147554397583,
      "cov-distil (oracle2student)": 5.682477951049805,
      "cov-distil (oracle2teacher)": 5.5290327072143555,
      "epoch": 0.38854003139717425,
      "rel-constrast": 4.207818984985352,
      "step": 495,
      "subrel-constrast": 4.346447944641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9445358514785767,
      "cov-distil (oracle2student)": 4.27285623550415,
      "cov-distil (oracle2teacher)": 4.775043487548828,
      "epoch": 0.3893249607535322,
      "rel-constrast": 2.5057759284973145,
      "step": 496,
      "subrel-constrast": 2.8955130577087402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9772545099258423,
      "cov-distil (oracle2student)": 3.554314613342285,
      "cov-distil (oracle2teacher)": 3.4818224906921387,
      "epoch": 0.3901098901098901,
      "rel-constrast": 3.2365808486938477,
      "step": 497,
      "subrel-constrast": 3.2251572608947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4010119438171387,
      "cov-distil (oracle2student)": 3.8441078662872314,
      "cov-distil (oracle2teacher)": 3.477591037750244,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.1769285202026367,
      "step": 498,
      "subrel-constrast": 2.60398530960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934765338897705,
      "cov-distil (oracle2student)": 6.5456743240356445,
      "cov-distil (oracle2teacher)": 6.431593418121338,
      "epoch": 0.391679748822606,
      "rel-constrast": 3.6051316261291504,
      "step": 499,
      "subrel-constrast": 3.774284601211548,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 6.46875,
      "learning_rate": 9.98e-05,
      "loss": 0.7972,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.74,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7441513222688474,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5616220690924014,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.41899999999999993,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.5908972950831152,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5618758620710979,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.521664586879451,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.30156251788139343,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.05548095703125
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.0570068359375
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": 0.00152587890625,
      "step": 500
    },
    {
      "cov-distil": 1.633847713470459,
      "cov-distil (oracle2student)": 3.9795589447021484,
      "cov-distil (oracle2teacher)": 3.4574925899505615,
      "epoch": 0.3924646781789639,
      "rel-constrast": 2.607203722000122,
      "step": 500,
      "subrel-constrast": 2.1727399826049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8552639484405518,
      "cov-distil (oracle2student)": 5.147343635559082,
      "cov-distil (oracle2teacher)": 4.699725151062012,
      "epoch": 0.39324960753532184,
      "rel-constrast": 2.774271249771118,
      "step": 501,
      "subrel-constrast": 3.0589599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7386023998260498,
      "cov-distil (oracle2student)": 4.324331760406494,
      "cov-distil (oracle2teacher)": 4.3772430419921875,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.487954616546631,
      "step": 502,
      "subrel-constrast": 4.151363849639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8575173616409302,
      "cov-distil (oracle2student)": 4.7040863037109375,
      "cov-distil (oracle2teacher)": 4.184906005859375,
      "epoch": 0.39481946624803765,
      "rel-constrast": 2.911226987838745,
      "step": 503,
      "subrel-constrast": 3.033640146255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8638732433319092,
      "cov-distil (oracle2student)": 3.400289535522461,
      "cov-distil (oracle2teacher)": 3.888638496398926,
      "epoch": 0.3956043956043956,
      "rel-constrast": 3.090919256210327,
      "step": 504,
      "subrel-constrast": 3.646209478378296,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1088998317718506,
      "cov-distil (oracle2student)": 4.629240989685059,
      "cov-distil (oracle2teacher)": 5.049402236938477,
      "epoch": 0.3963893249607535,
      "rel-constrast": 2.5592288970947266,
      "step": 505,
      "subrel-constrast": 3.632866382598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5847012996673584,
      "cov-distil (oracle2student)": 4.072026252746582,
      "cov-distil (oracle2teacher)": 4.444143772125244,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.225125789642334,
      "step": 506,
      "subrel-constrast": 3.770286798477173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8542728424072266,
      "cov-distil (oracle2student)": 5.960468292236328,
      "cov-distil (oracle2teacher)": 5.418596267700195,
      "epoch": 0.3979591836734694,
      "rel-constrast": 4.26480770111084,
      "step": 507,
      "subrel-constrast": 4.02441930770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6739487648010254,
      "cov-distil (oracle2student)": 4.163949966430664,
      "cov-distil (oracle2teacher)": 3.5849270820617676,
      "epoch": 0.3987441130298273,
      "rel-constrast": 2.263000726699829,
      "step": 508,
      "subrel-constrast": 2.475252628326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6903514862060547,
      "cov-distil (oracle2student)": 5.383828163146973,
      "cov-distil (oracle2teacher)": 5.449418067932129,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.655259370803833,
      "step": 509,
      "subrel-constrast": 4.002852916717529,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 7.25,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.771,
      "step": 510
    },
    {
      "cov-distil": 1.0648643970489502,
      "cov-distil (oracle2student)": 4.277170658111572,
      "cov-distil (oracle2teacher)": 4.251896858215332,
      "epoch": 0.4003139717425432,
      "rel-constrast": 2.5401220321655273,
      "step": 510,
      "subrel-constrast": 2.6644673347473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.89141047000885,
      "cov-distil (oracle2student)": 6.424004554748535,
      "cov-distil (oracle2teacher)": 5.993974685668945,
      "epoch": 0.4010989010989011,
      "rel-constrast": 3.8398118019104004,
      "step": 511,
      "subrel-constrast": 3.9522316455841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129369497299194,
      "cov-distil (oracle2student)": 5.7010931968688965,
      "cov-distil (oracle2teacher)": 4.973180294036865,
      "epoch": 0.40188383045525905,
      "rel-constrast": 3.903726577758789,
      "step": 512,
      "subrel-constrast": 3.95837140083313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3501688241958618,
      "cov-distil (oracle2student)": 4.9098968505859375,
      "cov-distil (oracle2teacher)": 4.085296630859375,
      "epoch": 0.4026687598116169,
      "rel-constrast": 4.416543006896973,
      "step": 513,
      "subrel-constrast": 3.486863851547241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.44096839427948,
      "cov-distil (oracle2student)": 3.3910775184631348,
      "cov-distil (oracle2teacher)": 3.2102057933807373,
      "epoch": 0.40345368916797486,
      "rel-constrast": 1.7694270610809326,
      "step": 514,
      "subrel-constrast": 2.113682746887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553067922592163,
      "cov-distil (oracle2student)": 3.6634950637817383,
      "cov-distil (oracle2teacher)": 3.5331382751464844,
      "epoch": 0.4042386185243328,
      "rel-constrast": 2.6308717727661133,
      "step": 515,
      "subrel-constrast": 2.8540544509887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9726529121398926,
      "cov-distil (oracle2student)": 3.353283405303955,
      "cov-distil (oracle2teacher)": 3.179539203643799,
      "epoch": 0.4050235478806907,
      "rel-constrast": 3.1025655269622803,
      "step": 516,
      "subrel-constrast": 3.169182538986206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8117235898971558,
      "cov-distil (oracle2student)": 6.673789024353027,
      "cov-distil (oracle2teacher)": 5.754827499389648,
      "epoch": 0.40580847723704866,
      "rel-constrast": 4.0109148025512695,
      "step": 517,
      "subrel-constrast": 4.05667781829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5422420501708984,
      "cov-distil (oracle2student)": 5.227764129638672,
      "cov-distil (oracle2teacher)": 3.9068546295166016,
      "epoch": 0.4065934065934066,
      "rel-constrast": 3.8418445587158203,
      "step": 518,
      "subrel-constrast": 3.4745709896087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221930503845215,
      "cov-distil (oracle2student)": 3.9928579330444336,
      "cov-distil (oracle2teacher)": 3.7092885971069336,
      "epoch": 0.4073783359497645,
      "rel-constrast": 3.607809066772461,
      "step": 519,
      "subrel-constrast": 3.864509105682373,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 6.71875,
      "learning_rate": 9.999560138895238e-05,
      "loss": 0.8416,
      "step": 520
    },
    {
      "cov-distil": 1.955519199371338,
      "cov-distil (oracle2student)": 4.860829830169678,
      "cov-distil (oracle2teacher)": 4.722016334533691,
      "epoch": 0.40816326530612246,
      "rel-constrast": 2.766170024871826,
      "step": 520,
      "subrel-constrast": 2.5901734828948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3062552213668823,
      "cov-distil (oracle2student)": 4.185892105102539,
      "cov-distil (oracle2teacher)": 4.141480445861816,
      "epoch": 0.4089481946624804,
      "rel-constrast": 3.190309762954712,
      "step": 521,
      "subrel-constrast": 3.256195306777954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3919175863265991,
      "cov-distil (oracle2student)": 3.564934015274048,
      "cov-distil (oracle2teacher)": 3.715508460998535,
      "epoch": 0.4097331240188383,
      "rel-constrast": 2.826991081237793,
      "step": 522,
      "subrel-constrast": 3.117908000946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7526862621307373,
      "cov-distil (oracle2student)": 5.235232353210449,
      "cov-distil (oracle2teacher)": 4.1942853927612305,
      "epoch": 0.41051805337519626,
      "rel-constrast": 2.9785027503967285,
      "step": 523,
      "subrel-constrast": 3.0943641662597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2361541986465454,
      "cov-distil (oracle2student)": 4.316867828369141,
      "cov-distil (oracle2teacher)": 4.233918190002441,
      "epoch": 0.41130298273155413,
      "rel-constrast": 2.961881160736084,
      "step": 524,
      "subrel-constrast": 3.4735233783721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1425695419311523,
      "cov-distil (oracle2student)": 4.401644229888916,
      "cov-distil (oracle2teacher)": 4.494447231292725,
      "epoch": 0.41208791208791207,
      "rel-constrast": 2.78794002532959,
      "step": 525,
      "subrel-constrast": 3.5645782947540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434814453125,
      "cov-distil (oracle2student)": 5.141484260559082,
      "cov-distil (oracle2teacher)": 4.951260566711426,
      "epoch": 0.41287284144427,
      "rel-constrast": 2.5307397842407227,
      "step": 526,
      "subrel-constrast": 2.3965587615966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1872401237487793,
      "cov-distil (oracle2student)": 4.12746524810791,
      "cov-distil (oracle2teacher)": 4.150911808013916,
      "epoch": 0.41365777080062793,
      "rel-constrast": 3.8643083572387695,
      "step": 527,
      "subrel-constrast": 4.2350873947143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9537935256958008,
      "cov-distil (oracle2student)": 7.759557723999023,
      "cov-distil (oracle2teacher)": 7.066852569580078,
      "epoch": 0.41444270015698587,
      "rel-constrast": 2.555795192718506,
      "step": 528,
      "subrel-constrast": 2.8484714031219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6110413074493408,
      "cov-distil (oracle2student)": 3.1800615787506104,
      "cov-distil (oracle2teacher)": 3.3659725189208984,
      "epoch": 0.4152276295133438,
      "rel-constrast": 2.83193302154541,
      "step": 529,
      "subrel-constrast": 3.797283172607422,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 6.53125,
      "learning_rate": 9.99897530200195e-05,
      "loss": 0.7324,
      "step": 530
    },
    {
      "cov-distil": 1.8841685056686401,
      "cov-distil (oracle2student)": 5.8239312171936035,
      "cov-distil (oracle2teacher)": 5.643651485443115,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.2180893421173096,
      "step": 530,
      "subrel-constrast": 3.906447410583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4166910648345947,
      "cov-distil (oracle2student)": 3.0507311820983887,
      "cov-distil (oracle2teacher)": 2.9090747833251953,
      "epoch": 0.41679748822605966,
      "rel-constrast": 3.1150400638580322,
      "step": 531,
      "subrel-constrast": 3.327115535736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3663089275360107,
      "cov-distil (oracle2student)": 4.053097724914551,
      "cov-distil (oracle2teacher)": 4.1582536697387695,
      "epoch": 0.4175824175824176,
      "rel-constrast": 2.7433221340179443,
      "step": 532,
      "subrel-constrast": 2.9198453426361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137039184570312,
      "cov-distil (oracle2student)": 4.405324935913086,
      "cov-distil (oracle2teacher)": 5.1382036209106445,
      "epoch": 0.41836734693877553,
      "rel-constrast": 2.9088127613067627,
      "step": 533,
      "subrel-constrast": 3.9523847103118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.854395866394043,
      "cov-distil (oracle2student)": 6.033547878265381,
      "cov-distil (oracle2teacher)": 5.484594821929932,
      "epoch": 0.41915227629513346,
      "rel-constrast": 3.97971510887146,
      "step": 534,
      "subrel-constrast": 4.490917205810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9681899547576904,
      "cov-distil (oracle2student)": 4.8236565589904785,
      "cov-distil (oracle2teacher)": 4.751878261566162,
      "epoch": 0.41993720565149134,
      "rel-constrast": 4.375218391418457,
      "step": 535,
      "subrel-constrast": 4.381848335266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4068529605865479,
      "cov-distil (oracle2student)": 4.4622955322265625,
      "cov-distil (oracle2teacher)": 3.8038711547851562,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.0841612815856934,
      "step": 536,
      "subrel-constrast": 3.380195379257202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1260000467300415,
      "cov-distil (oracle2student)": 5.4769086837768555,
      "cov-distil (oracle2teacher)": 5.175806045532227,
      "epoch": 0.4215070643642072,
      "rel-constrast": 3.738891124725342,
      "step": 537,
      "subrel-constrast": 3.7223060131073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4681286811828613,
      "cov-distil (oracle2student)": 4.257382392883301,
      "cov-distil (oracle2teacher)": 4.199545860290527,
      "epoch": 0.42229199372056514,
      "rel-constrast": 3.291940450668335,
      "step": 538,
      "subrel-constrast": 3.427427291870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9924792051315308,
      "cov-distil (oracle2student)": 4.567086219787598,
      "cov-distil (oracle2teacher)": 4.728741645812988,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.076481819152832,
      "step": 539,
      "subrel-constrast": 2.72550892829895,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 5.90625,
      "learning_rate": 9.998146822104943e-05,
      "loss": 0.8133,
      "step": 540
    },
    {
      "cov-distil": 2.261003255844116,
      "cov-distil (oracle2student)": 4.6715898513793945,
      "cov-distil (oracle2teacher)": 4.233621597290039,
      "epoch": 0.423861852433281,
      "rel-constrast": 2.96805739402771,
      "step": 540,
      "subrel-constrast": 3.4873111248016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4969432353973389,
      "cov-distil (oracle2student)": 4.262445449829102,
      "cov-distil (oracle2teacher)": 4.0866241455078125,
      "epoch": 0.42464678178963894,
      "rel-constrast": 2.591496229171753,
      "step": 541,
      "subrel-constrast": 2.9985849857330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7122652530670166,
      "cov-distil (oracle2student)": 4.113320827484131,
      "cov-distil (oracle2teacher)": 3.646927833557129,
      "epoch": 0.42543171114599687,
      "rel-constrast": 3.029824733734131,
      "step": 542,
      "subrel-constrast": 2.951439142227173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631651520729065,
      "cov-distil (oracle2student)": 4.556859970092773,
      "cov-distil (oracle2teacher)": 5.178253173828125,
      "epoch": 0.4262166405023548,
      "rel-constrast": 2.747877359390259,
      "step": 543,
      "subrel-constrast": 3.069658041000366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1976404190063477,
      "cov-distil (oracle2student)": 2.945455551147461,
      "cov-distil (oracle2teacher)": 3.1133651733398438,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.072570562362671,
      "step": 544,
      "subrel-constrast": 2.0064802169799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6300997734069824,
      "cov-distil (oracle2student)": 3.7916088104248047,
      "cov-distil (oracle2teacher)": 3.460327386856079,
      "epoch": 0.42778649921507067,
      "rel-constrast": 3.6342883110046387,
      "step": 545,
      "subrel-constrast": 3.7748262882232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8554277420043945,
      "cov-distil (oracle2student)": 5.389232635498047,
      "cov-distil (oracle2teacher)": 4.7922444343566895,
      "epoch": 0.42857142857142855,
      "rel-constrast": 3.8604965209960938,
      "step": 546,
      "subrel-constrast": 3.2495532035827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883687019348145,
      "cov-distil (oracle2student)": 3.4314095973968506,
      "cov-distil (oracle2teacher)": 3.5781896114349365,
      "epoch": 0.4293563579277865,
      "rel-constrast": 3.432161331176758,
      "step": 547,
      "subrel-constrast": 3.445976734161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.226135492324829,
      "cov-distil (oracle2student)": 4.473163604736328,
      "cov-distil (oracle2teacher)": 3.9756693840026855,
      "epoch": 0.4301412872841444,
      "rel-constrast": 3.5585379600524902,
      "step": 548,
      "subrel-constrast": 4.134472846984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2295929193496704,
      "cov-distil (oracle2student)": 5.02403450012207,
      "cov-distil (oracle2teacher)": 4.792861461639404,
      "epoch": 0.43092621664050235,
      "rel-constrast": 2.257431745529175,
      "step": 549,
      "subrel-constrast": 2.427968740463257,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 6.1875,
      "learning_rate": 9.997074739583162e-05,
      "loss": 0.7538,
      "step": 550
    },
    {
      "cov-distil": 1.0986332893371582,
      "cov-distil (oracle2student)": 4.878654479980469,
      "cov-distil (oracle2teacher)": 4.953010559082031,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.755965232849121,
      "step": 550,
      "subrel-constrast": 3.3448312282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4945323467254639,
      "cov-distil (oracle2student)": 4.675487518310547,
      "cov-distil (oracle2teacher)": 4.286620140075684,
      "epoch": 0.4324960753532182,
      "rel-constrast": 2.7389516830444336,
      "step": 551,
      "subrel-constrast": 2.7697126865386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4330612421035767,
      "cov-distil (oracle2student)": 3.711036205291748,
      "cov-distil (oracle2teacher)": 4.023317813873291,
      "epoch": 0.43328100470957615,
      "rel-constrast": 3.331298351287842,
      "step": 552,
      "subrel-constrast": 3.1283199787139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.847022771835327,
      "cov-distil (oracle2student)": 4.257993698120117,
      "cov-distil (oracle2teacher)": 3.212498903274536,
      "epoch": 0.4340659340659341,
      "rel-constrast": 3.25807523727417,
      "step": 553,
      "subrel-constrast": 3.143465757369995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158174514770508,
      "cov-distil (oracle2student)": 3.927704334259033,
      "cov-distil (oracle2teacher)": 3.2320187091827393,
      "epoch": 0.434850863422292,
      "rel-constrast": 3.677368640899658,
      "step": 554,
      "subrel-constrast": 3.2499704360961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2861690521240234,
      "cov-distil (oracle2student)": 4.223116397857666,
      "cov-distil (oracle2teacher)": 3.75146484375,
      "epoch": 0.43563579277864994,
      "rel-constrast": 3.3862340450286865,
      "step": 555,
      "subrel-constrast": 3.0458223819732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2326321601867676,
      "cov-distil (oracle2student)": 5.015621185302734,
      "cov-distil (oracle2teacher)": 4.375739097595215,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.4334073066711426,
      "step": 556,
      "subrel-constrast": 3.4758245944976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.892503023147583,
      "cov-distil (oracle2student)": 4.302324295043945,
      "cov-distil (oracle2teacher)": 3.7202727794647217,
      "epoch": 0.43720565149136575,
      "rel-constrast": 2.8412961959838867,
      "step": 557,
      "subrel-constrast": 3.080064058303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6921135187149048,
      "cov-distil (oracle2student)": 4.675261497497559,
      "cov-distil (oracle2teacher)": 3.9712562561035156,
      "epoch": 0.4379905808477237,
      "rel-constrast": 2.656252145767212,
      "step": 558,
      "subrel-constrast": 3.5673019886016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2774134874343872,
      "cov-distil (oracle2student)": 5.042010307312012,
      "cov-distil (oracle2teacher)": 5.328503608703613,
      "epoch": 0.4387755102040816,
      "rel-constrast": 2.9980359077453613,
      "step": 559,
      "subrel-constrast": 3.6719467639923096,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 6.6875,
      "learning_rate": 9.995759106688393e-05,
      "loss": 0.7769,
      "step": 560
    },
    {
      "cov-distil": 1.9667928218841553,
      "cov-distil (oracle2student)": 3.4116063117980957,
      "cov-distil (oracle2teacher)": 3.8195927143096924,
      "epoch": 0.43956043956043955,
      "rel-constrast": 2.9507761001586914,
      "step": 560,
      "subrel-constrast": 3.5244345664978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7668628692626953,
      "cov-distil (oracle2student)": 4.348037242889404,
      "cov-distil (oracle2teacher)": 3.8551735877990723,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.701425075531006,
      "step": 561,
      "subrel-constrast": 3.131648302078247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323843479156494,
      "cov-distil (oracle2student)": 2.623332977294922,
      "cov-distil (oracle2teacher)": 3.1665053367614746,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.433069944381714,
      "step": 562,
      "subrel-constrast": 2.3381283283233643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5631887912750244,
      "cov-distil (oracle2student)": 4.19460916519165,
      "cov-distil (oracle2teacher)": 4.104137420654297,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.6359200477600098,
      "step": 563,
      "subrel-constrast": 3.2974328994750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9669551849365234,
      "cov-distil (oracle2student)": 4.03462553024292,
      "cov-distil (oracle2teacher)": 2.969451904296875,
      "epoch": 0.4427001569858713,
      "rel-constrast": 2.693138837814331,
      "step": 564,
      "subrel-constrast": 2.3329429626464844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1688718795776367,
      "cov-distil (oracle2student)": 5.617656230926514,
      "cov-distil (oracle2teacher)": 4.907008171081543,
      "epoch": 0.4434850863422292,
      "rel-constrast": 2.4060869216918945,
      "step": 565,
      "subrel-constrast": 3.1185100078582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6481871604919434,
      "cov-distil (oracle2student)": 5.312262058258057,
      "cov-distil (oracle2teacher)": 4.383807182312012,
      "epoch": 0.44427001569858715,
      "rel-constrast": 3.702401876449585,
      "step": 566,
      "subrel-constrast": 3.318045139312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4728829860687256,
      "cov-distil (oracle2student)": 3.782707691192627,
      "cov-distil (oracle2teacher)": 4.1782145500183105,
      "epoch": 0.44505494505494503,
      "rel-constrast": 3.1472890377044678,
      "step": 567,
      "subrel-constrast": 3.3451147079467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78397798538208,
      "cov-distil (oracle2student)": 4.759093284606934,
      "cov-distil (oracle2teacher)": 4.09016752243042,
      "epoch": 0.44583987441130296,
      "rel-constrast": 3.3217856884002686,
      "step": 568,
      "subrel-constrast": 3.1976494789123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2447383403778076,
      "cov-distil (oracle2student)": 4.550202369689941,
      "cov-distil (oracle2teacher)": 4.38523006439209,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.702599048614502,
      "step": 569,
      "subrel-constrast": 2.8773579597473145,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 5.53125,
      "learning_rate": 9.99419998754273e-05,
      "loss": 0.7174,
      "step": 570
    },
    {
      "cov-distil": 1.9002108573913574,
      "cov-distil (oracle2student)": 3.2446136474609375,
      "cov-distil (oracle2teacher)": 3.7064080238342285,
      "epoch": 0.4474097331240188,
      "rel-constrast": 2.905137062072754,
      "step": 570,
      "subrel-constrast": 3.2256860733032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0884313583374023,
      "cov-distil (oracle2student)": 3.7341198921203613,
      "cov-distil (oracle2teacher)": 3.6814212799072266,
      "epoch": 0.44819466248037676,
      "rel-constrast": 2.7497899532318115,
      "step": 571,
      "subrel-constrast": 3.4133715629577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6725338697433472,
      "cov-distil (oracle2student)": 5.547940731048584,
      "cov-distil (oracle2teacher)": 4.320947170257568,
      "epoch": 0.4489795918367347,
      "rel-constrast": 3.2589447498321533,
      "step": 572,
      "subrel-constrast": 3.44231915473938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898591995239258,
      "cov-distil (oracle2student)": 4.422508239746094,
      "cov-distil (oracle2teacher)": 4.049147605895996,
      "epoch": 0.4497645211930926,
      "rel-constrast": 2.8246114253997803,
      "step": 573,
      "subrel-constrast": 3.865133762359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737095594406128,
      "cov-distil (oracle2student)": 5.558977127075195,
      "cov-distil (oracle2teacher)": 4.800375461578369,
      "epoch": 0.45054945054945056,
      "rel-constrast": 3.772184133529663,
      "step": 574,
      "subrel-constrast": 3.566662073135376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8702093362808228,
      "cov-distil (oracle2student)": 6.521424293518066,
      "cov-distil (oracle2teacher)": 5.258784294128418,
      "epoch": 0.4513343799058085,
      "rel-constrast": 4.4755964279174805,
      "step": 575,
      "subrel-constrast": 3.860394239425659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7365493774414062,
      "cov-distil (oracle2student)": 4.707992076873779,
      "cov-distil (oracle2teacher)": 4.779587268829346,
      "epoch": 0.4521193092621664,
      "rel-constrast": 4.6019511222839355,
      "step": 576,
      "subrel-constrast": 4.608406066894531,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2795963287353516,
      "cov-distil (oracle2student)": 3.0020997524261475,
      "cov-distil (oracle2teacher)": 3.529085636138916,
      "epoch": 0.45290423861852436,
      "rel-constrast": 3.861886501312256,
      "step": 577,
      "subrel-constrast": 4.693619251251221,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842477798461914,
      "cov-distil (oracle2student)": 4.822735786437988,
      "cov-distil (oracle2teacher)": 4.377148628234863,
      "epoch": 0.45368916797488223,
      "rel-constrast": 2.748379707336426,
      "step": 578,
      "subrel-constrast": 3.3571617603302,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9609079360961914,
      "cov-distil (oracle2student)": 4.500607490539551,
      "cov-distil (oracle2teacher)": 4.029562950134277,
      "epoch": 0.45447409733124017,
      "rel-constrast": 3.5604703426361084,
      "step": 579,
      "subrel-constrast": 3.579773187637329,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 5.90625,
      "learning_rate": 9.992397458135438e-05,
      "loss": 0.869,
      "step": 580
    },
    {
      "cov-distil": 1.994470477104187,
      "cov-distil (oracle2student)": 3.9845030307769775,
      "cov-distil (oracle2teacher)": 3.7911884784698486,
      "epoch": 0.4552590266875981,
      "rel-constrast": 3.577150821685791,
      "step": 580,
      "subrel-constrast": 3.512078285217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070019006729126,
      "cov-distil (oracle2student)": 3.779097318649292,
      "cov-distil (oracle2teacher)": 3.669308662414551,
      "epoch": 0.45604395604395603,
      "rel-constrast": 3.201106071472168,
      "step": 581,
      "subrel-constrast": 2.9927568435668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5902646780014038,
      "cov-distil (oracle2student)": 5.383551597595215,
      "cov-distil (oracle2teacher)": 5.537158012390137,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.9283320903778076,
      "step": 582,
      "subrel-constrast": 2.992616653442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2207181453704834,
      "cov-distil (oracle2student)": 3.5124001502990723,
      "cov-distil (oracle2teacher)": 3.3104848861694336,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.20253849029541,
      "step": 583,
      "subrel-constrast": 2.650585174560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6193511486053467,
      "cov-distil (oracle2student)": 4.296718597412109,
      "cov-distil (oracle2teacher)": 3.7125141620635986,
      "epoch": 0.45839874411302983,
      "rel-constrast": 3.0198893547058105,
      "step": 584,
      "subrel-constrast": 3.2271738052368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995176076889038,
      "cov-distil (oracle2student)": 6.002175331115723,
      "cov-distil (oracle2teacher)": 5.091114044189453,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.0463006496429443,
      "step": 585,
      "subrel-constrast": 3.7277843952178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671504020690918,
      "cov-distil (oracle2student)": 3.9597578048706055,
      "cov-distil (oracle2teacher)": 4.224850654602051,
      "epoch": 0.4599686028257457,
      "rel-constrast": 3.2531096935272217,
      "step": 586,
      "subrel-constrast": 3.3514323234558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.22404146194458,
      "cov-distil (oracle2student)": 5.577127933502197,
      "cov-distil (oracle2teacher)": 5.281540870666504,
      "epoch": 0.46075353218210363,
      "rel-constrast": 4.4451751708984375,
      "step": 587,
      "subrel-constrast": 5.148346424102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6189801692962646,
      "cov-distil (oracle2student)": 5.178061485290527,
      "cov-distil (oracle2teacher)": 4.530795574188232,
      "epoch": 0.46153846153846156,
      "rel-constrast": 2.7623867988586426,
      "step": 588,
      "subrel-constrast": 3.507708787918091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.45357608795166,
      "cov-distil (oracle2student)": 5.756211280822754,
      "cov-distil (oracle2teacher)": 5.1786394119262695,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.641251564025879,
      "step": 589,
      "subrel-constrast": 3.2383615970611572,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 4.84375,
      "learning_rate": 9.990351606319261e-05,
      "loss": 0.7769,
      "step": 590
    },
    {
      "cov-distil": 2.5878329277038574,
      "cov-distil (oracle2student)": 5.1437578201293945,
      "cov-distil (oracle2teacher)": 4.364937782287598,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.9277820587158203,
      "step": 590,
      "subrel-constrast": 3.6371798515319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1108384132385254,
      "cov-distil (oracle2student)": 6.5367889404296875,
      "cov-distil (oracle2teacher)": 5.966254234313965,
      "epoch": 0.4638932496075353,
      "rel-constrast": 3.0353310108184814,
      "step": 591,
      "subrel-constrast": 3.529496669769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1496005058288574,
      "cov-distil (oracle2student)": 4.9507036209106445,
      "cov-distil (oracle2teacher)": 4.727224826812744,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.0975112915039062,
      "step": 592,
      "subrel-constrast": 3.1391377449035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7935335636138916,
      "cov-distil (oracle2student)": 5.112211227416992,
      "cov-distil (oracle2teacher)": 4.487051010131836,
      "epoch": 0.4654631083202512,
      "rel-constrast": 3.9567623138427734,
      "step": 593,
      "subrel-constrast": 4.0057759284973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0635147094726562,
      "cov-distil (oracle2student)": 5.750424861907959,
      "cov-distil (oracle2teacher)": 5.543957233428955,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.468629837036133,
      "step": 594,
      "subrel-constrast": 3.126530885696411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461593508720398,
      "cov-distil (oracle2student)": 4.770330429077148,
      "cov-distil (oracle2teacher)": 5.31187105178833,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.1593995094299316,
      "step": 595,
      "subrel-constrast": 4.021135330200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1859164237976074,
      "cov-distil (oracle2student)": 4.707296371459961,
      "cov-distil (oracle2teacher)": 4.126122951507568,
      "epoch": 0.46781789638932497,
      "rel-constrast": 3.0798912048339844,
      "step": 596,
      "subrel-constrast": 3.9660704135894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18789005279541,
      "cov-distil (oracle2student)": 4.325491428375244,
      "cov-distil (oracle2teacher)": 3.832317352294922,
      "epoch": 0.4686028257456829,
      "rel-constrast": 4.603865623474121,
      "step": 597,
      "subrel-constrast": 4.851114749908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9415500164031982,
      "cov-distil (oracle2student)": 4.331025123596191,
      "cov-distil (oracle2teacher)": 4.312604904174805,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.6853482723236084,
      "step": 598,
      "subrel-constrast": 3.256892204284668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6241729259490967,
      "cov-distil (oracle2student)": 3.4501891136169434,
      "cov-distil (oracle2teacher)": 3.171827793121338,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.6293857097625732,
      "step": 599,
      "subrel-constrast": 2.706024169921875,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 4.875,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.7911,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.3046875,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0479736328125
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.0401611328125
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.0078125,
      "step": 600
    },
    {
      "cov-distil": 1.897405743598938,
      "cov-distil (oracle2student)": 4.242427825927734,
      "cov-distil (oracle2teacher)": 3.947439193725586,
      "epoch": 0.47095761381475665,
      "rel-constrast": 3.0390896797180176,
      "step": 600,
      "subrel-constrast": 3.198367118835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7985670566558838,
      "cov-distil (oracle2student)": 4.57500696182251,
      "cov-distil (oracle2teacher)": 4.375170707702637,
      "epoch": 0.4717425431711146,
      "rel-constrast": 3.389730453491211,
      "step": 601,
      "subrel-constrast": 3.511470079421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857391357421875,
      "cov-distil (oracle2student)": 3.7115230560302734,
      "cov-distil (oracle2teacher)": 3.364715337753296,
      "epoch": 0.4725274725274725,
      "rel-constrast": 2.278587818145752,
      "step": 602,
      "subrel-constrast": 2.7820913791656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881927251815796,
      "cov-distil (oracle2student)": 6.430436134338379,
      "cov-distil (oracle2teacher)": 5.961264610290527,
      "epoch": 0.47331240188383045,
      "rel-constrast": 3.97489070892334,
      "step": 603,
      "subrel-constrast": 4.607689380645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7686253786087036,
      "cov-distil (oracle2student)": 3.792844772338867,
      "cov-distil (oracle2teacher)": 3.5362813472747803,
      "epoch": 0.4740973312401884,
      "rel-constrast": 3.4878697395324707,
      "step": 604,
      "subrel-constrast": 3.7596688270568848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1646533012390137,
      "cov-distil (oracle2student)": 4.394314765930176,
      "cov-distil (oracle2teacher)": 4.013021469116211,
      "epoch": 0.4748822605965463,
      "rel-constrast": 3.6058948040008545,
      "step": 605,
      "subrel-constrast": 4.286908149719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145581245422363,
      "cov-distil (oracle2student)": 3.531306743621826,
      "cov-distil (oracle2teacher)": 3.883268356323242,
      "epoch": 0.47566718995290425,
      "rel-constrast": 3.420628070831299,
      "step": 606,
      "subrel-constrast": 3.736022710800171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8043699264526367,
      "cov-distil (oracle2student)": 3.317117691040039,
      "cov-distil (oracle2teacher)": 3.499952554702759,
      "epoch": 0.4764521193092622,
      "rel-constrast": 3.166015625,
      "step": 607,
      "subrel-constrast": 3.6755454540252686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1013283729553223,
      "cov-distil (oracle2student)": 2.8845415115356445,
      "cov-distil (oracle2teacher)": 3.120067596435547,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.12174654006958,
      "step": 608,
      "subrel-constrast": 2.5108718872070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1020073890686035,
      "cov-distil (oracle2student)": 3.8528404235839844,
      "cov-distil (oracle2teacher)": 4.023649215698242,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.9024062156677246,
      "step": 609,
      "subrel-constrast": 2.992957830429077,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 5.59375,
      "learning_rate": 9.985530346162299e-05,
      "loss": 0.7847,
      "step": 610
    },
    {
      "cov-distil": 2.112302780151367,
      "cov-distil (oracle2student)": 3.6233603954315186,
      "cov-distil (oracle2teacher)": 3.8759047985076904,
      "epoch": 0.478806907378336,
      "rel-constrast": 4.545409202575684,
      "step": 610,
      "subrel-constrast": 4.320384502410889,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003626823425293,
      "cov-distil (oracle2student)": 5.268141746520996,
      "cov-distil (oracle2teacher)": 6.175529479980469,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.2900350093841553,
      "step": 611,
      "subrel-constrast": 3.812764883041382,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000037431716919,
      "cov-distil (oracle2student)": 6.555074691772461,
      "cov-distil (oracle2teacher)": 5.629526138305664,
      "epoch": 0.4803767660910518,
      "rel-constrast": 2.0273265838623047,
      "step": 612,
      "subrel-constrast": 2.8217222690582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0544869899749756,
      "cov-distil (oracle2student)": 3.698634147644043,
      "cov-distil (oracle2teacher)": 3.5120837688446045,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.8684043884277344,
      "step": 613,
      "subrel-constrast": 3.21758770942688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8585755825042725,
      "cov-distil (oracle2student)": 3.472301959991455,
      "cov-distil (oracle2teacher)": 3.0874061584472656,
      "epoch": 0.48194662480376765,
      "rel-constrast": 2.622314929962158,
      "step": 614,
      "subrel-constrast": 2.8043363094329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6952080726623535,
      "cov-distil (oracle2student)": 3.553162097930908,
      "cov-distil (oracle2teacher)": 3.60009765625,
      "epoch": 0.4827315541601256,
      "rel-constrast": 2.0857291221618652,
      "step": 615,
      "subrel-constrast": 3.074376106262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247644424438477,
      "cov-distil (oracle2student)": 3.9258337020874023,
      "cov-distil (oracle2teacher)": 4.031371116638184,
      "epoch": 0.4835164835164835,
      "rel-constrast": 3.920912265777588,
      "step": 616,
      "subrel-constrast": 3.522005796432495,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0790481567382812,
      "cov-distil (oracle2student)": 5.403166770935059,
      "cov-distil (oracle2teacher)": 5.517915725708008,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.9367311000823975,
      "step": 617,
      "subrel-constrast": 3.7175726890563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8119515180587769,
      "cov-distil (oracle2student)": 3.4998250007629395,
      "cov-distil (oracle2teacher)": 3.5607495307922363,
      "epoch": 0.4850863422291994,
      "rel-constrast": 2.670982837677002,
      "step": 618,
      "subrel-constrast": 3.358060121536255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5289047956466675,
      "cov-distil (oracle2student)": 4.865527153015137,
      "cov-distil (oracle2teacher)": 4.53658390045166,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.4605491161346436,
      "step": 619,
      "subrel-constrast": 2.967909336090088,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 6.21875,
      "learning_rate": 9.982755172802933e-05,
      "loss": 0.7357,
      "step": 620
    },
    {
      "cov-distil": 1.455054759979248,
      "cov-distil (oracle2student)": 4.600960731506348,
      "cov-distil (oracle2teacher)": 3.9463212490081787,
      "epoch": 0.48665620094191525,
      "rel-constrast": 3.0970401763916016,
      "step": 620,
      "subrel-constrast": 3.436337471008301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7621872425079346,
      "cov-distil (oracle2student)": 3.387136459350586,
      "cov-distil (oracle2teacher)": 3.4900872707366943,
      "epoch": 0.48744113029827313,
      "rel-constrast": 2.9365577697753906,
      "step": 621,
      "subrel-constrast": 3.1957690715789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.510714054107666,
      "cov-distil (oracle2student)": 5.9563446044921875,
      "cov-distil (oracle2teacher)": 4.893792629241943,
      "epoch": 0.48822605965463106,
      "rel-constrast": 2.9136130809783936,
      "step": 622,
      "subrel-constrast": 4.0002241134643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8554606437683105,
      "cov-distil (oracle2student)": 3.3685834407806396,
      "cov-distil (oracle2teacher)": 3.7617406845092773,
      "epoch": 0.489010989010989,
      "rel-constrast": 2.5887839794158936,
      "step": 623,
      "subrel-constrast": 3.371746778488159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.316470742225647,
      "cov-distil (oracle2student)": 4.495344161987305,
      "cov-distil (oracle2teacher)": 4.204307556152344,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.426823139190674,
      "step": 624,
      "subrel-constrast": 3.2729334831237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5781779289245605,
      "cov-distil (oracle2student)": 4.048986434936523,
      "cov-distil (oracle2teacher)": 4.579961776733398,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.1172609329223633,
      "step": 625,
      "subrel-constrast": 3.901064395904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9545707702636719,
      "cov-distil (oracle2student)": 3.173753261566162,
      "cov-distil (oracle2teacher)": 3.6127424240112305,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.313570737838745,
      "step": 626,
      "subrel-constrast": 3.15775990486145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7349987030029297,
      "cov-distil (oracle2student)": 3.20398211479187,
      "cov-distil (oracle2teacher)": 3.148430109024048,
      "epoch": 0.4921507064364207,
      "rel-constrast": 1.6392755508422852,
      "step": 627,
      "subrel-constrast": 2.3344061374664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9435068368911743,
      "cov-distil (oracle2student)": 5.658344745635986,
      "cov-distil (oracle2teacher)": 5.058801174163818,
      "epoch": 0.49293563579277866,
      "rel-constrast": 3.1283044815063477,
      "step": 628,
      "subrel-constrast": 2.815871477127075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2393170595169067,
      "cov-distil (oracle2student)": 3.579535961151123,
      "cov-distil (oracle2teacher)": 3.4314844608306885,
      "epoch": 0.4937205651491366,
      "rel-constrast": 3.1506006717681885,
      "step": 629,
      "subrel-constrast": 2.9657771587371826,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 6.78125,
      "learning_rate": 9.979737146986064e-05,
      "loss": 0.7328,
      "step": 630
    },
    {
      "cov-distil": 1.7609364986419678,
      "cov-distil (oracle2student)": 3.18330717086792,
      "cov-distil (oracle2teacher)": 3.1422574520111084,
      "epoch": 0.4945054945054945,
      "rel-constrast": 4.025163650512695,
      "step": 630,
      "subrel-constrast": 3.345367431640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8052423000335693,
      "cov-distil (oracle2student)": 5.61124324798584,
      "cov-distil (oracle2teacher)": 4.362034797668457,
      "epoch": 0.49529042386185246,
      "rel-constrast": 3.048942804336548,
      "step": 631,
      "subrel-constrast": 2.7214345932006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9770705699920654,
      "cov-distil (oracle2student)": 5.103758811950684,
      "cov-distil (oracle2teacher)": 4.770877838134766,
      "epoch": 0.49607535321821034,
      "rel-constrast": 4.404288291931152,
      "step": 632,
      "subrel-constrast": 4.305534362792969,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0459887981414795,
      "cov-distil (oracle2student)": 6.68142032623291,
      "cov-distil (oracle2teacher)": 5.703076362609863,
      "epoch": 0.49686028257456827,
      "rel-constrast": 3.3524465560913086,
      "step": 633,
      "subrel-constrast": 3.6303794384002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7795125246047974,
      "cov-distil (oracle2student)": 4.86266565322876,
      "cov-distil (oracle2teacher)": 4.800409317016602,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.3422605991363525,
      "step": 634,
      "subrel-constrast": 3.7099575996398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8180060386657715,
      "cov-distil (oracle2student)": 5.850819110870361,
      "cov-distil (oracle2teacher)": 5.87697696685791,
      "epoch": 0.49843014128728413,
      "rel-constrast": 3.114488124847412,
      "step": 635,
      "subrel-constrast": 3.6253323554992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550987720489502,
      "cov-distil (oracle2student)": 3.8864328861236572,
      "cov-distil (oracle2teacher)": 3.223241090774536,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.86470103263855,
      "step": 636,
      "subrel-constrast": 2.930816888809204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8563494682312012,
      "cov-distil (oracle2student)": 4.139007091522217,
      "cov-distil (oracle2teacher)": 4.116242408752441,
      "epoch": 0.5,
      "rel-constrast": 2.1739368438720703,
      "step": 637,
      "subrel-constrast": 3.10217022895813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7345771789550781,
      "cov-distil (oracle2student)": 6.067556381225586,
      "cov-distil (oracle2teacher)": 5.777390956878662,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.0735397338867188,
      "step": 638,
      "subrel-constrast": 3.577428102493286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8923195600509644,
      "cov-distil (oracle2student)": 4.0501017570495605,
      "cov-distil (oracle2teacher)": 4.1222381591796875,
      "epoch": 0.5015698587127159,
      "rel-constrast": 3.5520095825195312,
      "step": 639,
      "subrel-constrast": 3.3464181423187256,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 6.0625,
      "learning_rate": 9.976476415806013e-05,
      "loss": 0.8238,
      "step": 640
    },
    {
      "cov-distil": 2.2226014137268066,
      "cov-distil (oracle2student)": 5.969005584716797,
      "cov-distil (oracle2teacher)": 5.615006446838379,
      "epoch": 0.5023547880690737,
      "rel-constrast": 3.365225315093994,
      "step": 640,
      "subrel-constrast": 3.218024492263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0005390644073486,
      "cov-distil (oracle2student)": 3.54538631439209,
      "cov-distil (oracle2teacher)": 3.7773966789245605,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.6240875720977783,
      "step": 641,
      "subrel-constrast": 3.0664093494415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6746833324432373,
      "cov-distil (oracle2student)": 4.580595016479492,
      "cov-distil (oracle2teacher)": 4.944896221160889,
      "epoch": 0.5039246467817896,
      "rel-constrast": 3.0501174926757812,
      "step": 642,
      "subrel-constrast": 3.246863603591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7798199653625488,
      "cov-distil (oracle2student)": 3.492858409881592,
      "cov-distil (oracle2teacher)": 3.4308578968048096,
      "epoch": 0.5047095761381476,
      "rel-constrast": 2.5150158405303955,
      "step": 643,
      "subrel-constrast": 3.1713764667510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.966538429260254,
      "cov-distil (oracle2student)": 5.439614772796631,
      "cov-distil (oracle2teacher)": 5.377554416656494,
      "epoch": 0.5054945054945055,
      "rel-constrast": 2.8413212299346924,
      "step": 644,
      "subrel-constrast": 2.4304420948028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143946647644043,
      "cov-distil (oracle2student)": 4.155490875244141,
      "cov-distil (oracle2teacher)": 4.326066017150879,
      "epoch": 0.5062794348508635,
      "rel-constrast": 2.4495322704315186,
      "step": 645,
      "subrel-constrast": 3.2120323181152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7504820823669434,
      "cov-distil (oracle2student)": 3.9899039268493652,
      "cov-distil (oracle2teacher)": 4.456574440002441,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.537311315536499,
      "step": 646,
      "subrel-constrast": 3.9829702377319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0916194915771484,
      "cov-distil (oracle2student)": 4.623403072357178,
      "cov-distil (oracle2teacher)": 4.587879180908203,
      "epoch": 0.5078492935635793,
      "rel-constrast": 2.906810998916626,
      "step": 647,
      "subrel-constrast": 3.341092109680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0548782348632812,
      "cov-distil (oracle2student)": 5.276124954223633,
      "cov-distil (oracle2teacher)": 5.113015651702881,
      "epoch": 0.5086342229199372,
      "rel-constrast": 4.19746208190918,
      "step": 648,
      "subrel-constrast": 3.6705429553985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3812947273254395,
      "cov-distil (oracle2student)": 5.432136535644531,
      "cov-distil (oracle2teacher)": 4.707517147064209,
      "epoch": 0.5094191522762951,
      "rel-constrast": 5.056375980377197,
      "step": 649,
      "subrel-constrast": 4.8208088874816895,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 6.96875,
      "learning_rate": 9.972973138186217e-05,
      "loss": 0.8136,
      "step": 650
    },
    {
      "cov-distil": 1.5259984731674194,
      "cov-distil (oracle2student)": 3.787055730819702,
      "cov-distil (oracle2teacher)": 3.3507843017578125,
      "epoch": 0.5102040816326531,
      "rel-constrast": 2.9290904998779297,
      "step": 650,
      "subrel-constrast": 2.4764466285705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8933629989624023,
      "cov-distil (oracle2student)": 3.5826199054718018,
      "cov-distil (oracle2teacher)": 3.4191951751708984,
      "epoch": 0.510989010989011,
      "rel-constrast": 4.380167007446289,
      "step": 651,
      "subrel-constrast": 3.8271164894104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7157878875732422,
      "cov-distil (oracle2student)": 4.16893196105957,
      "cov-distil (oracle2teacher)": 3.9629814624786377,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.992164373397827,
      "step": 652,
      "subrel-constrast": 2.891622304916382,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2124814987182617,
      "cov-distil (oracle2student)": 3.7606425285339355,
      "cov-distil (oracle2teacher)": 4.227487564086914,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.0654380321502686,
      "step": 653,
      "subrel-constrast": 3.8821232318878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2306833267211914,
      "cov-distil (oracle2student)": 7.081145286560059,
      "cov-distil (oracle2teacher)": 5.606876850128174,
      "epoch": 0.5133437990580848,
      "rel-constrast": 4.086010456085205,
      "step": 654,
      "subrel-constrast": 3.356170177459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9715404510498047,
      "cov-distil (oracle2student)": 3.5313148498535156,
      "cov-distil (oracle2teacher)": 3.4123430252075195,
      "epoch": 0.5141287284144427,
      "rel-constrast": 2.478646993637085,
      "step": 655,
      "subrel-constrast": 3.105107545852661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4117698669433594,
      "cov-distil (oracle2student)": 4.463660717010498,
      "cov-distil (oracle2teacher)": 4.291784286499023,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.838817596435547,
      "step": 656,
      "subrel-constrast": 3.146507978439331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5870893001556396,
      "cov-distil (oracle2student)": 4.70837926864624,
      "cov-distil (oracle2teacher)": 4.55902624130249,
      "epoch": 0.5156985871271585,
      "rel-constrast": 3.6749958992004395,
      "step": 657,
      "subrel-constrast": 4.346736907958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0645482540130615,
      "cov-distil (oracle2student)": 2.6841297149658203,
      "cov-distil (oracle2teacher)": 2.744901657104492,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.138204574584961,
      "step": 658,
      "subrel-constrast": 2.4509940147399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244093418121338,
      "cov-distil (oracle2student)": 5.60683536529541,
      "cov-distil (oracle2teacher)": 4.687904357910156,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.4853765964508057,
      "step": 659,
      "subrel-constrast": 2.8208301067352295,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 4.84375,
      "learning_rate": 9.969227484871484e-05,
      "loss": 0.7767,
      "step": 660
    },
    {
      "cov-distil": 2.126955270767212,
      "cov-distil (oracle2student)": 5.710854530334473,
      "cov-distil (oracle2teacher)": 4.415014266967773,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.648286819458008,
      "step": 660,
      "subrel-constrast": 4.426846504211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5223815441131592,
      "cov-distil (oracle2student)": 3.1173365116119385,
      "cov-distil (oracle2teacher)": 3.60270094871521,
      "epoch": 0.5188383045525903,
      "rel-constrast": 3.783707857131958,
      "step": 661,
      "subrel-constrast": 3.819162130355835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3313024044036865,
      "cov-distil (oracle2student)": 2.886593818664551,
      "cov-distil (oracle2teacher)": 3.254896879196167,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.3867998123168945,
      "step": 662,
      "subrel-constrast": 3.743143320083618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475482225418091,
      "cov-distil (oracle2student)": 3.4239368438720703,
      "cov-distil (oracle2teacher)": 3.697237968444824,
      "epoch": 0.5204081632653061,
      "rel-constrast": 3.2205958366394043,
      "step": 663,
      "subrel-constrast": 3.8880362510681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6621148586273193,
      "cov-distil (oracle2student)": 4.785112380981445,
      "cov-distil (oracle2teacher)": 4.468772888183594,
      "epoch": 0.521193092621664,
      "rel-constrast": 2.3525309562683105,
      "step": 664,
      "subrel-constrast": 2.5649335384368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9740345478057861,
      "cov-distil (oracle2student)": 6.285154819488525,
      "cov-distil (oracle2teacher)": 6.00761604309082,
      "epoch": 0.521978021978022,
      "rel-constrast": 4.897493362426758,
      "step": 665,
      "subrel-constrast": 4.485564708709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350459098815918,
      "cov-distil (oracle2student)": 3.5732409954071045,
      "cov-distil (oracle2teacher)": 3.3231239318847656,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.4450297355651855,
      "step": 666,
      "subrel-constrast": 2.895585775375366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1791627407073975,
      "cov-distil (oracle2student)": 4.876946449279785,
      "cov-distil (oracle2teacher)": 4.254077911376953,
      "epoch": 0.5235478806907379,
      "rel-constrast": 3.8905398845672607,
      "step": 667,
      "subrel-constrast": 3.3887078762054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4392166137695312,
      "cov-distil (oracle2student)": 4.637083530426025,
      "cov-distil (oracle2teacher)": 5.2855024337768555,
      "epoch": 0.5243328100470958,
      "rel-constrast": 1.8268479108810425,
      "step": 668,
      "subrel-constrast": 3.0012292861938477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2664740085601807,
      "cov-distil (oracle2student)": 4.058661460876465,
      "cov-distil (oracle2teacher)": 4.0686726570129395,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.94101881980896,
      "step": 669,
      "subrel-constrast": 3.3737964630126953,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 5.5625,
      "learning_rate": 9.965239638419672e-05,
      "loss": 0.8348,
      "step": 670
    },
    {
      "cov-distil": 1.6716679334640503,
      "cov-distil (oracle2student)": 3.4318618774414062,
      "cov-distil (oracle2teacher)": 3.6524667739868164,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.6562693119049072,
      "step": 670,
      "subrel-constrast": 2.8616487979888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1548621654510498,
      "cov-distil (oracle2student)": 5.31170654296875,
      "cov-distil (oracle2teacher)": 5.502812385559082,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.252713918685913,
      "step": 671,
      "subrel-constrast": 4.1328277587890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3145980834960938,
      "cov-distil (oracle2student)": 3.121962070465088,
      "cov-distil (oracle2teacher)": 2.8978097438812256,
      "epoch": 0.5274725274725275,
      "rel-constrast": 3.0305776596069336,
      "step": 672,
      "subrel-constrast": 3.0179762840270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5620964765548706,
      "cov-distil (oracle2student)": 4.499730587005615,
      "cov-distil (oracle2teacher)": 5.328906536102295,
      "epoch": 0.5282574568288854,
      "rel-constrast": 3.4079034328460693,
      "step": 673,
      "subrel-constrast": 4.419633388519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125861167907715,
      "cov-distil (oracle2student)": 3.939544200897217,
      "cov-distil (oracle2teacher)": 4.1064653396606445,
      "epoch": 0.5290423861852434,
      "rel-constrast": 2.522007703781128,
      "step": 674,
      "subrel-constrast": 3.409193515777588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7158849239349365,
      "cov-distil (oracle2student)": 5.660489082336426,
      "cov-distil (oracle2teacher)": 5.248503684997559,
      "epoch": 0.5298273155416012,
      "rel-constrast": 3.3192920684814453,
      "step": 675,
      "subrel-constrast": 3.54787540435791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6883165836334229,
      "cov-distil (oracle2student)": 5.236290454864502,
      "cov-distil (oracle2teacher)": 5.285392761230469,
      "epoch": 0.5306122448979592,
      "rel-constrast": 4.095981597900391,
      "step": 676,
      "subrel-constrast": 4.686188697814941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8651410341262817,
      "cov-distil (oracle2student)": 3.4698948860168457,
      "cov-distil (oracle2teacher)": 3.636435031890869,
      "epoch": 0.5313971742543171,
      "rel-constrast": 3.818985939025879,
      "step": 677,
      "subrel-constrast": 3.7378628253936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2552095651626587,
      "cov-distil (oracle2student)": 8.24483585357666,
      "cov-distil (oracle2teacher)": 7.376299858093262,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.467924118041992,
      "step": 678,
      "subrel-constrast": 2.9883711338043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0070838928222656,
      "cov-distil (oracle2student)": 4.672924041748047,
      "cov-distil (oracle2teacher)": 3.843756675720215,
      "epoch": 0.532967032967033,
      "rel-constrast": 3.4627578258514404,
      "step": 679,
      "subrel-constrast": 3.797739267349243,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 5.8125,
      "learning_rate": 9.961009793192792e-05,
      "loss": 0.8009,
      "step": 680
    },
    {
      "cov-distil": 2.1091718673706055,
      "cov-distil (oracle2student)": 3.3393006324768066,
      "cov-distil (oracle2teacher)": 3.543874740600586,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.814282178878784,
      "step": 680,
      "subrel-constrast": 3.7279019355773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0540521144866943,
      "cov-distil (oracle2student)": 5.070610046386719,
      "cov-distil (oracle2teacher)": 5.118375778198242,
      "epoch": 0.5345368916797488,
      "rel-constrast": 3.508315324783325,
      "step": 681,
      "subrel-constrast": 3.394680976867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4909247159957886,
      "cov-distil (oracle2student)": 3.8318488597869873,
      "cov-distil (oracle2teacher)": 4.459197044372559,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.3859615325927734,
      "step": 682,
      "subrel-constrast": 4.033535480499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045319080352783,
      "cov-distil (oracle2student)": 5.180197715759277,
      "cov-distil (oracle2teacher)": 5.103261947631836,
      "epoch": 0.5361067503924647,
      "rel-constrast": 3.029623508453369,
      "step": 683,
      "subrel-constrast": 3.010782480239868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4838824272155762,
      "cov-distil (oracle2student)": 3.1203153133392334,
      "cov-distil (oracle2teacher)": 3.3594107627868652,
      "epoch": 0.5368916797488226,
      "rel-constrast": 3.0331380367279053,
      "step": 684,
      "subrel-constrast": 3.533308506011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3464572429656982,
      "cov-distil (oracle2student)": 4.7928147315979,
      "cov-distil (oracle2teacher)": 4.479839324951172,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.2374017238616943,
      "step": 685,
      "subrel-constrast": 3.5473875999450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647544503211975,
      "cov-distil (oracle2student)": 3.2626452445983887,
      "cov-distil (oracle2teacher)": 3.5234551429748535,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.216397523880005,
      "step": 686,
      "subrel-constrast": 2.6925344467163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.281170129776001,
      "cov-distil (oracle2student)": 3.717578887939453,
      "cov-distil (oracle2teacher)": 3.439157485961914,
      "epoch": 0.5392464678178964,
      "rel-constrast": 2.523543119430542,
      "step": 687,
      "subrel-constrast": 3.3196182250976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011115550994873,
      "cov-distil (oracle2student)": 3.9997594356536865,
      "cov-distil (oracle2teacher)": 3.99859619140625,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.4080591201782227,
      "step": 688,
      "subrel-constrast": 2.6764800548553467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024961471557617,
      "cov-distil (oracle2student)": 4.787768840789795,
      "cov-distil (oracle2teacher)": 4.935903549194336,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.8642818927764893,
      "step": 689,
      "subrel-constrast": 2.6380562782287598,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 5.6875,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.7255,
      "step": 690
    },
    {
      "cov-distil": 1.7207218408584595,
      "cov-distil (oracle2student)": 4.825200080871582,
      "cov-distil (oracle2teacher)": 4.568797588348389,
      "epoch": 0.5416012558869702,
      "rel-constrast": 3.897329092025757,
      "step": 690,
      "subrel-constrast": 3.9126646518707275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5714699029922485,
      "cov-distil (oracle2student)": 4.312719345092773,
      "cov-distil (oracle2teacher)": 4.009467124938965,
      "epoch": 0.542386185243328,
      "rel-constrast": 2.5011537075042725,
      "step": 691,
      "subrel-constrast": 2.6155147552490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7249069213867188,
      "cov-distil (oracle2student)": 5.725750923156738,
      "cov-distil (oracle2teacher)": 4.707832336425781,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.79298996925354,
      "step": 692,
      "subrel-constrast": 2.938434600830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6037938594818115,
      "cov-distil (oracle2student)": 4.036407470703125,
      "cov-distil (oracle2teacher)": 4.102392196655273,
      "epoch": 0.5439560439560439,
      "rel-constrast": 2.869215965270996,
      "step": 693,
      "subrel-constrast": 3.6402087211608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7639955282211304,
      "cov-distil (oracle2student)": 4.872162818908691,
      "cov-distil (oracle2teacher)": 5.104927062988281,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.4052281379699707,
      "step": 694,
      "subrel-constrast": 3.1953284740448,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3589524030685425,
      "cov-distil (oracle2student)": 6.702049732208252,
      "cov-distil (oracle2teacher)": 6.373929977416992,
      "epoch": 0.5455259026687598,
      "rel-constrast": 2.0194590091705322,
      "step": 695,
      "subrel-constrast": 2.4600465297698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9017024040222168,
      "cov-distil (oracle2student)": 5.130863189697266,
      "cov-distil (oracle2teacher)": 4.622263431549072,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.8166356086730957,
      "step": 696,
      "subrel-constrast": 3.9370858669281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.254380226135254,
      "cov-distil (oracle2student)": 4.956803798675537,
      "cov-distil (oracle2teacher)": 5.536243438720703,
      "epoch": 0.5470957613814756,
      "rel-constrast": 3.1179022789001465,
      "step": 697,
      "subrel-constrast": 4.140950679779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161086082458496,
      "cov-distil (oracle2student)": 5.351367950439453,
      "cov-distil (oracle2teacher)": 4.655727386474609,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.467031955718994,
      "step": 698,
      "subrel-constrast": 3.1745691299438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1501119136810303,
      "cov-distil (oracle2student)": 4.992873191833496,
      "cov-distil (oracle2teacher)": 4.954041957855225,
      "epoch": 0.5486656200941915,
      "rel-constrast": 3.8615596294403076,
      "step": 699,
      "subrel-constrast": 4.341881275177002,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 6.84375,
      "learning_rate": 9.951824942825215e-05,
      "loss": 0.7437,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.34375,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.051971435546875
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.04443359375
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.007537841796875,
      "step": 700
    },
    {
      "cov-distil": 1.727729320526123,
      "cov-distil (oracle2student)": 5.029175281524658,
      "cov-distil (oracle2teacher)": 4.713186740875244,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.6048572063446045,
      "step": 700,
      "subrel-constrast": 2.905301332473755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.454535484313965,
      "cov-distil (oracle2student)": 5.386810302734375,
      "cov-distil (oracle2teacher)": 5.369866847991943,
      "epoch": 0.5502354788069074,
      "rel-constrast": 2.8487772941589355,
      "step": 701,
      "subrel-constrast": 3.39361572265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422582983970642,
      "cov-distil (oracle2student)": 3.8643507957458496,
      "cov-distil (oracle2teacher)": 4.152404308319092,
      "epoch": 0.5510204081632653,
      "rel-constrast": 3.0458056926727295,
      "step": 702,
      "subrel-constrast": 3.6661407947540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167470693588257,
      "cov-distil (oracle2student)": 4.389810085296631,
      "cov-distil (oracle2teacher)": 3.848512649536133,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.413519859313965,
      "step": 703,
      "subrel-constrast": 2.97039794921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131396770477295,
      "cov-distil (oracle2student)": 2.155891180038452,
      "cov-distil (oracle2teacher)": 2.7153286933898926,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.3122665882110596,
      "step": 704,
      "subrel-constrast": 2.8297066688537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1774823665618896,
      "cov-distil (oracle2student)": 4.733158111572266,
      "cov-distil (oracle2teacher)": 4.252684593200684,
      "epoch": 0.5533751962323391,
      "rel-constrast": 2.354496479034424,
      "step": 705,
      "subrel-constrast": 2.855010509490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620286464691162,
      "cov-distil (oracle2student)": 3.7000365257263184,
      "cov-distil (oracle2teacher)": 3.616071939468384,
      "epoch": 0.554160125588697,
      "rel-constrast": 2.2892942428588867,
      "step": 706,
      "subrel-constrast": 2.741473913192749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2967605590820312,
      "cov-distil (oracle2student)": 4.242160320281982,
      "cov-distil (oracle2teacher)": 4.100520610809326,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.6751327514648438,
      "step": 707,
      "subrel-constrast": 3.041382074356079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2733616828918457,
      "cov-distil (oracle2student)": 4.84846305847168,
      "cov-distil (oracle2teacher)": 4.60867977142334,
      "epoch": 0.5557299843014128,
      "rel-constrast": 3.9134879112243652,
      "step": 708,
      "subrel-constrast": 3.724402904510498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183358907699585,
      "cov-distil (oracle2student)": 3.830990791320801,
      "cov-distil (oracle2teacher)": 3.487388849258423,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.4055776596069336,
      "step": 709,
      "subrel-constrast": 2.9934494495391846,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 4.875,
      "learning_rate": 9.946870385341167e-05,
      "loss": 0.6716,
      "step": 710
    },
    {
      "cov-distil": 2.29938006401062,
      "cov-distil (oracle2student)": 4.870920181274414,
      "cov-distil (oracle2teacher)": 4.133087158203125,
      "epoch": 0.5572998430141287,
      "rel-constrast": 2.13336181640625,
      "step": 710,
      "subrel-constrast": 2.680121421813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2367050647735596,
      "cov-distil (oracle2student)": 4.361018180847168,
      "cov-distil (oracle2teacher)": 4.113853454589844,
      "epoch": 0.5580847723704867,
      "rel-constrast": 3.266181230545044,
      "step": 711,
      "subrel-constrast": 3.38826060295105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2577500343322754,
      "cov-distil (oracle2student)": 4.453730583190918,
      "cov-distil (oracle2teacher)": 3.6463518142700195,
      "epoch": 0.5588697017268446,
      "rel-constrast": 2.0876340866088867,
      "step": 712,
      "subrel-constrast": 2.8007652759552,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7445290088653564,
      "cov-distil (oracle2student)": 4.687643051147461,
      "cov-distil (oracle2teacher)": 4.481726169586182,
      "epoch": 0.5596546310832025,
      "rel-constrast": 2.694779634475708,
      "step": 713,
      "subrel-constrast": 3.0407328605651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7827601432800293,
      "cov-distil (oracle2student)": 5.282184600830078,
      "cov-distil (oracle2teacher)": 5.325860023498535,
      "epoch": 0.5604395604395604,
      "rel-constrast": 2.795781135559082,
      "step": 714,
      "subrel-constrast": 2.791872024536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7152682542800903,
      "cov-distil (oracle2student)": 3.0105743408203125,
      "cov-distil (oracle2teacher)": 3.6329569816589355,
      "epoch": 0.5612244897959183,
      "rel-constrast": 2.7179763317108154,
      "step": 715,
      "subrel-constrast": 4.132821083068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3758810758590698,
      "cov-distil (oracle2student)": 2.4945931434631348,
      "cov-distil (oracle2teacher)": 2.630983829498291,
      "epoch": 0.5620094191522763,
      "rel-constrast": 1.7291171550750732,
      "step": 716,
      "subrel-constrast": 2.45173978805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9154647588729858,
      "cov-distil (oracle2student)": 3.8325417041778564,
      "cov-distil (oracle2teacher)": 3.94731068611145,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.6647448539733887,
      "step": 717,
      "subrel-constrast": 3.1212804317474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5632688999176025,
      "cov-distil (oracle2student)": 4.685467720031738,
      "cov-distil (oracle2teacher)": 4.235223770141602,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.2715442180633545,
      "step": 718,
      "subrel-constrast": 3.706031560897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7501343488693237,
      "cov-distil (oracle2student)": 4.365904808044434,
      "cov-distil (oracle2teacher)": 4.368514537811279,
      "epoch": 0.5643642072213501,
      "rel-constrast": 2.9267354011535645,
      "step": 719,
      "subrel-constrast": 2.9473390579223633,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 5.28125,
      "learning_rate": 9.941674724373531e-05,
      "loss": 0.6572,
      "step": 720
    },
    {
      "cov-distil": 2.052173137664795,
      "cov-distil (oracle2student)": 4.618312358856201,
      "cov-distil (oracle2teacher)": 3.892805576324463,
      "epoch": 0.565149136577708,
      "rel-constrast": 3.147346258163452,
      "step": 720,
      "subrel-constrast": 3.189971446990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5076966285705566,
      "cov-distil (oracle2student)": 4.361128807067871,
      "cov-distil (oracle2teacher)": 3.865410089492798,
      "epoch": 0.5659340659340659,
      "rel-constrast": 3.218728542327881,
      "step": 721,
      "subrel-constrast": 3.556302309036255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3095195293426514,
      "cov-distil (oracle2student)": 5.773416519165039,
      "cov-distil (oracle2teacher)": 5.038528919219971,
      "epoch": 0.5667189952904239,
      "rel-constrast": 4.05077600479126,
      "step": 722,
      "subrel-constrast": 3.640622615814209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3274545669555664,
      "cov-distil (oracle2student)": 5.078860282897949,
      "cov-distil (oracle2teacher)": 4.759906768798828,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.8594605922698975,
      "step": 723,
      "subrel-constrast": 3.307799816131592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449722409248352,
      "cov-distil (oracle2student)": 4.6288533210754395,
      "cov-distil (oracle2teacher)": 4.299680709838867,
      "epoch": 0.5682888540031397,
      "rel-constrast": 1.9614894390106201,
      "step": 724,
      "subrel-constrast": 1.9347140789031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247879266738892,
      "cov-distil (oracle2student)": 6.741953372955322,
      "cov-distil (oracle2teacher)": 6.0480451583862305,
      "epoch": 0.5690737833594977,
      "rel-constrast": 4.445572853088379,
      "step": 725,
      "subrel-constrast": 5.093410968780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323094844818115,
      "cov-distil (oracle2student)": 5.268041610717773,
      "cov-distil (oracle2teacher)": 5.330539703369141,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.5799953937530518,
      "step": 726,
      "subrel-constrast": 2.9952914714813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564382553100586,
      "cov-distil (oracle2student)": 5.793734550476074,
      "cov-distil (oracle2teacher)": 5.5232086181640625,
      "epoch": 0.5706436420722135,
      "rel-constrast": 4.729226589202881,
      "step": 727,
      "subrel-constrast": 4.120394706726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03505277633667,
      "cov-distil (oracle2student)": 3.426058053970337,
      "cov-distil (oracle2teacher)": 3.3453593254089355,
      "epoch": 0.5714285714285714,
      "rel-constrast": 2.6779117584228516,
      "step": 728,
      "subrel-constrast": 3.8410065174102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5469999313354492,
      "cov-distil (oracle2student)": 5.193955421447754,
      "cov-distil (oracle2teacher)": 4.64797306060791,
      "epoch": 0.5722135007849294,
      "rel-constrast": 2.9757373332977295,
      "step": 729,
      "subrel-constrast": 3.407114028930664,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 5.71875,
      "learning_rate": 9.936238213151491e-05,
      "loss": 0.8162,
      "step": 730
    },
    {
      "cov-distil": 1.8733515739440918,
      "cov-distil (oracle2student)": 4.602052688598633,
      "cov-distil (oracle2teacher)": 4.5887603759765625,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.237961530685425,
      "step": 730,
      "subrel-constrast": 3.5947799682617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2706997394561768,
      "cov-distil (oracle2student)": 4.340872764587402,
      "cov-distil (oracle2teacher)": 3.894874095916748,
      "epoch": 0.5737833594976453,
      "rel-constrast": 3.01027774810791,
      "step": 731,
      "subrel-constrast": 3.0651040077209473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4808497428894043,
      "cov-distil (oracle2student)": 4.9574055671691895,
      "cov-distil (oracle2teacher)": 4.125168800354004,
      "epoch": 0.5745682888540031,
      "rel-constrast": 2.4931814670562744,
      "step": 732,
      "subrel-constrast": 2.5693094730377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8140869140625,
      "cov-distil (oracle2student)": 3.970120668411255,
      "cov-distil (oracle2teacher)": 3.6772024631500244,
      "epoch": 0.5753532182103611,
      "rel-constrast": 2.131192684173584,
      "step": 733,
      "subrel-constrast": 2.4641542434692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6225922107696533,
      "cov-distil (oracle2student)": 5.181919097900391,
      "cov-distil (oracle2teacher)": 4.7767333984375,
      "epoch": 0.576138147566719,
      "rel-constrast": 3.4615988731384277,
      "step": 734,
      "subrel-constrast": 3.3388800621032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708831071853638,
      "cov-distil (oracle2student)": 5.596869468688965,
      "cov-distil (oracle2teacher)": 4.5590009689331055,
      "epoch": 0.5769230769230769,
      "rel-constrast": 3.498873710632324,
      "step": 735,
      "subrel-constrast": 3.1955485343933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685640811920166,
      "cov-distil (oracle2student)": 5.272698402404785,
      "cov-distil (oracle2teacher)": 5.92449951171875,
      "epoch": 0.5777080062794349,
      "rel-constrast": 2.0505146980285645,
      "step": 736,
      "subrel-constrast": 2.473557949066162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6270716190338135,
      "cov-distil (oracle2student)": 3.2452430725097656,
      "cov-distil (oracle2teacher)": 2.7916855812072754,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.508601665496826,
      "step": 737,
      "subrel-constrast": 2.4498484134674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8198802471160889,
      "cov-distil (oracle2student)": 4.679236888885498,
      "cov-distil (oracle2teacher)": 4.435317516326904,
      "epoch": 0.5792778649921507,
      "rel-constrast": 3.378971815109253,
      "step": 738,
      "subrel-constrast": 3.2753331661224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884180068969727,
      "cov-distil (oracle2student)": 3.9852423667907715,
      "cov-distil (oracle2teacher)": 3.703549861907959,
      "epoch": 0.5800627943485086,
      "rel-constrast": 2.58599853515625,
      "step": 739,
      "subrel-constrast": 2.5550386905670166,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 5.65625,
      "learning_rate": 9.930561116642935e-05,
      "loss": 0.7089,
      "step": 740
    },
    {
      "cov-distil": 2.0582449436187744,
      "cov-distil (oracle2student)": 4.968551158905029,
      "cov-distil (oracle2teacher)": 4.997800827026367,
      "epoch": 0.5808477237048666,
      "rel-constrast": 2.567046642303467,
      "step": 740,
      "subrel-constrast": 3.8175182342529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5787148475646973,
      "cov-distil (oracle2student)": 5.59348201751709,
      "cov-distil (oracle2teacher)": 5.300615310668945,
      "epoch": 0.5816326530612245,
      "rel-constrast": 3.102118492126465,
      "step": 741,
      "subrel-constrast": 3.25508975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8445876836776733,
      "cov-distil (oracle2student)": 4.289614677429199,
      "cov-distil (oracle2teacher)": 4.098855972290039,
      "epoch": 0.5824175824175825,
      "rel-constrast": 2.1860289573669434,
      "step": 742,
      "subrel-constrast": 3.0134456157684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1766247749328613,
      "cov-distil (oracle2student)": 2.886021137237549,
      "cov-distil (oracle2teacher)": 3.0673413276672363,
      "epoch": 0.5832025117739403,
      "rel-constrast": 2.8866236209869385,
      "step": 743,
      "subrel-constrast": 3.1322224140167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827825903892517,
      "cov-distil (oracle2student)": 6.576314926147461,
      "cov-distil (oracle2teacher)": 5.965976715087891,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.419536590576172,
      "step": 744,
      "subrel-constrast": 3.735975503921509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8764256238937378,
      "cov-distil (oracle2student)": 4.6609296798706055,
      "cov-distil (oracle2teacher)": 4.313146114349365,
      "epoch": 0.5847723704866562,
      "rel-constrast": 4.0270538330078125,
      "step": 745,
      "subrel-constrast": 3.6167588233947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5338218212127686,
      "cov-distil (oracle2student)": 4.806717395782471,
      "cov-distil (oracle2teacher)": 4.667619705200195,
      "epoch": 0.5855572998430141,
      "rel-constrast": 4.161595821380615,
      "step": 746,
      "subrel-constrast": 4.207840442657471,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2879372835159302,
      "cov-distil (oracle2student)": 5.91718864440918,
      "cov-distil (oracle2teacher)": 5.678089141845703,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.658308744430542,
      "step": 747,
      "subrel-constrast": 3.801154613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9938979148864746,
      "cov-distil (oracle2student)": 4.678488254547119,
      "cov-distil (oracle2teacher)": 4.263406276702881,
      "epoch": 0.5871271585557299,
      "rel-constrast": 3.858219623565674,
      "step": 748,
      "subrel-constrast": 3.941983699798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9343539476394653,
      "cov-distil (oracle2student)": 7.365875244140625,
      "cov-distil (oracle2teacher)": 6.754656791687012,
      "epoch": 0.5879120879120879,
      "rel-constrast": 4.180135726928711,
      "step": 749,
      "subrel-constrast": 4.185132026672363,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 7.3125,
      "learning_rate": 9.924643711541539e-05,
      "loss": 0.8512,
      "step": 750
    },
    {
      "cov-distil": 2.666961908340454,
      "cov-distil (oracle2student)": 5.760323524475098,
      "cov-distil (oracle2teacher)": 5.674652099609375,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.1214637756347656,
      "step": 750,
      "subrel-constrast": 3.506743907928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996687889099121,
      "cov-distil (oracle2student)": 5.229990482330322,
      "cov-distil (oracle2teacher)": 5.074509143829346,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.969522476196289,
      "step": 751,
      "subrel-constrast": 5.304931163787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3543853759765625,
      "cov-distil (oracle2student)": 6.754220008850098,
      "cov-distil (oracle2teacher)": 6.441643238067627,
      "epoch": 0.5902668759811617,
      "rel-constrast": 3.5044593811035156,
      "step": 752,
      "subrel-constrast": 3.6757900714874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5537185668945312,
      "cov-distil (oracle2student)": 3.684296131134033,
      "cov-distil (oracle2teacher)": 3.9873270988464355,
      "epoch": 0.5910518053375197,
      "rel-constrast": 2.7391414642333984,
      "step": 753,
      "subrel-constrast": 3.069988489151001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.890977144241333,
      "cov-distil (oracle2student)": 4.9082746505737305,
      "cov-distil (oracle2teacher)": 4.910999774932861,
      "epoch": 0.5918367346938775,
      "rel-constrast": 3.2539279460906982,
      "step": 754,
      "subrel-constrast": 3.462613582611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5152010917663574,
      "cov-distil (oracle2student)": 4.068211078643799,
      "cov-distil (oracle2teacher)": 3.903109073638916,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.3676815032958984,
      "step": 755,
      "subrel-constrast": 3.206926107406616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3760560750961304,
      "cov-distil (oracle2student)": 4.854413986206055,
      "cov-distil (oracle2teacher)": 4.545680999755859,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.294193983078003,
      "step": 756,
      "subrel-constrast": 2.903350591659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8680756092071533,
      "cov-distil (oracle2student)": 4.424177169799805,
      "cov-distil (oracle2teacher)": 3.842525005340576,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.328690528869629,
      "step": 757,
      "subrel-constrast": 3.875020980834961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6132515668869019,
      "cov-distil (oracle2student)": 4.051352024078369,
      "cov-distil (oracle2teacher)": 4.220683574676514,
      "epoch": 0.5949764521193093,
      "rel-constrast": 3.8556222915649414,
      "step": 758,
      "subrel-constrast": 3.830962657928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0764544010162354,
      "cov-distil (oracle2student)": 4.261063575744629,
      "cov-distil (oracle2teacher)": 3.906048536300659,
      "epoch": 0.5957613814756672,
      "rel-constrast": 3.3765811920166016,
      "step": 759,
      "subrel-constrast": 3.632859706878662,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 5.40625,
      "learning_rate": 9.918486286253279e-05,
      "loss": 0.8703,
      "step": 760
    },
    {
      "cov-distil": 1.0959066152572632,
      "cov-distil (oracle2student)": 3.2293901443481445,
      "cov-distil (oracle2teacher)": 3.2474348545074463,
      "epoch": 0.5965463108320251,
      "rel-constrast": 2.9435911178588867,
      "step": 760,
      "subrel-constrast": 3.257317304611206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.977774739265442,
      "cov-distil (oracle2student)": 5.870570659637451,
      "cov-distil (oracle2teacher)": 4.926458835601807,
      "epoch": 0.597331240188383,
      "rel-constrast": 3.2792811393737793,
      "step": 761,
      "subrel-constrast": 3.0127477645874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435255765914917,
      "cov-distil (oracle2student)": 3.4221363067626953,
      "cov-distil (oracle2teacher)": 2.803987503051758,
      "epoch": 0.598116169544741,
      "rel-constrast": 3.1430468559265137,
      "step": 762,
      "subrel-constrast": 2.806149482727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6951508522033691,
      "cov-distil (oracle2student)": 3.6744906902313232,
      "cov-distil (oracle2teacher)": 3.378934621810913,
      "epoch": 0.5989010989010989,
      "rel-constrast": 3.002255916595459,
      "step": 763,
      "subrel-constrast": 3.0852043628692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8415913581848145,
      "cov-distil (oracle2student)": 4.786861419677734,
      "cov-distil (oracle2teacher)": 5.1149444580078125,
      "epoch": 0.5996860282574569,
      "rel-constrast": 2.8226377964019775,
      "step": 764,
      "subrel-constrast": 3.6343932151794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.71768319606781,
      "cov-distil (oracle2student)": 4.192726135253906,
      "cov-distil (oracle2teacher)": 4.221786975860596,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.756646156311035,
      "step": 765,
      "subrel-constrast": 3.034029722213745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301449775695801,
      "cov-distil (oracle2student)": 5.969004154205322,
      "cov-distil (oracle2teacher)": 5.038122177124023,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.7212696075439453,
      "step": 766,
      "subrel-constrast": 4.195802688598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074427604675293,
      "cov-distil (oracle2student)": 4.629763603210449,
      "cov-distil (oracle2teacher)": 4.578613758087158,
      "epoch": 0.6020408163265306,
      "rel-constrast": 2.7662181854248047,
      "step": 767,
      "subrel-constrast": 3.4089653491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3394761085510254,
      "cov-distil (oracle2student)": 4.562299728393555,
      "cov-distil (oracle2teacher)": 4.367707252502441,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.2745559215545654,
      "step": 768,
      "subrel-constrast": 3.2887861728668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035935640335083,
      "cov-distil (oracle2student)": 4.8680100440979,
      "cov-distil (oracle2teacher)": 4.8044657707214355,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.4128284454345703,
      "step": 769,
      "subrel-constrast": 3.942567825317383,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 5.875,
      "learning_rate": 9.912089140882376e-05,
      "loss": 0.7781,
      "step": 770
    },
    {
      "cov-distil": 1.9620559215545654,
      "cov-distil (oracle2student)": 3.9263570308685303,
      "cov-distil (oracle2teacher)": 3.9313457012176514,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.711477041244507,
      "step": 770,
      "subrel-constrast": 3.407670021057129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8027360439300537,
      "cov-distil (oracle2student)": 5.569108963012695,
      "cov-distil (oracle2teacher)": 5.239571571350098,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.8072452545166016,
      "step": 771,
      "subrel-constrast": 3.153841972351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132905960083008,
      "cov-distil (oracle2student)": 4.6938252449035645,
      "cov-distil (oracle2teacher)": 4.850858688354492,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.552493095397949,
      "step": 772,
      "subrel-constrast": 3.794616937637329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8317474126815796,
      "cov-distil (oracle2student)": 3.7222089767456055,
      "cov-distil (oracle2teacher)": 4.200148105621338,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.13969087600708,
      "step": 773,
      "subrel-constrast": 3.293044090270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425292491912842,
      "cov-distil (oracle2student)": 5.1453704833984375,
      "cov-distil (oracle2teacher)": 4.619673728942871,
      "epoch": 0.6075353218210361,
      "rel-constrast": 3.151175022125244,
      "step": 774,
      "subrel-constrast": 3.345054864883423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.406919002532959,
      "cov-distil (oracle2student)": 3.7092881202697754,
      "cov-distil (oracle2teacher)": 3.6851885318756104,
      "epoch": 0.6083202511773941,
      "rel-constrast": 4.450526237487793,
      "step": 775,
      "subrel-constrast": 5.075517177581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9152582883834839,
      "cov-distil (oracle2student)": 4.2891082763671875,
      "cov-distil (oracle2teacher)": 5.100924491882324,
      "epoch": 0.609105180533752,
      "rel-constrast": 2.960843801498413,
      "step": 776,
      "subrel-constrast": 3.443652391433716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7600315809249878,
      "cov-distil (oracle2student)": 4.619009971618652,
      "cov-distil (oracle2teacher)": 4.395463943481445,
      "epoch": 0.6098901098901099,
      "rel-constrast": 3.0665853023529053,
      "step": 777,
      "subrel-constrast": 3.5538578033447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5258440971374512,
      "cov-distil (oracle2student)": 2.842440128326416,
      "cov-distil (oracle2teacher)": 2.876443386077881,
      "epoch": 0.6106750392464678,
      "rel-constrast": 2.003253936767578,
      "step": 778,
      "subrel-constrast": 2.53361177444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3943595886230469,
      "cov-distil (oracle2student)": 3.9691786766052246,
      "cov-distil (oracle2teacher)": 4.532379627227783,
      "epoch": 0.6114599686028257,
      "rel-constrast": 3.1647260189056396,
      "step": 779,
      "subrel-constrast": 3.899362564086914,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 5.84375,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.7752,
      "step": 780
    },
    {
      "cov-distil": 1.960299015045166,
      "cov-distil (oracle2student)": 4.199761867523193,
      "cov-distil (oracle2teacher)": 3.96247935295105,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.8808536529541016,
      "step": 780,
      "subrel-constrast": 3.1262784004211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8741204738616943,
      "cov-distil (oracle2student)": 6.9227705001831055,
      "cov-distil (oracle2teacher)": 6.262228488922119,
      "epoch": 0.6130298273155416,
      "rel-constrast": 2.5988337993621826,
      "step": 781,
      "subrel-constrast": 3.4809656143188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908347249031067,
      "cov-distil (oracle2student)": 4.8962721824646,
      "cov-distil (oracle2teacher)": 4.530096530914307,
      "epoch": 0.6138147566718996,
      "rel-constrast": 3.6812963485717773,
      "step": 782,
      "subrel-constrast": 3.7361550331115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.55228853225708,
      "cov-distil (oracle2student)": 4.292520523071289,
      "cov-distil (oracle2teacher)": 3.6720268726348877,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.15301513671875,
      "step": 783,
      "subrel-constrast": 4.115752696990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.423496723175049,
      "cov-distil (oracle2student)": 4.258898735046387,
      "cov-distil (oracle2teacher)": 3.8980062007904053,
      "epoch": 0.6153846153846154,
      "rel-constrast": 4.941143035888672,
      "step": 784,
      "subrel-constrast": 4.344767093658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4887865781784058,
      "cov-distil (oracle2student)": 2.966057538986206,
      "cov-distil (oracle2teacher)": 2.9255690574645996,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.6627306938171387,
      "step": 785,
      "subrel-constrast": 2.810373067855835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2448375225067139,
      "cov-distil (oracle2student)": 3.675663948059082,
      "cov-distil (oracle2teacher)": 4.099123001098633,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.234368085861206,
      "step": 786,
      "subrel-constrast": 3.6202516555786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.520779848098755,
      "cov-distil (oracle2student)": 7.485047340393066,
      "cov-distil (oracle2teacher)": 6.504769802093506,
      "epoch": 0.6177394034536892,
      "rel-constrast": 3.5890326499938965,
      "step": 787,
      "subrel-constrast": 4.109063625335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6767224073410034,
      "cov-distil (oracle2student)": 4.085677146911621,
      "cov-distil (oracle2teacher)": 4.641483306884766,
      "epoch": 0.6185243328100472,
      "rel-constrast": 3.2691586017608643,
      "step": 788,
      "subrel-constrast": 3.1379406452178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.506427764892578,
      "cov-distil (oracle2student)": 5.191618919372559,
      "cov-distil (oracle2teacher)": 4.402005195617676,
      "epoch": 0.619309262166405,
      "rel-constrast": 4.432802200317383,
      "step": 789,
      "subrel-constrast": 3.6584177017211914,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 7.90625,
      "learning_rate": 9.898576948712426e-05,
      "loss": 0.8611,
      "step": 790
    },
    {
      "cov-distil": 2.040548801422119,
      "cov-distil (oracle2student)": 6.253169059753418,
      "cov-distil (oracle2teacher)": 5.773702144622803,
      "epoch": 0.6200941915227629,
      "rel-constrast": 3.272594451904297,
      "step": 790,
      "subrel-constrast": 4.0291242599487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8661402463912964,
      "cov-distil (oracle2student)": 2.9269368648529053,
      "cov-distil (oracle2teacher)": 3.7154035568237305,
      "epoch": 0.6208791208791209,
      "rel-constrast": 2.939649820327759,
      "step": 791,
      "subrel-constrast": 3.7273218631744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041587352752686,
      "cov-distil (oracle2student)": 4.417224884033203,
      "cov-distil (oracle2teacher)": 4.577134609222412,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.572920799255371,
      "step": 792,
      "subrel-constrast": 2.7575292587280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032468318939209,
      "cov-distil (oracle2student)": 5.28506326675415,
      "cov-distil (oracle2teacher)": 4.616208553314209,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.594306468963623,
      "step": 793,
      "subrel-constrast": 3.1358656883239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9688422679901123,
      "cov-distil (oracle2student)": 4.570069313049316,
      "cov-distil (oracle2teacher)": 4.5214619636535645,
      "epoch": 0.6232339089481946,
      "rel-constrast": 2.9485950469970703,
      "step": 794,
      "subrel-constrast": 2.9307596683502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2953932285308838,
      "cov-distil (oracle2student)": 3.2248411178588867,
      "cov-distil (oracle2teacher)": 3.4419960975646973,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.127068281173706,
      "step": 795,
      "subrel-constrast": 2.4960391521453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6283985376358032,
      "cov-distil (oracle2student)": 4.251882553100586,
      "cov-distil (oracle2teacher)": 4.337863922119141,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.336862564086914,
      "step": 796,
      "subrel-constrast": 3.787311315536499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28361177444458,
      "cov-distil (oracle2student)": 4.197494029998779,
      "cov-distil (oracle2teacher)": 4.101124286651611,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.011986255645752,
      "step": 797,
      "subrel-constrast": 2.9952011108398438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7099363803863525,
      "cov-distil (oracle2student)": 4.84592342376709,
      "cov-distil (oracle2teacher)": 4.191263675689697,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.8068177700042725,
      "step": 798,
      "subrel-constrast": 3.796116828918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2652862071990967,
      "cov-distil (oracle2student)": 4.876296043395996,
      "cov-distil (oracle2teacher)": 5.092784404754639,
      "epoch": 0.6271585557299842,
      "rel-constrast": 4.049717903137207,
      "step": 799,
      "subrel-constrast": 4.454141616821289,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 6.125,
      "learning_rate": 9.891462560478562e-05,
      "loss": 0.7415,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.30781251192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.05828857421875
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.037261962890625
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.021026611328125,
      "step": 800
    },
    {
      "cov-distil": 2.0620322227478027,
      "cov-distil (oracle2student)": 4.377573490142822,
      "cov-distil (oracle2teacher)": 3.958165168762207,
      "epoch": 0.6279434850863422,
      "rel-constrast": 1.5737419128417969,
      "step": 800,
      "subrel-constrast": 2.901698350906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201659917831421,
      "cov-distil (oracle2student)": 5.015453338623047,
      "cov-distil (oracle2teacher)": 4.890275001525879,
      "epoch": 0.6287284144427001,
      "rel-constrast": 4.080587387084961,
      "step": 801,
      "subrel-constrast": 4.664834022521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.555076837539673,
      "cov-distil (oracle2student)": 3.5917458534240723,
      "cov-distil (oracle2teacher)": 3.6248438358306885,
      "epoch": 0.6295133437990581,
      "rel-constrast": 3.3396835327148438,
      "step": 802,
      "subrel-constrast": 3.4122095108032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6119693517684937,
      "cov-distil (oracle2student)": 6.036569595336914,
      "cov-distil (oracle2teacher)": 5.370185852050781,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.1602280139923096,
      "step": 803,
      "subrel-constrast": 3.143812894821167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7894251346588135,
      "cov-distil (oracle2student)": 3.260087728500366,
      "cov-distil (oracle2teacher)": 3.542915105819702,
      "epoch": 0.631083202511774,
      "rel-constrast": 2.1336445808410645,
      "step": 804,
      "subrel-constrast": 2.906984806060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3170994520187378,
      "cov-distil (oracle2student)": 4.287946701049805,
      "cov-distil (oracle2teacher)": 4.287820816040039,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.388737201690674,
      "step": 805,
      "subrel-constrast": 3.581523895263672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8564224243164062,
      "cov-distil (oracle2student)": 5.510420799255371,
      "cov-distil (oracle2teacher)": 4.820571422576904,
      "epoch": 0.6326530612244898,
      "rel-constrast": 3.409493923187256,
      "step": 806,
      "subrel-constrast": 3.2583281993865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6651322841644287,
      "cov-distil (oracle2student)": 4.620097637176514,
      "cov-distil (oracle2teacher)": 4.523109436035156,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.325575351715088,
      "step": 807,
      "subrel-constrast": 3.6322999000549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.383843421936035,
      "cov-distil (oracle2student)": 4.620039463043213,
      "cov-distil (oracle2teacher)": 4.313815116882324,
      "epoch": 0.6342229199372057,
      "rel-constrast": 2.1949563026428223,
      "step": 808,
      "subrel-constrast": 3.188328742980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0489277839660645,
      "cov-distil (oracle2student)": 4.583479404449463,
      "cov-distil (oracle2teacher)": 4.278011322021484,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.739198923110962,
      "step": 809,
      "subrel-constrast": 2.7431271076202393,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 5.78125,
      "learning_rate": 9.884109769260325e-05,
      "loss": 0.7336,
      "step": 810
    },
    {
      "cov-distil": 2.1193039417266846,
      "cov-distil (oracle2student)": 5.652264595031738,
      "cov-distil (oracle2teacher)": 4.2675628662109375,
      "epoch": 0.6357927786499215,
      "rel-constrast": 3.176487684249878,
      "step": 810,
      "subrel-constrast": 3.3074283599853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0152363777160645,
      "cov-distil (oracle2student)": 4.663222789764404,
      "cov-distil (oracle2teacher)": 4.893109321594238,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.876784324645996,
      "step": 811,
      "subrel-constrast": 3.6853649616241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9646109342575073,
      "cov-distil (oracle2student)": 4.002432823181152,
      "cov-distil (oracle2teacher)": 3.701939344406128,
      "epoch": 0.6373626373626373,
      "rel-constrast": 2.8823354244232178,
      "step": 812,
      "subrel-constrast": 2.968392848968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7356318235397339,
      "cov-distil (oracle2student)": 5.167234420776367,
      "cov-distil (oracle2teacher)": 4.210445404052734,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.276484727859497,
      "step": 813,
      "subrel-constrast": 3.3074448108673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.489321231842041,
      "cov-distil (oracle2student)": 4.277708530426025,
      "cov-distil (oracle2teacher)": 4.187391757965088,
      "epoch": 0.6389324960753532,
      "rel-constrast": 3.874451160430908,
      "step": 814,
      "subrel-constrast": 4.495489120483398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6019556522369385,
      "cov-distil (oracle2student)": 3.3047258853912354,
      "cov-distil (oracle2teacher)": 2.977969169616699,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.6508495807647705,
      "step": 815,
      "subrel-constrast": 2.88773512840271,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203097105026245,
      "cov-distil (oracle2student)": 3.894223690032959,
      "cov-distil (oracle2teacher)": 4.095119476318359,
      "epoch": 0.640502354788069,
      "rel-constrast": 2.767399787902832,
      "step": 816,
      "subrel-constrast": 3.6563823223114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729779601097107,
      "cov-distil (oracle2student)": 5.764154434204102,
      "cov-distil (oracle2teacher)": 4.691099166870117,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.8072056770324707,
      "step": 817,
      "subrel-constrast": 3.6367712020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5558370351791382,
      "cov-distil (oracle2student)": 4.230969429016113,
      "cov-distil (oracle2teacher)": 4.118838310241699,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.5366759300231934,
      "step": 818,
      "subrel-constrast": 2.973987579345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2664034366607666,
      "cov-distil (oracle2student)": 4.260150909423828,
      "cov-distil (oracle2teacher)": 3.908468723297119,
      "epoch": 0.6428571428571429,
      "rel-constrast": 3.028679847717285,
      "step": 819,
      "subrel-constrast": 3.2543177604675293,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 5.40625,
      "learning_rate": 9.876518933422386e-05,
      "loss": 0.7719,
      "step": 820
    },
    {
      "cov-distil": 1.2096893787384033,
      "cov-distil (oracle2student)": 3.5506482124328613,
      "cov-distil (oracle2teacher)": 3.5711636543273926,
      "epoch": 0.6436420722135008,
      "rel-constrast": 3.1870276927948,
      "step": 820,
      "subrel-constrast": 3.015110492706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7217767238616943,
      "cov-distil (oracle2student)": 5.050218105316162,
      "cov-distil (oracle2teacher)": 5.232324600219727,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.402810573577881,
      "step": 821,
      "subrel-constrast": 3.4118471145629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165019512176514,
      "cov-distil (oracle2student)": 5.210084915161133,
      "cov-distil (oracle2teacher)": 4.623741149902344,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.6307711601257324,
      "step": 822,
      "subrel-constrast": 3.6075940132141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.574142575263977,
      "cov-distil (oracle2student)": 5.0069899559021,
      "cov-distil (oracle2teacher)": 4.619132041931152,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.061047077178955,
      "step": 823,
      "subrel-constrast": 4.051248073577881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3230857849121094,
      "cov-distil (oracle2student)": 4.559006214141846,
      "cov-distil (oracle2teacher)": 4.280387878417969,
      "epoch": 0.6467817896389325,
      "rel-constrast": 2.6187198162078857,
      "step": 824,
      "subrel-constrast": 3.5783588886260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4918313026428223,
      "cov-distil (oracle2student)": 4.2191619873046875,
      "cov-distil (oracle2teacher)": 4.007047653198242,
      "epoch": 0.6475667189952904,
      "rel-constrast": 3.835134983062744,
      "step": 825,
      "subrel-constrast": 4.842121601104736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105813980102539,
      "cov-distil (oracle2student)": 5.119504928588867,
      "cov-distil (oracle2teacher)": 5.427346229553223,
      "epoch": 0.6483516483516484,
      "rel-constrast": 3.054507255554199,
      "step": 826,
      "subrel-constrast": 3.5344626903533936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657548427581787,
      "cov-distil (oracle2student)": 5.111113548278809,
      "cov-distil (oracle2teacher)": 4.309784889221191,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.4015955924987793,
      "step": 827,
      "subrel-constrast": 3.310319662094116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4514070749282837,
      "cov-distil (oracle2student)": 3.6993279457092285,
      "cov-distil (oracle2teacher)": 2.682727813720703,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.843268871307373,
      "step": 828,
      "subrel-constrast": 2.575141191482544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7482736110687256,
      "cov-distil (oracle2student)": 6.108889579772949,
      "cov-distil (oracle2teacher)": 5.124019622802734,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.3163681030273438,
      "step": 829,
      "subrel-constrast": 3.6668295860290527,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 5.34375,
      "learning_rate": 9.868690422931372e-05,
      "loss": 0.8088,
      "step": 830
    },
    {
      "cov-distil": 2.2497799396514893,
      "cov-distil (oracle2student)": 3.7397642135620117,
      "cov-distil (oracle2teacher)": 3.6359729766845703,
      "epoch": 0.6514913657770801,
      "rel-constrast": 3.5306811332702637,
      "step": 830,
      "subrel-constrast": 3.862781524658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2751998901367188,
      "cov-distil (oracle2student)": 3.0522775650024414,
      "cov-distil (oracle2teacher)": 3.6421544551849365,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.296450138092041,
      "step": 831,
      "subrel-constrast": 3.56467604637146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0745620727539062,
      "cov-distil (oracle2student)": 5.570357322692871,
      "cov-distil (oracle2teacher)": 5.431642532348633,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.4191153049468994,
      "step": 832,
      "subrel-constrast": 4.297821044921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0253512859344482,
      "cov-distil (oracle2student)": 3.172837257385254,
      "cov-distil (oracle2teacher)": 3.157771110534668,
      "epoch": 0.6538461538461539,
      "rel-constrast": 2.1749765872955322,
      "step": 833,
      "subrel-constrast": 2.6655025482177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8345565795898438,
      "cov-distil (oracle2student)": 3.647250175476074,
      "cov-distil (oracle2teacher)": 4.104018211364746,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.0831971168518066,
      "step": 834,
      "subrel-constrast": 3.9263877868652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1400790214538574,
      "cov-distil (oracle2student)": 6.801695346832275,
      "cov-distil (oracle2teacher)": 6.226314544677734,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.7767677307128906,
      "step": 835,
      "subrel-constrast": 2.7513608932495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8741283416748047,
      "cov-distil (oracle2student)": 5.381078720092773,
      "cov-distil (oracle2teacher)": 4.845165252685547,
      "epoch": 0.6562009419152276,
      "rel-constrast": 3.7048087120056152,
      "step": 836,
      "subrel-constrast": 4.013387680053711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.509305238723755,
      "cov-distil (oracle2student)": 4.003589153289795,
      "cov-distil (oracle2teacher)": 3.888798475265503,
      "epoch": 0.6569858712715856,
      "rel-constrast": 4.247440338134766,
      "step": 837,
      "subrel-constrast": 4.633803367614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3763607740402222,
      "cov-distil (oracle2student)": 4.522030830383301,
      "cov-distil (oracle2teacher)": 4.00711727142334,
      "epoch": 0.6577708006279435,
      "rel-constrast": 3.0142648220062256,
      "step": 838,
      "subrel-constrast": 3.0775182247161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8249377012252808,
      "cov-distil (oracle2student)": 4.460371017456055,
      "cov-distil (oracle2teacher)": 4.001854419708252,
      "epoch": 0.6585557299843015,
      "rel-constrast": 4.2300615310668945,
      "step": 839,
      "subrel-constrast": 4.26546573638916,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 6.4375,
      "learning_rate": 9.860624619337844e-05,
      "loss": 0.8119,
      "step": 840
    },
    {
      "cov-distil": 1.7932682037353516,
      "cov-distil (oracle2student)": 4.844455718994141,
      "cov-distil (oracle2teacher)": 5.34013557434082,
      "epoch": 0.6593406593406593,
      "rel-constrast": 2.8435957431793213,
      "step": 840,
      "subrel-constrast": 3.8842716217041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8983983993530273,
      "cov-distil (oracle2student)": 5.041362285614014,
      "cov-distil (oracle2teacher)": 4.769496917724609,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.96820068359375,
      "step": 841,
      "subrel-constrast": 3.1143593788146973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.716109037399292,
      "cov-distil (oracle2student)": 5.411200523376465,
      "cov-distil (oracle2teacher)": 4.929103851318359,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.8813300132751465,
      "step": 842,
      "subrel-constrast": 3.6942622661590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6022104024887085,
      "cov-distil (oracle2student)": 3.593644618988037,
      "cov-distil (oracle2teacher)": 3.6846423149108887,
      "epoch": 0.6616954474097331,
      "rel-constrast": 3.258404493331909,
      "step": 843,
      "subrel-constrast": 3.2535347938537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7584868669509888,
      "cov-distil (oracle2student)": 3.4075636863708496,
      "cov-distil (oracle2teacher)": 3.976154088973999,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.675626754760742,
      "step": 844,
      "subrel-constrast": 3.202167510986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31947660446167,
      "cov-distil (oracle2student)": 4.102179050445557,
      "cov-distil (oracle2teacher)": 4.002366065979004,
      "epoch": 0.6632653061224489,
      "rel-constrast": 3.186066150665283,
      "step": 845,
      "subrel-constrast": 3.8638195991516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20290470123291,
      "cov-distil (oracle2student)": 6.086158752441406,
      "cov-distil (oracle2teacher)": 5.538266181945801,
      "epoch": 0.6640502354788069,
      "rel-constrast": 3.0532195568084717,
      "step": 846,
      "subrel-constrast": 3.513753890991211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1462507247924805,
      "cov-distil (oracle2student)": 4.546612739562988,
      "cov-distil (oracle2teacher)": 3.7967982292175293,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.7040305137634277,
      "step": 847,
      "subrel-constrast": 4.116028308868408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481507539749146,
      "cov-distil (oracle2student)": 3.7187976837158203,
      "cov-distil (oracle2teacher)": 4.09123420715332,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.11623477935791,
      "step": 848,
      "subrel-constrast": 2.6120615005493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6504361629486084,
      "cov-distil (oracle2student)": 4.447757244110107,
      "cov-distil (oracle2teacher)": 3.683622360229492,
      "epoch": 0.6664050235478807,
      "rel-constrast": 2.794543743133545,
      "step": 849,
      "subrel-constrast": 3.216076612472534,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 4.75,
      "learning_rate": 9.852321915757687e-05,
      "loss": 0.737,
      "step": 850
    },
    {
      "cov-distil": 1.8476208448410034,
      "cov-distil (oracle2student)": 3.799886465072632,
      "cov-distil (oracle2teacher)": 4.0958147048950195,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.446192979812622,
      "step": 850,
      "subrel-constrast": 2.9028751850128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653630018234253,
      "cov-distil (oracle2student)": 2.9232559204101562,
      "cov-distil (oracle2teacher)": 3.4395127296447754,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.439603328704834,
      "step": 851,
      "subrel-constrast": 4.398451805114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9970571994781494,
      "cov-distil (oracle2student)": 4.456029891967773,
      "cov-distil (oracle2teacher)": 3.9580633640289307,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.5441927909851074,
      "step": 852,
      "subrel-constrast": 2.6098062992095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1739444732666016,
      "cov-distil (oracle2student)": 7.027693748474121,
      "cov-distil (oracle2teacher)": 6.03062629699707,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.450789451599121,
      "step": 853,
      "subrel-constrast": 2.729295253753662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5446701049804688,
      "cov-distil (oracle2student)": 6.14357852935791,
      "cov-distil (oracle2teacher)": 5.670658111572266,
      "epoch": 0.6703296703296703,
      "rel-constrast": 3.3031508922576904,
      "step": 854,
      "subrel-constrast": 3.274480104446411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8813114166259766,
      "cov-distil (oracle2student)": 4.070191383361816,
      "cov-distil (oracle2teacher)": 4.764598846435547,
      "epoch": 0.6711145996860283,
      "rel-constrast": 2.704343318939209,
      "step": 855,
      "subrel-constrast": 4.197836875915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1737141609191895,
      "cov-distil (oracle2student)": 4.953524589538574,
      "cov-distil (oracle2teacher)": 4.421849250793457,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.3928616046905518,
      "step": 856,
      "subrel-constrast": 3.9209048748016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1178855895996094,
      "cov-distil (oracle2student)": 5.617116451263428,
      "cov-distil (oracle2teacher)": 4.866276741027832,
      "epoch": 0.6726844583987441,
      "rel-constrast": 4.140182971954346,
      "step": 857,
      "subrel-constrast": 3.850865602493286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8065265417099,
      "cov-distil (oracle2student)": 4.722374439239502,
      "cov-distil (oracle2teacher)": 5.1921772956848145,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.59993577003479,
      "step": 858,
      "subrel-constrast": 3.4927937984466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709890604019165,
      "cov-distil (oracle2student)": 4.7918243408203125,
      "cov-distil (oracle2teacher)": 4.812108516693115,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.4060208797454834,
      "step": 859,
      "subrel-constrast": 3.971734046936035,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 5.3125,
      "learning_rate": 9.843782716852963e-05,
      "loss": 0.7857,
      "step": 860
    },
    {
      "cov-distil": 1.9011385440826416,
      "cov-distil (oracle2student)": 5.2489495277404785,
      "cov-distil (oracle2teacher)": 4.7417449951171875,
      "epoch": 0.6750392464678179,
      "rel-constrast": 3.0843453407287598,
      "step": 860,
      "subrel-constrast": 3.639788866043091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3436992168426514,
      "cov-distil (oracle2student)": 3.9553139209747314,
      "cov-distil (oracle2teacher)": 3.4716763496398926,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.962019443511963,
      "step": 861,
      "subrel-constrast": 3.4591503143310547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803753852844238,
      "cov-distil (oracle2student)": 5.791085243225098,
      "cov-distil (oracle2teacher)": 5.756894588470459,
      "epoch": 0.6766091051805337,
      "rel-constrast": 3.4660849571228027,
      "step": 862,
      "subrel-constrast": 3.263728380203247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6334576606750488,
      "cov-distil (oracle2student)": 5.04682731628418,
      "cov-distil (oracle2teacher)": 5.169507026672363,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.2854089736938477,
      "step": 863,
      "subrel-constrast": 3.909099578857422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391226053237915,
      "cov-distil (oracle2student)": 5.928565979003906,
      "cov-distil (oracle2teacher)": 5.768781661987305,
      "epoch": 0.6781789638932496,
      "rel-constrast": 3.640770435333252,
      "step": 864,
      "subrel-constrast": 3.5787177085876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0222177505493164,
      "cov-distil (oracle2student)": 5.005880832672119,
      "cov-distil (oracle2teacher)": 5.377101898193359,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.433047294616699,
      "step": 865,
      "subrel-constrast": 2.9782192707061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022794485092163,
      "cov-distil (oracle2student)": 5.149134159088135,
      "cov-distil (oracle2teacher)": 5.476945877075195,
      "epoch": 0.6797488226059655,
      "rel-constrast": 2.586219310760498,
      "step": 866,
      "subrel-constrast": 3.5305850505828857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7700340747833252,
      "cov-distil (oracle2student)": 5.558231353759766,
      "cov-distil (oracle2teacher)": 4.9863481521606445,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.9773359298706055,
      "step": 867,
      "subrel-constrast": 4.829087734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6589233875274658,
      "cov-distil (oracle2student)": 4.069425582885742,
      "cov-distil (oracle2teacher)": 4.0551533699035645,
      "epoch": 0.6813186813186813,
      "rel-constrast": 1.6244583129882812,
      "step": 868,
      "subrel-constrast": 2.5108296871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366849422454834,
      "cov-distil (oracle2student)": 3.229271411895752,
      "cov-distil (oracle2teacher)": 3.1183154582977295,
      "epoch": 0.6821036106750392,
      "rel-constrast": 2.884157180786133,
      "step": 869,
      "subrel-constrast": 2.9356439113616943,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 5.0,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.7486,
      "step": 870
    },
    {
      "cov-distil": 1.8357915878295898,
      "cov-distil (oracle2student)": 5.781106948852539,
      "cov-distil (oracle2teacher)": 5.6711931228637695,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.4532573223114014,
      "step": 870,
      "subrel-constrast": 3.0575616359710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3572862148284912,
      "cov-distil (oracle2student)": 4.012608051300049,
      "cov-distil (oracle2teacher)": 4.346127033233643,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.2663025856018066,
      "step": 871,
      "subrel-constrast": 3.9761571884155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.346961498260498,
      "cov-distil (oracle2student)": 4.250721454620361,
      "cov-distil (oracle2teacher)": 4.407423973083496,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.827479362487793,
      "step": 872,
      "subrel-constrast": 3.3815619945526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522505283355713,
      "cov-distil (oracle2student)": 4.983035564422607,
      "cov-distil (oracle2teacher)": 5.121481895446777,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.470021963119507,
      "step": 873,
      "subrel-constrast": 3.1316187381744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9002915620803833,
      "cov-distil (oracle2student)": 6.159367561340332,
      "cov-distil (oracle2teacher)": 4.6945390701293945,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.8450379371643066,
      "step": 874,
      "subrel-constrast": 2.9946038722991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.786273717880249,
      "cov-distil (oracle2student)": 4.221595764160156,
      "cov-distil (oracle2teacher)": 4.532271862030029,
      "epoch": 0.6868131868131868,
      "rel-constrast": 3.11167049407959,
      "step": 875,
      "subrel-constrast": 2.9937050342559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.716665267944336,
      "cov-distil (oracle2student)": 5.652154922485352,
      "cov-distil (oracle2teacher)": 4.4683122634887695,
      "epoch": 0.6875981161695447,
      "rel-constrast": 3.873222589492798,
      "step": 876,
      "subrel-constrast": 4.308521270751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.142163634300232,
      "cov-distil (oracle2student)": 4.106964111328125,
      "cov-distil (oracle2teacher)": 4.273698806762695,
      "epoch": 0.6883830455259027,
      "rel-constrast": 1.8129533529281616,
      "step": 877,
      "subrel-constrast": 2.2508487701416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5149424076080322,
      "cov-distil (oracle2student)": 4.765688896179199,
      "cov-distil (oracle2teacher)": 3.7488813400268555,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.935824155807495,
      "step": 878,
      "subrel-constrast": 3.129270076751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6407774686813354,
      "cov-distil (oracle2student)": 4.680586814880371,
      "cov-distil (oracle2teacher)": 4.390491008758545,
      "epoch": 0.6899529042386185,
      "rel-constrast": 3.227634906768799,
      "step": 879,
      "subrel-constrast": 3.2771055698394775,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 5.90625,
      "learning_rate": 9.82599650933e-05,
      "loss": 0.7706,
      "step": 880
    },
    {
      "cov-distil": 2.7363474369049072,
      "cov-distil (oracle2student)": 6.078733444213867,
      "cov-distil (oracle2teacher)": 5.015332221984863,
      "epoch": 0.6907378335949764,
      "rel-constrast": 2.714451789855957,
      "step": 880,
      "subrel-constrast": 3.425591230392456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628839373588562,
      "cov-distil (oracle2student)": 3.344921588897705,
      "cov-distil (oracle2teacher)": 3.4370713233947754,
      "epoch": 0.6915227629513344,
      "rel-constrast": 2.997321844100952,
      "step": 881,
      "subrel-constrast": 3.141572952270508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.947806715965271,
      "cov-distil (oracle2student)": 5.297331809997559,
      "cov-distil (oracle2teacher)": 5.108390808105469,
      "epoch": 0.6923076923076923,
      "rel-constrast": 3.8490028381347656,
      "step": 882,
      "subrel-constrast": 4.2757649421691895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8333020210266113,
      "cov-distil (oracle2student)": 3.500699520111084,
      "cov-distil (oracle2teacher)": 3.4460935592651367,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.253633975982666,
      "step": 883,
      "subrel-constrast": 2.8866772651672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6034955978393555,
      "cov-distil (oracle2student)": 5.340747356414795,
      "cov-distil (oracle2teacher)": 5.031431674957275,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.617584228515625,
      "step": 884,
      "subrel-constrast": 4.105588436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.546415328979492,
      "cov-distil (oracle2student)": 4.007678031921387,
      "cov-distil (oracle2teacher)": 3.5684432983398438,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.5655574798583984,
      "step": 885,
      "subrel-constrast": 3.6288955211639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6666301488876343,
      "cov-distil (oracle2student)": 3.1865406036376953,
      "cov-distil (oracle2teacher)": 3.4656922817230225,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.2035813331604004,
      "step": 886,
      "subrel-constrast": 3.753871202468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4626917839050293,
      "cov-distil (oracle2student)": 3.6857194900512695,
      "cov-distil (oracle2teacher)": 3.7704074382781982,
      "epoch": 0.6962323390894819,
      "rel-constrast": 2.7217488288879395,
      "step": 887,
      "subrel-constrast": 3.1417415142059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.888635516166687,
      "cov-distil (oracle2student)": 3.9392340183258057,
      "cov-distil (oracle2teacher)": 3.2613866329193115,
      "epoch": 0.6970172684458399,
      "rel-constrast": 3.155149221420288,
      "step": 888,
      "subrel-constrast": 3.0047175884246826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7465016841888428,
      "cov-distil (oracle2student)": 4.967715740203857,
      "cov-distil (oracle2teacher)": 4.903139114379883,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.6138432025909424,
      "step": 889,
      "subrel-constrast": 2.6046864986419678,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 5.21875,
      "learning_rate": 9.816750367586425e-05,
      "loss": 0.7423,
      "step": 890
    },
    {
      "cov-distil": 1.9466463327407837,
      "cov-distil (oracle2student)": 5.731828689575195,
      "cov-distil (oracle2teacher)": 5.3878865242004395,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.602626323699951,
      "step": 890,
      "subrel-constrast": 3.000684976577759,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1622097492218018,
      "cov-distil (oracle2student)": 5.516799449920654,
      "cov-distil (oracle2teacher)": 5.130726337432861,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.64345645904541,
      "step": 891,
      "subrel-constrast": 3.044387102127075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9381442070007324,
      "cov-distil (oracle2student)": 3.1896729469299316,
      "cov-distil (oracle2teacher)": 3.4373769760131836,
      "epoch": 0.7001569858712716,
      "rel-constrast": 3.0750160217285156,
      "step": 892,
      "subrel-constrast": 3.9323768615722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9529898166656494,
      "cov-distil (oracle2student)": 5.2922258377075195,
      "cov-distil (oracle2teacher)": 4.633241653442383,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.23818039894104,
      "step": 893,
      "subrel-constrast": 2.42106294631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0490615367889404,
      "cov-distil (oracle2student)": 4.938942909240723,
      "cov-distil (oracle2teacher)": 4.754124641418457,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.4617698192596436,
      "step": 894,
      "subrel-constrast": 2.8588082790374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8715764284133911,
      "cov-distil (oracle2student)": 5.636605262756348,
      "cov-distil (oracle2teacher)": 5.012208938598633,
      "epoch": 0.7025117739403454,
      "rel-constrast": 3.0383286476135254,
      "step": 895,
      "subrel-constrast": 3.813549757003784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4446543455123901,
      "cov-distil (oracle2student)": 4.356314659118652,
      "cov-distil (oracle2teacher)": 4.408705711364746,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.4214048385620117,
      "step": 896,
      "subrel-constrast": 2.870572090148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7039780616760254,
      "cov-distil (oracle2student)": 4.380593299865723,
      "cov-distil (oracle2teacher)": 4.251995086669922,
      "epoch": 0.7040816326530612,
      "rel-constrast": 2.5988681316375732,
      "step": 897,
      "subrel-constrast": 2.789677858352661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0595836639404297,
      "cov-distil (oracle2student)": 4.234465599060059,
      "cov-distil (oracle2teacher)": 4.407106876373291,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.38447904586792,
      "step": 898,
      "subrel-constrast": 3.208568572998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.71726655960083,
      "cov-distil (oracle2student)": 4.902285575866699,
      "cov-distil (oracle2teacher)": 3.620091438293457,
      "epoch": 0.7056514913657771,
      "rel-constrast": 4.235128402709961,
      "step": 899,
      "subrel-constrast": 3.9547746181488037,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 6.34375,
      "learning_rate": 9.807269464225355e-05,
      "loss": 0.6925,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.25468751788139343,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.05535888671875
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.04229736328125
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.0130615234375,
      "step": 900
    },
    {
      "cov-distil": 1.8407496213912964,
      "cov-distil (oracle2student)": 3.260833263397217,
      "cov-distil (oracle2teacher)": 3.9373779296875,
      "epoch": 0.706436420722135,
      "rel-constrast": 3.6961569786071777,
      "step": 900,
      "subrel-constrast": 4.216863632202148,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.740110158920288,
      "cov-distil (oracle2student)": 3.667039632797241,
      "cov-distil (oracle2teacher)": 3.741396188735962,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.629180669784546,
      "step": 901,
      "subrel-constrast": 4.12168025970459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5067317485809326,
      "cov-distil (oracle2student)": 3.1275298595428467,
      "cov-distil (oracle2teacher)": 3.042591094970703,
      "epoch": 0.7080062794348508,
      "rel-constrast": 2.929525852203369,
      "step": 902,
      "subrel-constrast": 3.6268560886383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7695972919464111,
      "cov-distil (oracle2student)": 5.584719657897949,
      "cov-distil (oracle2teacher)": 5.825503826141357,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.39849591255188,
      "step": 903,
      "subrel-constrast": 2.7628743648529053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2904689311981201,
      "cov-distil (oracle2student)": 5.247722625732422,
      "cov-distil (oracle2teacher)": 4.710346221923828,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.8395137786865234,
      "step": 904,
      "subrel-constrast": 2.9313738346099854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5595015287399292,
      "cov-distil (oracle2student)": 4.653474807739258,
      "cov-distil (oracle2teacher)": 4.595617771148682,
      "epoch": 0.7103610675039247,
      "rel-constrast": 4.116765975952148,
      "step": 905,
      "subrel-constrast": 3.7904837131500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295142412185669,
      "cov-distil (oracle2student)": 5.427575588226318,
      "cov-distil (oracle2teacher)": 4.986757278442383,
      "epoch": 0.7111459968602826,
      "rel-constrast": 3.5836400985717773,
      "step": 906,
      "subrel-constrast": 3.6182072162628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616787075996399,
      "cov-distil (oracle2student)": 3.8865456581115723,
      "cov-distil (oracle2teacher)": 4.0636749267578125,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.480989456176758,
      "step": 907,
      "subrel-constrast": 2.448213577270508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001237630844116,
      "cov-distil (oracle2student)": 4.3787102699279785,
      "cov-distil (oracle2teacher)": 4.154521942138672,
      "epoch": 0.7127158555729984,
      "rel-constrast": 2.9487812519073486,
      "step": 908,
      "subrel-constrast": 3.664116621017456,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5361828804016113,
      "cov-distil (oracle2student)": 7.128787040710449,
      "cov-distil (oracle2teacher)": 6.05674934387207,
      "epoch": 0.7135007849293563,
      "rel-constrast": 4.406897068023682,
      "step": 909,
      "subrel-constrast": 4.4440178871154785,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 7.21875,
      "learning_rate": 9.797554261332645e-05,
      "loss": 0.8257,
      "step": 910
    },
    {
      "cov-distil": 1.786551594734192,
      "cov-distil (oracle2student)": 5.215156078338623,
      "cov-distil (oracle2teacher)": 5.294277667999268,
      "epoch": 0.7142857142857143,
      "rel-constrast": 2.723827362060547,
      "step": 910,
      "subrel-constrast": 3.3498501777648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6455974578857422,
      "cov-distil (oracle2student)": 4.505170822143555,
      "cov-distil (oracle2teacher)": 4.498678684234619,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.5985794067382812,
      "step": 911,
      "subrel-constrast": 3.2024712562561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953809976577759,
      "cov-distil (oracle2student)": 4.711015701293945,
      "cov-distil (oracle2teacher)": 4.19320011138916,
      "epoch": 0.7158555729984302,
      "rel-constrast": 2.856955051422119,
      "step": 912,
      "subrel-constrast": 2.9320013523101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8617753982543945,
      "cov-distil (oracle2student)": 5.724812984466553,
      "cov-distil (oracle2teacher)": 5.871790885925293,
      "epoch": 0.716640502354788,
      "rel-constrast": 3.199453830718994,
      "step": 913,
      "subrel-constrast": 3.8836166858673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2554163932800293,
      "cov-distil (oracle2student)": 4.44309139251709,
      "cov-distil (oracle2teacher)": 4.016670227050781,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.654061794281006,
      "step": 914,
      "subrel-constrast": 3.601097822189331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.428687334060669,
      "cov-distil (oracle2student)": 4.3781352043151855,
      "cov-distil (oracle2teacher)": 3.957720994949341,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.706526279449463,
      "step": 915,
      "subrel-constrast": 3.1721620559692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935940980911255,
      "cov-distil (oracle2student)": 4.858853340148926,
      "cov-distil (oracle2teacher)": 4.948392391204834,
      "epoch": 0.7189952904238619,
      "rel-constrast": 3.5648012161254883,
      "step": 916,
      "subrel-constrast": 3.8377349376678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.763209819793701,
      "cov-distil (oracle2student)": 5.60874605178833,
      "cov-distil (oracle2teacher)": 4.501255035400391,
      "epoch": 0.7197802197802198,
      "rel-constrast": 3.1834559440612793,
      "step": 917,
      "subrel-constrast": 3.229177236557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4738895893096924,
      "cov-distil (oracle2student)": 6.4940290451049805,
      "cov-distil (oracle2teacher)": 5.632797718048096,
      "epoch": 0.7205651491365777,
      "rel-constrast": 3.3771724700927734,
      "step": 918,
      "subrel-constrast": 3.4045915603637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430548906326294,
      "cov-distil (oracle2student)": 5.622218132019043,
      "cov-distil (oracle2teacher)": 5.129364013671875,
      "epoch": 0.7213500784929356,
      "rel-constrast": 3.042377471923828,
      "step": 919,
      "subrel-constrast": 3.771855354309082,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 6.25,
      "learning_rate": 9.787605232413574e-05,
      "loss": 0.7477,
      "step": 920
    },
    {
      "cov-distil": 1.8627078533172607,
      "cov-distil (oracle2student)": 4.172760963439941,
      "cov-distil (oracle2teacher)": 4.95361852645874,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.6689465045928955,
      "step": 920,
      "subrel-constrast": 3.1703972816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9494125843048096,
      "cov-distil (oracle2student)": 3.7724709510803223,
      "cov-distil (oracle2teacher)": 3.9020590782165527,
      "epoch": 0.7229199372056515,
      "rel-constrast": 3.096053123474121,
      "step": 921,
      "subrel-constrast": 3.208143949508667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011183977127075,
      "cov-distil (oracle2student)": 3.872668504714966,
      "cov-distil (oracle2teacher)": 3.946495771408081,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.136563777923584,
      "step": 922,
      "subrel-constrast": 3.0625925064086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714857578277588,
      "cov-distil (oracle2student)": 4.8195695877075195,
      "cov-distil (oracle2teacher)": 4.549133777618408,
      "epoch": 0.7244897959183674,
      "rel-constrast": 2.899697780609131,
      "step": 923,
      "subrel-constrast": 3.3351733684539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2173783779144287,
      "cov-distil (oracle2student)": 3.195467472076416,
      "cov-distil (oracle2teacher)": 4.054574966430664,
      "epoch": 0.7252747252747253,
      "rel-constrast": 2.9137673377990723,
      "step": 924,
      "subrel-constrast": 3.8026063442230225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0673595666885376,
      "cov-distil (oracle2student)": 4.156356334686279,
      "cov-distil (oracle2teacher)": 4.450804710388184,
      "epoch": 0.7260596546310832,
      "rel-constrast": 3.2705607414245605,
      "step": 925,
      "subrel-constrast": 3.446052074432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.390627384185791,
      "cov-distil (oracle2student)": 6.808523654937744,
      "cov-distil (oracle2teacher)": 6.456216812133789,
      "epoch": 0.7268445839874411,
      "rel-constrast": 2.8317933082580566,
      "step": 926,
      "subrel-constrast": 3.115098237991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8963674306869507,
      "cov-distil (oracle2student)": 3.7358078956604004,
      "cov-distil (oracle2teacher)": 3.5141468048095703,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.372922420501709,
      "step": 927,
      "subrel-constrast": 3.121760845184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2531800270080566,
      "cov-distil (oracle2student)": 6.727989196777344,
      "cov-distil (oracle2teacher)": 5.716962814331055,
      "epoch": 0.728414442700157,
      "rel-constrast": 3.78003191947937,
      "step": 928,
      "subrel-constrast": 3.6977131366729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987708330154419,
      "cov-distil (oracle2student)": 4.452771186828613,
      "cov-distil (oracle2teacher)": 4.749162673950195,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.5677692890167236,
      "step": 929,
      "subrel-constrast": 4.1655378341674805,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 5.8125,
      "learning_rate": 9.777422862369783e-05,
      "loss": 0.7385,
      "step": 930
    },
    {
      "cov-distil": 1.7368295192718506,
      "cov-distil (oracle2student)": 4.7564005851745605,
      "cov-distil (oracle2teacher)": 4.16996431350708,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.8531627655029297,
      "step": 930,
      "subrel-constrast": 3.3627004623413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9226295948028564,
      "cov-distil (oracle2student)": 5.338086128234863,
      "cov-distil (oracle2teacher)": 5.270588397979736,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.4154019355773926,
      "step": 931,
      "subrel-constrast": 4.107800483703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8302463293075562,
      "cov-distil (oracle2student)": 4.726552963256836,
      "cov-distil (oracle2teacher)": 5.269484043121338,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.2714157104492188,
      "step": 932,
      "subrel-constrast": 3.2109100818634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784433841705322,
      "cov-distil (oracle2student)": 2.957815170288086,
      "cov-distil (oracle2teacher)": 2.7704668045043945,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.6303391456604004,
      "step": 933,
      "subrel-constrast": 4.0727105140686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3381521701812744,
      "cov-distil (oracle2student)": 4.858553886413574,
      "cov-distil (oracle2teacher)": 4.869723320007324,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.1892170906066895,
      "step": 934,
      "subrel-constrast": 4.102866172790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4390835762023926,
      "cov-distil (oracle2student)": 5.144338607788086,
      "cov-distil (oracle2teacher)": 4.452655792236328,
      "epoch": 0.7339089481946625,
      "rel-constrast": 3.070255994796753,
      "step": 935,
      "subrel-constrast": 3.802598476409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8190028667449951,
      "cov-distil (oracle2student)": 5.4936418533325195,
      "cov-distil (oracle2teacher)": 4.726830005645752,
      "epoch": 0.7346938775510204,
      "rel-constrast": 3.5670557022094727,
      "step": 936,
      "subrel-constrast": 3.9263687133789062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180173873901367,
      "cov-distil (oracle2student)": 5.865570068359375,
      "cov-distil (oracle2teacher)": 5.242393493652344,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.3915109634399414,
      "step": 937,
      "subrel-constrast": 3.9790494441986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385359525680542,
      "cov-distil (oracle2student)": 3.734978675842285,
      "cov-distil (oracle2teacher)": 3.4122490882873535,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.0432159900665283,
      "step": 938,
      "subrel-constrast": 2.5637435913085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1232192516326904,
      "cov-distil (oracle2student)": 2.712550640106201,
      "cov-distil (oracle2teacher)": 3.2529749870300293,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.207620620727539,
      "step": 939,
      "subrel-constrast": 3.8951377868652344,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 6.875,
      "learning_rate": 9.767007647475617e-05,
      "loss": 0.766,
      "step": 940
    },
    {
      "cov-distil": 2.2693028450012207,
      "cov-distil (oracle2student)": 4.064274787902832,
      "cov-distil (oracle2teacher)": 4.11331844329834,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.6425251960754395,
      "step": 940,
      "subrel-constrast": 3.9783694744110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9522404670715332,
      "cov-distil (oracle2student)": 4.718964099884033,
      "cov-distil (oracle2teacher)": 4.223692417144775,
      "epoch": 0.7386185243328101,
      "rel-constrast": 3.281933069229126,
      "step": 941,
      "subrel-constrast": 3.544442892074585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9555578231811523,
      "cov-distil (oracle2student)": 4.138413906097412,
      "cov-distil (oracle2teacher)": 3.711153268814087,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.5685880184173584,
      "step": 942,
      "subrel-constrast": 4.1931328773498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3551998138427734,
      "cov-distil (oracle2student)": 4.326603889465332,
      "cov-distil (oracle2teacher)": 4.409797668457031,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.875591278076172,
      "step": 943,
      "subrel-constrast": 3.770340919494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0044326782226562,
      "cov-distil (oracle2student)": 5.0276408195495605,
      "cov-distil (oracle2teacher)": 4.6842570304870605,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.37480354309082,
      "step": 944,
      "subrel-constrast": 4.730800151824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6864572763442993,
      "cov-distil (oracle2student)": 4.006084442138672,
      "cov-distil (oracle2teacher)": 4.320786476135254,
      "epoch": 0.7417582417582418,
      "rel-constrast": 1.7915642261505127,
      "step": 945,
      "subrel-constrast": 2.6257095336914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826425552368164,
      "cov-distil (oracle2student)": 3.670537233352661,
      "cov-distil (oracle2teacher)": 3.358562469482422,
      "epoch": 0.7425431711145997,
      "rel-constrast": 2.3271780014038086,
      "step": 946,
      "subrel-constrast": 2.7534682750701904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200884819030762,
      "cov-distil (oracle2student)": 3.644151449203491,
      "cov-distil (oracle2teacher)": 4.217606544494629,
      "epoch": 0.7433281004709577,
      "rel-constrast": 2.635843276977539,
      "step": 947,
      "subrel-constrast": 3.7450814247131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3813540935516357,
      "cov-distil (oracle2student)": 4.867382049560547,
      "cov-distil (oracle2teacher)": 4.899857997894287,
      "epoch": 0.7441130298273155,
      "rel-constrast": 3.6640052795410156,
      "step": 948,
      "subrel-constrast": 4.497448444366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195073127746582,
      "cov-distil (oracle2student)": 4.474062919616699,
      "cov-distil (oracle2teacher)": 4.130878448486328,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.8083724975585938,
      "step": 949,
      "subrel-constrast": 2.8522465229034424,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 5.28125,
      "learning_rate": 9.756360095353956e-05,
      "loss": 0.7743,
      "step": 950
    },
    {
      "cov-distil": 1.6639275550842285,
      "cov-distil (oracle2student)": 4.661107063293457,
      "cov-distil (oracle2teacher)": 4.9860100746154785,
      "epoch": 0.7456828885400314,
      "rel-constrast": 3.693976402282715,
      "step": 950,
      "subrel-constrast": 4.1136250495910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2420125007629395,
      "cov-distil (oracle2student)": 4.0733842849731445,
      "cov-distil (oracle2teacher)": 4.16691780090332,
      "epoch": 0.7464678178963893,
      "rel-constrast": 2.840409517288208,
      "step": 951,
      "subrel-constrast": 3.7085068225860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150315284729004,
      "cov-distil (oracle2student)": 3.438961982727051,
      "cov-distil (oracle2teacher)": 3.5745716094970703,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.2630016803741455,
      "step": 952,
      "subrel-constrast": 3.109869956970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918403148651123,
      "cov-distil (oracle2student)": 4.365021705627441,
      "cov-distil (oracle2teacher)": 3.9335737228393555,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.3876593112945557,
      "step": 953,
      "subrel-constrast": 2.852238178253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350559949874878,
      "cov-distil (oracle2student)": 3.175548791885376,
      "cov-distil (oracle2teacher)": 3.2890474796295166,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.630065679550171,
      "step": 954,
      "subrel-constrast": 3.3064382076263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2969986200332642,
      "cov-distil (oracle2student)": 3.4322309494018555,
      "cov-distil (oracle2teacher)": 3.622347354888916,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.568544626235962,
      "step": 955,
      "subrel-constrast": 2.809797763824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699225902557373,
      "cov-distil (oracle2student)": 4.573060035705566,
      "cov-distil (oracle2teacher)": 4.496098518371582,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.429108142852783,
      "step": 956,
      "subrel-constrast": 4.159007549285889,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0044541358947754,
      "cov-distil (oracle2student)": 3.972729206085205,
      "cov-distil (oracle2teacher)": 4.526277542114258,
      "epoch": 0.7511773940345369,
      "rel-constrast": 3.12625789642334,
      "step": 957,
      "subrel-constrast": 3.2796268463134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609786033630371,
      "cov-distil (oracle2student)": 5.248183250427246,
      "cov-distil (oracle2teacher)": 4.974334716796875,
      "epoch": 0.7519623233908949,
      "rel-constrast": 3.038778781890869,
      "step": 958,
      "subrel-constrast": 3.0925495624542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5958950519561768,
      "cov-distil (oracle2student)": 4.394063949584961,
      "cov-distil (oracle2teacher)": 3.703871726989746,
      "epoch": 0.7527472527472527,
      "rel-constrast": 3.232132911682129,
      "step": 959,
      "subrel-constrast": 3.061253070831299,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 5.78125,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.7302,
      "step": 960
    },
    {
      "cov-distil": 2.0864620208740234,
      "cov-distil (oracle2student)": 4.740260124206543,
      "cov-distil (oracle2teacher)": 4.237260818481445,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.5632033348083496,
      "step": 960,
      "subrel-constrast": 3.096968412399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83790123462677,
      "cov-distil (oracle2student)": 5.499077796936035,
      "cov-distil (oracle2teacher)": 4.783426761627197,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.1892006397247314,
      "step": 961,
      "subrel-constrast": 3.184161901473999,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.504943370819092,
      "cov-distil (oracle2student)": 5.1436028480529785,
      "cov-distil (oracle2teacher)": 4.43512487411499,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.740537166595459,
      "step": 962,
      "subrel-constrast": 3.2676432132720947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4230341911315918,
      "cov-distil (oracle2student)": 5.312796592712402,
      "cov-distil (oracle2teacher)": 4.77877140045166,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.0437450408935547,
      "step": 963,
      "subrel-constrast": 3.490696668624878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7790298461914062,
      "cov-distil (oracle2student)": 4.3600873947143555,
      "cov-distil (oracle2teacher)": 4.315234184265137,
      "epoch": 0.7566718995290423,
      "rel-constrast": 3.0157017707824707,
      "step": 964,
      "subrel-constrast": 3.2715694904327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678769826889038,
      "cov-distil (oracle2student)": 5.562434673309326,
      "cov-distil (oracle2teacher)": 5.03788948059082,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.8744938373565674,
      "step": 965,
      "subrel-constrast": 3.0536389350891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832454800605774,
      "cov-distil (oracle2student)": 3.9724106788635254,
      "cov-distil (oracle2teacher)": 3.2542190551757812,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.2080178260803223,
      "step": 966,
      "subrel-constrast": 2.8813369274139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8695201873779297,
      "cov-distil (oracle2student)": 4.199202537536621,
      "cov-distil (oracle2teacher)": 4.002891540527344,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.695797920227051,
      "step": 967,
      "subrel-constrast": 3.147313117980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7784149646759033,
      "cov-distil (oracle2student)": 5.459742069244385,
      "cov-distil (oracle2teacher)": 5.264517784118652,
      "epoch": 0.7598116169544741,
      "rel-constrast": 3.25380802154541,
      "step": 968,
      "subrel-constrast": 3.254129648208618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4962892532348633,
      "cov-distil (oracle2student)": 4.863295555114746,
      "cov-distil (oracle2teacher)": 4.868590831756592,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.8896493911743164,
      "step": 969,
      "subrel-constrast": 3.830029249191284,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 6.46875,
      "learning_rate": 9.73437006651333e-05,
      "loss": 0.7369,
      "step": 970
    },
    {
      "cov-distil": 2.2408504486083984,
      "cov-distil (oracle2student)": 4.472637176513672,
      "cov-distil (oracle2teacher)": 4.761808395385742,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.7652626037597656,
      "step": 970,
      "subrel-constrast": 3.3548314571380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463611364364624,
      "cov-distil (oracle2student)": 5.4502997398376465,
      "cov-distil (oracle2teacher)": 5.78581428527832,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.67506742477417,
      "step": 971,
      "subrel-constrast": 3.015801191329956,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1691818237304688,
      "cov-distil (oracle2student)": 4.924385070800781,
      "cov-distil (oracle2teacher)": 4.475038528442383,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.37422513961792,
      "step": 972,
      "subrel-constrast": 4.1382222175598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8953605890274048,
      "cov-distil (oracle2student)": 4.3268280029296875,
      "cov-distil (oracle2teacher)": 4.284476280212402,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.915940284729004,
      "step": 973,
      "subrel-constrast": 3.3277652263641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0706324577331543,
      "cov-distil (oracle2student)": 4.5395612716674805,
      "cov-distil (oracle2teacher)": 4.917752265930176,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.517082929611206,
      "step": 974,
      "subrel-constrast": 3.0126101970672607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.687049388885498,
      "cov-distil (oracle2student)": 4.744575500488281,
      "cov-distil (oracle2teacher)": 5.100825786590576,
      "epoch": 0.7653061224489796,
      "rel-constrast": 3.1133134365081787,
      "step": 975,
      "subrel-constrast": 3.009458065032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5219788551330566,
      "cov-distil (oracle2student)": 4.606077671051025,
      "cov-distil (oracle2teacher)": 4.5946526527404785,
      "epoch": 0.7660910518053375,
      "rel-constrast": 3.0801525115966797,
      "step": 976,
      "subrel-constrast": 3.7429261207580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5943715572357178,
      "cov-distil (oracle2student)": 5.761242866516113,
      "cov-distil (oracle2teacher)": 6.158042907714844,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.4557533264160156,
      "step": 977,
      "subrel-constrast": 4.221856117248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4697537422180176,
      "cov-distil (oracle2student)": 3.6088597774505615,
      "cov-distil (oracle2teacher)": 3.9368934631347656,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.680184841156006,
      "step": 978,
      "subrel-constrast": 3.6663076877593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6095201969146729,
      "cov-distil (oracle2student)": 4.936522483825684,
      "cov-distil (oracle2teacher)": 5.0484490394592285,
      "epoch": 0.7684458398744113,
      "rel-constrast": 3.3453457355499268,
      "step": 979,
      "subrel-constrast": 3.6195552349090576,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 5.65625,
      "learning_rate": 9.723028661557345e-05,
      "loss": 0.7731,
      "step": 980
    },
    {
      "cov-distil": 2.608548402786255,
      "cov-distil (oracle2student)": 6.325955867767334,
      "cov-distil (oracle2teacher)": 5.362611770629883,
      "epoch": 0.7692307692307693,
      "rel-constrast": 4.72904109954834,
      "step": 980,
      "subrel-constrast": 4.633282661437988,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8555681705474854,
      "cov-distil (oracle2student)": 3.51702880859375,
      "cov-distil (oracle2teacher)": 3.7542824745178223,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.2324678897857666,
      "step": 981,
      "subrel-constrast": 3.2682833671569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6949172019958496,
      "cov-distil (oracle2student)": 3.4190893173217773,
      "cov-distil (oracle2teacher)": 3.532396078109741,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.1363162994384766,
      "step": 982,
      "subrel-constrast": 3.025468111038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001687526702881,
      "cov-distil (oracle2student)": 5.162622451782227,
      "cov-distil (oracle2teacher)": 4.906174659729004,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.2435755729675293,
      "step": 983,
      "subrel-constrast": 3.386625051498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6717441082000732,
      "cov-distil (oracle2student)": 4.970031261444092,
      "cov-distil (oracle2teacher)": 5.028567790985107,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.430567741394043,
      "step": 984,
      "subrel-constrast": 4.158372402191162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894020676612854,
      "cov-distil (oracle2student)": 5.69273567199707,
      "cov-distil (oracle2teacher)": 5.7616424560546875,
      "epoch": 0.7731554160125589,
      "rel-constrast": 3.24539852142334,
      "step": 985,
      "subrel-constrast": 3.588592290878296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.213320016860962,
      "cov-distil (oracle2student)": 4.15193510055542,
      "cov-distil (oracle2teacher)": 3.4828615188598633,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.0691003799438477,
      "step": 986,
      "subrel-constrast": 2.1049318313598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9399620294570923,
      "cov-distil (oracle2student)": 5.962563514709473,
      "cov-distil (oracle2teacher)": 5.0891571044921875,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.5315496921539307,
      "step": 987,
      "subrel-constrast": 3.175473928451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9873082637786865,
      "cov-distil (oracle2student)": 3.879462957382202,
      "cov-distil (oracle2teacher)": 4.701217174530029,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.231076240539551,
      "step": 988,
      "subrel-constrast": 3.1962640285491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6817327737808228,
      "cov-distil (oracle2student)": 4.560492038726807,
      "cov-distil (oracle2teacher)": 4.354237079620361,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.3035852909088135,
      "step": 989,
      "subrel-constrast": 3.228677749633789,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 9.8125,
      "learning_rate": 9.711457062847595e-05,
      "loss": 0.7288,
      "step": 990
    },
    {
      "cov-distil": 2.373619556427002,
      "cov-distil (oracle2student)": 5.270087242126465,
      "cov-distil (oracle2teacher)": 4.580936431884766,
      "epoch": 0.7770800627943485,
      "rel-constrast": 3.736295223236084,
      "step": 990,
      "subrel-constrast": 3.86787748336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5080857276916504,
      "cov-distil (oracle2student)": 4.893520355224609,
      "cov-distil (oracle2teacher)": 5.262659072875977,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.1857714653015137,
      "step": 991,
      "subrel-constrast": 2.553220748901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201525926589966,
      "cov-distil (oracle2student)": 3.822543144226074,
      "cov-distil (oracle2teacher)": 3.5979950428009033,
      "epoch": 0.7786499215070644,
      "rel-constrast": 3.782658100128174,
      "step": 992,
      "subrel-constrast": 2.5967936515808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737086534500122,
      "cov-distil (oracle2student)": 6.123680114746094,
      "cov-distil (oracle2teacher)": 4.917226314544678,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.567577362060547,
      "step": 993,
      "subrel-constrast": 3.061760902404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810461401939392,
      "cov-distil (oracle2student)": 6.6138434410095215,
      "cov-distil (oracle2teacher)": 6.086150169372559,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.7227563858032227,
      "step": 994,
      "subrel-constrast": 4.410459518432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1024041175842285,
      "cov-distil (oracle2student)": 3.7654216289520264,
      "cov-distil (oracle2teacher)": 4.124664783477783,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.8480610847473145,
      "step": 995,
      "subrel-constrast": 3.7138218879699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8917875289916992,
      "cov-distil (oracle2student)": 5.451686382293701,
      "cov-distil (oracle2teacher)": 4.858930587768555,
      "epoch": 0.7817896389324961,
      "rel-constrast": 3.059805154800415,
      "step": 996,
      "subrel-constrast": 3.3400866985321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7174370288848877,
      "cov-distil (oracle2student)": 4.8015546798706055,
      "cov-distil (oracle2teacher)": 4.364316940307617,
      "epoch": 0.782574568288854,
      "rel-constrast": 3.233010768890381,
      "step": 997,
      "subrel-constrast": 3.3928704261779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.855467438697815,
      "cov-distil (oracle2student)": 2.506343126296997,
      "cov-distil (oracle2teacher)": 2.5929317474365234,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.095796823501587,
      "step": 998,
      "subrel-constrast": 2.85597825050354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5373167991638184,
      "cov-distil (oracle2student)": 2.791018009185791,
      "cov-distil (oracle2teacher)": 2.3231453895568848,
      "epoch": 0.7841444270015698,
      "rel-constrast": 2.3800480365753174,
      "step": 999,
      "subrel-constrast": 2.2742366790771484,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 4.5,
      "learning_rate": 9.699655834367478e-05,
      "loss": 0.7403,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7399999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7432535329643555,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5589833986516509,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.41599999999999987,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.5926339582421426,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.570475000548925,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5221395046159025,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.3109374940395355,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.050323486328125
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.043548583984375
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.00677490234375,
      "step": 1000
    },
    {
      "cov-distil": 2.2220559120178223,
      "cov-distil (oracle2student)": 4.652631759643555,
      "cov-distil (oracle2teacher)": 4.49212646484375,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.9976391792297363,
      "step": 1000,
      "subrel-constrast": 3.120521068572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2383540868759155,
      "cov-distil (oracle2student)": 4.857394218444824,
      "cov-distil (oracle2teacher)": 4.5058698654174805,
      "epoch": 0.7857142857142857,
      "rel-constrast": 2.096691131591797,
      "step": 1001,
      "subrel-constrast": 2.405160427093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5775562524795532,
      "cov-distil (oracle2student)": 6.309476852416992,
      "cov-distil (oracle2teacher)": 6.23488187789917,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.3552122116088867,
      "step": 1002,
      "subrel-constrast": 2.8871240615844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615625858306885,
      "cov-distil (oracle2student)": 6.042086601257324,
      "cov-distil (oracle2teacher)": 5.101515769958496,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.5647706985473633,
      "step": 1003,
      "subrel-constrast": 3.0643577575683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4441382884979248,
      "cov-distil (oracle2student)": 3.4349868297576904,
      "cov-distil (oracle2teacher)": 3.7097859382629395,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.3904922008514404,
      "step": 1004,
      "subrel-constrast": 3.1132121086120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9155813455581665,
      "cov-distil (oracle2student)": 3.9127283096313477,
      "cov-distil (oracle2teacher)": 3.7885303497314453,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.3477210998535156,
      "step": 1005,
      "subrel-constrast": 2.6080334186553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049643039703369,
      "cov-distil (oracle2student)": 2.3924214839935303,
      "cov-distil (oracle2teacher)": 2.500920534133911,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.1030731201171875,
      "step": 1006,
      "subrel-constrast": 2.6920857429504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7804551124572754,
      "cov-distil (oracle2student)": 4.207074165344238,
      "cov-distil (oracle2teacher)": 5.112665176391602,
      "epoch": 0.7904238618524333,
      "rel-constrast": 2.625751256942749,
      "step": 1007,
      "subrel-constrast": 3.6450517177581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9925217628479004,
      "cov-distil (oracle2student)": 6.242094993591309,
      "cov-distil (oracle2teacher)": 6.371260643005371,
      "epoch": 0.7912087912087912,
      "rel-constrast": 3.1461076736450195,
      "step": 1008,
      "subrel-constrast": 3.7858760356903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0949201583862305,
      "cov-distil (oracle2student)": 4.731484413146973,
      "cov-distil (oracle2teacher)": 4.3150739669799805,
      "epoch": 0.7919937205651492,
      "rel-constrast": 3.240133285522461,
      "step": 1009,
      "subrel-constrast": 3.4277493953704834,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 6.375,
      "learning_rate": 9.68762555129222e-05,
      "loss": 0.6467,
      "step": 1010
    },
    {
      "cov-distil": 1.9001801013946533,
      "cov-distil (oracle2student)": 5.033917427062988,
      "cov-distil (oracle2teacher)": 4.1247382164001465,
      "epoch": 0.792778649921507,
      "rel-constrast": 3.8113157749176025,
      "step": 1010,
      "subrel-constrast": 3.1827008724212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.679527997970581,
      "cov-distil (oracle2student)": 6.2997894287109375,
      "cov-distil (oracle2teacher)": 5.206880569458008,
      "epoch": 0.793563579277865,
      "rel-constrast": 5.20538854598999,
      "step": 1011,
      "subrel-constrast": 4.4908342361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1722521781921387,
      "cov-distil (oracle2student)": 4.446900367736816,
      "cov-distil (oracle2teacher)": 4.073281288146973,
      "epoch": 0.7943485086342229,
      "rel-constrast": 3.079928398132324,
      "step": 1012,
      "subrel-constrast": 2.9327683448791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3347396850585938,
      "cov-distil (oracle2student)": 6.16030216217041,
      "cov-distil (oracle2teacher)": 5.783512115478516,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.6929585933685303,
      "step": 1013,
      "subrel-constrast": 3.588904619216919,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0405752658843994,
      "cov-distil (oracle2student)": 5.399529933929443,
      "cov-distil (oracle2teacher)": 5.72258186340332,
      "epoch": 0.7959183673469388,
      "rel-constrast": 4.165785789489746,
      "step": 1014,
      "subrel-constrast": 3.924041271209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5047541856765747,
      "cov-distil (oracle2student)": 2.9059927463531494,
      "cov-distil (oracle2teacher)": 4.093867301940918,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.477011203765869,
      "step": 1015,
      "subrel-constrast": 3.0542798042297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0494942665100098,
      "cov-distil (oracle2student)": 5.34476375579834,
      "cov-distil (oracle2teacher)": 4.709232330322266,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.7252578735351562,
      "step": 1016,
      "subrel-constrast": 3.6197428703308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3362746238708496,
      "cov-distil (oracle2student)": 4.520106792449951,
      "cov-distil (oracle2teacher)": 4.013367652893066,
      "epoch": 0.7982731554160125,
      "rel-constrast": 3.564831256866455,
      "step": 1017,
      "subrel-constrast": 3.3110179901123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627854824066162,
      "cov-distil (oracle2student)": 5.012027740478516,
      "cov-distil (oracle2teacher)": 5.013550758361816,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.5833587646484375,
      "step": 1018,
      "subrel-constrast": 3.4654154777526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1593987941741943,
      "cov-distil (oracle2student)": 2.8483946323394775,
      "cov-distil (oracle2teacher)": 3.0516819953918457,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.58328914642334,
      "step": 1019,
      "subrel-constrast": 3.040627956390381,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 4.84375,
      "learning_rate": 9.675366799960841e-05,
      "loss": 0.8472,
      "step": 1020
    },
    {
      "cov-distil": 2.437570095062256,
      "cov-distil (oracle2student)": 4.756840705871582,
      "cov-distil (oracle2teacher)": 4.2423553466796875,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.8842763900756836,
      "step": 1020,
      "subrel-constrast": 3.9078164100646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.774993419647217,
      "cov-distil (oracle2student)": 6.392549514770508,
      "cov-distil (oracle2teacher)": 5.12653923034668,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.6185861825942993,
      "step": 1021,
      "subrel-constrast": 2.544746160507202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8082510232925415,
      "cov-distil (oracle2student)": 5.41256856918335,
      "cov-distil (oracle2teacher)": 4.831231594085693,
      "epoch": 0.8021978021978022,
      "rel-constrast": 2.3891963958740234,
      "step": 1022,
      "subrel-constrast": 2.4263269901275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8076636791229248,
      "cov-distil (oracle2student)": 3.12150239944458,
      "cov-distil (oracle2teacher)": 3.554084300994873,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.3573646545410156,
      "step": 1023,
      "subrel-constrast": 4.076853275299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6311086416244507,
      "cov-distil (oracle2student)": 3.7371556758880615,
      "cov-distil (oracle2teacher)": 3.7065064907073975,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.4403395652770996,
      "step": 1024,
      "subrel-constrast": 3.3514978885650635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.93882155418396,
      "cov-distil (oracle2student)": 5.194793701171875,
      "cov-distil (oracle2teacher)": 4.571089744567871,
      "epoch": 0.804552590266876,
      "rel-constrast": 3.048978805541992,
      "step": 1025,
      "subrel-constrast": 3.278883934020996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5971382856369019,
      "cov-distil (oracle2student)": 6.307153701782227,
      "cov-distil (oracle2teacher)": 5.720582962036133,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.808367967605591,
      "step": 1026,
      "subrel-constrast": 3.990652561187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.693006992340088,
      "cov-distil (oracle2student)": 4.257879734039307,
      "cov-distil (oracle2teacher)": 3.7352466583251953,
      "epoch": 0.8061224489795918,
      "rel-constrast": 2.160508394241333,
      "step": 1027,
      "subrel-constrast": 2.786391258239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7385004758834839,
      "cov-distil (oracle2student)": 4.723557472229004,
      "cov-distil (oracle2teacher)": 4.878059387207031,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.691206693649292,
      "step": 1028,
      "subrel-constrast": 2.7727041244506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9647932052612305,
      "cov-distil (oracle2student)": 3.932286500930786,
      "cov-distil (oracle2teacher)": 4.364294052124023,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.513577461242676,
      "step": 1029,
      "subrel-constrast": 3.6264986991882324,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 6.875,
      "learning_rate": 9.662880177847594e-05,
      "loss": 0.7228,
      "step": 1030
    },
    {
      "cov-distil": 1.9191232919692993,
      "cov-distil (oracle2student)": 3.97472882270813,
      "cov-distil (oracle2teacher)": 4.297563552856445,
      "epoch": 0.8084772370486656,
      "rel-constrast": 3.537177324295044,
      "step": 1030,
      "subrel-constrast": 3.1744203567504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358812093734741,
      "cov-distil (oracle2student)": 6.342399597167969,
      "cov-distil (oracle2teacher)": 6.421349048614502,
      "epoch": 0.8092621664050236,
      "rel-constrast": 4.2921953201293945,
      "step": 1031,
      "subrel-constrast": 4.897681713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8863542079925537,
      "cov-distil (oracle2student)": 4.917356491088867,
      "cov-distil (oracle2teacher)": 4.268250942230225,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.1548519134521484,
      "step": 1032,
      "subrel-constrast": 4.014768600463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.095418691635132,
      "cov-distil (oracle2student)": 3.7074227333068848,
      "cov-distil (oracle2teacher)": 3.9573817253112793,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.5346951484680176,
      "step": 1033,
      "subrel-constrast": 3.379600763320923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861443281173706,
      "cov-distil (oracle2student)": 5.107637405395508,
      "cov-distil (oracle2teacher)": 5.090344429016113,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.3029911518096924,
      "step": 1034,
      "subrel-constrast": 2.5184624195098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917632579803467,
      "cov-distil (oracle2student)": 5.417839050292969,
      "cov-distil (oracle2teacher)": 5.605642318725586,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.8946871757507324,
      "step": 1035,
      "subrel-constrast": 3.528712272644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785286784172058,
      "cov-distil (oracle2student)": 3.998136043548584,
      "cov-distil (oracle2teacher)": 4.982183933258057,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.6775307655334473,
      "step": 1036,
      "subrel-constrast": 3.180603504180908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.359381675720215,
      "cov-distil (oracle2student)": 3.889887571334839,
      "cov-distil (oracle2teacher)": 4.29286527633667,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.325227975845337,
      "step": 1037,
      "subrel-constrast": 3.769688606262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631232500076294,
      "cov-distil (oracle2student)": 4.7699689865112305,
      "cov-distil (oracle2teacher)": 3.950439214706421,
      "epoch": 0.814756671899529,
      "rel-constrast": 4.087738513946533,
      "step": 1038,
      "subrel-constrast": 3.8070108890533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799464464187622,
      "cov-distil (oracle2student)": 5.067262649536133,
      "cov-distil (oracle2teacher)": 4.854604721069336,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.670283555984497,
      "step": 1039,
      "subrel-constrast": 3.3564188480377197,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 4.9375,
      "learning_rate": 9.65016629353282e-05,
      "loss": 0.7869,
      "step": 1040
    },
    {
      "cov-distil": 1.9141955375671387,
      "cov-distil (oracle2student)": 3.870307445526123,
      "cov-distil (oracle2teacher)": 4.005682468414307,
      "epoch": 0.8163265306122449,
      "rel-constrast": 3.296255588531494,
      "step": 1040,
      "subrel-constrast": 3.912566661834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5008565187454224,
      "cov-distil (oracle2student)": 4.1227827072143555,
      "cov-distil (oracle2teacher)": 3.6386959552764893,
      "epoch": 0.8171114599686028,
      "rel-constrast": 3.004767894744873,
      "step": 1041,
      "subrel-constrast": 2.9779365062713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5201821327209473,
      "cov-distil (oracle2student)": 5.280529975891113,
      "cov-distil (oracle2teacher)": 5.138425827026367,
      "epoch": 0.8178963893249608,
      "rel-constrast": 4.4365763664245605,
      "step": 1042,
      "subrel-constrast": 4.25515604019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5733259916305542,
      "cov-distil (oracle2student)": 6.8774614334106445,
      "cov-distil (oracle2teacher)": 6.226961135864258,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.16853666305542,
      "step": 1043,
      "subrel-constrast": 3.534787893295288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9432400465011597,
      "cov-distil (oracle2student)": 4.7844085693359375,
      "cov-distil (oracle2teacher)": 4.377969741821289,
      "epoch": 0.8194662480376766,
      "rel-constrast": 3.6694676876068115,
      "step": 1044,
      "subrel-constrast": 3.4834816455841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820918083190918,
      "cov-distil (oracle2student)": 3.236928701400757,
      "cov-distil (oracle2teacher)": 2.976825714111328,
      "epoch": 0.8202511773940345,
      "rel-constrast": 3.2434651851654053,
      "step": 1045,
      "subrel-constrast": 3.951207399368286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0163180828094482,
      "cov-distil (oracle2student)": 4.1103715896606445,
      "cov-distil (oracle2teacher)": 4.092857360839844,
      "epoch": 0.8210361067503925,
      "rel-constrast": 3.5381014347076416,
      "step": 1046,
      "subrel-constrast": 3.7113444805145264,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.069265127182007,
      "cov-distil (oracle2student)": 5.01949405670166,
      "cov-distil (oracle2teacher)": 4.84833288192749,
      "epoch": 0.8218210361067504,
      "rel-constrast": 3.8830854892730713,
      "step": 1047,
      "subrel-constrast": 4.109782695770264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3689430952072144,
      "cov-distil (oracle2student)": 4.32603645324707,
      "cov-distil (oracle2teacher)": 4.253130912780762,
      "epoch": 0.8226059654631083,
      "rel-constrast": 3.0747151374816895,
      "step": 1048,
      "subrel-constrast": 3.163884162902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6389567852020264,
      "cov-distil (oracle2student)": 3.7350642681121826,
      "cov-distil (oracle2teacher)": 3.980151891708374,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.540182113647461,
      "step": 1049,
      "subrel-constrast": 4.204683303833008,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 5.375,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.8714,
      "step": 1050
    },
    {
      "cov-distil": 2.0211024284362793,
      "cov-distil (oracle2student)": 4.770407199859619,
      "cov-distil (oracle2teacher)": 4.236717700958252,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.735293388366699,
      "step": 1050,
      "subrel-constrast": 3.677294969558716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.554286241531372,
      "cov-distil (oracle2student)": 2.677387237548828,
      "cov-distil (oracle2teacher)": 3.299464225769043,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.3067710399627686,
      "step": 1051,
      "subrel-constrast": 3.3367397785186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6567447185516357,
      "cov-distil (oracle2student)": 4.2255096435546875,
      "cov-distil (oracle2teacher)": 4.037209510803223,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.9458096027374268,
      "step": 1052,
      "subrel-constrast": 3.7287919521331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292253017425537,
      "cov-distil (oracle2student)": 4.580074310302734,
      "cov-distil (oracle2teacher)": 4.120560646057129,
      "epoch": 0.826530612244898,
      "rel-constrast": 3.1187820434570312,
      "step": 1053,
      "subrel-constrast": 2.9374873638153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8568241596221924,
      "cov-distil (oracle2student)": 4.617620468139648,
      "cov-distil (oracle2teacher)": 4.348759651184082,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.531643867492676,
      "step": 1054,
      "subrel-constrast": 3.971701145172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5490773916244507,
      "cov-distil (oracle2student)": 3.6034493446350098,
      "cov-distil (oracle2teacher)": 3.787501096725464,
      "epoch": 0.8281004709576139,
      "rel-constrast": 2.048987865447998,
      "step": 1055,
      "subrel-constrast": 2.6984241008758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.932691216468811,
      "cov-distil (oracle2student)": 5.286545753479004,
      "cov-distil (oracle2teacher)": 5.347277641296387,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.209745407104492,
      "step": 1056,
      "subrel-constrast": 3.659111976623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.240740418434143,
      "cov-distil (oracle2student)": 4.534432411193848,
      "cov-distil (oracle2teacher)": 3.599727153778076,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.880757451057434,
      "step": 1057,
      "subrel-constrast": 2.165424346923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2485175132751465,
      "cov-distil (oracle2student)": 5.4144392013549805,
      "cov-distil (oracle2teacher)": 5.738966941833496,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.967527389526367,
      "step": 1058,
      "subrel-constrast": 3.034717321395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6934685707092285,
      "cov-distil (oracle2student)": 4.714815139770508,
      "cov-distil (oracle2teacher)": 5.019493103027344,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.538520097732544,
      "step": 1059,
      "subrel-constrast": 3.1097497940063477,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 5.03125,
      "learning_rate": 9.624059227972075e-05,
      "loss": 0.7571,
      "step": 1060
    },
    {
      "cov-distil": 2.22640061378479,
      "cov-distil (oracle2student)": 4.572024822235107,
      "cov-distil (oracle2teacher)": 4.481077194213867,
      "epoch": 0.8320251177394035,
      "rel-constrast": 3.2244324684143066,
      "step": 1060,
      "subrel-constrast": 3.2831568717956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.394884705543518,
      "cov-distil (oracle2student)": 3.93202543258667,
      "cov-distil (oracle2teacher)": 4.305543899536133,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.624329090118408,
      "step": 1061,
      "subrel-constrast": 2.6150481700897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000737190246582,
      "cov-distil (oracle2student)": 3.876934051513672,
      "cov-distil (oracle2teacher)": 4.262816429138184,
      "epoch": 0.8335949764521193,
      "rel-constrast": 3.3520238399505615,
      "step": 1062,
      "subrel-constrast": 3.466841459274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784481525421143,
      "cov-distil (oracle2student)": 3.286653518676758,
      "cov-distil (oracle2teacher)": 3.1720938682556152,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.140063524246216,
      "step": 1063,
      "subrel-constrast": 3.436129093170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7207605838775635,
      "cov-distil (oracle2student)": 5.999547004699707,
      "cov-distil (oracle2teacher)": 5.932941436767578,
      "epoch": 0.8351648351648352,
      "rel-constrast": 3.371365785598755,
      "step": 1064,
      "subrel-constrast": 3.823076009750366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1118111610412598,
      "cov-distil (oracle2student)": 6.61491060256958,
      "cov-distil (oracle2teacher)": 6.48581075668335,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.9516377449035645,
      "step": 1065,
      "subrel-constrast": 3.241020441055298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4472362995147705,
      "cov-distil (oracle2student)": 4.236824989318848,
      "cov-distil (oracle2teacher)": 4.39066219329834,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.1432385444641113,
      "step": 1066,
      "subrel-constrast": 2.6046857833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7392867803573608,
      "cov-distil (oracle2student)": 4.177151203155518,
      "cov-distil (oracle2teacher)": 4.1179914474487305,
      "epoch": 0.8375196232339089,
      "rel-constrast": 2.2668614387512207,
      "step": 1067,
      "subrel-constrast": 3.041735887527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682390809059143,
      "cov-distil (oracle2student)": 5.054137706756592,
      "cov-distil (oracle2teacher)": 5.068109512329102,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.4848310947418213,
      "step": 1068,
      "subrel-constrast": 3.5606188774108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701476812362671,
      "cov-distil (oracle2student)": 5.3565473556518555,
      "cov-distil (oracle2teacher)": 5.713643550872803,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.3530049324035645,
      "step": 1069,
      "subrel-constrast": 4.100831031799316,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 5.46875,
      "learning_rate": 9.610667319147647e-05,
      "loss": 0.7478,
      "step": 1070
    },
    {
      "cov-distil": 1.2154967784881592,
      "cov-distil (oracle2student)": 4.374870300292969,
      "cov-distil (oracle2teacher)": 3.89302396774292,
      "epoch": 0.8398744113029827,
      "rel-constrast": 1.8856182098388672,
      "step": 1070,
      "subrel-constrast": 2.1281049251556396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8843992948532104,
      "cov-distil (oracle2student)": 4.25438928604126,
      "cov-distil (oracle2teacher)": 4.615301132202148,
      "epoch": 0.8406593406593407,
      "rel-constrast": 3.48921799659729,
      "step": 1071,
      "subrel-constrast": 3.693742275238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2462961673736572,
      "cov-distil (oracle2student)": 5.2511305809021,
      "cov-distil (oracle2teacher)": 4.865696907043457,
      "epoch": 0.8414442700156985,
      "rel-constrast": 1.8734664916992188,
      "step": 1072,
      "subrel-constrast": 2.198110580444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654388427734375,
      "cov-distil (oracle2student)": 2.6944994926452637,
      "cov-distil (oracle2teacher)": 2.5309200286865234,
      "epoch": 0.8422291993720565,
      "rel-constrast": 3.083055019378662,
      "step": 1073,
      "subrel-constrast": 3.6076974868774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.277679681777954,
      "cov-distil (oracle2student)": 6.697941780090332,
      "cov-distil (oracle2teacher)": 6.396483421325684,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.7702598571777344,
      "step": 1074,
      "subrel-constrast": 3.2673401832580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9401519298553467,
      "cov-distil (oracle2student)": 5.532357215881348,
      "cov-distil (oracle2teacher)": 4.884344100952148,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.3966331481933594,
      "step": 1075,
      "subrel-constrast": 4.173871040344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4964065551757812,
      "cov-distil (oracle2student)": 3.541459083557129,
      "cov-distil (oracle2teacher)": 3.2930850982666016,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.6567554473876953,
      "step": 1076,
      "subrel-constrast": 4.063718795776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9678199291229248,
      "cov-distil (oracle2student)": 4.790709018707275,
      "cov-distil (oracle2teacher)": 4.126340866088867,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.4279260635375977,
      "step": 1077,
      "subrel-constrast": 3.747525215148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774364948272705,
      "cov-distil (oracle2student)": 3.6060588359832764,
      "cov-distil (oracle2teacher)": 3.394333600997925,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.7731738090515137,
      "step": 1078,
      "subrel-constrast": 3.022286891937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9696835279464722,
      "cov-distil (oracle2student)": 6.6786065101623535,
      "cov-distil (oracle2teacher)": 7.148618698120117,
      "epoch": 0.8469387755102041,
      "rel-constrast": 2.0889017581939697,
      "step": 1079,
      "subrel-constrast": 2.455038547515869,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 5.25,
      "learning_rate": 9.597050692902765e-05,
      "loss": 0.7111,
      "step": 1080
    },
    {
      "cov-distil": 2.0844573974609375,
      "cov-distil (oracle2student)": 2.892153739929199,
      "cov-distil (oracle2teacher)": 2.93636417388916,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.6752662658691406,
      "step": 1080,
      "subrel-constrast": 2.532726764678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.423093318939209,
      "cov-distil (oracle2student)": 4.154885292053223,
      "cov-distil (oracle2teacher)": 3.996605157852173,
      "epoch": 0.8485086342229199,
      "rel-constrast": 3.597081184387207,
      "step": 1081,
      "subrel-constrast": 3.6154673099517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2688632011413574,
      "cov-distil (oracle2student)": 3.080799102783203,
      "cov-distil (oracle2teacher)": 3.491490364074707,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.190889358520508,
      "step": 1082,
      "subrel-constrast": 3.374408483505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365316867828369,
      "cov-distil (oracle2student)": 7.005494117736816,
      "cov-distil (oracle2teacher)": 5.619012832641602,
      "epoch": 0.8500784929356358,
      "rel-constrast": 3.643918991088867,
      "step": 1083,
      "subrel-constrast": 3.2009425163269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5069661140441895,
      "cov-distil (oracle2student)": 4.8653059005737305,
      "cov-distil (oracle2teacher)": 4.658266544342041,
      "epoch": 0.8508634222919937,
      "rel-constrast": 3.029076099395752,
      "step": 1084,
      "subrel-constrast": 2.9521231651306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3486955165863037,
      "cov-distil (oracle2student)": 4.33885383605957,
      "cov-distil (oracle2teacher)": 4.840295791625977,
      "epoch": 0.8516483516483516,
      "rel-constrast": 3.123730182647705,
      "step": 1085,
      "subrel-constrast": 3.4683778285980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3195579051971436,
      "cov-distil (oracle2student)": 4.347739219665527,
      "cov-distil (oracle2teacher)": 4.528165817260742,
      "epoch": 0.8524332810047096,
      "rel-constrast": 4.112612247467041,
      "step": 1086,
      "subrel-constrast": 4.2568135261535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565517783164978,
      "cov-distil (oracle2student)": 3.1080734729766846,
      "cov-distil (oracle2teacher)": 3.443680763244629,
      "epoch": 0.8532182103610675,
      "rel-constrast": 1.920534610748291,
      "step": 1087,
      "subrel-constrast": 2.566239356994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5202860832214355,
      "cov-distil (oracle2student)": 4.451286315917969,
      "cov-distil (oracle2teacher)": 3.8303189277648926,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.29136323928833,
      "step": 1088,
      "subrel-constrast": 2.4601759910583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0416693687438965,
      "cov-distil (oracle2student)": 3.465787172317505,
      "cov-distil (oracle2teacher)": 3.5443739891052246,
      "epoch": 0.8547880690737834,
      "rel-constrast": 3.0767509937286377,
      "step": 1089,
      "subrel-constrast": 2.971121311187744,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 6.125,
      "learning_rate": 9.583210012892582e-05,
      "loss": 0.7165,
      "step": 1090
    },
    {
      "cov-distil": 2.779773235321045,
      "cov-distil (oracle2student)": 4.6749420166015625,
      "cov-distil (oracle2teacher)": 4.2202863693237305,
      "epoch": 0.8555729984301413,
      "rel-constrast": 3.0604114532470703,
      "step": 1090,
      "subrel-constrast": 3.985084295272827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5118322372436523,
      "cov-distil (oracle2student)": 3.2549259662628174,
      "cov-distil (oracle2teacher)": 4.107227325439453,
      "epoch": 0.8563579277864992,
      "rel-constrast": 2.352935314178467,
      "step": 1091,
      "subrel-constrast": 3.249084949493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3721755743026733,
      "cov-distil (oracle2student)": 4.9019269943237305,
      "cov-distil (oracle2teacher)": 4.624570369720459,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.3654942512512207,
      "step": 1092,
      "subrel-constrast": 3.4587957859039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029914379119873,
      "cov-distil (oracle2student)": 6.083597183227539,
      "cov-distil (oracle2teacher)": 6.209753036499023,
      "epoch": 0.8579277864992151,
      "rel-constrast": 3.332106113433838,
      "step": 1093,
      "subrel-constrast": 3.506223678588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7881536483764648,
      "cov-distil (oracle2student)": 6.066334247589111,
      "cov-distil (oracle2teacher)": 5.645448684692383,
      "epoch": 0.858712715855573,
      "rel-constrast": 2.969517707824707,
      "step": 1094,
      "subrel-constrast": 3.285250663757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.50372314453125,
      "cov-distil (oracle2student)": 4.950436592102051,
      "cov-distil (oracle2teacher)": 4.111554145812988,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.9187755584716797,
      "step": 1095,
      "subrel-constrast": 2.644956111907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.233285427093506,
      "cov-distil (oracle2student)": 4.280734062194824,
      "cov-distil (oracle2teacher)": 4.916011333465576,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.800590991973877,
      "step": 1096,
      "subrel-constrast": 3.5235748291015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718091249465942,
      "cov-distil (oracle2student)": 2.8230748176574707,
      "cov-distil (oracle2teacher)": 2.928708076477051,
      "epoch": 0.8610675039246468,
      "rel-constrast": 2.55090069770813,
      "step": 1097,
      "subrel-constrast": 2.7684383392333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.770813465118408,
      "cov-distil (oracle2student)": 6.003300666809082,
      "cov-distil (oracle2teacher)": 5.641226291656494,
      "epoch": 0.8618524332810047,
      "rel-constrast": 3.517279624938965,
      "step": 1098,
      "subrel-constrast": 3.8374712467193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9862592220306396,
      "cov-distil (oracle2student)": 4.6151957511901855,
      "cov-distil (oracle2teacher)": 5.064835548400879,
      "epoch": 0.8626373626373627,
      "rel-constrast": 2.4902732372283936,
      "step": 1099,
      "subrel-constrast": 3.029839277267456,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 5.15625,
      "learning_rate": 9.569145953692315e-05,
      "loss": 0.734,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.3109374940395355,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.06060791015625
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.044647216796875
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.015960693359375,
      "step": 1100
    },
    {
      "cov-distil": 1.8023673295974731,
      "cov-distil (oracle2student)": 3.193601608276367,
      "cov-distil (oracle2teacher)": 3.339792490005493,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.5313267707824707,
      "step": 1100,
      "subrel-constrast": 3.1768078804016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.640068531036377,
      "cov-distil (oracle2student)": 3.513457775115967,
      "cov-distil (oracle2teacher)": 4.027823448181152,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.188093662261963,
      "step": 1101,
      "subrel-constrast": 4.982102870941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2055022716522217,
      "cov-distil (oracle2student)": 3.006164312362671,
      "cov-distil (oracle2teacher)": 3.061811923980713,
      "epoch": 0.8649921507064364,
      "rel-constrast": 2.947187900543213,
      "step": 1102,
      "subrel-constrast": 3.279883861541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1996092796325684,
      "cov-distil (oracle2student)": 4.335134029388428,
      "cov-distil (oracle2teacher)": 4.323529243469238,
      "epoch": 0.8657770800627943,
      "rel-constrast": 3.314180374145508,
      "step": 1103,
      "subrel-constrast": 3.199349880218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918793797492981,
      "cov-distil (oracle2student)": 3.733372926712036,
      "cov-distil (oracle2teacher)": 3.7864949703216553,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.3269288539886475,
      "step": 1104,
      "subrel-constrast": 3.5635876655578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357103943824768,
      "cov-distil (oracle2student)": 5.793290138244629,
      "cov-distil (oracle2teacher)": 6.235311031341553,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.3541786670684814,
      "step": 1105,
      "subrel-constrast": 2.9439008235931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4778470993041992,
      "cov-distil (oracle2student)": 4.164369583129883,
      "cov-distil (oracle2teacher)": 4.238247871398926,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.5272693634033203,
      "step": 1106,
      "subrel-constrast": 3.0375242233276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6982817649841309,
      "cov-distil (oracle2student)": 4.331145286560059,
      "cov-distil (oracle2teacher)": 4.1618733406066895,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.1242361068725586,
      "step": 1107,
      "subrel-constrast": 2.9423465728759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8138213157653809,
      "cov-distil (oracle2student)": 6.867938041687012,
      "cov-distil (oracle2teacher)": 6.038825988769531,
      "epoch": 0.869701726844584,
      "rel-constrast": 3.28813099861145,
      "step": 1108,
      "subrel-constrast": 3.190415620803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1139919757843018,
      "cov-distil (oracle2student)": 5.174909591674805,
      "cov-distil (oracle2teacher)": 4.757157802581787,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.771343946456909,
      "step": 1109,
      "subrel-constrast": 2.871786594390869,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 6.03125,
      "learning_rate": 9.55485920076437e-05,
      "loss": 0.7343,
      "step": 1110
    },
    {
      "cov-distil": 1.3191194534301758,
      "cov-distil (oracle2student)": 4.355250358581543,
      "cov-distil (oracle2teacher)": 4.12099552154541,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.962069034576416,
      "step": 1110,
      "subrel-constrast": 3.0663437843322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035451889038086,
      "cov-distil (oracle2student)": 4.91413688659668,
      "cov-distil (oracle2teacher)": 5.491910934448242,
      "epoch": 0.8720565149136578,
      "rel-constrast": 2.542713165283203,
      "step": 1111,
      "subrel-constrast": 3.9727325439453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.213468074798584,
      "cov-distil (oracle2student)": 6.513087749481201,
      "cov-distil (oracle2teacher)": 5.312489986419678,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.4688282012939453,
      "step": 1112,
      "subrel-constrast": 4.094264984130859,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31864595413208,
      "cov-distil (oracle2student)": 4.0866851806640625,
      "cov-distil (oracle2teacher)": 4.189863204956055,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.6528937816619873,
      "step": 1113,
      "subrel-constrast": 4.047484874725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4107985496520996,
      "cov-distil (oracle2student)": 4.505867958068848,
      "cov-distil (oracle2teacher)": 3.9467318058013916,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.5274062156677246,
      "step": 1114,
      "subrel-constrast": 4.035259246826172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9119220972061157,
      "cov-distil (oracle2student)": 4.508026599884033,
      "cov-distil (oracle2teacher)": 4.518837928771973,
      "epoch": 0.8751962323390895,
      "rel-constrast": 3.324582576751709,
      "step": 1115,
      "subrel-constrast": 3.310551881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468759059906006,
      "cov-distil (oracle2student)": 4.100050926208496,
      "cov-distil (oracle2teacher)": 4.178936004638672,
      "epoch": 0.8759811616954474,
      "rel-constrast": 3.608957052230835,
      "step": 1116,
      "subrel-constrast": 3.702023983001709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.504732370376587,
      "cov-distil (oracle2student)": 4.993105411529541,
      "cov-distil (oracle2teacher)": 5.007068634033203,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.5251975059509277,
      "step": 1117,
      "subrel-constrast": 3.689699172973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7636229991912842,
      "cov-distil (oracle2student)": 4.047309398651123,
      "cov-distil (oracle2teacher)": 4.076892852783203,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.4882001876831055,
      "step": 1118,
      "subrel-constrast": 2.942988395690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.04659104347229,
      "cov-distil (oracle2student)": 4.6189727783203125,
      "cov-distil (oracle2teacher)": 4.542491912841797,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.2228589057922363,
      "step": 1119,
      "subrel-constrast": 4.018290042877197,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 5.1875,
      "learning_rate": 9.540350450424926e-05,
      "loss": 0.8081,
      "step": 1120
    },
    {
      "cov-distil": 1.607527732849121,
      "cov-distil (oracle2student)": 3.235262393951416,
      "cov-distil (oracle2teacher)": 3.350773572921753,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.1328821182250977,
      "step": 1120,
      "subrel-constrast": 2.8265132904052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8952069282531738,
      "cov-distil (oracle2student)": 4.488842964172363,
      "cov-distil (oracle2teacher)": 4.060805320739746,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.4369564056396484,
      "step": 1121,
      "subrel-constrast": 3.0250697135925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.138671398162842,
      "cov-distil (oracle2student)": 4.820608139038086,
      "cov-distil (oracle2teacher)": 3.7308459281921387,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.6142995357513428,
      "step": 1122,
      "subrel-constrast": 2.843782424926758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3571577072143555,
      "cov-distil (oracle2student)": 4.380007743835449,
      "cov-distil (oracle2teacher)": 5.115703582763672,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.2239437103271484,
      "step": 1123,
      "subrel-constrast": 4.2509050369262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1271820068359375,
      "cov-distil (oracle2student)": 5.289808750152588,
      "cov-distil (oracle2teacher)": 4.66038703918457,
      "epoch": 0.8822605965463108,
      "rel-constrast": 2.6133103370666504,
      "step": 1124,
      "subrel-constrast": 3.9621403217315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3120710849761963,
      "cov-distil (oracle2student)": 5.553624629974365,
      "cov-distil (oracle2teacher)": 4.895241737365723,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.908745288848877,
      "step": 1125,
      "subrel-constrast": 2.726834297180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206674575805664,
      "cov-distil (oracle2student)": 5.272987365722656,
      "cov-distil (oracle2teacher)": 4.759096145629883,
      "epoch": 0.8838304552590267,
      "rel-constrast": 4.425478935241699,
      "step": 1126,
      "subrel-constrast": 4.886025905609131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9657951593399048,
      "cov-distil (oracle2student)": 3.6784050464630127,
      "cov-distil (oracle2teacher)": 4.403132438659668,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.82307767868042,
      "step": 1127,
      "subrel-constrast": 3.6641931533813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7253036499023438,
      "cov-distil (oracle2student)": 4.816134929656982,
      "cov-distil (oracle2teacher)": 4.613271713256836,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.372450828552246,
      "step": 1128,
      "subrel-constrast": 3.8685669898986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4781697988510132,
      "cov-distil (oracle2student)": 3.8983161449432373,
      "cov-distil (oracle2teacher)": 3.758934259414673,
      "epoch": 0.8861852433281004,
      "rel-constrast": 2.932391405105591,
      "step": 1129,
      "subrel-constrast": 3.3068151473999023,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 5.8125,
      "learning_rate": 9.525620409810007e-05,
      "loss": 0.7121,
      "step": 1130
    },
    {
      "cov-distil": 0.9965601563453674,
      "cov-distil (oracle2student)": 3.8816452026367188,
      "cov-distil (oracle2teacher)": 4.303192138671875,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.324941635131836,
      "step": 1130,
      "subrel-constrast": 3.499652862548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148092746734619,
      "cov-distil (oracle2student)": 4.62825870513916,
      "cov-distil (oracle2teacher)": 4.049130439758301,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.8060245513916016,
      "step": 1131,
      "subrel-constrast": 3.448538064956665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.388277769088745,
      "cov-distil (oracle2student)": 3.9481217861175537,
      "cov-distil (oracle2teacher)": 4.392745018005371,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.1668453216552734,
      "step": 1132,
      "subrel-constrast": 4.606669902801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895479679107666,
      "cov-distil (oracle2student)": 4.394721508026123,
      "cov-distil (oracle2teacher)": 3.515934467315674,
      "epoch": 0.8893249607535322,
      "rel-constrast": 3.1485438346862793,
      "step": 1133,
      "subrel-constrast": 3.063230514526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006291389465332,
      "cov-distil (oracle2student)": 5.27622127532959,
      "cov-distil (oracle2teacher)": 5.107194423675537,
      "epoch": 0.8901098901098901,
      "rel-constrast": 2.8477673530578613,
      "step": 1134,
      "subrel-constrast": 3.8617069721221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9112575054168701,
      "cov-distil (oracle2student)": 4.0049543380737305,
      "cov-distil (oracle2teacher)": 4.129515171051025,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.6646432876586914,
      "step": 1135,
      "subrel-constrast": 3.659118890762329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2020549774169922,
      "cov-distil (oracle2student)": 4.141427040100098,
      "cov-distil (oracle2teacher)": 3.909811496734619,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.574281692504883,
      "step": 1136,
      "subrel-constrast": 2.9359660148620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013317346572876,
      "cov-distil (oracle2student)": 6.049181938171387,
      "cov-distil (oracle2teacher)": 6.102480411529541,
      "epoch": 0.8924646781789639,
      "rel-constrast": 3.423107862472534,
      "step": 1137,
      "subrel-constrast": 3.649683952331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3161211013793945,
      "cov-distil (oracle2student)": 3.0968940258026123,
      "cov-distil (oracle2teacher)": 3.317478656768799,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.7176806926727295,
      "step": 1138,
      "subrel-constrast": 1.8882633447647095,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7302746772766113,
      "cov-distil (oracle2student)": 5.026195049285889,
      "cov-distil (oracle2teacher)": 4.922985076904297,
      "epoch": 0.8940345368916798,
      "rel-constrast": 3.7085578441619873,
      "step": 1139,
      "subrel-constrast": 3.1251602172851562,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 6.3125,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.7346,
      "step": 1140
    },
    {
      "cov-distil": 1.5314874649047852,
      "cov-distil (oracle2student)": 3.467926025390625,
      "cov-distil (oracle2teacher)": 3.449326515197754,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.9583854675292969,
      "step": 1140,
      "subrel-constrast": 2.403074264526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8002471923828125,
      "cov-distil (oracle2student)": 3.7562828063964844,
      "cov-distil (oracle2teacher)": 3.9387030601501465,
      "epoch": 0.8956043956043956,
      "rel-constrast": 1.9103975296020508,
      "step": 1141,
      "subrel-constrast": 2.288804292678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3966598510742188,
      "cov-distil (oracle2student)": 4.357481956481934,
      "cov-distil (oracle2teacher)": 4.290166854858398,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.686366558074951,
      "step": 1142,
      "subrel-constrast": 3.433624029159546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8013899326324463,
      "cov-distil (oracle2student)": 4.851076126098633,
      "cov-distil (oracle2teacher)": 5.082544326782227,
      "epoch": 0.8971742543171115,
      "rel-constrast": 2.452796220779419,
      "step": 1143,
      "subrel-constrast": 3.113895893096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1746621131896973,
      "cov-distil (oracle2student)": 5.631779193878174,
      "cov-distil (oracle2teacher)": 5.687023162841797,
      "epoch": 0.8979591836734694,
      "rel-constrast": 3.2868752479553223,
      "step": 1144,
      "subrel-constrast": 3.614924907684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8955851793289185,
      "cov-distil (oracle2student)": 5.1675801277160645,
      "cov-distil (oracle2teacher)": 4.8831095695495605,
      "epoch": 0.8987441130298273,
      "rel-constrast": 3.6278159618377686,
      "step": 1145,
      "subrel-constrast": 3.885714292526245,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.316155433654785,
      "cov-distil (oracle2student)": 7.516333103179932,
      "cov-distil (oracle2teacher)": 7.083653450012207,
      "epoch": 0.8995290423861853,
      "rel-constrast": 2.3336844444274902,
      "step": 1146,
      "subrel-constrast": 2.9841880798339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0797033309936523,
      "cov-distil (oracle2student)": 5.065781593322754,
      "cov-distil (oracle2teacher)": 4.4316253662109375,
      "epoch": 0.9003139717425431,
      "rel-constrast": 3.888216257095337,
      "step": 1147,
      "subrel-constrast": 4.0490403175354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760321021080017,
      "cov-distil (oracle2student)": 4.037451267242432,
      "cov-distil (oracle2teacher)": 4.459685802459717,
      "epoch": 0.9010989010989011,
      "rel-constrast": 4.1078410148620605,
      "step": 1148,
      "subrel-constrast": 3.807903289794922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9844039678573608,
      "cov-distil (oracle2student)": 5.389848709106445,
      "cov-distil (oracle2teacher)": 6.164098739624023,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.4648995399475098,
      "step": 1149,
      "subrel-constrast": 4.223978042602539,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 6.09375,
      "learning_rate": 9.495499340189728e-05,
      "loss": 0.7429,
      "step": 1150
    },
    {
      "cov-distil": 1.5619512796401978,
      "cov-distil (oracle2student)": 4.697821140289307,
      "cov-distil (oracle2teacher)": 4.856727600097656,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.6991403102874756,
      "step": 1150,
      "subrel-constrast": 3.0192432403564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.636636257171631,
      "cov-distil (oracle2student)": 3.5389771461486816,
      "cov-distil (oracle2teacher)": 3.4627580642700195,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.627481460571289,
      "step": 1151,
      "subrel-constrast": 3.4127449989318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.982803225517273,
      "cov-distil (oracle2student)": 4.202663421630859,
      "cov-distil (oracle2teacher)": 3.970416784286499,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.2722620964050293,
      "step": 1152,
      "subrel-constrast": 2.607297658920288,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3468942642211914,
      "cov-distil (oracle2student)": 5.115669250488281,
      "cov-distil (oracle2teacher)": 4.449874401092529,
      "epoch": 0.9050235478806907,
      "rel-constrast": 3.7003326416015625,
      "step": 1153,
      "subrel-constrast": 4.650537490844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5920989513397217,
      "cov-distil (oracle2student)": 5.724208354949951,
      "cov-distil (oracle2teacher)": 4.319211959838867,
      "epoch": 0.9058084772370487,
      "rel-constrast": 3.171998977661133,
      "step": 1154,
      "subrel-constrast": 3.1290833950042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7103819847106934,
      "cov-distil (oracle2student)": 5.330532550811768,
      "cov-distil (oracle2teacher)": 5.026595115661621,
      "epoch": 0.9065934065934066,
      "rel-constrast": 2.640625,
      "step": 1155,
      "subrel-constrast": 3.195125102996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2321956157684326,
      "cov-distil (oracle2student)": 4.029568195343018,
      "cov-distil (oracle2teacher)": 4.095670223236084,
      "epoch": 0.9073783359497645,
      "rel-constrast": 3.0644335746765137,
      "step": 1156,
      "subrel-constrast": 3.167039155960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9497038125991821,
      "cov-distil (oracle2student)": 3.161665678024292,
      "cov-distil (oracle2teacher)": 3.110793352127075,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.174398422241211,
      "step": 1157,
      "subrel-constrast": 2.643324851989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.005946636199951,
      "cov-distil (oracle2student)": 4.261961936950684,
      "cov-distil (oracle2teacher)": 3.4550204277038574,
      "epoch": 0.9089481946624803,
      "rel-constrast": 3.895954132080078,
      "step": 1158,
      "subrel-constrast": 3.610678195953369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9946439266204834,
      "cov-distil (oracle2student)": 4.482556343078613,
      "cov-distil (oracle2teacher)": 4.284316062927246,
      "epoch": 0.9097331240188383,
      "rel-constrast": 3.135784149169922,
      "step": 1159,
      "subrel-constrast": 3.6498782634735107,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 5.25,
      "learning_rate": 9.480109779242805e-05,
      "loss": 0.7346,
      "step": 1160
    },
    {
      "cov-distil": 2.2305221557617188,
      "cov-distil (oracle2student)": 4.664797782897949,
      "cov-distil (oracle2teacher)": 4.30147123336792,
      "epoch": 0.9105180533751962,
      "rel-constrast": 3.69472074508667,
      "step": 1160,
      "subrel-constrast": 3.160264492034912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.136652946472168,
      "cov-distil (oracle2student)": 3.679466724395752,
      "cov-distil (oracle2teacher)": 3.225560188293457,
      "epoch": 0.9113029827315542,
      "rel-constrast": 3.541073799133301,
      "step": 1161,
      "subrel-constrast": 3.27424693107605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688874244689941,
      "cov-distil (oracle2student)": 5.772103309631348,
      "cov-distil (oracle2teacher)": 5.481908798217773,
      "epoch": 0.9120879120879121,
      "rel-constrast": 3.5173110961914062,
      "step": 1162,
      "subrel-constrast": 4.004709243774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9718120098114014,
      "cov-distil (oracle2student)": 5.798550605773926,
      "cov-distil (oracle2teacher)": 5.404210090637207,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.814056634902954,
      "step": 1163,
      "subrel-constrast": 4.132390022277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8984932899475098,
      "cov-distil (oracle2student)": 3.6821882724761963,
      "cov-distil (oracle2teacher)": 4.030130386352539,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.5052874088287354,
      "step": 1164,
      "subrel-constrast": 3.102313756942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0159144401550293,
      "cov-distil (oracle2student)": 3.7318005561828613,
      "cov-distil (oracle2teacher)": 4.348085880279541,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.787351608276367,
      "step": 1165,
      "subrel-constrast": 3.6788084506988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1028590202331543,
      "cov-distil (oracle2student)": 5.210552215576172,
      "cov-distil (oracle2teacher)": 5.448137283325195,
      "epoch": 0.9152276295133438,
      "rel-constrast": 3.586665391921997,
      "step": 1166,
      "subrel-constrast": 3.6857941150665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.292484998703003,
      "cov-distil (oracle2student)": 2.8348922729492188,
      "cov-distil (oracle2teacher)": 3.6918296813964844,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.349470615386963,
      "step": 1167,
      "subrel-constrast": 2.967564344406128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100708246231079,
      "cov-distil (oracle2student)": 4.9307780265808105,
      "cov-distil (oracle2teacher)": 5.0555500984191895,
      "epoch": 0.9167974882260597,
      "rel-constrast": 2.9295992851257324,
      "step": 1168,
      "subrel-constrast": 3.6079485416412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862788438796997,
      "cov-distil (oracle2student)": 3.930060625076294,
      "cov-distil (oracle2teacher)": 4.0612640380859375,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.355478286743164,
      "step": 1169,
      "subrel-constrast": 3.4610910415649414,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 5.53125,
      "learning_rate": 9.464501864065735e-05,
      "loss": 0.802,
      "step": 1170
    },
    {
      "cov-distil": 2.7258801460266113,
      "cov-distil (oracle2student)": 5.501100540161133,
      "cov-distil (oracle2teacher)": 6.668313980102539,
      "epoch": 0.9183673469387755,
      "rel-constrast": 4.065502643585205,
      "step": 1170,
      "subrel-constrast": 4.5529303550720215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3322479724884033,
      "cov-distil (oracle2student)": 4.209179878234863,
      "cov-distil (oracle2teacher)": 4.039754867553711,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.428022861480713,
      "step": 1171,
      "subrel-constrast": 4.096755504608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788292646408081,
      "cov-distil (oracle2student)": 6.435253143310547,
      "cov-distil (oracle2teacher)": 6.1248979568481445,
      "epoch": 0.9199372056514914,
      "rel-constrast": 3.1325595378875732,
      "step": 1172,
      "subrel-constrast": 3.550856113433838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8024640083312988,
      "cov-distil (oracle2student)": 4.018922328948975,
      "cov-distil (oracle2teacher)": 4.3284525871276855,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.11207914352417,
      "step": 1173,
      "subrel-constrast": 4.880037307739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59610116481781,
      "cov-distil (oracle2student)": 5.275044918060303,
      "cov-distil (oracle2teacher)": 5.707457542419434,
      "epoch": 0.9215070643642073,
      "rel-constrast": 2.5475587844848633,
      "step": 1174,
      "subrel-constrast": 3.875826358795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232254981994629,
      "cov-distil (oracle2student)": 7.392767906188965,
      "cov-distil (oracle2teacher)": 6.033508777618408,
      "epoch": 0.9222919937205651,
      "rel-constrast": 4.659332752227783,
      "step": 1175,
      "subrel-constrast": 3.7186639308929443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.300260066986084,
      "cov-distil (oracle2student)": 4.517102241516113,
      "cov-distil (oracle2teacher)": 4.362873554229736,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.513277053833008,
      "step": 1176,
      "subrel-constrast": 4.494998931884766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7229015827178955,
      "cov-distil (oracle2student)": 3.805713653564453,
      "cov-distil (oracle2teacher)": 4.394803047180176,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.9064090251922607,
      "step": 1177,
      "subrel-constrast": 3.2142672538757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9616800546646118,
      "cov-distil (oracle2student)": 4.9634108543396,
      "cov-distil (oracle2teacher)": 4.406124114990234,
      "epoch": 0.9246467817896389,
      "rel-constrast": 4.374295234680176,
      "step": 1178,
      "subrel-constrast": 4.390607833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6307966709136963,
      "cov-distil (oracle2student)": 3.401010513305664,
      "cov-distil (oracle2teacher)": 3.549309492111206,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.6559181213378906,
      "step": 1179,
      "subrel-constrast": 3.933483362197876,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 5.875,
      "learning_rate": 9.448676355366282e-05,
      "loss": 0.8849,
      "step": 1180
    },
    {
      "cov-distil": 1.9931373596191406,
      "cov-distil (oracle2student)": 4.370616912841797,
      "cov-distil (oracle2teacher)": 4.705216407775879,
      "epoch": 0.9262166405023547,
      "rel-constrast": 4.496759414672852,
      "step": 1180,
      "subrel-constrast": 4.154692649841309,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0926170349121094,
      "cov-distil (oracle2student)": 3.003645896911621,
      "cov-distil (oracle2teacher)": 3.175075054168701,
      "epoch": 0.9270015698587127,
      "rel-constrast": 3.062363624572754,
      "step": 1181,
      "subrel-constrast": 4.065457344055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.123979330062866,
      "cov-distil (oracle2student)": 6.901479721069336,
      "cov-distil (oracle2teacher)": 7.52262544631958,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.3186750411987305,
      "step": 1182,
      "subrel-constrast": 4.929108619689941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702329397201538,
      "cov-distil (oracle2student)": 4.632630348205566,
      "cov-distil (oracle2teacher)": 4.775996208190918,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.959806203842163,
      "step": 1183,
      "subrel-constrast": 4.313083648681641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0024876594543457,
      "cov-distil (oracle2student)": 3.989551067352295,
      "cov-distil (oracle2teacher)": 3.8527824878692627,
      "epoch": 0.9293563579277865,
      "rel-constrast": 2.678713798522949,
      "step": 1184,
      "subrel-constrast": 3.428598165512085,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.129939556121826,
      "cov-distil (oracle2student)": 5.239079475402832,
      "cov-distil (oracle2teacher)": 4.60891056060791,
      "epoch": 0.9301412872841445,
      "rel-constrast": 3.144524335861206,
      "step": 1185,
      "subrel-constrast": 3.3076891899108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6955652236938477,
      "cov-distil (oracle2student)": 4.88840389251709,
      "cov-distil (oracle2teacher)": 4.864021301269531,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.3768362998962402,
      "step": 1186,
      "subrel-constrast": 2.6610829830169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7809510231018066,
      "cov-distil (oracle2student)": 4.11541748046875,
      "cov-distil (oracle2teacher)": 4.331270217895508,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.0821759700775146,
      "step": 1187,
      "subrel-constrast": 3.7828752994537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7459421157836914,
      "cov-distil (oracle2student)": 3.5379669666290283,
      "cov-distil (oracle2teacher)": 4.2101945877075195,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.068620443344116,
      "step": 1188,
      "subrel-constrast": 3.229499578475952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2973459959030151,
      "cov-distil (oracle2student)": 3.9023525714874268,
      "cov-distil (oracle2teacher)": 4.365459442138672,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.9039013385772705,
      "step": 1189,
      "subrel-constrast": 3.2729809284210205,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 5.5625,
      "learning_rate": 9.432634024457414e-05,
      "loss": 0.7773,
      "step": 1190
    },
    {
      "cov-distil": 1.8428038358688354,
      "cov-distil (oracle2student)": 4.534217834472656,
      "cov-distil (oracle2teacher)": 3.678452730178833,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.9028494358062744,
      "step": 1190,
      "subrel-constrast": 2.8550751209259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.389986038208008,
      "cov-distil (oracle2student)": 5.246860027313232,
      "cov-distil (oracle2teacher)": 5.0531768798828125,
      "epoch": 0.934850863422292,
      "rel-constrast": 3.3146307468414307,
      "step": 1191,
      "subrel-constrast": 3.7029523849487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390099048614502,
      "cov-distil (oracle2student)": 3.807788372039795,
      "cov-distil (oracle2teacher)": 3.969521999359131,
      "epoch": 0.9356357927786499,
      "rel-constrast": 2.1983706951141357,
      "step": 1192,
      "subrel-constrast": 2.69316029548645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8752727508544922,
      "cov-distil (oracle2student)": 4.002063751220703,
      "cov-distil (oracle2teacher)": 4.436700820922852,
      "epoch": 0.9364207221350078,
      "rel-constrast": 3.5708630084991455,
      "step": 1193,
      "subrel-constrast": 3.7674992084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1124067306518555,
      "cov-distil (oracle2student)": 3.391183376312256,
      "cov-distil (oracle2teacher)": 3.4883008003234863,
      "epoch": 0.9372056514913658,
      "rel-constrast": 3.2251243591308594,
      "step": 1194,
      "subrel-constrast": 4.038451194763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8728852272033691,
      "cov-distil (oracle2student)": 4.65269660949707,
      "cov-distil (oracle2teacher)": 4.225642681121826,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.8608837127685547,
      "step": 1195,
      "subrel-constrast": 3.1543493270874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656172275543213,
      "cov-distil (oracle2student)": 3.3682589530944824,
      "cov-distil (oracle2teacher)": 3.7738590240478516,
      "epoch": 0.9387755102040817,
      "rel-constrast": 1.9976117610931396,
      "step": 1196,
      "subrel-constrast": 2.586272716522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2884621620178223,
      "cov-distil (oracle2student)": 4.404069900512695,
      "cov-distil (oracle2teacher)": 4.003120422363281,
      "epoch": 0.9395604395604396,
      "rel-constrast": 3.1264538764953613,
      "step": 1197,
      "subrel-constrast": 3.3425800800323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7325382232666016,
      "cov-distil (oracle2student)": 4.171228408813477,
      "cov-distil (oracle2teacher)": 3.902522325515747,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.464081287384033,
      "step": 1198,
      "subrel-constrast": 3.126899003982544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5492186546325684,
      "cov-distil (oracle2student)": 3.812593698501587,
      "cov-distil (oracle2teacher)": 3.124678134918213,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.067108631134033,
      "step": 1199,
      "subrel-constrast": 4.82322883605957,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 5.8125,
      "learning_rate": 9.416375653219709e-05,
      "loss": 0.7432,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.2984375059604645,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.04718017578125
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.04150390625
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.00567626953125,
      "step": 1200
    },
    {
      "cov-distil": 1.6042190790176392,
      "cov-distil (oracle2student)": 5.786125183105469,
      "cov-distil (oracle2teacher)": 4.930732250213623,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.8791301250457764,
      "step": 1200,
      "subrel-constrast": 2.93904972076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.416311502456665,
      "cov-distil (oracle2student)": 3.4181134700775146,
      "cov-distil (oracle2teacher)": 3.5194413661956787,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.1577885150909424,
      "step": 1201,
      "subrel-constrast": 2.8155314922332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3483996391296387,
      "cov-distil (oracle2student)": 5.206272125244141,
      "cov-distil (oracle2teacher)": 4.148467063903809,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.960181713104248,
      "step": 1202,
      "subrel-constrast": 3.9521279335021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625920534133911,
      "cov-distil (oracle2student)": 3.8356478214263916,
      "cov-distil (oracle2teacher)": 4.142457008361816,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.135038137435913,
      "step": 1203,
      "subrel-constrast": 4.2394022941589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2651662826538086,
      "cov-distil (oracle2student)": 3.013291835784912,
      "cov-distil (oracle2teacher)": 3.775874137878418,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.5111327171325684,
      "step": 1204,
      "subrel-constrast": 3.1992151737213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8028221130371094,
      "cov-distil (oracle2student)": 5.142006874084473,
      "cov-distil (oracle2teacher)": 4.327002048492432,
      "epoch": 0.945839874411303,
      "rel-constrast": 4.666428565979004,
      "step": 1205,
      "subrel-constrast": 4.280377388000488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4999805688858032,
      "cov-distil (oracle2student)": 4.782624244689941,
      "cov-distil (oracle2teacher)": 4.544149398803711,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.567678213119507,
      "step": 1206,
      "subrel-constrast": 4.038447380065918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5001630783081055,
      "cov-distil (oracle2student)": 3.1727638244628906,
      "cov-distil (oracle2teacher)": 3.6028964519500732,
      "epoch": 0.9474097331240189,
      "rel-constrast": 2.8308420181274414,
      "step": 1207,
      "subrel-constrast": 3.4064595699310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20849609375,
      "cov-distil (oracle2student)": 4.195009231567383,
      "cov-distil (oracle2teacher)": 4.196189880371094,
      "epoch": 0.9481946624803768,
      "rel-constrast": 3.3024492263793945,
      "step": 1208,
      "subrel-constrast": 3.6165051460266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6082491874694824,
      "cov-distil (oracle2student)": 4.8867573738098145,
      "cov-distil (oracle2teacher)": 4.767036437988281,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.55082106590271,
      "step": 1209,
      "subrel-constrast": 2.604897975921631,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 5.09375,
      "learning_rate": 9.399902034063242e-05,
      "loss": 0.789,
      "step": 1210
    },
    {
      "cov-distil": 1.6139522790908813,
      "cov-distil (oracle2student)": 5.189425468444824,
      "cov-distil (oracle2teacher)": 4.707225799560547,
      "epoch": 0.9497645211930926,
      "rel-constrast": 3.6469368934631348,
      "step": 1210,
      "subrel-constrast": 4.635867118835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1482458114624023,
      "cov-distil (oracle2student)": 6.7941083908081055,
      "cov-distil (oracle2teacher)": 6.5410566329956055,
      "epoch": 0.9505494505494505,
      "rel-constrast": 1.6021921634674072,
      "step": 1211,
      "subrel-constrast": 2.5888843536376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0435800552368164,
      "cov-distil (oracle2student)": 4.470639228820801,
      "cov-distil (oracle2teacher)": 3.967162609100342,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.6687021255493164,
      "step": 1212,
      "subrel-constrast": 2.9262454509735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222989797592163,
      "cov-distil (oracle2student)": 4.367183685302734,
      "cov-distil (oracle2teacher)": 4.046680450439453,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.769162654876709,
      "step": 1213,
      "subrel-constrast": 3.6924638748168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3089022636413574,
      "cov-distil (oracle2student)": 3.3085179328918457,
      "cov-distil (oracle2teacher)": 4.003382682800293,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.165489673614502,
      "step": 1214,
      "subrel-constrast": 3.4214444160461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7185335159301758,
      "cov-distil (oracle2student)": 5.1417317390441895,
      "cov-distil (oracle2teacher)": 5.063626766204834,
      "epoch": 0.9536891679748822,
      "rel-constrast": 3.1203362941741943,
      "step": 1215,
      "subrel-constrast": 3.2950563430786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8609048128128052,
      "cov-distil (oracle2student)": 5.1207685470581055,
      "cov-distil (oracle2teacher)": 4.480222702026367,
      "epoch": 0.9544740973312402,
      "rel-constrast": 2.6803135871887207,
      "step": 1216,
      "subrel-constrast": 3.2858874797821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7561218738555908,
      "cov-distil (oracle2student)": 4.52176570892334,
      "cov-distil (oracle2teacher)": 3.9742205142974854,
      "epoch": 0.9552590266875981,
      "rel-constrast": 2.5043866634368896,
      "step": 1217,
      "subrel-constrast": 2.757938861846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.38340425491333,
      "cov-distil (oracle2student)": 4.504621505737305,
      "cov-distil (oracle2teacher)": 5.219614028930664,
      "epoch": 0.9560439560439561,
      "rel-constrast": 3.140270233154297,
      "step": 1218,
      "subrel-constrast": 3.6968681812286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.880772590637207,
      "cov-distil (oracle2student)": 2.484524726867676,
      "cov-distil (oracle2teacher)": 2.688974142074585,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.256986379623413,
      "step": 1219,
      "subrel-constrast": 3.056926727294922,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.78125,
      "learning_rate": 9.383213969888972e-05,
      "loss": 0.6639,
      "step": 1220
    },
    {
      "cov-distil": 1.8372703790664673,
      "cov-distil (oracle2student)": 4.466836929321289,
      "cov-distil (oracle2teacher)": 4.745044708251953,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.6258184909820557,
      "step": 1220,
      "subrel-constrast": 4.077359199523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5704271793365479,
      "cov-distil (oracle2student)": 5.188339710235596,
      "cov-distil (oracle2teacher)": 5.307306289672852,
      "epoch": 0.9583987441130298,
      "rel-constrast": 3.3083930015563965,
      "step": 1221,
      "subrel-constrast": 3.2829716205596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.096808433532715,
      "cov-distil (oracle2student)": 6.777407646179199,
      "cov-distil (oracle2teacher)": 5.955327987670898,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.644465923309326,
      "step": 1222,
      "subrel-constrast": 2.8829779624938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296008348464966,
      "cov-distil (oracle2student)": 4.877892971038818,
      "cov-distil (oracle2teacher)": 4.614036560058594,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.644869327545166,
      "step": 1223,
      "subrel-constrast": 5.010715484619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8561465740203857,
      "cov-distil (oracle2student)": 4.946635723114014,
      "cov-distil (oracle2teacher)": 4.611825942993164,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.05588436126709,
      "step": 1224,
      "subrel-constrast": 3.5223402976989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5452014207839966,
      "cov-distil (oracle2student)": 5.459634304046631,
      "cov-distil (oracle2teacher)": 5.333005905151367,
      "epoch": 0.9615384615384616,
      "rel-constrast": 2.3912513256073,
      "step": 1225,
      "subrel-constrast": 2.6722681522369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7723793983459473,
      "cov-distil (oracle2student)": 3.8281521797180176,
      "cov-distil (oracle2teacher)": 2.860928535461426,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.190782308578491,
      "step": 1226,
      "subrel-constrast": 2.649376392364502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663963794708252,
      "cov-distil (oracle2student)": 5.518459320068359,
      "cov-distil (oracle2teacher)": 4.806221961975098,
      "epoch": 0.9631083202511774,
      "rel-constrast": 2.5873663425445557,
      "step": 1227,
      "subrel-constrast": 2.8283865451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.467519760131836,
      "cov-distil (oracle2student)": 4.462728977203369,
      "cov-distil (oracle2teacher)": 3.8597278594970703,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.2597930431365967,
      "step": 1228,
      "subrel-constrast": 3.798462390899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868447303771973,
      "cov-distil (oracle2student)": 3.9587059020996094,
      "cov-distil (oracle2teacher)": 3.718611240386963,
      "epoch": 0.9646781789638933,
      "rel-constrast": 3.008694648742676,
      "step": 1229,
      "subrel-constrast": 3.4618980884552,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 5.53125,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.7679,
      "step": 1230
    },
    {
      "cov-distil": 2.4038400650024414,
      "cov-distil (oracle2student)": 4.189499855041504,
      "cov-distil (oracle2teacher)": 4.92088508605957,
      "epoch": 0.9654631083202512,
      "rel-constrast": 3.580244541168213,
      "step": 1230,
      "subrel-constrast": 3.937011957168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2933120727539062,
      "cov-distil (oracle2student)": 3.9828596115112305,
      "cov-distil (oracle2teacher)": 3.908585786819458,
      "epoch": 0.966248037676609,
      "rel-constrast": 4.181514739990234,
      "step": 1231,
      "subrel-constrast": 4.002969264984131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2761566638946533,
      "cov-distil (oracle2student)": 4.216238975524902,
      "cov-distil (oracle2teacher)": 3.9392354488372803,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.5120630264282227,
      "step": 1232,
      "subrel-constrast": 3.2665441036224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03503155708313,
      "cov-distil (oracle2student)": 4.150365352630615,
      "cov-distil (oracle2teacher)": 3.943957567214966,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.5486884117126465,
      "step": 1233,
      "subrel-constrast": 2.861952781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5259997844696045,
      "cov-distil (oracle2student)": 4.92109489440918,
      "cov-distil (oracle2teacher)": 4.763131618499756,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.408337354660034,
      "step": 1234,
      "subrel-constrast": 3.4760138988494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479346513748169,
      "cov-distil (oracle2student)": 5.900315284729004,
      "cov-distil (oracle2teacher)": 5.089962005615234,
      "epoch": 0.9693877551020408,
      "rel-constrast": 4.079306602478027,
      "step": 1235,
      "subrel-constrast": 3.5545055866241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714895248413086,
      "cov-distil (oracle2student)": 3.4373972415924072,
      "cov-distil (oracle2teacher)": 3.7302818298339844,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.2785820960998535,
      "step": 1236,
      "subrel-constrast": 3.569523811340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9362006187438965,
      "cov-distil (oracle2student)": 4.171980381011963,
      "cov-distil (oracle2teacher)": 4.417233943939209,
      "epoch": 0.9709576138147566,
      "rel-constrast": 1.9843308925628662,
      "step": 1237,
      "subrel-constrast": 2.721296787261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6927573680877686,
      "cov-distil (oracle2student)": 4.14727258682251,
      "cov-distil (oracle2teacher)": 4.438310623168945,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.992556571960449,
      "step": 1238,
      "subrel-constrast": 4.586033821105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8075597286224365,
      "cov-distil (oracle2student)": 4.8774213790893555,
      "cov-distil (oracle2teacher)": 4.82818078994751,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.819988965988159,
      "step": 1239,
      "subrel-constrast": 3.46711802482605,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 4.5625,
      "learning_rate": 9.34919777030994e-05,
      "loss": 0.8096,
      "step": 1240
    },
    {
      "cov-distil": 2.121058702468872,
      "cov-distil (oracle2student)": 4.816988945007324,
      "cov-distil (oracle2teacher)": 4.834193706512451,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.8014817237854004,
      "step": 1240,
      "subrel-constrast": 3.6708450317382812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9091215133666992,
      "cov-distil (oracle2student)": 3.742698907852173,
      "cov-distil (oracle2teacher)": 4.015953063964844,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.645212173461914,
      "step": 1241,
      "subrel-constrast": 3.8760151863098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0398335456848145,
      "cov-distil (oracle2student)": 3.709601879119873,
      "cov-distil (oracle2teacher)": 3.690128803253174,
      "epoch": 0.9748822605965463,
      "rel-constrast": 2.3519182205200195,
      "step": 1242,
      "subrel-constrast": 3.1480872631073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067568302154541,
      "cov-distil (oracle2student)": 4.797267913818359,
      "cov-distil (oracle2teacher)": 4.954034805297852,
      "epoch": 0.9756671899529042,
      "rel-constrast": 3.3093717098236084,
      "step": 1243,
      "subrel-constrast": 3.5622472763061523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549683094024658,
      "cov-distil (oracle2student)": 4.2235307693481445,
      "cov-distil (oracle2teacher)": 3.758225202560425,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.2504382133483887,
      "step": 1244,
      "subrel-constrast": 3.122936487197876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7176437377929688,
      "cov-distil (oracle2student)": 2.1723718643188477,
      "cov-distil (oracle2teacher)": 2.7518811225891113,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.540454864501953,
      "step": 1245,
      "subrel-constrast": 3.585543394088745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5242030620574951,
      "cov-distil (oracle2student)": 4.453408241271973,
      "cov-distil (oracle2teacher)": 4.33419132232666,
      "epoch": 0.978021978021978,
      "rel-constrast": 2.8028738498687744,
      "step": 1246,
      "subrel-constrast": 3.4015636444091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3966267108917236,
      "cov-distil (oracle2student)": 3.74525785446167,
      "cov-distil (oracle2teacher)": 4.902360916137695,
      "epoch": 0.978806907378336,
      "rel-constrast": 2.9473390579223633,
      "step": 1247,
      "subrel-constrast": 3.9250290393829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803858757019043,
      "cov-distil (oracle2student)": 4.475751876831055,
      "cov-distil (oracle2teacher)": 4.48436164855957,
      "epoch": 0.9795918367346939,
      "rel-constrast": 3.1276326179504395,
      "step": 1248,
      "subrel-constrast": 3.6691861152648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105950355529785,
      "cov-distil (oracle2student)": 3.472862482070923,
      "cov-distil (oracle2teacher)": 3.3040151596069336,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.7894389629364014,
      "step": 1249,
      "subrel-constrast": 3.348508834838867,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.5,
      "learning_rate": 9.331871292806759e-05,
      "loss": 0.6892,
      "step": 1250
    },
    {
      "cov-distil": 2.176373243331909,
      "cov-distil (oracle2student)": 6.208294868469238,
      "cov-distil (oracle2teacher)": 6.126685619354248,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.480532646179199,
      "step": 1250,
      "subrel-constrast": 3.546600341796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418676137924194,
      "cov-distil (oracle2student)": 5.204082012176514,
      "cov-distil (oracle2teacher)": 4.340358734130859,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.5690691471099854,
      "step": 1251,
      "subrel-constrast": 2.8412280082702637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285386562347412,
      "cov-distil (oracle2student)": 5.079374313354492,
      "cov-distil (oracle2teacher)": 4.448044776916504,
      "epoch": 0.9827315541601256,
      "rel-constrast": 4.03068733215332,
      "step": 1252,
      "subrel-constrast": 3.42840313911438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4616000652313232,
      "cov-distil (oracle2student)": 3.7716641426086426,
      "cov-distil (oracle2teacher)": 3.5973973274230957,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.6982975006103516,
      "step": 1253,
      "subrel-constrast": 2.6264901161193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.688011646270752,
      "cov-distil (oracle2student)": 5.486698150634766,
      "cov-distil (oracle2teacher)": 4.55744743347168,
      "epoch": 0.9843014128728415,
      "rel-constrast": 3.353771209716797,
      "step": 1254,
      "subrel-constrast": 3.5179128646850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7113444805145264,
      "cov-distil (oracle2student)": 3.9129393100738525,
      "cov-distil (oracle2teacher)": 3.6732559204101562,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.3076655864715576,
      "step": 1255,
      "subrel-constrast": 3.057607412338257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3522796630859375,
      "cov-distil (oracle2student)": 3.024244785308838,
      "cov-distil (oracle2teacher)": 3.3462963104248047,
      "epoch": 0.9858712715855573,
      "rel-constrast": 3.4333062171936035,
      "step": 1256,
      "subrel-constrast": 3.3084371089935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4858078956604004,
      "cov-distil (oracle2student)": 2.938549041748047,
      "cov-distil (oracle2teacher)": 3.0842790603637695,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.4708430767059326,
      "step": 1257,
      "subrel-constrast": 3.135593891143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0585896968841553,
      "cov-distil (oracle2student)": 3.046194553375244,
      "cov-distil (oracle2teacher)": 3.448960304260254,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.5087740421295166,
      "step": 1258,
      "subrel-constrast": 2.962155818939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285191059112549,
      "cov-distil (oracle2student)": 3.36148738861084,
      "cov-distil (oracle2teacher)": 2.9726133346557617,
      "epoch": 0.9882260596546311,
      "rel-constrast": 3.0724925994873047,
      "step": 1259,
      "subrel-constrast": 3.649038791656494,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 6.46875,
      "learning_rate": 9.314333686008125e-05,
      "loss": 0.7481,
      "step": 1260
    },
    {
      "cov-distil": 1.7499449253082275,
      "cov-distil (oracle2student)": 2.867774486541748,
      "cov-distil (oracle2teacher)": 2.706000804901123,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.6680498123168945,
      "step": 1260,
      "subrel-constrast": 2.4095053672790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.243812322616577,
      "cov-distil (oracle2student)": 3.3040146827697754,
      "cov-distil (oracle2teacher)": 3.1716086864471436,
      "epoch": 0.9897959183673469,
      "rel-constrast": 2.349921703338623,
      "step": 1261,
      "subrel-constrast": 2.6128289699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358555316925049,
      "cov-distil (oracle2student)": 4.261682510375977,
      "cov-distil (oracle2teacher)": 4.700082778930664,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.972811698913574,
      "step": 1262,
      "subrel-constrast": 3.7806313037872314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8972493410110474,
      "cov-distil (oracle2student)": 5.527047157287598,
      "cov-distil (oracle2teacher)": 4.870352745056152,
      "epoch": 0.9913657770800628,
      "rel-constrast": 3.5675017833709717,
      "step": 1263,
      "subrel-constrast": 3.444584608078003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615013599395752,
      "cov-distil (oracle2student)": 4.845242023468018,
      "cov-distil (oracle2teacher)": 4.881248474121094,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.3802943229675293,
      "step": 1264,
      "subrel-constrast": 3.5552637577056885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8329907655715942,
      "cov-distil (oracle2student)": 2.0368781089782715,
      "cov-distil (oracle2teacher)": 2.0462539196014404,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.33830988407135,
      "step": 1265,
      "subrel-constrast": 2.132333993911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3750362396240234,
      "cov-distil (oracle2student)": 3.6153361797332764,
      "cov-distil (oracle2teacher)": 3.7076830863952637,
      "epoch": 0.9937205651491365,
      "rel-constrast": 3.0203166007995605,
      "step": 1266,
      "subrel-constrast": 3.243415117263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6370739936828613,
      "cov-distil (oracle2student)": 5.2714948654174805,
      "cov-distil (oracle2teacher)": 5.037319183349609,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.72383451461792,
      "step": 1267,
      "subrel-constrast": 2.985355854034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5564169883728027,
      "cov-distil (oracle2student)": 5.603839874267578,
      "cov-distil (oracle2teacher)": 4.852350234985352,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.6721742153167725,
      "step": 1268,
      "subrel-constrast": 3.2908408641815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3823298215866089,
      "cov-distil (oracle2student)": 4.866833209991455,
      "cov-distil (oracle2teacher)": 5.0023369789123535,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.6718411445617676,
      "step": 1269,
      "subrel-constrast": 3.5806491374969482,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 5.0625,
      "learning_rate": 9.296585804672252e-05,
      "loss": 0.6841,
      "step": 1270
    },
    {
      "cov-distil": 2.234332323074341,
      "cov-distil (oracle2student)": 5.015127658843994,
      "cov-distil (oracle2teacher)": 3.8736958503723145,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.446798086166382,
      "step": 1270,
      "subrel-constrast": 3.6334242820739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6185510158538818,
      "cov-distil (oracle2student)": 3.6977434158325195,
      "cov-distil (oracle2teacher)": 3.516186237335205,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.4334356784820557,
      "step": 1271,
      "subrel-constrast": 2.6451377868652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0913000106811523,
      "cov-distil (oracle2student)": 4.823548793792725,
      "cov-distil (oracle2teacher)": 4.384692192077637,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.205593109130859,
      "step": 1272,
      "subrel-constrast": 4.841392993927002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441329836845398,
      "cov-distil (oracle2student)": 5.09277868270874,
      "cov-distil (oracle2teacher)": 4.827445030212402,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.696469306945801,
      "step": 1273,
      "subrel-constrast": 4.039502143859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8675310611724854,
      "cov-distil (oracle2student)": 5.037562370300293,
      "cov-distil (oracle2teacher)": 5.109651565551758,
      "epoch": 1.0,
      "rel-constrast": 3.136324167251587,
      "step": 1274,
      "subrel-constrast": 3.17061710357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031439781188965,
      "cov-distil (oracle2student)": 3.3752059936523438,
      "cov-distil (oracle2teacher)": 4.136818885803223,
      "epoch": 1.000784929356358,
      "rel-constrast": 3.220371723175049,
      "step": 1275,
      "subrel-constrast": 4.322935104370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.40989351272583,
      "cov-distil (oracle2student)": 3.1688899993896484,
      "cov-distil (oracle2teacher)": 3.6899795532226562,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.5131912231445312,
      "step": 1276,
      "subrel-constrast": 3.9478952884674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3093135356903076,
      "cov-distil (oracle2student)": 4.256146430969238,
      "cov-distil (oracle2teacher)": 4.206313133239746,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.2657318115234375,
      "step": 1277,
      "subrel-constrast": 4.1512274742126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.59112548828125,
      "cov-distil (oracle2student)": 4.678732872009277,
      "cov-distil (oracle2teacher)": 4.924345970153809,
      "epoch": 1.0031397174254317,
      "rel-constrast": 2.9775962829589844,
      "step": 1278,
      "subrel-constrast": 4.0352783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07150936126709,
      "cov-distil (oracle2student)": 3.480311870574951,
      "cov-distil (oracle2teacher)": 3.8424346446990967,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.415238380432129,
      "step": 1279,
      "subrel-constrast": 3.1882567405700684,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 5.75,
      "learning_rate": 9.278628513805838e-05,
      "loss": 0.8078,
      "step": 1280
    },
    {
      "cov-distil": 1.948930025100708,
      "cov-distil (oracle2student)": 3.8636367321014404,
      "cov-distil (oracle2teacher)": 4.157070159912109,
      "epoch": 1.0047095761381475,
      "rel-constrast": 2.7104592323303223,
      "step": 1280,
      "subrel-constrast": 4.112034797668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2078421115875244,
      "cov-distil (oracle2student)": 3.870253562927246,
      "cov-distil (oracle2teacher)": 3.7433929443359375,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.741872549057007,
      "step": 1281,
      "subrel-constrast": 2.8394155502319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6033682823181152,
      "cov-distil (oracle2student)": 4.661372184753418,
      "cov-distil (oracle2teacher)": 3.7796850204467773,
      "epoch": 1.0062794348508635,
      "rel-constrast": 2.592529058456421,
      "step": 1282,
      "subrel-constrast": 3.6206634044647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9641032218933105,
      "cov-distil (oracle2student)": 4.3411054611206055,
      "cov-distil (oracle2teacher)": 4.244026184082031,
      "epoch": 1.0070643642072215,
      "rel-constrast": 3.0929346084594727,
      "step": 1283,
      "subrel-constrast": 3.4313104152679443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0094308853149414,
      "cov-distil (oracle2student)": 5.210860252380371,
      "cov-distil (oracle2teacher)": 4.478570938110352,
      "epoch": 1.0078492935635792,
      "rel-constrast": 1.7814507484436035,
      "step": 1284,
      "subrel-constrast": 3.146554470062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1414992809295654,
      "cov-distil (oracle2student)": 3.60575008392334,
      "cov-distil (oracle2teacher)": 3.8077378273010254,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.052919864654541,
      "step": 1285,
      "subrel-constrast": 3.221935272216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4400038719177246,
      "cov-distil (oracle2student)": 4.526844024658203,
      "cov-distil (oracle2teacher)": 4.3766303062438965,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.7665538787841797,
      "step": 1286,
      "subrel-constrast": 3.2282307147979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.896918773651123,
      "cov-distil (oracle2student)": 4.9650139808654785,
      "cov-distil (oracle2teacher)": 4.002534866333008,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.652994155883789,
      "step": 1287,
      "subrel-constrast": 4.909223556518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5534820556640625,
      "cov-distil (oracle2student)": 3.158494472503662,
      "cov-distil (oracle2teacher)": 3.1709446907043457,
      "epoch": 1.010989010989011,
      "rel-constrast": 2.8562581539154053,
      "step": 1288,
      "subrel-constrast": 3.100008249282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7019332647323608,
      "cov-distil (oracle2student)": 5.354952812194824,
      "cov-distil (oracle2teacher)": 5.172297954559326,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.6176140308380127,
      "step": 1289,
      "subrel-constrast": 3.884110927581787,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 5.4375,
      "learning_rate": 9.260462688621905e-05,
      "loss": 0.7216,
      "step": 1290
    },
    {
      "cov-distil": 1.9037574529647827,
      "cov-distil (oracle2student)": 3.6518092155456543,
      "cov-distil (oracle2teacher)": 3.7377872467041016,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.192321538925171,
      "step": 1290,
      "subrel-constrast": 4.057868003845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.425891637802124,
      "cov-distil (oracle2student)": 3.9802794456481934,
      "cov-distil (oracle2teacher)": 4.32381534576416,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.1543526649475098,
      "step": 1291,
      "subrel-constrast": 3.7009825706481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3732268810272217,
      "cov-distil (oracle2student)": 4.3555989265441895,
      "cov-distil (oracle2teacher)": 4.435222625732422,
      "epoch": 1.0141287284144427,
      "rel-constrast": 3.3550093173980713,
      "step": 1292,
      "subrel-constrast": 3.4697587490081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2249741554260254,
      "cov-distil (oracle2student)": 4.334173679351807,
      "cov-distil (oracle2teacher)": 3.5135650634765625,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.971623420715332,
      "step": 1293,
      "subrel-constrast": 3.2044951915740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0720860958099365,
      "cov-distil (oracle2student)": 6.7480926513671875,
      "cov-distil (oracle2teacher)": 6.6874680519104,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.7931299209594727,
      "step": 1294,
      "subrel-constrast": 3.354675054550171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94881272315979,
      "cov-distil (oracle2student)": 5.113753318786621,
      "cov-distil (oracle2teacher)": 4.929531097412109,
      "epoch": 1.0164835164835164,
      "rel-constrast": 3.1857848167419434,
      "step": 1295,
      "subrel-constrast": 3.868032455444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1479883193969727,
      "cov-distil (oracle2student)": 4.248129367828369,
      "cov-distil (oracle2teacher)": 4.2147674560546875,
      "epoch": 1.0172684458398744,
      "rel-constrast": 3.891817092895508,
      "step": 1296,
      "subrel-constrast": 4.418255805969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3740273714065552,
      "cov-distil (oracle2student)": 4.424798965454102,
      "cov-distil (oracle2teacher)": 3.965078592300415,
      "epoch": 1.0180533751962324,
      "rel-constrast": 2.1778340339660645,
      "step": 1297,
      "subrel-constrast": 2.3920135498046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8356852531433105,
      "cov-distil (oracle2student)": 4.157772064208984,
      "cov-distil (oracle2teacher)": 3.110929012298584,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.6135201454162598,
      "step": 1298,
      "subrel-constrast": 3.5565645694732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6344685554504395,
      "cov-distil (oracle2student)": 4.38902473449707,
      "cov-distil (oracle2teacher)": 4.365612506866455,
      "epoch": 1.0196232339089482,
      "rel-constrast": 1.918513298034668,
      "step": 1299,
      "subrel-constrast": 2.7393269538879395,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 4.125,
      "learning_rate": 9.242089214497145e-05,
      "loss": 0.7563,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.234375,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.0633544921875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.043304443359375
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.020050048828125,
      "step": 1300
    },
    {
      "cov-distil": 1.8898532390594482,
      "cov-distil (oracle2student)": 3.3658664226531982,
      "cov-distil (oracle2teacher)": 3.1708030700683594,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.0510334968566895,
      "step": 1300,
      "subrel-constrast": 3.870105504989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374237298965454,
      "cov-distil (oracle2student)": 4.366970539093018,
      "cov-distil (oracle2teacher)": 4.4368414878845215,
      "epoch": 1.0211930926216641,
      "rel-constrast": 3.1153626441955566,
      "step": 1301,
      "subrel-constrast": 3.113658905029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7471736669540405,
      "cov-distil (oracle2student)": 5.863946914672852,
      "cov-distil (oracle2teacher)": 6.218541145324707,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.7693071365356445,
      "step": 1302,
      "subrel-constrast": 3.5746841430664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.321660041809082,
      "cov-distil (oracle2student)": 4.4154253005981445,
      "cov-distil (oracle2teacher)": 4.55256462097168,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.8173489570617676,
      "step": 1303,
      "subrel-constrast": 3.07460880279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868566036224365,
      "cov-distil (oracle2student)": 4.4893341064453125,
      "cov-distil (oracle2teacher)": 4.85392951965332,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.190908432006836,
      "step": 1304,
      "subrel-constrast": 3.4128310680389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.245445489883423,
      "cov-distil (oracle2student)": 3.1568403244018555,
      "cov-distil (oracle2teacher)": 3.2324299812316895,
      "epoch": 1.0243328100470959,
      "rel-constrast": 2.816751718521118,
      "step": 1305,
      "subrel-constrast": 3.268707275390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2411394119262695,
      "cov-distil (oracle2student)": 3.940955877304077,
      "cov-distil (oracle2teacher)": 3.7227060794830322,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.4614195823669434,
      "step": 1306,
      "subrel-constrast": 3.1942152976989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988004446029663,
      "cov-distil (oracle2student)": 6.295353889465332,
      "cov-distil (oracle2teacher)": 5.930104732513428,
      "epoch": 1.0259026687598116,
      "rel-constrast": 3.9095325469970703,
      "step": 1307,
      "subrel-constrast": 4.389137268066406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716953992843628,
      "cov-distil (oracle2student)": 3.7628448009490967,
      "cov-distil (oracle2teacher)": 3.643437623977661,
      "epoch": 1.0266875981161696,
      "rel-constrast": 3.252234697341919,
      "step": 1308,
      "subrel-constrast": 3.497460126876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4959324598312378,
      "cov-distil (oracle2student)": 4.0035481452941895,
      "cov-distil (oracle2teacher)": 3.9052939414978027,
      "epoch": 1.0274725274725274,
      "rel-constrast": 2.0496392250061035,
      "step": 1309,
      "subrel-constrast": 2.2898945808410645,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 4.40625,
      "learning_rate": 9.223508986928766e-05,
      "loss": 0.7358,
      "step": 1310
    },
    {
      "cov-distil": 1.8895716667175293,
      "cov-distil (oracle2student)": 2.5840554237365723,
      "cov-distil (oracle2teacher)": 2.1389832496643066,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.628068685531616,
      "step": 1310,
      "subrel-constrast": 2.6480205059051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8084620237350464,
      "cov-distil (oracle2student)": 3.1021947860717773,
      "cov-distil (oracle2teacher)": 3.516923189163208,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.6497271060943604,
      "step": 1311,
      "subrel-constrast": 3.2282841205596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5614354610443115,
      "cov-distil (oracle2student)": 4.690523147583008,
      "cov-distil (oracle2teacher)": 3.699354648590088,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.856952667236328,
      "step": 1312,
      "subrel-constrast": 3.0586743354797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347540259361267,
      "cov-distil (oracle2student)": 5.309755802154541,
      "cov-distil (oracle2teacher)": 5.316576957702637,
      "epoch": 1.030612244897959,
      "rel-constrast": 2.7924461364746094,
      "step": 1313,
      "subrel-constrast": 3.5538249015808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3602404594421387,
      "cov-distil (oracle2student)": 6.88344669342041,
      "cov-distil (oracle2teacher)": 6.0550079345703125,
      "epoch": 1.031397174254317,
      "rel-constrast": 3.454782009124756,
      "step": 1314,
      "subrel-constrast": 4.010321140289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9172909259796143,
      "cov-distil (oracle2student)": 4.591287612915039,
      "cov-distil (oracle2teacher)": 4.436939239501953,
      "epoch": 1.032182103610675,
      "rel-constrast": 3.2013063430786133,
      "step": 1315,
      "subrel-constrast": 3.88046932220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9603370428085327,
      "cov-distil (oracle2student)": 3.4404308795928955,
      "cov-distil (oracle2teacher)": 4.145384788513184,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.4816057682037354,
      "step": 1316,
      "subrel-constrast": 3.051987648010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686042070388794,
      "cov-distil (oracle2student)": 3.8634097576141357,
      "cov-distil (oracle2teacher)": 3.916156053543091,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.392737865447998,
      "step": 1317,
      "subrel-constrast": 3.599351406097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8097751140594482,
      "cov-distil (oracle2student)": 4.979180335998535,
      "cov-distil (oracle2teacher)": 5.105472087860107,
      "epoch": 1.0345368916797488,
      "rel-constrast": 2.7627925872802734,
      "step": 1318,
      "subrel-constrast": 3.0001533031463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8973746299743652,
      "cov-distil (oracle2student)": 4.499042510986328,
      "cov-distil (oracle2teacher)": 3.8250021934509277,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.888918876647949,
      "step": 1319,
      "subrel-constrast": 3.003592014312744,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 4.96875,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.7277,
      "step": 1320
    },
    {
      "cov-distil": 1.7065448760986328,
      "cov-distil (oracle2student)": 4.247738361358643,
      "cov-distil (oracle2teacher)": 3.7866082191467285,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.4862771034240723,
      "step": 1320,
      "subrel-constrast": 2.8339321613311768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.613361120223999,
      "cov-distil (oracle2student)": 6.107479095458984,
      "cov-distil (oracle2teacher)": 5.738689422607422,
      "epoch": 1.0368916797488226,
      "rel-constrast": 2.534123182296753,
      "step": 1321,
      "subrel-constrast": 3.973176956176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9734926223754883,
      "cov-distil (oracle2student)": 4.4655046463012695,
      "cov-distil (oracle2teacher)": 4.100720405578613,
      "epoch": 1.0376766091051806,
      "rel-constrast": 3.4072043895721436,
      "step": 1322,
      "subrel-constrast": 3.6305532455444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4509096145629883,
      "cov-distil (oracle2student)": 5.385592460632324,
      "cov-distil (oracle2teacher)": 5.037849426269531,
      "epoch": 1.0384615384615385,
      "rel-constrast": 2.440288782119751,
      "step": 1323,
      "subrel-constrast": 3.2434239387512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9263887405395508,
      "cov-distil (oracle2student)": 4.908564567565918,
      "cov-distil (oracle2teacher)": 4.997735977172852,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.7052700519561768,
      "step": 1324,
      "subrel-constrast": 3.2338969707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.219099998474121,
      "cov-distil (oracle2student)": 4.963329315185547,
      "cov-distil (oracle2teacher)": 4.638698101043701,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.414478302001953,
      "step": 1325,
      "subrel-constrast": 3.9150383472442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7275956869125366,
      "cov-distil (oracle2student)": 4.767082214355469,
      "cov-distil (oracle2teacher)": 4.70092248916626,
      "epoch": 1.0408163265306123,
      "rel-constrast": 2.83054780960083,
      "step": 1326,
      "subrel-constrast": 2.7429964542388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856566071510315,
      "cov-distil (oracle2student)": 4.764891624450684,
      "cov-distil (oracle2teacher)": 5.339380741119385,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.212454319000244,
      "step": 1327,
      "subrel-constrast": 3.159726619720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8612275123596191,
      "cov-distil (oracle2student)": 4.26772403717041,
      "cov-distil (oracle2teacher)": 4.496248245239258,
      "epoch": 1.042386185243328,
      "rel-constrast": 2.4318411350250244,
      "step": 1328,
      "subrel-constrast": 3.130039930343628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037257194519043,
      "cov-distil (oracle2student)": 3.927725315093994,
      "cov-distil (oracle2teacher)": 4.190374374389648,
      "epoch": 1.043171114599686,
      "rel-constrast": 3.3261759281158447,
      "step": 1329,
      "subrel-constrast": 3.451866626739502,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 5.84375,
      "learning_rate": 9.1857319037902e-05,
      "loss": 0.7197,
      "step": 1330
    },
    {
      "cov-distil": 1.895769715309143,
      "cov-distil (oracle2student)": 2.2508177757263184,
      "cov-distil (oracle2teacher)": 2.143092632293701,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.8585588932037354,
      "step": 1330,
      "subrel-constrast": 2.8505587577819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941801905632019,
      "cov-distil (oracle2student)": 3.7211883068084717,
      "cov-distil (oracle2teacher)": 4.861660003662109,
      "epoch": 1.0447409733124018,
      "rel-constrast": 4.677464962005615,
      "step": 1331,
      "subrel-constrast": 5.764521598815918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.061048746109009,
      "cov-distil (oracle2student)": 3.6143884658813477,
      "cov-distil (oracle2teacher)": 4.436133861541748,
      "epoch": 1.0455259026687598,
      "rel-constrast": 2.3265790939331055,
      "step": 1332,
      "subrel-constrast": 2.5352275371551514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.11100435256958,
      "cov-distil (oracle2student)": 4.107184410095215,
      "cov-distil (oracle2teacher)": 3.6938161849975586,
      "epoch": 1.0463108320251178,
      "rel-constrast": 2.765739917755127,
      "step": 1333,
      "subrel-constrast": 2.8816206455230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8275578022003174,
      "cov-distil (oracle2student)": 2.5644917488098145,
      "cov-distil (oracle2teacher)": 2.757901430130005,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.663878917694092,
      "step": 1334,
      "subrel-constrast": 2.960068702697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0138649940490723,
      "cov-distil (oracle2student)": 4.344563007354736,
      "cov-distil (oracle2teacher)": 4.231671333312988,
      "epoch": 1.0478806907378335,
      "rel-constrast": 2.906752109527588,
      "step": 1335,
      "subrel-constrast": 3.53376841545105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.336048126220703,
      "cov-distil (oracle2student)": 3.9669013023376465,
      "cov-distil (oracle2teacher)": 3.597200870513916,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.7225918769836426,
      "step": 1336,
      "subrel-constrast": 3.8616302013397217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0007824897766113,
      "cov-distil (oracle2student)": 3.0591635704040527,
      "cov-distil (oracle2teacher)": 3.1306838989257812,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.0148797035217285,
      "step": 1337,
      "subrel-constrast": 2.7045159339904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1261866092681885,
      "cov-distil (oracle2student)": 5.152045249938965,
      "cov-distil (oracle2teacher)": 4.841019153594971,
      "epoch": 1.0502354788069075,
      "rel-constrast": 2.831721305847168,
      "step": 1338,
      "subrel-constrast": 3.9867992401123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001971483230591,
      "cov-distil (oracle2student)": 4.291060447692871,
      "cov-distil (oracle2teacher)": 3.489238739013672,
      "epoch": 1.0510204081632653,
      "rel-constrast": 2.0446715354919434,
      "step": 1339,
      "subrel-constrast": 2.511033773422241,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 4.75,
      "learning_rate": 9.16653688942175e-05,
      "loss": 0.6953,
      "step": 1340
    },
    {
      "cov-distil": 2.4373602867126465,
      "cov-distil (oracle2student)": 5.0096940994262695,
      "cov-distil (oracle2teacher)": 4.213117599487305,
      "epoch": 1.0518053375196232,
      "rel-constrast": 3.318880081176758,
      "step": 1340,
      "subrel-constrast": 3.7525386810302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5862693786621094,
      "cov-distil (oracle2student)": 4.838666915893555,
      "cov-distil (oracle2teacher)": 4.223362445831299,
      "epoch": 1.0525902668759812,
      "rel-constrast": 3.1552441120147705,
      "step": 1341,
      "subrel-constrast": 3.0800654888153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851815938949585,
      "cov-distil (oracle2student)": 4.330436706542969,
      "cov-distil (oracle2teacher)": 4.693911552429199,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.8059513568878174,
      "step": 1342,
      "subrel-constrast": 3.564438819885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001897096633911,
      "cov-distil (oracle2student)": 3.967806339263916,
      "cov-distil (oracle2teacher)": 4.325500011444092,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.4688124656677246,
      "step": 1343,
      "subrel-constrast": 4.182475566864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5300452709197998,
      "cov-distil (oracle2student)": 3.951803684234619,
      "cov-distil (oracle2teacher)": 4.198141098022461,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.8973329067230225,
      "step": 1344,
      "subrel-constrast": 3.970473051071167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.875859260559082,
      "cov-distil (oracle2student)": 4.57000732421875,
      "cov-distil (oracle2teacher)": 4.298752784729004,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.50270938873291,
      "step": 1345,
      "subrel-constrast": 3.01069974899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7526226043701172,
      "cov-distil (oracle2student)": 4.846305847167969,
      "cov-distil (oracle2teacher)": 4.3150739669799805,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.7080883979797363,
      "step": 1346,
      "subrel-constrast": 3.4444708824157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765087366104126,
      "cov-distil (oracle2student)": 2.8250248432159424,
      "cov-distil (oracle2teacher)": 2.9345932006835938,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.535177230834961,
      "step": 1347,
      "subrel-constrast": 3.0843241214752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8120768070220947,
      "cov-distil (oracle2student)": 2.9176626205444336,
      "cov-distil (oracle2teacher)": 3.232879877090454,
      "epoch": 1.0580847723704867,
      "rel-constrast": 4.10692024230957,
      "step": 1348,
      "subrel-constrast": 4.171309947967529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8972021341323853,
      "cov-distil (oracle2student)": 3.5112686157226562,
      "cov-distil (oracle2teacher)": 3.2735326290130615,
      "epoch": 1.0588697017268447,
      "rel-constrast": 3.036226272583008,
      "step": 1349,
      "subrel-constrast": 3.2559866905212402,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 6.625,
      "learning_rate": 9.147138803923416e-05,
      "loss": 0.7884,
      "step": 1350
    },
    {
      "cov-distil": 2.329883575439453,
      "cov-distil (oracle2student)": 2.5807743072509766,
      "cov-distil (oracle2teacher)": 3.247279167175293,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.261101484298706,
      "step": 1350,
      "subrel-constrast": 4.010260581970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2240111827850342,
      "cov-distil (oracle2student)": 3.8073997497558594,
      "cov-distil (oracle2teacher)": 3.9426217079162598,
      "epoch": 1.0604395604395604,
      "rel-constrast": 2.3435213565826416,
      "step": 1351,
      "subrel-constrast": 2.3369030952453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638880968093872,
      "cov-distil (oracle2student)": 4.849891662597656,
      "cov-distil (oracle2teacher)": 5.36552619934082,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.617666244506836,
      "step": 1352,
      "subrel-constrast": 2.971378803253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5133957862854004,
      "cov-distil (oracle2student)": 6.065755844116211,
      "cov-distil (oracle2teacher)": 5.734502792358398,
      "epoch": 1.0620094191522762,
      "rel-constrast": 3.1496803760528564,
      "step": 1353,
      "subrel-constrast": 3.247014045715332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5654007196426392,
      "cov-distil (oracle2student)": 4.933081150054932,
      "cov-distil (oracle2teacher)": 4.6783857345581055,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.6201772689819336,
      "step": 1354,
      "subrel-constrast": 2.572502851486206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8608951568603516,
      "cov-distil (oracle2student)": 4.043577671051025,
      "cov-distil (oracle2teacher)": 4.118443012237549,
      "epoch": 1.0635792778649922,
      "rel-constrast": 3.124523162841797,
      "step": 1355,
      "subrel-constrast": 3.486848831176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0757055282592773,
      "cov-distil (oracle2student)": 4.068496227264404,
      "cov-distil (oracle2teacher)": 4.781114101409912,
      "epoch": 1.0643642072213502,
      "rel-constrast": 3.6920175552368164,
      "step": 1356,
      "subrel-constrast": 4.713141441345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0649683475494385,
      "cov-distil (oracle2student)": 6.119972229003906,
      "cov-distil (oracle2teacher)": 6.050349235534668,
      "epoch": 1.065149136577708,
      "rel-constrast": 3.2625555992126465,
      "step": 1357,
      "subrel-constrast": 3.912792444229126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2344553470611572,
      "cov-distil (oracle2student)": 4.017709255218506,
      "cov-distil (oracle2teacher)": 4.192180633544922,
      "epoch": 1.065934065934066,
      "rel-constrast": 3.057856321334839,
      "step": 1358,
      "subrel-constrast": 3.792118549346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.395707607269287,
      "cov-distil (oracle2student)": 5.889029026031494,
      "cov-distil (oracle2teacher)": 5.522098541259766,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.274190664291382,
      "step": 1359,
      "subrel-constrast": 3.5864131450653076,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 5.75,
      "learning_rate": 9.127538592730519e-05,
      "loss": 0.7601,
      "step": 1360
    },
    {
      "cov-distil": 1.2909048795700073,
      "cov-distil (oracle2student)": 3.405914783477783,
      "cov-distil (oracle2teacher)": 4.276309490203857,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.6066715717315674,
      "step": 1360,
      "subrel-constrast": 3.4509878158569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1626672744750977,
      "cov-distil (oracle2student)": 4.380281448364258,
      "cov-distil (oracle2teacher)": 4.681737899780273,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.869253158569336,
      "step": 1361,
      "subrel-constrast": 5.029815673828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7244131565093994,
      "cov-distil (oracle2student)": 6.18000602722168,
      "cov-distil (oracle2teacher)": 5.3873372077941895,
      "epoch": 1.0690737833594977,
      "rel-constrast": 3.4565274715423584,
      "step": 1362,
      "subrel-constrast": 3.5263047218322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9457037448883057,
      "cov-distil (oracle2student)": 4.196462631225586,
      "cov-distil (oracle2teacher)": 4.587145805358887,
      "epoch": 1.0698587127158556,
      "rel-constrast": 2.790487051010132,
      "step": 1363,
      "subrel-constrast": 4.018265724182129,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.786954879760742,
      "cov-distil (oracle2student)": 3.090235710144043,
      "cov-distil (oracle2teacher)": 3.293283700942993,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.9803643226623535,
      "step": 1364,
      "subrel-constrast": 3.7477505207061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804380178451538,
      "cov-distil (oracle2student)": 3.7454047203063965,
      "cov-distil (oracle2teacher)": 3.7131779193878174,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.47257924079895,
      "step": 1365,
      "subrel-constrast": 2.8567404747009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121540069580078,
      "cov-distil (oracle2student)": 3.8910775184631348,
      "cov-distil (oracle2teacher)": 5.146153450012207,
      "epoch": 1.0722135007849294,
      "rel-constrast": 2.5517897605895996,
      "step": 1366,
      "subrel-constrast": 4.141420841217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8491367101669312,
      "cov-distil (oracle2student)": 5.246489524841309,
      "cov-distil (oracle2teacher)": 4.921220302581787,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.578235387802124,
      "step": 1367,
      "subrel-constrast": 2.337459087371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5606136322021484,
      "cov-distil (oracle2student)": 5.187544822692871,
      "cov-distil (oracle2teacher)": 5.292340278625488,
      "epoch": 1.0737833594976451,
      "rel-constrast": 3.1180334091186523,
      "step": 1368,
      "subrel-constrast": 3.7052457332611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7072148323059082,
      "cov-distil (oracle2student)": 5.063150405883789,
      "cov-distil (oracle2teacher)": 4.645417213439941,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.493988037109375,
      "step": 1369,
      "subrel-constrast": 3.9737188816070557,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 6.6875,
      "learning_rate": 9.107737211129701e-05,
      "loss": 0.7479,
      "step": 1370
    },
    {
      "cov-distil": 1.9383522272109985,
      "cov-distil (oracle2student)": 2.7785918712615967,
      "cov-distil (oracle2teacher)": 2.9782910346984863,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.612870931625366,
      "step": 1370,
      "subrel-constrast": 2.9640769958496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3861994743347168,
      "cov-distil (oracle2student)": 4.034554958343506,
      "cov-distil (oracle2teacher)": 4.007607936859131,
      "epoch": 1.076138147566719,
      "rel-constrast": 2.5463509559631348,
      "step": 1371,
      "subrel-constrast": 2.724963426589966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.968785285949707,
      "cov-distil (oracle2student)": 4.776095390319824,
      "cov-distil (oracle2teacher)": 4.51157808303833,
      "epoch": 1.0769230769230769,
      "rel-constrast": 1.9525437355041504,
      "step": 1372,
      "subrel-constrast": 2.6027631759643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.399094581604004,
      "cov-distil (oracle2student)": 3.8629379272460938,
      "cov-distil (oracle2teacher)": 3.4961888790130615,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.506692409515381,
      "step": 1373,
      "subrel-constrast": 2.5317277908325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025851011276245,
      "cov-distil (oracle2student)": 3.4323840141296387,
      "cov-distil (oracle2teacher)": 3.7079567909240723,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.455127239227295,
      "step": 1374,
      "subrel-constrast": 3.6005513668060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149318218231201,
      "cov-distil (oracle2student)": 4.019998073577881,
      "cov-distil (oracle2teacher)": 3.400097370147705,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.6276142597198486,
      "step": 1375,
      "subrel-constrast": 3.0899107456207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8114368915557861,
      "cov-distil (oracle2student)": 5.378458023071289,
      "cov-distil (oracle2teacher)": 5.422873497009277,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.4072628021240234,
      "step": 1376,
      "subrel-constrast": 2.5943968296051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3145289421081543,
      "cov-distil (oracle2student)": 3.9599478244781494,
      "cov-distil (oracle2teacher)": 4.358899116516113,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.7360410690307617,
      "step": 1377,
      "subrel-constrast": 3.6085116863250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1310973167419434,
      "cov-distil (oracle2student)": 3.349583148956299,
      "cov-distil (oracle2teacher)": 3.7037882804870605,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.6933963298797607,
      "step": 1378,
      "subrel-constrast": 3.163780927658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8480861186981201,
      "cov-distil (oracle2student)": 2.832828998565674,
      "cov-distil (oracle2teacher)": 2.857452869415283,
      "epoch": 1.0824175824175823,
      "rel-constrast": 1.9497671127319336,
      "step": 1379,
      "subrel-constrast": 2.383526563644409,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 5.84375,
      "learning_rate": 9.087735624212365e-05,
      "loss": 0.6372,
      "step": 1380
    },
    {
      "cov-distil": 2.1798932552337646,
      "cov-distil (oracle2student)": 5.324796676635742,
      "cov-distil (oracle2teacher)": 5.556718826293945,
      "epoch": 1.0832025117739403,
      "rel-constrast": 4.439400672912598,
      "step": 1380,
      "subrel-constrast": 4.419003009796143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7499947547912598,
      "cov-distil (oracle2student)": 3.861295700073242,
      "cov-distil (oracle2teacher)": 4.018787384033203,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.740097761154175,
      "step": 1381,
      "subrel-constrast": 3.8474924564361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675414085388184,
      "cov-distil (oracle2student)": 4.838155269622803,
      "cov-distil (oracle2teacher)": 4.6069488525390625,
      "epoch": 1.084772370486656,
      "rel-constrast": 3.2629098892211914,
      "step": 1382,
      "subrel-constrast": 3.5577409267425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883237600326538,
      "cov-distil (oracle2student)": 4.628096580505371,
      "cov-distil (oracle2teacher)": 5.066427230834961,
      "epoch": 1.085557299843014,
      "rel-constrast": 2.694936752319336,
      "step": 1383,
      "subrel-constrast": 3.3995468616485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4388493299484253,
      "cov-distil (oracle2student)": 5.267164707183838,
      "cov-distil (oracle2teacher)": 4.704070091247559,
      "epoch": 1.086342229199372,
      "rel-constrast": 1.9680970907211304,
      "step": 1384,
      "subrel-constrast": 2.5886247158050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603737235069275,
      "cov-distil (oracle2student)": 3.334697723388672,
      "cov-distil (oracle2teacher)": 3.08375883102417,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.553227663040161,
      "step": 1385,
      "subrel-constrast": 3.0120158195495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877924919128418,
      "cov-distil (oracle2student)": 6.398171901702881,
      "cov-distil (oracle2teacher)": 5.721209526062012,
      "epoch": 1.0879120879120878,
      "rel-constrast": 2.932640790939331,
      "step": 1386,
      "subrel-constrast": 3.4726569652557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451646089553833,
      "cov-distil (oracle2student)": 5.158593654632568,
      "cov-distil (oracle2teacher)": 5.196988105773926,
      "epoch": 1.0886970172684458,
      "rel-constrast": 3.417452812194824,
      "step": 1387,
      "subrel-constrast": 3.1410610675811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9547014236450195,
      "cov-distil (oracle2student)": 5.447237968444824,
      "cov-distil (oracle2teacher)": 4.919557094573975,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.244762420654297,
      "step": 1388,
      "subrel-constrast": 3.712998151779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.242310047149658,
      "cov-distil (oracle2student)": 3.7325592041015625,
      "cov-distil (oracle2teacher)": 3.1974353790283203,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.972013473510742,
      "step": 1389,
      "subrel-constrast": 3.413983106613159,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 5.375,
      "learning_rate": 9.06753480682764e-05,
      "loss": 0.7556,
      "step": 1390
    },
    {
      "cov-distil": 1.4606231451034546,
      "cov-distil (oracle2student)": 2.7615773677825928,
      "cov-distil (oracle2teacher)": 3.42507004737854,
      "epoch": 1.0910518053375196,
      "rel-constrast": 2.034125328063965,
      "step": 1390,
      "subrel-constrast": 2.510141372680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371825933456421,
      "cov-distil (oracle2student)": 6.569089889526367,
      "cov-distil (oracle2teacher)": 6.507839202880859,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.198172092437744,
      "step": 1391,
      "subrel-constrast": 2.989583969116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1109628677368164,
      "cov-distil (oracle2student)": 4.464214324951172,
      "cov-distil (oracle2teacher)": 4.156721115112305,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.529962539672852,
      "step": 1392,
      "subrel-constrast": 4.802443981170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9762166738510132,
      "cov-distil (oracle2student)": 3.864501953125,
      "cov-distil (oracle2teacher)": 3.658568859100342,
      "epoch": 1.0934065934065935,
      "rel-constrast": 3.180616855621338,
      "step": 1393,
      "subrel-constrast": 3.440876007080078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2658002376556396,
      "cov-distil (oracle2student)": 5.995466232299805,
      "cov-distil (oracle2teacher)": 5.581459999084473,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.590562343597412,
      "step": 1394,
      "subrel-constrast": 3.246731758117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7919342517852783,
      "cov-distil (oracle2student)": 5.6137213706970215,
      "cov-distil (oracle2teacher)": 4.884681701660156,
      "epoch": 1.0949764521193093,
      "rel-constrast": 3.8861947059631348,
      "step": 1395,
      "subrel-constrast": 4.01267671585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7183659076690674,
      "cov-distil (oracle2student)": 5.202280521392822,
      "cov-distil (oracle2teacher)": 5.135255336761475,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.727130889892578,
      "step": 1396,
      "subrel-constrast": 3.9171128273010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1105873584747314,
      "cov-distil (oracle2student)": 4.178677082061768,
      "cov-distil (oracle2teacher)": 4.38714599609375,
      "epoch": 1.096546310832025,
      "rel-constrast": 4.0415544509887695,
      "step": 1397,
      "subrel-constrast": 4.150224685668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0800745487213135,
      "cov-distil (oracle2student)": 3.619008779525757,
      "cov-distil (oracle2teacher)": 4.284230709075928,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.4636454582214355,
      "step": 1398,
      "subrel-constrast": 4.0535888671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4049201011657715,
      "cov-distil (oracle2student)": 4.644396781921387,
      "cov-distil (oracle2teacher)": 4.708948135375977,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.6922993659973145,
      "step": 1399,
      "subrel-constrast": 4.667600631713867,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.03125,
      "learning_rate": 9.047135743534868e-05,
      "loss": 0.8336,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.2718749940395355,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.0511474609375
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.03717041015625
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.01397705078125,
      "step": 1400
    },
    {
      "cov-distil": 1.725492000579834,
      "cov-distil (oracle2student)": 3.9233992099761963,
      "cov-distil (oracle2teacher)": 4.01592493057251,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.5879769325256348,
      "step": 1400,
      "subrel-constrast": 4.946914196014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824089527130127,
      "cov-distil (oracle2student)": 3.3909904956817627,
      "cov-distil (oracle2teacher)": 3.5581698417663574,
      "epoch": 1.0996860282574568,
      "rel-constrast": 1.8766868114471436,
      "step": 1401,
      "subrel-constrast": 2.9552884101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8690978288650513,
      "cov-distil (oracle2student)": 6.081953048706055,
      "cov-distil (oracle2teacher)": 5.488690376281738,
      "epoch": 1.1004709576138147,
      "rel-constrast": 4.138168811798096,
      "step": 1402,
      "subrel-constrast": 3.833780288696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5634260177612305,
      "cov-distil (oracle2student)": 4.95000696182251,
      "cov-distil (oracle2teacher)": 5.0767035484313965,
      "epoch": 1.1012558869701727,
      "rel-constrast": 1.868730068206787,
      "step": 1403,
      "subrel-constrast": 2.9432365894317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.119241714477539,
      "cov-distil (oracle2student)": 4.555510520935059,
      "cov-distil (oracle2teacher)": 5.011124610900879,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.779770612716675,
      "step": 1404,
      "subrel-constrast": 3.163935422897339,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009692668914795,
      "cov-distil (oracle2student)": 4.039274215698242,
      "cov-distil (oracle2teacher)": 4.424073219299316,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.2427356243133545,
      "step": 1405,
      "subrel-constrast": 4.265690326690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9718384742736816,
      "cov-distil (oracle2student)": 5.2778239250183105,
      "cov-distil (oracle2teacher)": 4.498165130615234,
      "epoch": 1.1036106750392465,
      "rel-constrast": 2.634265899658203,
      "step": 1406,
      "subrel-constrast": 3.0320584774017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.598862886428833,
      "cov-distil (oracle2student)": 4.359433650970459,
      "cov-distil (oracle2teacher)": 4.114670753479004,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.978884220123291,
      "step": 1407,
      "subrel-constrast": 3.4521095752716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867627620697021,
      "cov-distil (oracle2student)": 4.837217330932617,
      "cov-distil (oracle2teacher)": 4.693706035614014,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.8659985065460205,
      "step": 1408,
      "subrel-constrast": 4.226325988769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8290637731552124,
      "cov-distil (oracle2student)": 4.235990524291992,
      "cov-distil (oracle2teacher)": 4.374019622802734,
      "epoch": 1.1059654631083202,
      "rel-constrast": 3.3522305488586426,
      "step": 1409,
      "subrel-constrast": 3.139163017272949,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 5.6875,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.7581,
      "step": 1410
    },
    {
      "cov-distil": 1.7000234127044678,
      "cov-distil (oracle2student)": 2.818408966064453,
      "cov-distil (oracle2teacher)": 2.855419635772705,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.85078763961792,
      "step": 1410,
      "subrel-constrast": 3.3764915466308594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0024311542510986,
      "cov-distil (oracle2student)": 4.551003456115723,
      "cov-distil (oracle2teacher)": 5.144897937774658,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.6437554359436035,
      "step": 1411,
      "subrel-constrast": 2.8654885292053223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0922305583953857,
      "cov-distil (oracle2student)": 4.0369720458984375,
      "cov-distil (oracle2teacher)": 3.7169578075408936,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.7502737045288086,
      "step": 1412,
      "subrel-constrast": 4.116178035736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978259801864624,
      "cov-distil (oracle2student)": 3.328629493713379,
      "cov-distil (oracle2teacher)": 2.785369634628296,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.76218843460083,
      "step": 1413,
      "subrel-constrast": 4.042629718780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.554842233657837,
      "cov-distil (oracle2student)": 2.572770595550537,
      "cov-distil (oracle2teacher)": 2.9539718627929688,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.0740180015563965,
      "step": 1414,
      "subrel-constrast": 3.1194310188293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8584908246994019,
      "cov-distil (oracle2student)": 5.804430961608887,
      "cov-distil (oracle2teacher)": 6.193423271179199,
      "epoch": 1.110675039246468,
      "rel-constrast": 1.8694114685058594,
      "step": 1415,
      "subrel-constrast": 2.5148730278015137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7980365753173828,
      "cov-distil (oracle2student)": 4.738273620605469,
      "cov-distil (oracle2teacher)": 4.200367450714111,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.7846601009368896,
      "step": 1416,
      "subrel-constrast": 3.1195125579833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.626960039138794,
      "cov-distil (oracle2student)": 3.327012538909912,
      "cov-distil (oracle2teacher)": 4.030371189117432,
      "epoch": 1.1122448979591837,
      "rel-constrast": 2.1955056190490723,
      "step": 1417,
      "subrel-constrast": 3.0993235111236572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9604575634002686,
      "cov-distil (oracle2student)": 5.1066508293151855,
      "cov-distil (oracle2teacher)": 4.455178737640381,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.990083694458008,
      "step": 1418,
      "subrel-constrast": 3.2639193534851074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1608684062957764,
      "cov-distil (oracle2student)": 4.556927680969238,
      "cov-distil (oracle2teacher)": 4.800924777984619,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.534522533416748,
      "step": 1419,
      "subrel-constrast": 2.1977858543395996,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 4.28125,
      "learning_rate": 9.005746865725207e-05,
      "loss": 0.6614,
      "step": 1420
    },
    {
      "cov-distil": 2.594512939453125,
      "cov-distil (oracle2student)": 3.7942042350769043,
      "cov-distil (oracle2teacher)": 3.522345781326294,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.200455665588379,
      "step": 1420,
      "subrel-constrast": 3.154106378555298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569270610809326,
      "cov-distil (oracle2student)": 4.3289570808410645,
      "cov-distil (oracle2teacher)": 4.00827693939209,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.432666778564453,
      "step": 1421,
      "subrel-constrast": 3.3713581562042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9133870601654053,
      "cov-distil (oracle2student)": 4.850636959075928,
      "cov-distil (oracle2teacher)": 4.630417823791504,
      "epoch": 1.1161695447409734,
      "rel-constrast": 2.0864036083221436,
      "step": 1422,
      "subrel-constrast": 2.5020101070404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4810023307800293,
      "cov-distil (oracle2student)": 3.06280517578125,
      "cov-distil (oracle2teacher)": 3.595647096633911,
      "epoch": 1.1169544740973312,
      "rel-constrast": 2.1655454635620117,
      "step": 1423,
      "subrel-constrast": 2.596524953842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4666249752044678,
      "cov-distil (oracle2student)": 6.8648834228515625,
      "cov-distil (oracle2teacher)": 5.748921871185303,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.873406171798706,
      "step": 1424,
      "subrel-constrast": 2.925576686859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198328971862793,
      "cov-distil (oracle2student)": 4.104663372039795,
      "cov-distil (oracle2teacher)": 4.597474098205566,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.3357884883880615,
      "step": 1425,
      "subrel-constrast": 2.893676519393921,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.37391996383667,
      "cov-distil (oracle2student)": 5.651669502258301,
      "cov-distil (oracle2teacher)": 5.058666229248047,
      "epoch": 1.119309262166405,
      "rel-constrast": 2.456441640853882,
      "step": 1426,
      "subrel-constrast": 3.512054204940796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826308012008667,
      "cov-distil (oracle2student)": 5.126103401184082,
      "cov-distil (oracle2teacher)": 5.235816478729248,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.940878391265869,
      "step": 1427,
      "subrel-constrast": 3.572213888168335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.950424313545227,
      "cov-distil (oracle2student)": 3.85319185256958,
      "cov-distil (oracle2teacher)": 4.053135871887207,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.311213493347168,
      "step": 1428,
      "subrel-constrast": 3.5005950927734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1182541847229004,
      "cov-distil (oracle2student)": 3.530885696411133,
      "cov-distil (oracle2teacher)": 4.707077503204346,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.298187494277954,
      "step": 1429,
      "subrel-constrast": 4.011065483093262,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 5.59375,
      "learning_rate": 8.984759068443831e-05,
      "loss": 0.6525,
      "step": 1430
    },
    {
      "cov-distil": 2.282820701599121,
      "cov-distil (oracle2student)": 3.7295961380004883,
      "cov-distil (oracle2teacher)": 3.401398181915283,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.4943594932556152,
      "step": 1430,
      "subrel-constrast": 3.0649611949920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1455516815185547,
      "cov-distil (oracle2student)": 8.298059463500977,
      "cov-distil (oracle2teacher)": 7.660794258117676,
      "epoch": 1.1232339089481946,
      "rel-constrast": 2.4170150756835938,
      "step": 1431,
      "subrel-constrast": 3.058394432067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467125654220581,
      "cov-distil (oracle2student)": 4.127472877502441,
      "cov-distil (oracle2teacher)": 4.097379207611084,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.459197521209717,
      "step": 1432,
      "subrel-constrast": 3.0782883167266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6396063566207886,
      "cov-distil (oracle2student)": 8.13225269317627,
      "cov-distil (oracle2teacher)": 7.629884719848633,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.520205020904541,
      "step": 1433,
      "subrel-constrast": 3.250422716140747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7474074363708496,
      "cov-distil (oracle2student)": 3.7422428131103516,
      "cov-distil (oracle2teacher)": 4.325443744659424,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.4517531394958496,
      "step": 1434,
      "subrel-constrast": 3.317268133163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.653327465057373,
      "cov-distil (oracle2student)": 4.161993026733398,
      "cov-distil (oracle2teacher)": 4.099205493927002,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.568042516708374,
      "step": 1435,
      "subrel-constrast": 3.75832462310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0322446823120117,
      "cov-distil (oracle2student)": 4.652658462524414,
      "cov-distil (oracle2teacher)": 4.624729156494141,
      "epoch": 1.1271585557299844,
      "rel-constrast": 3.0912322998046875,
      "step": 1436,
      "subrel-constrast": 3.335944890975952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298404693603516,
      "cov-distil (oracle2student)": 7.215947151184082,
      "cov-distil (oracle2teacher)": 7.927666664123535,
      "epoch": 1.1279434850863423,
      "rel-constrast": 2.4620325565338135,
      "step": 1437,
      "subrel-constrast": 3.671393632888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8372358083724976,
      "cov-distil (oracle2student)": 5.518638610839844,
      "cov-distil (oracle2teacher)": 5.048250198364258,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.631471633911133,
      "step": 1438,
      "subrel-constrast": 3.772331476211548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9083154201507568,
      "cov-distil (oracle2student)": 2.818504571914673,
      "cov-distil (oracle2teacher)": 3.5111002922058105,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.5475029945373535,
      "step": 1439,
      "subrel-constrast": 2.918612003326416,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 5.125,
      "learning_rate": 8.963577059627118e-05,
      "loss": 0.6661,
      "step": 1440
    },
    {
      "cov-distil": 2.2309975624084473,
      "cov-distil (oracle2student)": 5.666352272033691,
      "cov-distil (oracle2teacher)": 5.310648441314697,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.603696584701538,
      "step": 1440,
      "subrel-constrast": 3.1937386989593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4622831344604492,
      "cov-distil (oracle2student)": 4.8369646072387695,
      "cov-distil (oracle2teacher)": 4.428251266479492,
      "epoch": 1.1310832025117739,
      "rel-constrast": 3.0184125900268555,
      "step": 1441,
      "subrel-constrast": 3.139037609100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1908693313598633,
      "cov-distil (oracle2student)": 6.674088001251221,
      "cov-distil (oracle2teacher)": 6.927165985107422,
      "epoch": 1.1318681318681318,
      "rel-constrast": 2.663160800933838,
      "step": 1442,
      "subrel-constrast": 3.4757533073425293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.39995539188385,
      "cov-distil (oracle2student)": 5.622419357299805,
      "cov-distil (oracle2teacher)": 4.585074424743652,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.81398606300354,
      "step": 1443,
      "subrel-constrast": 3.416130542755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.233823537826538,
      "cov-distil (oracle2student)": 4.5562591552734375,
      "cov-distil (oracle2teacher)": 4.773755073547363,
      "epoch": 1.1334379905808478,
      "rel-constrast": 2.70735502243042,
      "step": 1444,
      "subrel-constrast": 3.3654680252075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883661985397339,
      "cov-distil (oracle2student)": 4.436424255371094,
      "cov-distil (oracle2teacher)": 4.185657978057861,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.134404182434082,
      "step": 1445,
      "subrel-constrast": 3.010124683380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591072678565979,
      "cov-distil (oracle2student)": 4.218377113342285,
      "cov-distil (oracle2teacher)": 4.208179473876953,
      "epoch": 1.1350078492935636,
      "rel-constrast": 2.9968340396881104,
      "step": 1446,
      "subrel-constrast": 3.416674852371216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969186782836914,
      "cov-distil (oracle2student)": 4.700855255126953,
      "cov-distil (oracle2teacher)": 4.88578462600708,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.8175837993621826,
      "step": 1447,
      "subrel-constrast": 3.3567094802856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9168753623962402,
      "cov-distil (oracle2student)": 4.077996253967285,
      "cov-distil (oracle2teacher)": 3.9670610427856445,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.1055994033813477,
      "step": 1448,
      "subrel-constrast": 3.3224101066589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5231186151504517,
      "cov-distil (oracle2student)": 4.8137054443359375,
      "cov-distil (oracle2teacher)": 4.697085380554199,
      "epoch": 1.1373626373626373,
      "rel-constrast": 2.4132914543151855,
      "step": 1449,
      "subrel-constrast": 2.459594964981079,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 4.875,
      "learning_rate": 8.942201871656291e-05,
      "loss": 0.7069,
      "step": 1450
    },
    {
      "cov-distil": 1.5019803047180176,
      "cov-distil (oracle2student)": 4.4070634841918945,
      "cov-distil (oracle2teacher)": 3.5561225414276123,
      "epoch": 1.1381475667189953,
      "rel-constrast": 2.6774797439575195,
      "step": 1450,
      "subrel-constrast": 2.6064889430999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9554164409637451,
      "cov-distil (oracle2student)": 2.854950189590454,
      "cov-distil (oracle2teacher)": 3.3922019004821777,
      "epoch": 1.1389324960753533,
      "rel-constrast": 3.28225040435791,
      "step": 1451,
      "subrel-constrast": 3.168802261352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9761536121368408,
      "cov-distil (oracle2student)": 2.623394012451172,
      "cov-distil (oracle2teacher)": 3.54018497467041,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.576803684234619,
      "step": 1452,
      "subrel-constrast": 3.677489995956421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430835723876953,
      "cov-distil (oracle2student)": 3.965954303741455,
      "cov-distil (oracle2teacher)": 4.35051155090332,
      "epoch": 1.140502354788069,
      "rel-constrast": 2.267301082611084,
      "step": 1453,
      "subrel-constrast": 2.7815492153167725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0394515991210938,
      "cov-distil (oracle2student)": 5.488222599029541,
      "cov-distil (oracle2teacher)": 4.876126766204834,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.018216133117676,
      "step": 1454,
      "subrel-constrast": 3.6470537185668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9516712427139282,
      "cov-distil (oracle2student)": 3.747659206390381,
      "cov-distil (oracle2teacher)": 3.224928379058838,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.340623378753662,
      "step": 1455,
      "subrel-constrast": 2.4232780933380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78279447555542,
      "cov-distil (oracle2student)": 6.951138019561768,
      "cov-distil (oracle2teacher)": 6.1399970054626465,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.9959933757781982,
      "step": 1456,
      "subrel-constrast": 3.6252033710479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4500001668930054,
      "cov-distil (oracle2student)": 3.3093504905700684,
      "cov-distil (oracle2teacher)": 3.5261528491973877,
      "epoch": 1.1436420722135008,
      "rel-constrast": 2.4056923389434814,
      "step": 1457,
      "subrel-constrast": 2.7042558193206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.883673071861267,
      "cov-distil (oracle2student)": 4.708385467529297,
      "cov-distil (oracle2teacher)": 4.665295124053955,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.7083489894866943,
      "step": 1458,
      "subrel-constrast": 3.0551090240478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0025925636291504,
      "cov-distil (oracle2student)": 4.643876552581787,
      "cov-distil (oracle2teacher)": 4.422885894775391,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.948347330093384,
      "step": 1459,
      "subrel-constrast": 3.986851692199707,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 6.53125,
      "learning_rate": 8.920634546327858e-05,
      "loss": 0.7055,
      "step": 1460
    },
    {
      "cov-distil": 1.8639342784881592,
      "cov-distil (oracle2student)": 5.55772590637207,
      "cov-distil (oracle2teacher)": 4.7328596115112305,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.9031307697296143,
      "step": 1460,
      "subrel-constrast": 3.817078113555908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532606840133667,
      "cov-distil (oracle2student)": 4.499188423156738,
      "cov-distil (oracle2teacher)": 4.422551155090332,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.4129881858825684,
      "step": 1461,
      "subrel-constrast": 3.419610023498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9433197975158691,
      "cov-distil (oracle2student)": 3.4220781326293945,
      "cov-distil (oracle2teacher)": 3.464374303817749,
      "epoch": 1.1475667189952905,
      "rel-constrast": 1.954646110534668,
      "step": 1462,
      "subrel-constrast": 2.80507230758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5638771057128906,
      "cov-distil (oracle2student)": 5.485527038574219,
      "cov-distil (oracle2teacher)": 5.015650749206543,
      "epoch": 1.1483516483516483,
      "rel-constrast": 3.064967155456543,
      "step": 1463,
      "subrel-constrast": 3.12426495552063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7222142219543457,
      "cov-distil (oracle2student)": 6.290308952331543,
      "cov-distil (oracle2teacher)": 6.087468147277832,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.2004151344299316,
      "step": 1464,
      "subrel-constrast": 4.518975734710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4325735569000244,
      "cov-distil (oracle2student)": 4.422747611999512,
      "cov-distil (oracle2teacher)": 3.9710187911987305,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.8816072940826416,
      "step": 1465,
      "subrel-constrast": 2.8799524307250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6398450136184692,
      "cov-distil (oracle2student)": 4.95442008972168,
      "cov-distil (oracle2teacher)": 5.133740425109863,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.5104494094848633,
      "step": 1466,
      "subrel-constrast": 2.732200860977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7381162643432617,
      "cov-distil (oracle2student)": 5.031413555145264,
      "cov-distil (oracle2teacher)": 4.845233917236328,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.253283977508545,
      "step": 1467,
      "subrel-constrast": 2.5039713382720947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.611936092376709,
      "cov-distil (oracle2student)": 1.9663608074188232,
      "cov-distil (oracle2teacher)": 2.2130377292633057,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.6065566539764404,
      "step": 1468,
      "subrel-constrast": 2.4636943340301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024079322814941,
      "cov-distil (oracle2student)": 4.246895790100098,
      "cov-distil (oracle2teacher)": 4.129792213439941,
      "epoch": 1.153061224489796,
      "rel-constrast": 3.036111354827881,
      "step": 1469,
      "subrel-constrast": 2.9738190174102783,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 6.3125,
      "learning_rate": 8.898876134802826e-05,
      "loss": 0.6956,
      "step": 1470
    },
    {
      "cov-distil": 1.6373777389526367,
      "cov-distil (oracle2student)": 6.724612712860107,
      "cov-distil (oracle2teacher)": 6.473337173461914,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.4350414276123047,
      "step": 1470,
      "subrel-constrast": 3.419454574584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0339550971984863,
      "cov-distil (oracle2student)": 3.6405436992645264,
      "cov-distil (oracle2teacher)": 3.636758804321289,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.9180128574371338,
      "step": 1471,
      "subrel-constrast": 2.594804525375366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4296238422393799,
      "cov-distil (oracle2student)": 4.901254653930664,
      "cov-distil (oracle2teacher)": 5.052189826965332,
      "epoch": 1.1554160125588697,
      "rel-constrast": 1.8199353218078613,
      "step": 1472,
      "subrel-constrast": 2.6192386150360107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8828924894332886,
      "cov-distil (oracle2student)": 6.4654927253723145,
      "cov-distil (oracle2teacher)": 5.832169055938721,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.0014548301696777,
      "step": 1473,
      "subrel-constrast": 2.3330273628234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8993468284606934,
      "cov-distil (oracle2student)": 4.930965423583984,
      "cov-distil (oracle2teacher)": 4.53386116027832,
      "epoch": 1.1569858712715855,
      "rel-constrast": 2.2288732528686523,
      "step": 1474,
      "subrel-constrast": 2.4756078720092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2556126117706299,
      "cov-distil (oracle2student)": 6.00132417678833,
      "cov-distil (oracle2teacher)": 5.7921223640441895,
      "epoch": 1.1577708006279435,
      "rel-constrast": 1.8540840148925781,
      "step": 1475,
      "subrel-constrast": 2.534343719482422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.950732946395874,
      "cov-distil (oracle2student)": 3.5994222164154053,
      "cov-distil (oracle2teacher)": 3.8249077796936035,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.00243878364563,
      "step": 1476,
      "subrel-constrast": 2.867398738861084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2841036319732666,
      "cov-distil (oracle2student)": 5.116152763366699,
      "cov-distil (oracle2teacher)": 4.794782638549805,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.7285406589508057,
      "step": 1477,
      "subrel-constrast": 3.6868820190429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107388496398926,
      "cov-distil (oracle2student)": 5.745297908782959,
      "cov-distil (oracle2teacher)": 5.123299598693848,
      "epoch": 1.1601255886970172,
      "rel-constrast": 3.0401668548583984,
      "step": 1478,
      "subrel-constrast": 3.4120330810546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.270815849304199,
      "cov-distil (oracle2student)": 3.281325340270996,
      "cov-distil (oracle2teacher)": 3.1645193099975586,
      "epoch": 1.1609105180533752,
      "rel-constrast": 3.2142398357391357,
      "step": 1479,
      "subrel-constrast": 3.7244365215301514,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 6.4375,
      "learning_rate": 8.87692769755548e-05,
      "loss": 0.5811,
      "step": 1480
    },
    {
      "cov-distil": 1.4882169961929321,
      "cov-distil (oracle2student)": 5.153314590454102,
      "cov-distil (oracle2teacher)": 4.25448751449585,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.5205776691436768,
      "step": 1480,
      "subrel-constrast": 2.9441733360290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3884148597717285,
      "cov-distil (oracle2student)": 3.2767910957336426,
      "cov-distil (oracle2teacher)": 3.499624490737915,
      "epoch": 1.1624803767660912,
      "rel-constrast": 2.003345012664795,
      "step": 1481,
      "subrel-constrast": 2.117797613143921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8889834880828857,
      "cov-distil (oracle2student)": 4.922454357147217,
      "cov-distil (oracle2teacher)": 3.958625316619873,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.766831874847412,
      "step": 1482,
      "subrel-constrast": 3.0110042095184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2419788837432861,
      "cov-distil (oracle2student)": 7.668863296508789,
      "cov-distil (oracle2teacher)": 7.157406806945801,
      "epoch": 1.164050235478807,
      "rel-constrast": 3.4422247409820557,
      "step": 1483,
      "subrel-constrast": 4.1679301261901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6599388122558594,
      "cov-distil (oracle2student)": 4.3163957595825195,
      "cov-distil (oracle2teacher)": 4.6861772537231445,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.379652738571167,
      "step": 1484,
      "subrel-constrast": 2.9820876121520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3261542320251465,
      "cov-distil (oracle2student)": 5.3808817863464355,
      "cov-distil (oracle2teacher)": 5.20217752456665,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.496358871459961,
      "step": 1485,
      "subrel-constrast": 4.350846290588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127774238586426,
      "cov-distil (oracle2student)": 3.746856689453125,
      "cov-distil (oracle2teacher)": 3.744778633117676,
      "epoch": 1.1664050235478807,
      "rel-constrast": 2.5160694122314453,
      "step": 1486,
      "subrel-constrast": 3.423530101776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0460846424102783,
      "cov-distil (oracle2student)": 3.6524524688720703,
      "cov-distil (oracle2teacher)": 3.7537178993225098,
      "epoch": 1.1671899529042387,
      "rel-constrast": 1.8591324090957642,
      "step": 1487,
      "subrel-constrast": 2.744617462158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795793056488037,
      "cov-distil (oracle2student)": 4.787281513214111,
      "cov-distil (oracle2teacher)": 5.283349990844727,
      "epoch": 1.1679748822605966,
      "rel-constrast": 3.099134922027588,
      "step": 1488,
      "subrel-constrast": 3.5868277549743652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1217803955078125,
      "cov-distil (oracle2student)": 7.9928297996521,
      "cov-distil (oracle2teacher)": 7.233977317810059,
      "epoch": 1.1687598116169544,
      "rel-constrast": 2.6628427505493164,
      "step": 1489,
      "subrel-constrast": 3.4895212650299072,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 5.5,
      "learning_rate": 8.854790304321681e-05,
      "loss": 0.6937,
      "step": 1490
    },
    {
      "cov-distil": 1.7121388912200928,
      "cov-distil (oracle2student)": 2.4819834232330322,
      "cov-distil (oracle2teacher)": 3.5901126861572266,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.4088854789733887,
      "step": 1490,
      "subrel-constrast": 3.124814987182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0643815994262695,
      "cov-distil (oracle2student)": 6.458765029907227,
      "cov-distil (oracle2teacher)": 6.168883323669434,
      "epoch": 1.1703296703296704,
      "rel-constrast": 1.7738698720932007,
      "step": 1491,
      "subrel-constrast": 2.655066728591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.615861415863037,
      "cov-distil (oracle2student)": 5.148920059204102,
      "cov-distil (oracle2teacher)": 5.516550064086914,
      "epoch": 1.1711145996860282,
      "rel-constrast": 2.83212947845459,
      "step": 1492,
      "subrel-constrast": 3.228549003601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836271047592163,
      "cov-distil (oracle2student)": 4.178562164306641,
      "cov-distil (oracle2teacher)": 4.255637168884277,
      "epoch": 1.1718995290423861,
      "rel-constrast": 2.7505271434783936,
      "step": 1493,
      "subrel-constrast": 3.287315607070923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0516743659973145,
      "cov-distil (oracle2student)": 3.2768640518188477,
      "cov-distil (oracle2teacher)": 3.2169957160949707,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.9510653018951416,
      "step": 1494,
      "subrel-constrast": 3.6176412105560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8985462188720703,
      "cov-distil (oracle2student)": 3.8871867656707764,
      "cov-distil (oracle2teacher)": 3.878885269165039,
      "epoch": 1.1734693877551021,
      "rel-constrast": 2.38905668258667,
      "step": 1495,
      "subrel-constrast": 3.232786178588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5530250072479248,
      "cov-distil (oracle2student)": 3.025707721710205,
      "cov-distil (oracle2teacher)": 2.914720058441162,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.6748218536376953,
      "step": 1496,
      "subrel-constrast": 2.925001859664917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1301326751708984,
      "cov-distil (oracle2student)": 4.400839805603027,
      "cov-distil (oracle2teacher)": 4.691205024719238,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.951388359069824,
      "step": 1497,
      "subrel-constrast": 3.650067090988159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8216434717178345,
      "cov-distil (oracle2student)": 4.972077369689941,
      "cov-distil (oracle2teacher)": 4.327077865600586,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.7582945823669434,
      "step": 1498,
      "subrel-constrast": 2.9557623863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4475953578948975,
      "cov-distil (oracle2student)": 4.496207237243652,
      "cov-distil (oracle2teacher)": 3.6748199462890625,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.940197467803955,
      "step": 1499,
      "subrel-constrast": 3.201216697692871,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 5.84375,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.6608,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7399999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.74436187137618,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.5505989307039824,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.4269999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.5958904336610873,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.57102931658711,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5230813373560633,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.32343751192092896,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.062652587890625
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.05511474609375
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.007537841796875,
      "step": 1500
    },
    {
      "cov-distil": 1.9564822912216187,
      "cov-distil (oracle2student)": 5.389406681060791,
      "cov-distil (oracle2teacher)": 4.842505931854248,
      "epoch": 1.1773940345368916,
      "rel-constrast": 2.3691353797912598,
      "step": 1500,
      "subrel-constrast": 2.6376359462738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3905553817749023,
      "cov-distil (oracle2student)": 3.9884276390075684,
      "cov-distil (oracle2teacher)": 3.9743947982788086,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.803199291229248,
      "step": 1501,
      "subrel-constrast": 3.3012726306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4132282733917236,
      "cov-distil (oracle2student)": 5.613019943237305,
      "cov-distil (oracle2teacher)": 5.113224029541016,
      "epoch": 1.1789638932496076,
      "rel-constrast": 3.183396577835083,
      "step": 1502,
      "subrel-constrast": 4.052813529968262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4279736280441284,
      "cov-distil (oracle2student)": 4.5837907791137695,
      "cov-distil (oracle2teacher)": 3.4794797897338867,
      "epoch": 1.1797488226059656,
      "rel-constrast": 2.3290576934814453,
      "step": 1503,
      "subrel-constrast": 2.2632315158843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5474786758422852,
      "cov-distil (oracle2student)": 5.43406867980957,
      "cov-distil (oracle2teacher)": 5.529370307922363,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.2138290405273438,
      "step": 1504,
      "subrel-constrast": 2.958995819091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4547990560531616,
      "cov-distil (oracle2student)": 2.580385446548462,
      "cov-distil (oracle2teacher)": 3.2321419715881348,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.3528995513916016,
      "step": 1505,
      "subrel-constrast": 2.7507543563842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6125125885009766,
      "cov-distil (oracle2student)": 5.32326078414917,
      "cov-distil (oracle2teacher)": 5.517783164978027,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.3765406608581543,
      "step": 1506,
      "subrel-constrast": 4.107384204864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7146005630493164,
      "cov-distil (oracle2student)": 5.641802787780762,
      "cov-distil (oracle2teacher)": 4.559797763824463,
      "epoch": 1.182888540031397,
      "rel-constrast": 3.06499981880188,
      "step": 1507,
      "subrel-constrast": 3.283940553665161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7136640548706055,
      "cov-distil (oracle2student)": 2.992508888244629,
      "cov-distil (oracle2teacher)": 3.5455968379974365,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.1565940380096436,
      "step": 1508,
      "subrel-constrast": 3.000746011734009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446988582611084,
      "cov-distil (oracle2student)": 2.5148229598999023,
      "cov-distil (oracle2teacher)": 2.489441394805908,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.590751886367798,
      "step": 1509,
      "subrel-constrast": 2.6647043228149414,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 5.46875,
      "learning_rate": 8.80995297483286e-05,
      "loss": 0.686,
      "step": 1510
    },
    {
      "cov-distil": 2.308803081512451,
      "cov-distil (oracle2student)": 4.890379905700684,
      "cov-distil (oracle2teacher)": 5.031519889831543,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.8635964393615723,
      "step": 1510,
      "subrel-constrast": 3.447056531906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682673692703247,
      "cov-distil (oracle2student)": 3.4037675857543945,
      "cov-distil (oracle2teacher)": 3.613706350326538,
      "epoch": 1.1860282574568288,
      "rel-constrast": 3.502182960510254,
      "step": 1511,
      "subrel-constrast": 3.763239860534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047211170196533,
      "cov-distil (oracle2student)": 4.9240593910217285,
      "cov-distil (oracle2teacher)": 5.097999572753906,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.953200578689575,
      "step": 1512,
      "subrel-constrast": 3.602102279663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4807592630386353,
      "cov-distil (oracle2student)": 6.6253461837768555,
      "cov-distil (oracle2teacher)": 6.021417617797852,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.2691922187805176,
      "step": 1513,
      "subrel-constrast": 3.8842294216156006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4422178268432617,
      "cov-distil (oracle2student)": 6.574230670928955,
      "cov-distil (oracle2teacher)": 6.222325801849365,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.2250280380249023,
      "step": 1514,
      "subrel-constrast": 2.719890832901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31245756149292,
      "cov-distil (oracle2student)": 3.896085023880005,
      "cov-distil (oracle2teacher)": 3.8066203594207764,
      "epoch": 1.1891679748822606,
      "rel-constrast": 1.817051887512207,
      "step": 1515,
      "subrel-constrast": 2.6483101844787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2438769340515137,
      "cov-distil (oracle2student)": 2.8436527252197266,
      "cov-distil (oracle2teacher)": 3.1364073753356934,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.0211071968078613,
      "step": 1516,
      "subrel-constrast": 3.413909912109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.275635004043579,
      "cov-distil (oracle2student)": 4.408417701721191,
      "cov-distil (oracle2teacher)": 4.34605073928833,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.0978684425354004,
      "step": 1517,
      "subrel-constrast": 3.3880438804626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5538477897644043,
      "cov-distil (oracle2student)": 5.222288131713867,
      "cov-distil (oracle2teacher)": 4.578304290771484,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.50203800201416,
      "step": 1518,
      "subrel-constrast": 4.663269996643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8145931959152222,
      "cov-distil (oracle2student)": 5.31705379486084,
      "cov-distil (oracle2teacher)": 5.1564836502075195,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.8499398231506348,
      "step": 1519,
      "subrel-constrast": 3.7758030891418457,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.90625,
      "learning_rate": 8.787255223886019e-05,
      "loss": 0.7525,
      "step": 1520
    },
    {
      "cov-distil": 2.489748001098633,
      "cov-distil (oracle2student)": 5.231911659240723,
      "cov-distil (oracle2teacher)": 4.79160737991333,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.8581905364990234,
      "step": 1520,
      "subrel-constrast": 3.0575103759765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4559725522994995,
      "cov-distil (oracle2student)": 6.636967658996582,
      "cov-distil (oracle2teacher)": 6.135037422180176,
      "epoch": 1.193877551020408,
      "rel-constrast": 2.9659135341644287,
      "step": 1521,
      "subrel-constrast": 3.550008773803711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7698464393615723,
      "cov-distil (oracle2student)": 3.800443410873413,
      "cov-distil (oracle2teacher)": 3.278449058532715,
      "epoch": 1.194662480376766,
      "rel-constrast": 3.585174322128296,
      "step": 1522,
      "subrel-constrast": 3.444380521774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7779819965362549,
      "cov-distil (oracle2student)": 3.873873472213745,
      "cov-distil (oracle2teacher)": 3.747401237487793,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.14591646194458,
      "step": 1523,
      "subrel-constrast": 2.872290849685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.211372137069702,
      "cov-distil (oracle2student)": 5.318734169006348,
      "cov-distil (oracle2teacher)": 5.2332868576049805,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.839071750640869,
      "step": 1524,
      "subrel-constrast": 3.7371413707733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7313916683197021,
      "cov-distil (oracle2student)": 4.917518138885498,
      "cov-distil (oracle2teacher)": 4.870159149169922,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.9545845985412598,
      "step": 1525,
      "subrel-constrast": 2.9829506874084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9218101501464844,
      "cov-distil (oracle2student)": 4.058527946472168,
      "cov-distil (oracle2teacher)": 3.960768461227417,
      "epoch": 1.1978021978021978,
      "rel-constrast": 3.0196638107299805,
      "step": 1526,
      "subrel-constrast": 3.7238192558288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.306926727294922,
      "cov-distil (oracle2student)": 5.139503479003906,
      "cov-distil (oracle2teacher)": 4.467212677001953,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.8211753368377686,
      "step": 1527,
      "subrel-constrast": 3.983015775680542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0327515602111816,
      "cov-distil (oracle2student)": 4.133597373962402,
      "cov-distil (oracle2teacher)": 4.102956771850586,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.7071690559387207,
      "step": 1528,
      "subrel-constrast": 3.2898850440979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536219596862793,
      "cov-distil (oracle2student)": 4.6534552574157715,
      "cov-distil (oracle2teacher)": 3.772538185119629,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.725740909576416,
      "step": 1529,
      "subrel-constrast": 2.218573808670044,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 4.5,
      "learning_rate": 8.764372887462586e-05,
      "loss": 0.7156,
      "step": 1530
    },
    {
      "cov-distil": 1.43105947971344,
      "cov-distil (oracle2student)": 5.120652198791504,
      "cov-distil (oracle2teacher)": 5.402762413024902,
      "epoch": 1.2009419152276295,
      "rel-constrast": 1.684575080871582,
      "step": 1530,
      "subrel-constrast": 2.0346519947052,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1226770877838135,
      "cov-distil (oracle2student)": 4.0598249435424805,
      "cov-distil (oracle2teacher)": 3.9541444778442383,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.6806206703186035,
      "step": 1531,
      "subrel-constrast": 2.976447820663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3505520820617676,
      "cov-distil (oracle2student)": 4.554619789123535,
      "cov-distil (oracle2teacher)": 4.045331001281738,
      "epoch": 1.2025117739403455,
      "rel-constrast": 3.626678466796875,
      "step": 1532,
      "subrel-constrast": 3.884134292602539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7043116092681885,
      "cov-distil (oracle2student)": 2.7678213119506836,
      "cov-distil (oracle2teacher)": 3.1108601093292236,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.6666831970214844,
      "step": 1533,
      "subrel-constrast": 2.7746641635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180239200592041,
      "cov-distil (oracle2student)": 4.42787504196167,
      "cov-distil (oracle2teacher)": 4.38020133972168,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.668132781982422,
      "step": 1534,
      "subrel-constrast": 3.509650707244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137622117996216,
      "cov-distil (oracle2student)": 4.978826522827148,
      "cov-distil (oracle2teacher)": 4.689502716064453,
      "epoch": 1.2048665620094192,
      "rel-constrast": 3.353438377380371,
      "step": 1535,
      "subrel-constrast": 3.2853498458862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9906795024871826,
      "cov-distil (oracle2student)": 4.6343183517456055,
      "cov-distil (oracle2teacher)": 4.3718767166137695,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.092200517654419,
      "step": 1536,
      "subrel-constrast": 2.7895188331604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2264459133148193,
      "cov-distil (oracle2student)": 5.118329048156738,
      "cov-distil (oracle2teacher)": 5.017618179321289,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.2399768829345703,
      "step": 1537,
      "subrel-constrast": 3.0939714908599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.199575424194336,
      "cov-distil (oracle2student)": 3.5121262073516846,
      "cov-distil (oracle2teacher)": 4.1773881912231445,
      "epoch": 1.207221350078493,
      "rel-constrast": 1.9766948223114014,
      "step": 1538,
      "subrel-constrast": 3.0492711067199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.408871650695801,
      "cov-distil (oracle2student)": 4.2193803787231445,
      "cov-distil (oracle2teacher)": 4.4972333908081055,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.202113151550293,
      "step": 1539,
      "subrel-constrast": 3.0006277561187744,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 4.375,
      "learning_rate": 8.741307080815357e-05,
      "loss": 0.6298,
      "step": 1540
    },
    {
      "cov-distil": 2.0518505573272705,
      "cov-distil (oracle2student)": 5.6698198318481445,
      "cov-distil (oracle2teacher)": 5.538919448852539,
      "epoch": 1.2087912087912087,
      "rel-constrast": 3.416703462600708,
      "step": 1540,
      "subrel-constrast": 3.1561615467071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8878703117370605,
      "cov-distil (oracle2student)": 4.932683944702148,
      "cov-distil (oracle2teacher)": 5.596179962158203,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.944301128387451,
      "step": 1541,
      "subrel-constrast": 3.2028892040252686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2056941986083984,
      "cov-distil (oracle2student)": 3.9247725009918213,
      "cov-distil (oracle2teacher)": 3.6192238330841064,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.9066829681396484,
      "step": 1542,
      "subrel-constrast": 3.308567523956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100630283355713,
      "cov-distil (oracle2student)": 4.470334053039551,
      "cov-distil (oracle2teacher)": 5.032373428344727,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.6807174682617188,
      "step": 1543,
      "subrel-constrast": 2.9344236850738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505066394805908,
      "cov-distil (oracle2student)": 5.036220550537109,
      "cov-distil (oracle2teacher)": 4.798941135406494,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.861398458480835,
      "step": 1544,
      "subrel-constrast": 3.092536211013794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8261842727661133,
      "cov-distil (oracle2student)": 4.426534652709961,
      "cov-distil (oracle2teacher)": 4.35542106628418,
      "epoch": 1.2127158555729984,
      "rel-constrast": 1.8339898586273193,
      "step": 1545,
      "subrel-constrast": 2.7747836112976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1837427616119385,
      "cov-distil (oracle2student)": 3.572530508041382,
      "cov-distil (oracle2teacher)": 3.7599825859069824,
      "epoch": 1.2135007849293564,
      "rel-constrast": 1.900369644165039,
      "step": 1546,
      "subrel-constrast": 2.9975533485412598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612091302871704,
      "cov-distil (oracle2student)": 3.382833957672119,
      "cov-distil (oracle2teacher)": 3.7491941452026367,
      "epoch": 1.2142857142857142,
      "rel-constrast": 2.1968491077423096,
      "step": 1547,
      "subrel-constrast": 2.5825934410095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978820562362671,
      "cov-distil (oracle2student)": 5.244477272033691,
      "cov-distil (oracle2teacher)": 4.655195236206055,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.0828373432159424,
      "step": 1548,
      "subrel-constrast": 2.3383874893188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211834907531738,
      "cov-distil (oracle2student)": 5.062840461730957,
      "cov-distil (oracle2teacher)": 4.280082702636719,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.020819664001465,
      "step": 1549,
      "subrel-constrast": 2.8595309257507324,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 4.53125,
      "learning_rate": 8.718058928139205e-05,
      "loss": 0.6211,
      "step": 1550
    },
    {
      "cov-distil": 1.6679084300994873,
      "cov-distil (oracle2student)": 6.044246196746826,
      "cov-distil (oracle2teacher)": 5.404821395874023,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.435269355773926,
      "step": 1550,
      "subrel-constrast": 4.833418846130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.211683750152588,
      "cov-distil (oracle2student)": 4.334441184997559,
      "cov-distil (oracle2teacher)": 4.6188859939575195,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.851254940032959,
      "step": 1551,
      "subrel-constrast": 3.9660415649414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969861626625061,
      "cov-distil (oracle2student)": 5.122574329376221,
      "cov-distil (oracle2teacher)": 4.320067405700684,
      "epoch": 1.218210361067504,
      "rel-constrast": 1.7000889778137207,
      "step": 1552,
      "subrel-constrast": 2.5414834022521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868983268737793,
      "cov-distil (oracle2student)": 4.955928802490234,
      "cov-distil (oracle2teacher)": 4.994746208190918,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.533935546875,
      "step": 1553,
      "subrel-constrast": 3.6723690032958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3989894390106201,
      "cov-distil (oracle2student)": 2.709841251373291,
      "cov-distil (oracle2teacher)": 2.942634105682373,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.710664749145508,
      "step": 1554,
      "subrel-constrast": 2.951028347015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7810347080230713,
      "cov-distil (oracle2student)": 2.7444541454315186,
      "cov-distil (oracle2teacher)": 3.425851821899414,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.4223575592041016,
      "step": 1555,
      "subrel-constrast": 3.2665600776672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.378304958343506,
      "cov-distil (oracle2student)": 2.5793516635894775,
      "cov-distil (oracle2teacher)": 2.7153236865997314,
      "epoch": 1.2213500784929356,
      "rel-constrast": 2.2849783897399902,
      "step": 1556,
      "subrel-constrast": 2.8368582725524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7234537601470947,
      "cov-distil (oracle2student)": 2.425088882446289,
      "cov-distil (oracle2teacher)": 2.5486133098602295,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.6011114120483398,
      "step": 1557,
      "subrel-constrast": 2.32043719291687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3462963104248047,
      "cov-distil (oracle2student)": 5.9482574462890625,
      "cov-distil (oracle2teacher)": 4.7624192237854,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.715634822845459,
      "step": 1558,
      "subrel-constrast": 3.5118486881256104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874441385269165,
      "cov-distil (oracle2student)": 5.730129241943359,
      "cov-distil (oracle2teacher)": 5.948276042938232,
      "epoch": 1.2237048665620094,
      "rel-constrast": 2.591240406036377,
      "step": 1559,
      "subrel-constrast": 3.2202045917510986,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 6.03125,
      "learning_rate": 8.694629562516294e-05,
      "loss": 0.6712,
      "step": 1560
    },
    {
      "cov-distil": 2.202166795730591,
      "cov-distil (oracle2student)": 5.011548042297363,
      "cov-distil (oracle2teacher)": 5.056610107421875,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.390806198120117,
      "step": 1560,
      "subrel-constrast": 3.667625904083252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8831899166107178,
      "cov-distil (oracle2student)": 3.3672404289245605,
      "cov-distil (oracle2teacher)": 3.0916519165039062,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.2748970985412598,
      "step": 1561,
      "subrel-constrast": 3.094641923904419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6249821186065674,
      "cov-distil (oracle2student)": 3.316096782684326,
      "cov-distil (oracle2teacher)": 3.3230931758880615,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.4058589935302734,
      "step": 1562,
      "subrel-constrast": 1.9794237613677979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8156452178955078,
      "cov-distil (oracle2student)": 4.2524847984313965,
      "cov-distil (oracle2teacher)": 4.5014119148254395,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.587003469467163,
      "step": 1563,
      "subrel-constrast": 3.790613889694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.369656562805176,
      "cov-distil (oracle2student)": 4.2802815437316895,
      "cov-distil (oracle2teacher)": 3.929115056991577,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.4024453163146973,
      "step": 1564,
      "subrel-constrast": 3.043626308441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1551694869995117,
      "cov-distil (oracle2student)": 5.059158802032471,
      "cov-distil (oracle2teacher)": 5.17901611328125,
      "epoch": 1.2284144427001569,
      "rel-constrast": 3.140573501586914,
      "step": 1565,
      "subrel-constrast": 3.7200980186462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8622217178344727,
      "cov-distil (oracle2student)": 3.80596923828125,
      "cov-distil (oracle2teacher)": 3.7932510375976562,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.542914867401123,
      "step": 1566,
      "subrel-constrast": 2.650541305541992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0975825786590576,
      "cov-distil (oracle2student)": 3.161339044570923,
      "cov-distil (oracle2teacher)": 3.0025792121887207,
      "epoch": 1.2299843014128728,
      "rel-constrast": 2.4333839416503906,
      "step": 1567,
      "subrel-constrast": 2.6653409004211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.907728672027588,
      "cov-distil (oracle2student)": 4.5225653648376465,
      "cov-distil (oracle2teacher)": 4.011065483093262,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.423516273498535,
      "step": 1568,
      "subrel-constrast": 3.014725685119629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9148259162902832,
      "cov-distil (oracle2student)": 5.076712608337402,
      "cov-distil (oracle2teacher)": 5.320050239562988,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.304917335510254,
      "step": 1569,
      "subrel-constrast": 3.5518417358398438,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 4.78125,
      "learning_rate": 8.671020125860851e-05,
      "loss": 0.6477,
      "step": 1570
    },
    {
      "cov-distil": 1.5920456647872925,
      "cov-distil (oracle2student)": 3.7289962768554688,
      "cov-distil (oracle2teacher)": 3.12856125831604,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.2209620475769043,
      "step": 1570,
      "subrel-constrast": 2.3549695014953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8716025352478027,
      "cov-distil (oracle2student)": 2.756932020187378,
      "cov-distil (oracle2teacher)": 2.9289278984069824,
      "epoch": 1.2331240188383046,
      "rel-constrast": 3.4381654262542725,
      "step": 1571,
      "subrel-constrast": 3.7355360984802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0482518672943115,
      "cov-distil (oracle2student)": 3.6806297302246094,
      "cov-distil (oracle2teacher)": 3.1822190284729004,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.1160972118377686,
      "step": 1572,
      "subrel-constrast": 3.409524917602539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7941477298736572,
      "cov-distil (oracle2student)": 4.879096031188965,
      "cov-distil (oracle2teacher)": 4.2013702392578125,
      "epoch": 1.2346938775510203,
      "rel-constrast": 4.581996440887451,
      "step": 1573,
      "subrel-constrast": 3.43107271194458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5444161891937256,
      "cov-distil (oracle2student)": 5.560136795043945,
      "cov-distil (oracle2teacher)": 4.806685447692871,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.0726547241210938,
      "step": 1574,
      "subrel-constrast": 2.3694698810577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.094533920288086,
      "cov-distil (oracle2student)": 3.38901948928833,
      "cov-distil (oracle2teacher)": 3.370980978012085,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.8044606447219849,
      "step": 1575,
      "subrel-constrast": 2.0037841796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9215723276138306,
      "cov-distil (oracle2student)": 5.342516899108887,
      "cov-distil (oracle2teacher)": 5.321924209594727,
      "epoch": 1.2370486656200943,
      "rel-constrast": 3.763317823410034,
      "step": 1576,
      "subrel-constrast": 3.8708231449127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2246618270874023,
      "cov-distil (oracle2student)": 5.489068031311035,
      "cov-distil (oracle2teacher)": 5.451085090637207,
      "epoch": 1.237833594976452,
      "rel-constrast": 2.789747476577759,
      "step": 1577,
      "subrel-constrast": 3.393014669418335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310657501220703,
      "cov-distil (oracle2student)": 8.571773529052734,
      "cov-distil (oracle2teacher)": 7.469296932220459,
      "epoch": 1.23861852433281,
      "rel-constrast": 1.850559115409851,
      "step": 1578,
      "subrel-constrast": 2.480177640914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898251056671143,
      "cov-distil (oracle2student)": 5.466313362121582,
      "cov-distil (oracle2teacher)": 5.196816921234131,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.9347641468048096,
      "step": 1579,
      "subrel-constrast": 3.4732892513275146,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 5.125,
      "learning_rate": 8.647231768863512e-05,
      "loss": 0.7143,
      "step": 1580
    },
    {
      "cov-distil": 2.0035061836242676,
      "cov-distil (oracle2student)": 2.3848304748535156,
      "cov-distil (oracle2teacher)": 3.4424235820770264,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.2509829998016357,
      "step": 1580,
      "subrel-constrast": 3.520709991455078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1435084342956543,
      "cov-distil (oracle2student)": 3.8879785537719727,
      "cov-distil (oracle2teacher)": 3.972480535507202,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.4003734588623047,
      "step": 1581,
      "subrel-constrast": 3.2681455612182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6399919986724854,
      "cov-distil (oracle2student)": 5.907547473907471,
      "cov-distil (oracle2teacher)": 5.462831497192383,
      "epoch": 1.2417582417582418,
      "rel-constrast": 3.964986801147461,
      "step": 1582,
      "subrel-constrast": 4.160773277282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909257411956787,
      "cov-distil (oracle2student)": 4.764110565185547,
      "cov-distil (oracle2teacher)": 4.693047523498535,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.3950936794281006,
      "step": 1583,
      "subrel-constrast": 2.4795007705688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8023372888565063,
      "cov-distil (oracle2student)": 6.1353254318237305,
      "cov-distil (oracle2teacher)": 6.075667381286621,
      "epoch": 1.2433281004709575,
      "rel-constrast": 2.922743558883667,
      "step": 1584,
      "subrel-constrast": 3.287564516067505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7201054096221924,
      "cov-distil (oracle2student)": 4.857375144958496,
      "cov-distil (oracle2teacher)": 5.024774551391602,
      "epoch": 1.2441130298273155,
      "rel-constrast": 3.073850631713867,
      "step": 1585,
      "subrel-constrast": 3.7227158546447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6463844776153564,
      "cov-distil (oracle2student)": 6.423784255981445,
      "cov-distil (oracle2teacher)": 6.322238922119141,
      "epoch": 1.2448979591836735,
      "rel-constrast": 3.161731481552124,
      "step": 1586,
      "subrel-constrast": 3.522115468978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3301507234573364,
      "cov-distil (oracle2student)": 4.216282367706299,
      "cov-distil (oracle2teacher)": 4.118707180023193,
      "epoch": 1.2456828885400313,
      "rel-constrast": 3.3566184043884277,
      "step": 1587,
      "subrel-constrast": 3.219208240509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4772415161132812,
      "cov-distil (oracle2student)": 6.264677047729492,
      "cov-distil (oracle2teacher)": 5.051849365234375,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.160261631011963,
      "step": 1588,
      "subrel-constrast": 2.8136401176452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3064591884613037,
      "cov-distil (oracle2student)": 4.776007652282715,
      "cov-distil (oracle2teacher)": 4.491268157958984,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.212387800216675,
      "step": 1589,
      "subrel-constrast": 2.6163883209228516,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 5.09375,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.6975,
      "step": 1590
    },
    {
      "cov-distil": 1.922685146331787,
      "cov-distil (oracle2student)": 3.153230667114258,
      "cov-distil (oracle2teacher)": 2.866950511932373,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.6714739799499512,
      "step": 1590,
      "subrel-constrast": 2.035863161087036,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2453155517578125,
      "cov-distil (oracle2student)": 6.559730529785156,
      "cov-distil (oracle2teacher)": 6.406128883361816,
      "epoch": 1.248822605965463,
      "rel-constrast": 2.0552706718444824,
      "step": 1591,
      "subrel-constrast": 3.0628998279571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9688576459884644,
      "cov-distil (oracle2student)": 6.276726245880127,
      "cov-distil (oracle2teacher)": 5.723721504211426,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.478813648223877,
      "step": 1592,
      "subrel-constrast": 3.285165786743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015583038330078,
      "cov-distil (oracle2student)": 4.261834621429443,
      "cov-distil (oracle2teacher)": 4.46778678894043,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.7232751846313477,
      "step": 1593,
      "subrel-constrast": 3.220991373062134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002964973449707,
      "cov-distil (oracle2student)": 4.955044269561768,
      "cov-distil (oracle2teacher)": 4.777461051940918,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.093205451965332,
      "step": 1594,
      "subrel-constrast": 2.538295030593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9598549604415894,
      "cov-distil (oracle2student)": 3.7488479614257812,
      "cov-distil (oracle2teacher)": 3.5886638164520264,
      "epoch": 1.2519623233908947,
      "rel-constrast": 3.9043197631835938,
      "step": 1595,
      "subrel-constrast": 3.459930896759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2746520042419434,
      "cov-distil (oracle2student)": 4.6938700675964355,
      "cov-distil (oracle2teacher)": 4.5300493240356445,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.375900983810425,
      "step": 1596,
      "subrel-constrast": 3.101858139038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761065006256104,
      "cov-distil (oracle2student)": 4.935803413391113,
      "cov-distil (oracle2teacher)": 4.803915500640869,
      "epoch": 1.2535321821036107,
      "rel-constrast": 3.012451648712158,
      "step": 1597,
      "subrel-constrast": 3.539174795150757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906731367111206,
      "cov-distil (oracle2student)": 5.0274658203125,
      "cov-distil (oracle2teacher)": 3.8781142234802246,
      "epoch": 1.2543171114599687,
      "rel-constrast": 2.0508532524108887,
      "step": 1598,
      "subrel-constrast": 2.094076633453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7756507396697998,
      "cov-distil (oracle2student)": 4.6345601081848145,
      "cov-distil (oracle2teacher)": 4.554573059082031,
      "epoch": 1.2551020408163265,
      "rel-constrast": 2.4889767169952393,
      "step": 1599,
      "subrel-constrast": 2.9211556911468506,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 5.90625,
      "learning_rate": 8.599122940150795e-05,
      "loss": 0.6214,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.30156251788139343,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.05560302734375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.04571533203125
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.0098876953125,
      "step": 1600
    },
    {
      "cov-distil": 2.0606322288513184,
      "cov-distil (oracle2student)": 4.190803527832031,
      "cov-distil (oracle2teacher)": 4.1158857345581055,
      "epoch": 1.2558869701726845,
      "rel-constrast": 4.451163291931152,
      "step": 1600,
      "subrel-constrast": 4.832730770111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6998587846755981,
      "cov-distil (oracle2student)": 5.190115928649902,
      "cov-distil (oracle2teacher)": 5.359038352966309,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.223729133605957,
      "step": 1601,
      "subrel-constrast": 4.02796745300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3735291957855225,
      "cov-distil (oracle2student)": 4.711271286010742,
      "cov-distil (oracle2teacher)": 4.725719451904297,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.8963429927825928,
      "step": 1602,
      "subrel-constrast": 2.71146821975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5508973598480225,
      "cov-distil (oracle2student)": 4.431215286254883,
      "cov-distil (oracle2teacher)": 4.651795387268066,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.1862244606018066,
      "step": 1603,
      "subrel-constrast": 2.786734104156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9884282350540161,
      "cov-distil (oracle2student)": 6.380182266235352,
      "cov-distil (oracle2teacher)": 6.408234119415283,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.1924242973327637,
      "step": 1604,
      "subrel-constrast": 3.863585948944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191649436950684,
      "cov-distil (oracle2student)": 3.3239240646362305,
      "cov-distil (oracle2teacher)": 4.282533645629883,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.4257748126983643,
      "step": 1605,
      "subrel-constrast": 3.254488229751587,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3495893478393555,
      "cov-distil (oracle2student)": 4.240396499633789,
      "cov-distil (oracle2teacher)": 4.52863883972168,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.7210278511047363,
      "step": 1606,
      "subrel-constrast": 3.0018506050109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3631391525268555,
      "cov-distil (oracle2student)": 3.509026050567627,
      "cov-distil (oracle2teacher)": 3.3154187202453613,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.488217830657959,
      "step": 1607,
      "subrel-constrast": 3.6372015476226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992417573928833,
      "cov-distil (oracle2student)": 3.4202895164489746,
      "cov-distil (oracle2teacher)": 4.421044826507568,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.708738327026367,
      "step": 1608,
      "subrel-constrast": 3.7766971588134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9842122793197632,
      "cov-distil (oracle2student)": 3.541079044342041,
      "cov-distil (oracle2teacher)": 3.769379138946533,
      "epoch": 1.2629513343799057,
      "rel-constrast": 3.120513916015625,
      "step": 1609,
      "subrel-constrast": 3.802408218383789,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 5.59375,
      "learning_rate": 8.574804813191858e-05,
      "loss": 0.7354,
      "step": 1610
    },
    {
      "cov-distil": 1.3470369577407837,
      "cov-distil (oracle2student)": 3.8096261024475098,
      "cov-distil (oracle2teacher)": 3.798856735229492,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.3866610527038574,
      "step": 1610,
      "subrel-constrast": 2.6056973934173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9749677181243896,
      "cov-distil (oracle2student)": 6.875217437744141,
      "cov-distil (oracle2teacher)": 5.827080249786377,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.165154457092285,
      "step": 1611,
      "subrel-constrast": 3.9351682662963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0367729663848877,
      "cov-distil (oracle2student)": 3.6419906616210938,
      "cov-distil (oracle2teacher)": 3.7953672409057617,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.6221013069152832,
      "step": 1612,
      "subrel-constrast": 1.9936155080795288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9852981567382812,
      "cov-distil (oracle2student)": 2.2515501976013184,
      "cov-distil (oracle2teacher)": 2.4809422492980957,
      "epoch": 1.2660910518053377,
      "rel-constrast": 1.8112677335739136,
      "step": 1613,
      "subrel-constrast": 2.7517566680908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7330232858657837,
      "cov-distil (oracle2student)": 4.695971488952637,
      "cov-distil (oracle2teacher)": 5.070666313171387,
      "epoch": 1.2668759811616954,
      "rel-constrast": 2.8815433979034424,
      "step": 1614,
      "subrel-constrast": 4.153919696807861,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3466436862945557,
      "cov-distil (oracle2student)": 4.407263278961182,
      "cov-distil (oracle2teacher)": 4.856019020080566,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.421992540359497,
      "step": 1615,
      "subrel-constrast": 2.697953939437866,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374356746673584,
      "cov-distil (oracle2student)": 5.3254876136779785,
      "cov-distil (oracle2teacher)": 5.2144670486450195,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.5327508449554443,
      "step": 1616,
      "subrel-constrast": 3.6781575679779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139087677001953,
      "cov-distil (oracle2student)": 5.7116546630859375,
      "cov-distil (oracle2teacher)": 5.245753288269043,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.109135866165161,
      "step": 1617,
      "subrel-constrast": 3.2511799335479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9817012548446655,
      "cov-distil (oracle2student)": 6.284316062927246,
      "cov-distil (oracle2teacher)": 5.633962631225586,
      "epoch": 1.2700156985871272,
      "rel-constrast": 3.0611376762390137,
      "step": 1618,
      "subrel-constrast": 3.710599899291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9281152486801147,
      "cov-distil (oracle2student)": 4.430309295654297,
      "cov-distil (oracle2teacher)": 4.144713401794434,
      "epoch": 1.2708006279434851,
      "rel-constrast": 2.660825729370117,
      "step": 1619,
      "subrel-constrast": 2.997929811477661,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 5.25,
      "learning_rate": 8.550312455289625e-05,
      "loss": 0.6413,
      "step": 1620
    },
    {
      "cov-distil": 1.723891019821167,
      "cov-distil (oracle2student)": 3.135409355163574,
      "cov-distil (oracle2teacher)": 3.3009262084960938,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.3537991046905518,
      "step": 1620,
      "subrel-constrast": 2.7264678478240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2977664470672607,
      "cov-distil (oracle2student)": 3.9895668029785156,
      "cov-distil (oracle2teacher)": 3.9854302406311035,
      "epoch": 1.272370486656201,
      "rel-constrast": 1.9148796796798706,
      "step": 1621,
      "subrel-constrast": 2.8516836166381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7451505661010742,
      "cov-distil (oracle2student)": 5.414266586303711,
      "cov-distil (oracle2teacher)": 5.212577819824219,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.626471757888794,
      "step": 1622,
      "subrel-constrast": 3.8905179500579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301058292388916,
      "cov-distil (oracle2student)": 3.9023830890655518,
      "cov-distil (oracle2teacher)": 4.255838394165039,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.6494617462158203,
      "step": 1623,
      "subrel-constrast": 4.346803665161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6410601139068604,
      "cov-distil (oracle2student)": 3.808831214904785,
      "cov-distil (oracle2teacher)": 4.0697526931762695,
      "epoch": 1.2747252747252746,
      "rel-constrast": 3.3200223445892334,
      "step": 1624,
      "subrel-constrast": 3.011931896209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358016014099121,
      "cov-distil (oracle2student)": 4.952500343322754,
      "cov-distil (oracle2teacher)": 4.198546409606934,
      "epoch": 1.2755102040816326,
      "rel-constrast": 2.191899299621582,
      "step": 1625,
      "subrel-constrast": 2.532963752746582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430117607116699,
      "cov-distil (oracle2student)": 4.712901592254639,
      "cov-distil (oracle2teacher)": 4.938089847564697,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.7457871437072754,
      "step": 1626,
      "subrel-constrast": 3.461550712585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885128378868103,
      "cov-distil (oracle2student)": 5.392095565795898,
      "cov-distil (oracle2teacher)": 5.073636054992676,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.557734966278076,
      "step": 1627,
      "subrel-constrast": 4.061115741729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.010010004043579,
      "cov-distil (oracle2student)": 3.5634799003601074,
      "cov-distil (oracle2teacher)": 3.842944383621216,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.7970738410949707,
      "step": 1628,
      "subrel-constrast": 3.6647632122039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9472072124481201,
      "cov-distil (oracle2student)": 3.919377088546753,
      "cov-distil (oracle2teacher)": 4.30103874206543,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.9871749877929688,
      "step": 1629,
      "subrel-constrast": 4.050120830535889,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 5.53125,
      "learning_rate": 8.525647060167063e-05,
      "loss": 0.7286,
      "step": 1630
    },
    {
      "cov-distil": 2.1160495281219482,
      "cov-distil (oracle2student)": 4.043498992919922,
      "cov-distil (oracle2teacher)": 4.003573417663574,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.9098215103149414,
      "step": 1630,
      "subrel-constrast": 2.702101707458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0058400630950928,
      "cov-distil (oracle2student)": 5.646904468536377,
      "cov-distil (oracle2teacher)": 6.177821159362793,
      "epoch": 1.2802197802197801,
      "rel-constrast": 3.334866523742676,
      "step": 1631,
      "subrel-constrast": 3.9448137283325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1892995834350586,
      "cov-distil (oracle2student)": 4.704840183258057,
      "cov-distil (oracle2teacher)": 5.354527473449707,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.1698532104492188,
      "step": 1632,
      "subrel-constrast": 3.3335113525390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244381904602051,
      "cov-distil (oracle2student)": 4.15353536605835,
      "cov-distil (oracle2teacher)": 4.618636131286621,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.1109609603881836,
      "step": 1633,
      "subrel-constrast": 4.040624141693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2142817974090576,
      "cov-distil (oracle2student)": 3.6139514446258545,
      "cov-distil (oracle2teacher)": 3.507305860519409,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.5923014879226685,
      "step": 1634,
      "subrel-constrast": 2.7217326164245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.062537670135498,
      "cov-distil (oracle2student)": 5.199438095092773,
      "cov-distil (oracle2teacher)": 4.692257881164551,
      "epoch": 1.283359497645212,
      "rel-constrast": 3.9690842628479004,
      "step": 1635,
      "subrel-constrast": 4.32771635055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0476059913635254,
      "cov-distil (oracle2student)": 4.708911895751953,
      "cov-distil (oracle2teacher)": 4.682890892028809,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.9261168241500854,
      "step": 1636,
      "subrel-constrast": 2.4685089588165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5813751220703125,
      "cov-distil (oracle2student)": 6.270952224731445,
      "cov-distil (oracle2teacher)": 5.576958656311035,
      "epoch": 1.2849293563579278,
      "rel-constrast": 3.0043997764587402,
      "step": 1637,
      "subrel-constrast": 3.8211452960968018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7061030864715576,
      "cov-distil (oracle2student)": 5.080453395843506,
      "cov-distil (oracle2teacher)": 5.860862731933594,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.9029195308685303,
      "step": 1638,
      "subrel-constrast": 3.022125482559204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9069247245788574,
      "cov-distil (oracle2student)": 4.23505163192749,
      "cov-distil (oracle2teacher)": 4.803401470184326,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.8027005195617676,
      "step": 1639,
      "subrel-constrast": 2.9590210914611816,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 5.40625,
      "learning_rate": 8.500809829980734e-05,
      "loss": 0.6431,
      "step": 1640
    },
    {
      "cov-distil": 2.583770513534546,
      "cov-distil (oracle2student)": 4.166111469268799,
      "cov-distil (oracle2teacher)": 4.031007289886475,
      "epoch": 1.2872841444270016,
      "rel-constrast": 3.1050338745117188,
      "step": 1640,
      "subrel-constrast": 3.8765804767608643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647796630859375,
      "cov-distil (oracle2student)": 4.5765275955200195,
      "cov-distil (oracle2teacher)": 4.836381435394287,
      "epoch": 1.2880690737833596,
      "rel-constrast": 3.5990142822265625,
      "step": 1641,
      "subrel-constrast": 3.6350836753845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5444295406341553,
      "cov-distil (oracle2student)": 4.98286247253418,
      "cov-distil (oracle2teacher)": 4.946738243103027,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.4995412826538086,
      "step": 1642,
      "subrel-constrast": 3.403050422668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2131426334381104,
      "cov-distil (oracle2student)": 4.285512924194336,
      "cov-distil (oracle2teacher)": 3.6616146564483643,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.7427124977111816,
      "step": 1643,
      "subrel-constrast": 2.9780845642089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5880258083343506,
      "cov-distil (oracle2student)": 4.481420993804932,
      "cov-distil (oracle2teacher)": 4.849918365478516,
      "epoch": 1.2904238618524333,
      "rel-constrast": 2.974226713180542,
      "step": 1644,
      "subrel-constrast": 4.192104339599609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8767603635787964,
      "cov-distil (oracle2student)": 4.412990570068359,
      "cov-distil (oracle2teacher)": 4.207474708557129,
      "epoch": 1.2912087912087913,
      "rel-constrast": 1.9883030652999878,
      "step": 1645,
      "subrel-constrast": 3.020159959793091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8688292503356934,
      "cov-distil (oracle2student)": 5.190445423126221,
      "cov-distil (oracle2teacher)": 5.150803565979004,
      "epoch": 1.291993720565149,
      "rel-constrast": 3.6653380393981934,
      "step": 1646,
      "subrel-constrast": 3.6862270832061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6626864671707153,
      "cov-distil (oracle2student)": 4.480950355529785,
      "cov-distil (oracle2teacher)": 4.41147518157959,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.431992530822754,
      "step": 1647,
      "subrel-constrast": 2.884429454803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.723031520843506,
      "cov-distil (oracle2student)": 7.514459609985352,
      "cov-distil (oracle2teacher)": 5.886725425720215,
      "epoch": 1.293563579277865,
      "rel-constrast": 3.1299889087677,
      "step": 1648,
      "subrel-constrast": 3.594912052154541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9537838697433472,
      "cov-distil (oracle2student)": 2.4564480781555176,
      "cov-distil (oracle2teacher)": 2.8593568801879883,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.681196451187134,
      "step": 1649,
      "subrel-constrast": 3.1132051944732666,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 5.75,
      "learning_rate": 8.4758019752622e-05,
      "loss": 0.7204,
      "step": 1650
    },
    {
      "cov-distil": 2.423534393310547,
      "cov-distil (oracle2student)": 4.445117950439453,
      "cov-distil (oracle2teacher)": 4.734447479248047,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.2218241691589355,
      "step": 1650,
      "subrel-constrast": 3.4959421157836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1995158195495605,
      "cov-distil (oracle2student)": 2.790782928466797,
      "cov-distil (oracle2teacher)": 3.169806480407715,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.28385591506958,
      "step": 1651,
      "subrel-constrast": 2.444023847579956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7888991832733154,
      "cov-distil (oracle2student)": 3.428680896759033,
      "cov-distil (oracle2teacher)": 3.517550468444824,
      "epoch": 1.2967032967032968,
      "rel-constrast": 3.066145181655884,
      "step": 1652,
      "subrel-constrast": 3.0596251487731934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6275033950805664,
      "cov-distil (oracle2student)": 5.941314697265625,
      "cov-distil (oracle2teacher)": 5.015120506286621,
      "epoch": 1.2974882260596545,
      "rel-constrast": 3.6560373306274414,
      "step": 1653,
      "subrel-constrast": 3.944141149520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434081792831421,
      "cov-distil (oracle2student)": 4.3875932693481445,
      "cov-distil (oracle2teacher)": 4.516197204589844,
      "epoch": 1.2982731554160125,
      "rel-constrast": 2.8133697509765625,
      "step": 1654,
      "subrel-constrast": 3.1483664512634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052551746368408,
      "cov-distil (oracle2student)": 4.904659271240234,
      "cov-distil (oracle2teacher)": 4.919313430786133,
      "epoch": 1.2990580847723705,
      "rel-constrast": 3.509450912475586,
      "step": 1655,
      "subrel-constrast": 3.5727946758270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388413429260254,
      "cov-distil (oracle2student)": 6.6584577560424805,
      "cov-distil (oracle2teacher)": 6.152163505554199,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.1293554306030273,
      "step": 1656,
      "subrel-constrast": 3.150036096572876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0214099884033203,
      "cov-distil (oracle2student)": 4.676005840301514,
      "cov-distil (oracle2teacher)": 4.717042922973633,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.417102098464966,
      "step": 1657,
      "subrel-constrast": 3.164271354675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657273054122925,
      "cov-distil (oracle2student)": 3.5580129623413086,
      "cov-distil (oracle2teacher)": 3.975163698196411,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.934081554412842,
      "step": 1658,
      "subrel-constrast": 2.8476743698120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860600471496582,
      "cov-distil (oracle2student)": 4.121042728424072,
      "cov-distil (oracle2teacher)": 4.171615123748779,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.40124773979187,
      "step": 1659,
      "subrel-constrast": 2.847750663757324,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.125,
      "learning_rate": 8.450624714859016e-05,
      "loss": 0.7108,
      "step": 1660
    },
    {
      "cov-distil": 1.9405004978179932,
      "cov-distil (oracle2student)": 3.2212727069854736,
      "cov-distil (oracle2teacher)": 3.5926928520202637,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.4305580854415894,
      "step": 1660,
      "subrel-constrast": 2.231715202331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595188021659851,
      "cov-distil (oracle2student)": 4.672197341918945,
      "cov-distil (oracle2teacher)": 5.065650939941406,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.2593116760253906,
      "step": 1661,
      "subrel-constrast": 2.6362178325653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5804359912872314,
      "cov-distil (oracle2student)": 6.29118537902832,
      "cov-distil (oracle2teacher)": 6.305273056030273,
      "epoch": 1.304552590266876,
      "rel-constrast": 3.235163450241089,
      "step": 1662,
      "subrel-constrast": 2.798105478286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499806880950928,
      "cov-distil (oracle2student)": 4.859495162963867,
      "cov-distil (oracle2teacher)": 4.140160083770752,
      "epoch": 1.305337519623234,
      "rel-constrast": 2.9941370487213135,
      "step": 1663,
      "subrel-constrast": 3.459908962249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565564632415771,
      "cov-distil (oracle2student)": 4.4863739013671875,
      "cov-distil (oracle2teacher)": 4.318375587463379,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.8869383335113525,
      "step": 1664,
      "subrel-constrast": 2.9995009899139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5976204872131348,
      "cov-distil (oracle2student)": 5.9901323318481445,
      "cov-distil (oracle2teacher)": 4.616281509399414,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.510690450668335,
      "step": 1665,
      "subrel-constrast": 3.2705538272857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9213923215866089,
      "cov-distil (oracle2student)": 4.3612823486328125,
      "cov-distil (oracle2teacher)": 4.208883285522461,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.738673686981201,
      "step": 1666,
      "subrel-constrast": 3.398625373840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0291452407836914,
      "cov-distil (oracle2student)": 5.533002853393555,
      "cov-distil (oracle2teacher)": 4.778722763061523,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.6595237255096436,
      "step": 1667,
      "subrel-constrast": 2.9065868854522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6956887245178223,
      "cov-distil (oracle2student)": 4.927716255187988,
      "cov-distil (oracle2teacher)": 5.145029544830322,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.524362564086914,
      "step": 1668,
      "subrel-constrast": 4.840738773345947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.997927188873291,
      "cov-distil (oracle2student)": 3.9998998641967773,
      "cov-distil (oracle2teacher)": 3.832186698913574,
      "epoch": 1.3100470957613815,
      "rel-constrast": 2.0065526962280273,
      "step": 1669,
      "subrel-constrast": 2.4965879917144775,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 6.03125,
      "learning_rate": 8.425279275875336e-05,
      "loss": 0.6811,
      "step": 1670
    },
    {
      "cov-distil": 1.2628710269927979,
      "cov-distil (oracle2student)": 4.25565242767334,
      "cov-distil (oracle2teacher)": 4.009815692901611,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.032381296157837,
      "step": 1670,
      "subrel-constrast": 2.5157206058502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9206162691116333,
      "cov-distil (oracle2student)": 4.932533264160156,
      "cov-distil (oracle2teacher)": 5.271149635314941,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.2876710891723633,
      "step": 1671,
      "subrel-constrast": 3.3489391803741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986438512802124,
      "cov-distil (oracle2student)": 4.596549987792969,
      "cov-distil (oracle2teacher)": 4.6758222579956055,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.926558494567871,
      "step": 1672,
      "subrel-constrast": 3.6379101276397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6534430980682373,
      "cov-distil (oracle2student)": 6.675690174102783,
      "cov-distil (oracle2teacher)": 5.8137431144714355,
      "epoch": 1.3131868131868132,
      "rel-constrast": 3.2174553871154785,
      "step": 1673,
      "subrel-constrast": 3.2730507850646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6407172679901123,
      "cov-distil (oracle2student)": 4.805983543395996,
      "cov-distil (oracle2teacher)": 4.4351277351379395,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.6050806045532227,
      "step": 1674,
      "subrel-constrast": 3.549900531768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2209222316741943,
      "cov-distil (oracle2student)": 4.06736946105957,
      "cov-distil (oracle2teacher)": 3.644706964492798,
      "epoch": 1.314756671899529,
      "rel-constrast": 3.0636205673217773,
      "step": 1675,
      "subrel-constrast": 3.5323703289031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8183844089508057,
      "cov-distil (oracle2student)": 3.887629747390747,
      "cov-distil (oracle2teacher)": 3.8323733806610107,
      "epoch": 1.315541601255887,
      "rel-constrast": 2.0009565353393555,
      "step": 1676,
      "subrel-constrast": 2.540123701095581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2271220684051514,
      "cov-distil (oracle2student)": 4.262020111083984,
      "cov-distil (oracle2teacher)": 4.22149133682251,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.9289588928222656,
      "step": 1677,
      "subrel-constrast": 3.692291021347046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6094448566436768,
      "cov-distil (oracle2student)": 3.553528308868408,
      "cov-distil (oracle2teacher)": 3.6119301319122314,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.028048276901245,
      "step": 1678,
      "subrel-constrast": 4.033689498901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3744921684265137,
      "cov-distil (oracle2student)": 5.634357929229736,
      "cov-distil (oracle2teacher)": 5.6664652824401855,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.758481025695801,
      "step": 1679,
      "subrel-constrast": 3.7575478553771973,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 5.34375,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.6712,
      "step": 1680
    },
    {
      "cov-distil": 2.127695083618164,
      "cov-distil (oracle2student)": 3.8551883697509766,
      "cov-distil (oracle2teacher)": 4.963057041168213,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.7415146827697754,
      "step": 1680,
      "subrel-constrast": 3.7476372718811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7209469079971313,
      "cov-distil (oracle2student)": 3.165438652038574,
      "cov-distil (oracle2teacher)": 3.844783067703247,
      "epoch": 1.3194662480376766,
      "rel-constrast": 3.0732030868530273,
      "step": 1681,
      "subrel-constrast": 3.099161386489868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.909586787223816,
      "cov-distil (oracle2student)": 5.875924110412598,
      "cov-distil (oracle2teacher)": 5.112814903259277,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.728123188018799,
      "step": 1682,
      "subrel-constrast": 3.821924924850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555483102798462,
      "cov-distil (oracle2student)": 4.143611431121826,
      "cov-distil (oracle2teacher)": 3.9477243423461914,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.709030866622925,
      "step": 1683,
      "subrel-constrast": 2.788926362991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4107699394226074,
      "cov-distil (oracle2student)": 5.323400497436523,
      "cov-distil (oracle2teacher)": 5.273819446563721,
      "epoch": 1.3218210361067504,
      "rel-constrast": 3.144160270690918,
      "step": 1684,
      "subrel-constrast": 3.7532050609588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.514575481414795,
      "cov-distil (oracle2student)": 4.139433860778809,
      "cov-distil (oracle2teacher)": 3.755129814147949,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.809154510498047,
      "step": 1685,
      "subrel-constrast": 2.6177361011505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.824362277984619,
      "cov-distil (oracle2student)": 4.350738525390625,
      "cov-distil (oracle2teacher)": 4.411840438842773,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.534287214279175,
      "step": 1686,
      "subrel-constrast": 3.54398775100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7813868522644043,
      "cov-distil (oracle2student)": 4.179596900939941,
      "cov-distil (oracle2teacher)": 3.8724124431610107,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.7143070697784424,
      "step": 1687,
      "subrel-constrast": 3.0453717708587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5711863040924072,
      "cov-distil (oracle2student)": 4.463407039642334,
      "cov-distil (oracle2teacher)": 4.493030548095703,
      "epoch": 1.3249607535321821,
      "rel-constrast": 3.226757764816284,
      "step": 1688,
      "subrel-constrast": 3.895524263381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2078702449798584,
      "cov-distil (oracle2student)": 4.531626224517822,
      "cov-distil (oracle2teacher)": 4.1662445068359375,
      "epoch": 1.3257456828885401,
      "rel-constrast": 3.3324952125549316,
      "step": 1689,
      "subrel-constrast": 3.8458497524261475,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 5.6875,
      "learning_rate": 8.374088811506819e-05,
      "loss": 0.7503,
      "step": 1690
    },
    {
      "cov-distil": 1.699152946472168,
      "cov-distil (oracle2student)": 3.6673505306243896,
      "cov-distil (oracle2teacher)": 3.8109607696533203,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.009702444076538,
      "step": 1690,
      "subrel-constrast": 3.7056472301483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6418516635894775,
      "cov-distil (oracle2student)": 3.730541944503784,
      "cov-distil (oracle2teacher)": 3.905883312225342,
      "epoch": 1.3273155416012559,
      "rel-constrast": 2.078244209289551,
      "step": 1691,
      "subrel-constrast": 2.8447282314300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0447185039520264,
      "cov-distil (oracle2student)": 4.260768413543701,
      "cov-distil (oracle2teacher)": 4.570621490478516,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.015974998474121,
      "step": 1692,
      "subrel-constrast": 3.777024269104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2779154777526855,
      "cov-distil (oracle2student)": 4.380071640014648,
      "cov-distil (oracle2teacher)": 4.2704315185546875,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.868213176727295,
      "step": 1693,
      "subrel-constrast": 3.6945948600769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1123275756835938,
      "cov-distil (oracle2student)": 5.26299524307251,
      "cov-distil (oracle2teacher)": 4.841626167297363,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.7031376361846924,
      "step": 1694,
      "subrel-constrast": 3.330998182296753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.136404275894165,
      "cov-distil (oracle2student)": 5.49521541595459,
      "cov-distil (oracle2teacher)": 5.039829254150391,
      "epoch": 1.3304552590266876,
      "rel-constrast": 3.2928757667541504,
      "step": 1695,
      "subrel-constrast": 3.4204936027526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9122490882873535,
      "cov-distil (oracle2student)": 5.014617443084717,
      "cov-distil (oracle2teacher)": 5.3428850173950195,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.28242564201355,
      "step": 1696,
      "subrel-constrast": 3.4177286624908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8150461912155151,
      "cov-distil (oracle2student)": 4.150574207305908,
      "cov-distil (oracle2teacher)": 3.9788942337036133,
      "epoch": 1.3320251177394034,
      "rel-constrast": 4.145594596862793,
      "step": 1697,
      "subrel-constrast": 4.020504474639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8777728080749512,
      "cov-distil (oracle2student)": 5.192560195922852,
      "cov-distil (oracle2teacher)": 4.773143768310547,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.36726975440979,
      "step": 1698,
      "subrel-constrast": 3.3153128623962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404178261756897,
      "cov-distil (oracle2student)": 4.632420063018799,
      "cov-distil (oracle2teacher)": 4.867733955383301,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.788888454437256,
      "step": 1699,
      "subrel-constrast": 2.830641031265259,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 7.1875,
      "learning_rate": 8.348246281072998e-05,
      "loss": 0.7388,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.25468751788139343,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.0657958984375
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.0474853515625
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.018310546875,
      "step": 1700
    },
    {
      "cov-distil": 2.2433598041534424,
      "cov-distil (oracle2student)": 5.743989944458008,
      "cov-distil (oracle2teacher)": 5.267793655395508,
      "epoch": 1.3343799058084773,
      "rel-constrast": 3.158193588256836,
      "step": 1700,
      "subrel-constrast": 3.5547468662261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.095381498336792,
      "cov-distil (oracle2student)": 4.804516792297363,
      "cov-distil (oracle2teacher)": 4.2064337730407715,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.364394426345825,
      "step": 1701,
      "subrel-constrast": 2.9055633544921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7839455604553223,
      "cov-distil (oracle2student)": 4.984286785125732,
      "cov-distil (oracle2teacher)": 4.8091325759887695,
      "epoch": 1.335949764521193,
      "rel-constrast": 3.2957873344421387,
      "step": 1702,
      "subrel-constrast": 3.381990671157837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6232290267944336,
      "cov-distil (oracle2student)": 3.6545908451080322,
      "cov-distil (oracle2teacher)": 3.2870185375213623,
      "epoch": 1.336734693877551,
      "rel-constrast": 2.7315244674682617,
      "step": 1703,
      "subrel-constrast": 2.766819953918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.833911657333374,
      "cov-distil (oracle2student)": 1.8329808712005615,
      "cov-distil (oracle2teacher)": 2.8162553310394287,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.6038877964019775,
      "step": 1704,
      "subrel-constrast": 2.263942241668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221095085144043,
      "cov-distil (oracle2student)": 3.3902831077575684,
      "cov-distil (oracle2teacher)": 3.051541566848755,
      "epoch": 1.3383045525902668,
      "rel-constrast": 2.016742706298828,
      "step": 1705,
      "subrel-constrast": 2.9894845485687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3832952976226807,
      "cov-distil (oracle2student)": 3.6738827228546143,
      "cov-distil (oracle2teacher)": 4.21068811416626,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.018357753753662,
      "step": 1706,
      "subrel-constrast": 3.008078098297119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202326536178589,
      "cov-distil (oracle2student)": 3.6310243606567383,
      "cov-distil (oracle2teacher)": 3.3854875564575195,
      "epoch": 1.3398744113029828,
      "rel-constrast": 2.7436585426330566,
      "step": 1707,
      "subrel-constrast": 3.5253117084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546640157699585,
      "cov-distil (oracle2student)": 4.327772617340088,
      "cov-distil (oracle2teacher)": 4.534262657165527,
      "epoch": 1.3406593406593408,
      "rel-constrast": 2.793548583984375,
      "step": 1708,
      "subrel-constrast": 3.270961284637451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8813056945800781,
      "cov-distil (oracle2student)": 4.154356002807617,
      "cov-distil (oracle2teacher)": 4.716041088104248,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.0186450481414795,
      "step": 1709,
      "subrel-constrast": 3.161585569381714,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 4.78125,
      "learning_rate": 8.322240561839109e-05,
      "loss": 0.6186,
      "step": 1710
    },
    {
      "cov-distil": 1.487225890159607,
      "cov-distil (oracle2student)": 5.891654014587402,
      "cov-distil (oracle2teacher)": 5.3451738357543945,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.976409912109375,
      "step": 1710,
      "subrel-constrast": 3.175384998321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6207596063613892,
      "cov-distil (oracle2student)": 6.005298137664795,
      "cov-distil (oracle2teacher)": 5.532258033752441,
      "epoch": 1.3430141287284145,
      "rel-constrast": 2.2201156616210938,
      "step": 1711,
      "subrel-constrast": 2.400665521621704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9611537456512451,
      "cov-distil (oracle2student)": 3.4273877143859863,
      "cov-distil (oracle2teacher)": 3.7771711349487305,
      "epoch": 1.3437990580847723,
      "rel-constrast": 3.348768472671509,
      "step": 1712,
      "subrel-constrast": 4.319978713989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6082960367202759,
      "cov-distil (oracle2student)": 5.422585964202881,
      "cov-distil (oracle2teacher)": 5.395438194274902,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.529521942138672,
      "step": 1713,
      "subrel-constrast": 3.28179669380188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4186816215515137,
      "cov-distil (oracle2student)": 5.4823527336120605,
      "cov-distil (oracle2teacher)": 5.693839073181152,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.5508058071136475,
      "step": 1714,
      "subrel-constrast": 2.703293800354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9667531251907349,
      "cov-distil (oracle2student)": 5.033383846282959,
      "cov-distil (oracle2teacher)": 4.9279303550720215,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.3009300231933594,
      "step": 1715,
      "subrel-constrast": 3.0311944484710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9336204528808594,
      "cov-distil (oracle2student)": 4.945202827453613,
      "cov-distil (oracle2teacher)": 4.514540195465088,
      "epoch": 1.346938775510204,
      "rel-constrast": 3.467078685760498,
      "step": 1716,
      "subrel-constrast": 3.624396800994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24707293510437,
      "cov-distil (oracle2student)": 4.442765235900879,
      "cov-distil (oracle2teacher)": 4.691719055175781,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.3724708557128906,
      "step": 1717,
      "subrel-constrast": 3.8737778663635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9935184717178345,
      "cov-distil (oracle2student)": 4.176817893981934,
      "cov-distil (oracle2teacher)": 3.994265079498291,
      "epoch": 1.34850863422292,
      "rel-constrast": 4.064898490905762,
      "step": 1718,
      "subrel-constrast": 4.247357368469238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0784144401550293,
      "cov-distil (oracle2student)": 4.060149192810059,
      "cov-distil (oracle2teacher)": 4.424117088317871,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.9983274936676025,
      "step": 1719,
      "subrel-constrast": 3.938415288925171,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 5.34375,
      "learning_rate": 8.296072921287217e-05,
      "loss": 0.7207,
      "step": 1720
    },
    {
      "cov-distil": 2.333320379257202,
      "cov-distil (oracle2student)": 4.556884288787842,
      "cov-distil (oracle2teacher)": 4.976221084594727,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.949903964996338,
      "step": 1720,
      "subrel-constrast": 3.146594285964966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4889953136444092,
      "cov-distil (oracle2student)": 5.204678535461426,
      "cov-distil (oracle2teacher)": 4.718331336975098,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.3668503761291504,
      "step": 1721,
      "subrel-constrast": 2.6616878509521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9301793575286865,
      "cov-distil (oracle2student)": 4.295867919921875,
      "cov-distil (oracle2teacher)": 4.347559452056885,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.9828052520751953,
      "step": 1722,
      "subrel-constrast": 3.354962110519409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8185994625091553,
      "cov-distil (oracle2student)": 4.3422136306762695,
      "cov-distil (oracle2teacher)": 3.958374261856079,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.074352741241455,
      "step": 1723,
      "subrel-constrast": 3.609358787536621,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0793871879577637,
      "cov-distil (oracle2student)": 3.3892784118652344,
      "cov-distil (oracle2teacher)": 4.138238430023193,
      "epoch": 1.3532182103610675,
      "rel-constrast": 2.496314287185669,
      "step": 1724,
      "subrel-constrast": 3.022005558013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.434483766555786,
      "cov-distil (oracle2student)": 3.164738655090332,
      "cov-distil (oracle2teacher)": 3.0998196601867676,
      "epoch": 1.3540031397174255,
      "rel-constrast": 3.375303030014038,
      "step": 1725,
      "subrel-constrast": 3.880734443664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69858717918396,
      "cov-distil (oracle2student)": 6.008876800537109,
      "cov-distil (oracle2teacher)": 5.077886581420898,
      "epoch": 1.3547880690737832,
      "rel-constrast": 4.28570556640625,
      "step": 1726,
      "subrel-constrast": 4.2229323387146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7441222667694092,
      "cov-distil (oracle2student)": 6.402974605560303,
      "cov-distil (oracle2teacher)": 6.0727152824401855,
      "epoch": 1.3555729984301412,
      "rel-constrast": 3.0567991733551025,
      "step": 1727,
      "subrel-constrast": 3.341895818710327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6100115776062012,
      "cov-distil (oracle2student)": 4.593923568725586,
      "cov-distil (oracle2teacher)": 4.7571330070495605,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.824549674987793,
      "step": 1728,
      "subrel-constrast": 3.161421060562134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6816389560699463,
      "cov-distil (oracle2student)": 6.256322860717773,
      "cov-distil (oracle2teacher)": 6.080960273742676,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.212573766708374,
      "step": 1729,
      "subrel-constrast": 3.017871618270874,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 4.34375,
      "learning_rate": 8.269744634791208e-05,
      "loss": 0.7406,
      "step": 1730
    },
    {
      "cov-distil": 2.1089093685150146,
      "cov-distil (oracle2student)": 4.603510856628418,
      "cov-distil (oracle2teacher)": 5.388840198516846,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.175172805786133,
      "step": 1730,
      "subrel-constrast": 2.9704723358154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7004222869873047,
      "cov-distil (oracle2student)": 3.940581798553467,
      "cov-distil (oracle2teacher)": 3.824192523956299,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.687086582183838,
      "step": 1731,
      "subrel-constrast": 2.9901010990142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6954841613769531,
      "cov-distil (oracle2student)": 4.422719955444336,
      "cov-distil (oracle2teacher)": 4.0030107498168945,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.5804803371429443,
      "step": 1732,
      "subrel-constrast": 3.0862133502960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8089799880981445,
      "cov-distil (oracle2student)": 3.4363040924072266,
      "cov-distil (oracle2teacher)": 3.732180595397949,
      "epoch": 1.3602825745682887,
      "rel-constrast": 2.8586971759796143,
      "step": 1733,
      "subrel-constrast": 3.1313061714172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.70042085647583,
      "cov-distil (oracle2student)": 3.359219789505005,
      "cov-distil (oracle2teacher)": 3.3831589221954346,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.8290752172470093,
      "step": 1734,
      "subrel-constrast": 2.645787239074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4435114860534668,
      "cov-distil (oracle2student)": 4.488183975219727,
      "cov-distil (oracle2teacher)": 4.476387023925781,
      "epoch": 1.3618524332810047,
      "rel-constrast": 1.9492045640945435,
      "step": 1735,
      "subrel-constrast": 2.6936590671539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6038802862167358,
      "cov-distil (oracle2student)": 8.302364349365234,
      "cov-distil (oracle2teacher)": 7.373538017272949,
      "epoch": 1.3626373626373627,
      "rel-constrast": 5.03665828704834,
      "step": 1736,
      "subrel-constrast": 4.56113862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.433598041534424,
      "cov-distil (oracle2student)": 4.68790340423584,
      "cov-distil (oracle2teacher)": 3.9901175498962402,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.5843544006347656,
      "step": 1737,
      "subrel-constrast": 3.9631640911102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4684622287750244,
      "cov-distil (oracle2student)": 4.462800979614258,
      "cov-distil (oracle2teacher)": 4.264476776123047,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.4968819618225098,
      "step": 1738,
      "subrel-constrast": 2.819143295288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2424521446228027,
      "cov-distil (oracle2student)": 4.778677463531494,
      "cov-distil (oracle2teacher)": 4.673686981201172,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.55346941947937,
      "step": 1739,
      "subrel-constrast": 3.89859938621521,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 5.8125,
      "learning_rate": 8.243256985554621e-05,
      "loss": 0.7188,
      "step": 1740
    },
    {
      "cov-distil": 2.0561976432800293,
      "cov-distil (oracle2student)": 3.406865119934082,
      "cov-distil (oracle2teacher)": 4.0141096115112305,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.6047983169555664,
      "step": 1740,
      "subrel-constrast": 2.9984354972839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7304356098175049,
      "cov-distil (oracle2student)": 3.995039463043213,
      "cov-distil (oracle2teacher)": 3.3416972160339355,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.075563430786133,
      "step": 1741,
      "subrel-constrast": 2.442305326461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.686859369277954,
      "cov-distil (oracle2student)": 5.012406349182129,
      "cov-distil (oracle2teacher)": 4.688200950622559,
      "epoch": 1.3673469387755102,
      "rel-constrast": 2.547363758087158,
      "step": 1742,
      "subrel-constrast": 3.4297704696655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2741289138793945,
      "cov-distil (oracle2student)": 4.058443069458008,
      "cov-distil (oracle2teacher)": 4.270198345184326,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.4398036003112793,
      "step": 1743,
      "subrel-constrast": 3.0847578048706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6886746883392334,
      "cov-distil (oracle2student)": 4.423070907592773,
      "cov-distil (oracle2teacher)": 4.416746616363525,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.466970682144165,
      "step": 1744,
      "subrel-constrast": 3.3426055908203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8773001432418823,
      "cov-distil (oracle2student)": 3.8428590297698975,
      "cov-distil (oracle2teacher)": 3.571352005004883,
      "epoch": 1.369701726844584,
      "rel-constrast": 4.00551176071167,
      "step": 1745,
      "subrel-constrast": 3.8044142723083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938532829284668,
      "cov-distil (oracle2student)": 4.8431196212768555,
      "cov-distil (oracle2teacher)": 4.140506744384766,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.951552629470825,
      "step": 1746,
      "subrel-constrast": 3.909996747970581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7662185430526733,
      "cov-distil (oracle2student)": 4.080327987670898,
      "cov-distil (oracle2teacher)": 4.189835548400879,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.1991629600524902,
      "step": 1747,
      "subrel-constrast": 2.967207670211792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8405046463012695,
      "cov-distil (oracle2student)": 5.996824264526367,
      "cov-distil (oracle2teacher)": 6.1309614181518555,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.597701072692871,
      "step": 1748,
      "subrel-constrast": 2.86863112449646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6794178485870361,
      "cov-distil (oracle2student)": 3.2015268802642822,
      "cov-distil (oracle2teacher)": 3.209540843963623,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.417921781539917,
      "step": 1749,
      "subrel-constrast": 2.686596632003784,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 5.125,
      "learning_rate": 8.21661126454811e-05,
      "loss": 0.6827,
      "step": 1750
    },
    {
      "cov-distil": 1.9580557346343994,
      "cov-distil (oracle2student)": 5.748956680297852,
      "cov-distil (oracle2teacher)": 5.759053707122803,
      "epoch": 1.3736263736263736,
      "rel-constrast": 4.0003838539123535,
      "step": 1750,
      "subrel-constrast": 4.035921573638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1015076637268066,
      "cov-distil (oracle2student)": 3.403918743133545,
      "cov-distil (oracle2teacher)": 4.096440315246582,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.581836462020874,
      "step": 1751,
      "subrel-constrast": 3.4504785537719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139740467071533,
      "cov-distil (oracle2student)": 5.089021682739258,
      "cov-distil (oracle2teacher)": 5.010818004608154,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.2470383644104004,
      "step": 1752,
      "subrel-constrast": 2.9493815898895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1195688247680664,
      "cov-distil (oracle2student)": 3.8613905906677246,
      "cov-distil (oracle2teacher)": 3.844973087310791,
      "epoch": 1.3759811616954474,
      "rel-constrast": 3.051335573196411,
      "step": 1753,
      "subrel-constrast": 3.757570266723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5025843381881714,
      "cov-distil (oracle2student)": 2.797865390777588,
      "cov-distil (oracle2teacher)": 2.8175911903381348,
      "epoch": 1.3767660910518054,
      "rel-constrast": 1.901369333267212,
      "step": 1754,
      "subrel-constrast": 2.2420105934143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2564711570739746,
      "cov-distil (oracle2student)": 2.8140833377838135,
      "cov-distil (oracle2teacher)": 3.3243393898010254,
      "epoch": 1.3775510204081631,
      "rel-constrast": 2.2155938148498535,
      "step": 1755,
      "subrel-constrast": 2.8740952014923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131967306137085,
      "cov-distil (oracle2student)": 3.9383883476257324,
      "cov-distil (oracle2teacher)": 3.6652112007141113,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.365666627883911,
      "step": 1756,
      "subrel-constrast": 2.6858713626861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2771058082580566,
      "cov-distil (oracle2student)": 4.391182899475098,
      "cov-distil (oracle2teacher)": 4.752307891845703,
      "epoch": 1.379120879120879,
      "rel-constrast": 3.6177053451538086,
      "step": 1757,
      "subrel-constrast": 3.5344889163970947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744995355606079,
      "cov-distil (oracle2student)": 4.814730167388916,
      "cov-distil (oracle2teacher)": 4.339175224304199,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.6452078819274902,
      "step": 1758,
      "subrel-constrast": 3.248414993286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4255948066711426,
      "cov-distil (oracle2student)": 3.8890414237976074,
      "cov-distil (oracle2teacher)": 4.241479873657227,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.5260143280029297,
      "step": 1759,
      "subrel-constrast": 3.551104784011841,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.5,
      "learning_rate": 8.189808770446528e-05,
      "loss": 0.6788,
      "step": 1760
    },
    {
      "cov-distil": 1.6807085275650024,
      "cov-distil (oracle2student)": 4.577152729034424,
      "cov-distil (oracle2teacher)": 4.69484806060791,
      "epoch": 1.3814756671899528,
      "rel-constrast": 3.1769652366638184,
      "step": 1760,
      "subrel-constrast": 3.1689748764038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.709843873977661,
      "cov-distil (oracle2student)": 3.724208116531372,
      "cov-distil (oracle2teacher)": 3.7919366359710693,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.6501283645629883,
      "step": 1761,
      "subrel-constrast": 3.7372257709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.488384962081909,
      "cov-distil (oracle2student)": 4.317266464233398,
      "cov-distil (oracle2teacher)": 3.9005494117736816,
      "epoch": 1.3830455259026688,
      "rel-constrast": 2.0228843688964844,
      "step": 1762,
      "subrel-constrast": 2.6035492420196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.840247392654419,
      "cov-distil (oracle2student)": 4.372017860412598,
      "cov-distil (oracle2teacher)": 4.458549499511719,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.9101438522338867,
      "step": 1763,
      "subrel-constrast": 2.595431327819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313213586807251,
      "cov-distil (oracle2student)": 3.823169708251953,
      "cov-distil (oracle2teacher)": 4.4203338623046875,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.462083101272583,
      "step": 1764,
      "subrel-constrast": 2.9797792434692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0967965126037598,
      "cov-distil (oracle2student)": 4.416221618652344,
      "cov-distil (oracle2teacher)": 4.723118782043457,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.5385406017303467,
      "step": 1765,
      "subrel-constrast": 3.1220266819000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7552061080932617,
      "cov-distil (oracle2student)": 4.826007843017578,
      "cov-distil (oracle2teacher)": 4.234580039978027,
      "epoch": 1.3861852433281006,
      "rel-constrast": 4.263535499572754,
      "step": 1766,
      "subrel-constrast": 4.201550483703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3158230781555176,
      "cov-distil (oracle2student)": 2.9563889503479004,
      "cov-distil (oracle2teacher)": 3.2534708976745605,
      "epoch": 1.3869701726844583,
      "rel-constrast": 3.003065586090088,
      "step": 1767,
      "subrel-constrast": 3.6914596557617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4630179405212402,
      "cov-distil (oracle2student)": 3.509836196899414,
      "cov-distil (oracle2teacher)": 4.034323692321777,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.463501453399658,
      "step": 1768,
      "subrel-constrast": 2.4667630195617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9878220558166504,
      "cov-distil (oracle2student)": 5.356142044067383,
      "cov-distil (oracle2teacher)": 5.167332649230957,
      "epoch": 1.3885400313971743,
      "rel-constrast": 2.3892271518707275,
      "step": 1769,
      "subrel-constrast": 2.976463556289673,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 4.5,
      "learning_rate": 8.162850809565623e-05,
      "loss": 0.697,
      "step": 1770
    },
    {
      "cov-distil": 1.662797212600708,
      "cov-distil (oracle2student)": 2.09718918800354,
      "cov-distil (oracle2teacher)": 2.469780206680298,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.173774242401123,
      "step": 1770,
      "subrel-constrast": 3.2273669242858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.339996576309204,
      "cov-distil (oracle2student)": 5.442363739013672,
      "cov-distil (oracle2teacher)": 5.082331657409668,
      "epoch": 1.39010989010989,
      "rel-constrast": 3.3713479042053223,
      "step": 1771,
      "subrel-constrast": 3.211289644241333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4895343780517578,
      "cov-distil (oracle2student)": 4.000551223754883,
      "cov-distil (oracle2teacher)": 3.646209478378296,
      "epoch": 1.390894819466248,
      "rel-constrast": 3.3503758907318115,
      "step": 1772,
      "subrel-constrast": 3.6456687450408936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8994641304016113,
      "cov-distil (oracle2student)": 3.89174747467041,
      "cov-distil (oracle2teacher)": 3.5337724685668945,
      "epoch": 1.391679748822606,
      "rel-constrast": 2.719862937927246,
      "step": 1773,
      "subrel-constrast": 2.7605135440826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2715423107147217,
      "cov-distil (oracle2student)": 5.179841041564941,
      "cov-distil (oracle2teacher)": 5.0102949142456055,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.565450668334961,
      "step": 1774,
      "subrel-constrast": 5.16431999206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1387012004852295,
      "cov-distil (oracle2student)": 6.290175437927246,
      "cov-distil (oracle2teacher)": 4.822027206420898,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.8306896686553955,
      "step": 1775,
      "subrel-constrast": 3.181685447692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.420358180999756,
      "cov-distil (oracle2student)": 3.8159124851226807,
      "cov-distil (oracle2teacher)": 4.317980766296387,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.0079803466796875,
      "step": 1776,
      "subrel-constrast": 4.087446212768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18131685256958,
      "cov-distil (oracle2student)": 4.753941059112549,
      "cov-distil (oracle2teacher)": 4.855992317199707,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.215277910232544,
      "step": 1777,
      "subrel-constrast": 3.432283401489258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2685182094573975,
      "cov-distil (oracle2student)": 5.124535083770752,
      "cov-distil (oracle2teacher)": 5.825740814208984,
      "epoch": 1.3956043956043955,
      "rel-constrast": 2.1975045204162598,
      "step": 1778,
      "subrel-constrast": 2.561567544937134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1395020484924316,
      "cov-distil (oracle2student)": 4.143278121948242,
      "cov-distil (oracle2teacher)": 3.7398018836975098,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.7834925651550293,
      "step": 1779,
      "subrel-constrast": 3.1222000122070312,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 5.75,
      "learning_rate": 8.135738695798376e-05,
      "loss": 0.7554,
      "step": 1780
    },
    {
      "cov-distil": 2.129589557647705,
      "cov-distil (oracle2student)": 4.826653003692627,
      "cov-distil (oracle2teacher)": 5.445562362670898,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.046022415161133,
      "step": 1780,
      "subrel-constrast": 3.42337703704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.302788257598877,
      "cov-distil (oracle2student)": 2.8039140701293945,
      "cov-distil (oracle2teacher)": 2.8802990913391113,
      "epoch": 1.3979591836734695,
      "rel-constrast": 3.4761643409729004,
      "step": 1781,
      "subrel-constrast": 4.2834272384643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.440842628479004,
      "cov-distil (oracle2student)": 4.525951385498047,
      "cov-distil (oracle2teacher)": 4.2376580238342285,
      "epoch": 1.3987441130298273,
      "rel-constrast": 3.0817365646362305,
      "step": 1782,
      "subrel-constrast": 3.4240405559539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3345112800598145,
      "cov-distil (oracle2student)": 3.8495302200317383,
      "cov-distil (oracle2teacher)": 4.039351463317871,
      "epoch": 1.3995290423861853,
      "rel-constrast": 2.857091188430786,
      "step": 1783,
      "subrel-constrast": 4.5898308753967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5086230039596558,
      "cov-distil (oracle2student)": 3.912566661834717,
      "cov-distil (oracle2teacher)": 3.908273935317993,
      "epoch": 1.4003139717425432,
      "rel-constrast": 2.7854795455932617,
      "step": 1784,
      "subrel-constrast": 3.777689218521118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8855476379394531,
      "cov-distil (oracle2student)": 5.815726280212402,
      "cov-distil (oracle2teacher)": 6.063263416290283,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.704434633255005,
      "step": 1785,
      "subrel-constrast": 4.241085529327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115485668182373,
      "cov-distil (oracle2student)": 4.889193534851074,
      "cov-distil (oracle2teacher)": 4.528124809265137,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.60229754447937,
      "step": 1786,
      "subrel-constrast": 2.56319522857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1166752576828003,
      "cov-distil (oracle2student)": 3.8202617168426514,
      "cov-distil (oracle2teacher)": 4.366907119750977,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.3734092712402344,
      "step": 1787,
      "subrel-constrast": 2.6217329502105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.964254379272461,
      "cov-distil (oracle2student)": 4.6744303703308105,
      "cov-distil (oracle2teacher)": 5.246541500091553,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.7329925298690796,
      "step": 1788,
      "subrel-constrast": 2.491093873977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0354231595993042,
      "cov-distil (oracle2student)": 3.556187629699707,
      "cov-distil (oracle2teacher)": 4.06437349319458,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.632844924926758,
      "step": 1789,
      "subrel-constrast": 3.162869930267334,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 5.125,
      "learning_rate": 8.108473750550965e-05,
      "loss": 0.6823,
      "step": 1790
    },
    {
      "cov-distil": 2.7051453590393066,
      "cov-distil (oracle2student)": 3.3185629844665527,
      "cov-distil (oracle2teacher)": 3.626244068145752,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.40002179145813,
      "step": 1790,
      "subrel-constrast": 3.77524471282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4359110593795776,
      "cov-distil (oracle2student)": 3.7903995513916016,
      "cov-distil (oracle2teacher)": 3.7007501125335693,
      "epoch": 1.4058084772370487,
      "rel-constrast": 2.1249806880950928,
      "step": 1791,
      "subrel-constrast": 2.604616403579712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.105168104171753,
      "cov-distil (oracle2student)": 4.861455917358398,
      "cov-distil (oracle2teacher)": 4.847991466522217,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.1087684631347656,
      "step": 1792,
      "subrel-constrast": 3.220414400100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.256331443786621,
      "cov-distil (oracle2student)": 3.0050745010375977,
      "cov-distil (oracle2teacher)": 3.760895252227783,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.6136951446533203,
      "step": 1793,
      "subrel-constrast": 4.308289527893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.226468563079834,
      "cov-distil (oracle2student)": 3.4321699142456055,
      "cov-distil (oracle2teacher)": 3.8039190769195557,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.466477155685425,
      "step": 1794,
      "subrel-constrast": 3.751272201538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045308828353882,
      "cov-distil (oracle2student)": 6.411640167236328,
      "cov-distil (oracle2teacher)": 5.680418968200684,
      "epoch": 1.4089481946624804,
      "rel-constrast": 3.3922982215881348,
      "step": 1795,
      "subrel-constrast": 3.550377368927002,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4693875312805176,
      "cov-distil (oracle2student)": 5.812129974365234,
      "cov-distil (oracle2teacher)": 5.234946250915527,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.895657539367676,
      "step": 1796,
      "subrel-constrast": 2.9772045612335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565492868423462,
      "cov-distil (oracle2student)": 2.3334765434265137,
      "cov-distil (oracle2teacher)": 2.417217254638672,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.5910518169403076,
      "step": 1797,
      "subrel-constrast": 2.446030616760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6091516017913818,
      "cov-distil (oracle2student)": 4.506137847900391,
      "cov-distil (oracle2teacher)": 4.301276206970215,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.827751636505127,
      "step": 1798,
      "subrel-constrast": 2.5608856678009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080300807952881,
      "cov-distil (oracle2student)": 4.4521613121032715,
      "cov-distil (oracle2teacher)": 4.008926868438721,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.4810266494750977,
      "step": 1799,
      "subrel-constrast": 3.8084301948547363,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 6.65625,
      "learning_rate": 8.081057302678352e-05,
      "loss": 0.6725,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.3218750059604645,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.06439208984375
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.047027587890625
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.017364501953125,
      "step": 1800
    },
    {
      "cov-distil": 1.5499985218048096,
      "cov-distil (oracle2student)": 3.6822383403778076,
      "cov-distil (oracle2teacher)": 3.981616497039795,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.8681392669677734,
      "step": 1800,
      "subrel-constrast": 3.551724433898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481327533721924,
      "cov-distil (oracle2student)": 3.6889820098876953,
      "cov-distil (oracle2teacher)": 3.6981842517852783,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.479928731918335,
      "step": 1801,
      "subrel-constrast": 2.8968899250030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0578248500823975,
      "cov-distil (oracle2student)": 5.365993499755859,
      "cov-distil (oracle2teacher)": 4.617265701293945,
      "epoch": 1.414442700156986,
      "rel-constrast": 3.19673490524292,
      "step": 1802,
      "subrel-constrast": 3.336021661758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7491960525512695,
      "cov-distil (oracle2student)": 2.6951076984405518,
      "cov-distil (oracle2teacher)": 2.992222785949707,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.4676196575164795,
      "step": 1803,
      "subrel-constrast": 2.0734543800354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5061979293823242,
      "cov-distil (oracle2student)": 3.654930830001831,
      "cov-distil (oracle2teacher)": 3.7000021934509277,
      "epoch": 1.4160125588697017,
      "rel-constrast": 2.214057683944702,
      "step": 1804,
      "subrel-constrast": 2.8462932109832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.343281626701355,
      "cov-distil (oracle2student)": 6.168715953826904,
      "cov-distil (oracle2teacher)": 5.1086626052856445,
      "epoch": 1.4167974882260597,
      "rel-constrast": 2.9370431900024414,
      "step": 1805,
      "subrel-constrast": 2.5440573692321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8285521268844604,
      "cov-distil (oracle2student)": 5.088909149169922,
      "cov-distil (oracle2teacher)": 5.118940353393555,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.1111202239990234,
      "step": 1806,
      "subrel-constrast": 2.6263251304626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0050172805786133,
      "cov-distil (oracle2student)": 5.385577201843262,
      "cov-distil (oracle2teacher)": 5.551061630249023,
      "epoch": 1.4183673469387754,
      "rel-constrast": 2.5663394927978516,
      "step": 1807,
      "subrel-constrast": 2.7459213733673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5144319534301758,
      "cov-distil (oracle2student)": 4.216503143310547,
      "cov-distil (oracle2teacher)": 4.460987567901611,
      "epoch": 1.4191522762951334,
      "rel-constrast": 2.998746156692505,
      "step": 1808,
      "subrel-constrast": 3.2311463356018066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.751970052719116,
      "cov-distil (oracle2student)": 5.984216213226318,
      "cov-distil (oracle2teacher)": 5.095141410827637,
      "epoch": 1.4199372056514914,
      "rel-constrast": 3.469398260116577,
      "step": 1809,
      "subrel-constrast": 3.6650898456573486,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 6.46875,
      "learning_rate": 8.053490688419533e-05,
      "loss": 0.6577,
      "step": 1810
    },
    {
      "cov-distil": 1.5872946977615356,
      "cov-distil (oracle2student)": 4.743422985076904,
      "cov-distil (oracle2teacher)": 5.186673164367676,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.5898091793060303,
      "step": 1810,
      "subrel-constrast": 3.450258493423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4312691688537598,
      "cov-distil (oracle2student)": 4.710843086242676,
      "cov-distil (oracle2teacher)": 4.420876502990723,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.6706812381744385,
      "step": 1811,
      "subrel-constrast": 2.9652259349823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743657112121582,
      "cov-distil (oracle2student)": 3.9275436401367188,
      "cov-distil (oracle2teacher)": 4.520764350891113,
      "epoch": 1.4222919937205651,
      "rel-constrast": 2.823634624481201,
      "step": 1812,
      "subrel-constrast": 3.7240591049194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4313879013061523,
      "cov-distil (oracle2student)": 5.077703952789307,
      "cov-distil (oracle2teacher)": 4.890533447265625,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.8599679470062256,
      "step": 1813,
      "subrel-constrast": 2.7601184844970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8631025552749634,
      "cov-distil (oracle2student)": 4.199640274047852,
      "cov-distil (oracle2teacher)": 4.67888069152832,
      "epoch": 1.423861852433281,
      "rel-constrast": 2.2704641819000244,
      "step": 1814,
      "subrel-constrast": 2.2776355743408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3305487632751465,
      "cov-distil (oracle2student)": 3.1197266578674316,
      "cov-distil (oracle2teacher)": 3.2810559272766113,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.0975682735443115,
      "step": 1815,
      "subrel-constrast": 2.7462031841278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2365708351135254,
      "cov-distil (oracle2student)": 5.826642036437988,
      "cov-distil (oracle2teacher)": 5.623869895935059,
      "epoch": 1.4254317111459969,
      "rel-constrast": 3.0605199337005615,
      "step": 1816,
      "subrel-constrast": 3.2156736850738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7141644954681396,
      "cov-distil (oracle2student)": 5.7332305908203125,
      "cov-distil (oracle2teacher)": 5.421064376831055,
      "epoch": 1.4262166405023549,
      "rel-constrast": 2.9217567443847656,
      "step": 1817,
      "subrel-constrast": 3.890287160873413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.229942560195923,
      "cov-distil (oracle2student)": 4.066431522369385,
      "cov-distil (oracle2teacher)": 4.292924880981445,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.105419158935547,
      "step": 1818,
      "subrel-constrast": 3.77506685256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703225016593933,
      "cov-distil (oracle2student)": 4.215938091278076,
      "cov-distil (oracle2teacher)": 3.938239097595215,
      "epoch": 1.4277864992150706,
      "rel-constrast": 3.039546012878418,
      "step": 1819,
      "subrel-constrast": 3.288832664489746,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 5.9375,
      "learning_rate": 8.02577525133239e-05,
      "loss": 0.661,
      "step": 1820
    },
    {
      "cov-distil": 2.34505295753479,
      "cov-distil (oracle2student)": 4.167201042175293,
      "cov-distil (oracle2teacher)": 4.119379043579102,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.6803252696990967,
      "step": 1820,
      "subrel-constrast": 2.8869524002075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468536376953125,
      "cov-distil (oracle2student)": 6.110315322875977,
      "cov-distil (oracle2teacher)": 5.61067008972168,
      "epoch": 1.4293563579277864,
      "rel-constrast": 3.136105537414551,
      "step": 1821,
      "subrel-constrast": 3.3481056690216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7852212190628052,
      "cov-distil (oracle2student)": 5.578705787658691,
      "cov-distil (oracle2teacher)": 4.916308403015137,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.643596649169922,
      "step": 1822,
      "subrel-constrast": 2.7566895484924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7695977687835693,
      "cov-distil (oracle2student)": 4.137767791748047,
      "cov-distil (oracle2teacher)": 4.054328918457031,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.9733822345733643,
      "step": 1823,
      "subrel-constrast": 2.5457708835601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2436277866363525,
      "cov-distil (oracle2student)": 4.151754379272461,
      "cov-distil (oracle2teacher)": 3.535407543182373,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.506716251373291,
      "step": 1824,
      "subrel-constrast": 3.1679563522338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.160642623901367,
      "cov-distil (oracle2student)": 3.546781301498413,
      "cov-distil (oracle2teacher)": 4.013056755065918,
      "epoch": 1.4324960753532183,
      "rel-constrast": 3.2857823371887207,
      "step": 1825,
      "subrel-constrast": 3.1425704956054688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292322874069214,
      "cov-distil (oracle2student)": 6.817867755889893,
      "cov-distil (oracle2teacher)": 6.504755020141602,
      "epoch": 1.433281004709576,
      "rel-constrast": 3.547853708267212,
      "step": 1826,
      "subrel-constrast": 3.5658974647521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4943292140960693,
      "cov-distil (oracle2student)": 4.916536808013916,
      "cov-distil (oracle2teacher)": 4.403461933135986,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.2474489212036133,
      "step": 1827,
      "subrel-constrast": 3.0240352153778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055622100830078,
      "cov-distil (oracle2student)": 4.9732770919799805,
      "cov-distil (oracle2teacher)": 4.663511276245117,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.8840079307556152,
      "step": 1828,
      "subrel-constrast": 2.7399680614471436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4736857414245605,
      "cov-distil (oracle2student)": 6.930060386657715,
      "cov-distil (oracle2teacher)": 5.687646865844727,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.2287163734436035,
      "step": 1829,
      "subrel-constrast": 3.6342880725860596,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 6.625,
      "learning_rate": 7.997912342228232e-05,
      "loss": 0.7033,
      "step": 1830
    },
    {
      "cov-distil": 1.6845054626464844,
      "cov-distil (oracle2student)": 6.022692680358887,
      "cov-distil (oracle2teacher)": 5.094712257385254,
      "epoch": 1.4364207221350078,
      "rel-constrast": 3.13388729095459,
      "step": 1830,
      "subrel-constrast": 3.1076138019561768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4963815212249756,
      "cov-distil (oracle2student)": 2.7265567779541016,
      "cov-distil (oracle2teacher)": 3.353670597076416,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.337064504623413,
      "step": 1831,
      "subrel-constrast": 3.3601362705230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7030950784683228,
      "cov-distil (oracle2student)": 4.536595821380615,
      "cov-distil (oracle2teacher)": 4.706333160400391,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.7862827777862549,
      "step": 1832,
      "subrel-constrast": 2.298586845397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9319549798965454,
      "cov-distil (oracle2student)": 5.3950324058532715,
      "cov-distil (oracle2teacher)": 4.8772406578063965,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.1526951789855957,
      "step": 1833,
      "subrel-constrast": 2.940993547439575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5924668312072754,
      "cov-distil (oracle2student)": 3.4005730152130127,
      "cov-distil (oracle2teacher)": 3.3796029090881348,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.299807548522949,
      "step": 1834,
      "subrel-constrast": 3.3205575942993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2381569147109985,
      "cov-distil (oracle2student)": 3.0224597454071045,
      "cov-distil (oracle2teacher)": 3.163745880126953,
      "epoch": 1.4403453689167975,
      "rel-constrast": 2.924663543701172,
      "step": 1835,
      "subrel-constrast": 3.4167072772979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599097490310669,
      "cov-distil (oracle2student)": 4.910013198852539,
      "cov-distil (oracle2teacher)": 4.939692974090576,
      "epoch": 1.4411302982731553,
      "rel-constrast": 3.07175350189209,
      "step": 1836,
      "subrel-constrast": 2.8040406703948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5156335830688477,
      "cov-distil (oracle2student)": 2.8602352142333984,
      "cov-distil (oracle2teacher)": 3.3592677116394043,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.0993874073028564,
      "step": 1837,
      "subrel-constrast": 3.167196750640869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311100244522095,
      "cov-distil (oracle2student)": 3.8068175315856934,
      "cov-distil (oracle2teacher)": 3.9544153213500977,
      "epoch": 1.4427001569858713,
      "rel-constrast": 3.5372445583343506,
      "step": 1838,
      "subrel-constrast": 3.683621406555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.779374599456787,
      "cov-distil (oracle2student)": 2.7733912467956543,
      "cov-distil (oracle2teacher)": 3.1718852519989014,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.0233099460601807,
      "step": 1839,
      "subrel-constrast": 2.9682488441467285,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 4.40625,
      "learning_rate": 7.969903319105935e-05,
      "loss": 0.6342,
      "step": 1840
    },
    {
      "cov-distil": 1.4674514532089233,
      "cov-distil (oracle2student)": 6.309122085571289,
      "cov-distil (oracle2teacher)": 5.871041297912598,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.510796070098877,
      "step": 1840,
      "subrel-constrast": 4.192637920379639,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6089284420013428,
      "cov-distil (oracle2student)": 7.314689636230469,
      "cov-distil (oracle2teacher)": 6.998226165771484,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.9498095512390137,
      "step": 1841,
      "subrel-constrast": 4.752213954925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7380058765411377,
      "cov-distil (oracle2student)": 3.0546422004699707,
      "cov-distil (oracle2teacher)": 3.0694851875305176,
      "epoch": 1.445839874411303,
      "rel-constrast": 2.353238582611084,
      "step": 1842,
      "subrel-constrast": 2.9090383052825928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9371838569641113,
      "cov-distil (oracle2student)": 4.378704071044922,
      "cov-distil (oracle2teacher)": 4.646624565124512,
      "epoch": 1.4466248037676608,
      "rel-constrast": 2.210469961166382,
      "step": 1843,
      "subrel-constrast": 2.92986798286438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249975681304932,
      "cov-distil (oracle2student)": 3.7361700534820557,
      "cov-distil (oracle2teacher)": 3.8713607788085938,
      "epoch": 1.4474097331240188,
      "rel-constrast": 2.903123140335083,
      "step": 1844,
      "subrel-constrast": 3.7826437950134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3362631797790527,
      "cov-distil (oracle2student)": 6.538433074951172,
      "cov-distil (oracle2teacher)": 5.914763927459717,
      "epoch": 1.4481946624803768,
      "rel-constrast": 4.276179313659668,
      "step": 1845,
      "subrel-constrast": 4.219147682189941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521421194076538,
      "cov-distil (oracle2student)": 5.232585906982422,
      "cov-distil (oracle2teacher)": 5.105598449707031,
      "epoch": 1.4489795918367347,
      "rel-constrast": 3.19164776802063,
      "step": 1846,
      "subrel-constrast": 3.2362990379333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0681395530700684,
      "cov-distil (oracle2student)": 4.797478675842285,
      "cov-distil (oracle2teacher)": 4.375517845153809,
      "epoch": 1.4497645211930927,
      "rel-constrast": 3.313375473022461,
      "step": 1847,
      "subrel-constrast": 2.937746047973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340888261795044,
      "cov-distil (oracle2student)": 4.735787391662598,
      "cov-distil (oracle2teacher)": 4.452273368835449,
      "epoch": 1.4505494505494505,
      "rel-constrast": 3.0026113986968994,
      "step": 1848,
      "subrel-constrast": 3.4101834297180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.44031023979187,
      "cov-distil (oracle2student)": 5.779936790466309,
      "cov-distil (oracle2teacher)": 5.264341831207275,
      "epoch": 1.4513343799058085,
      "rel-constrast": 2.8532004356384277,
      "step": 1849,
      "subrel-constrast": 3.8604278564453125,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 5.28125,
      "learning_rate": 7.941749547085777e-05,
      "loss": 0.7891,
      "step": 1850
    },
    {
      "cov-distil": 1.8310099840164185,
      "cov-distil (oracle2student)": 3.6971774101257324,
      "cov-distil (oracle2teacher)": 4.109482288360596,
      "epoch": 1.4521193092621665,
      "rel-constrast": 2.099323272705078,
      "step": 1850,
      "subrel-constrast": 2.9859580993652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5078794956207275,
      "cov-distil (oracle2student)": 4.564389228820801,
      "cov-distil (oracle2teacher)": 4.888195037841797,
      "epoch": 1.4529042386185242,
      "rel-constrast": 3.656466245651245,
      "step": 1851,
      "subrel-constrast": 4.337402820587158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.116217613220215,
      "cov-distil (oracle2student)": 5.541318893432617,
      "cov-distil (oracle2teacher)": 6.691277503967285,
      "epoch": 1.4536891679748822,
      "rel-constrast": 3.151987075805664,
      "step": 1852,
      "subrel-constrast": 3.456345796585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4536042213439941,
      "cov-distil (oracle2student)": 3.5320708751678467,
      "cov-distil (oracle2teacher)": 3.659762144088745,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.023603916168213,
      "step": 1853,
      "subrel-constrast": 3.0394673347473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3940669298171997,
      "cov-distil (oracle2student)": 3.272346019744873,
      "cov-distil (oracle2teacher)": 3.252584457397461,
      "epoch": 1.4552590266875982,
      "rel-constrast": 2.8727378845214844,
      "step": 1854,
      "subrel-constrast": 3.9305548667907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8939646482467651,
      "cov-distil (oracle2student)": 3.8886916637420654,
      "cov-distil (oracle2teacher)": 4.713933944702148,
      "epoch": 1.456043956043956,
      "rel-constrast": 1.8567900657653809,
      "step": 1855,
      "subrel-constrast": 3.2811331748962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0997824668884277,
      "cov-distil (oracle2student)": 3.0216636657714844,
      "cov-distil (oracle2teacher)": 2.9033169746398926,
      "epoch": 1.456828885400314,
      "rel-constrast": 1.5278396606445312,
      "step": 1856,
      "subrel-constrast": 3.007925033569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832850694656372,
      "cov-distil (oracle2student)": 4.818693161010742,
      "cov-distil (oracle2teacher)": 4.5516133308410645,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.7364144325256348,
      "step": 1857,
      "subrel-constrast": 2.896646022796631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4397022724151611,
      "cov-distil (oracle2student)": 3.7792396545410156,
      "cov-distil (oracle2teacher)": 4.128302574157715,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.7459421157836914,
      "step": 1858,
      "subrel-constrast": 3.154165267944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7530412673950195,
      "cov-distil (oracle2student)": 5.133106708526611,
      "cov-distil (oracle2teacher)": 5.484379768371582,
      "epoch": 1.4591836734693877,
      "rel-constrast": 3.3168606758117676,
      "step": 1859,
      "subrel-constrast": 3.9973926544189453,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 5.84375,
      "learning_rate": 7.913452398342881e-05,
      "loss": 0.6747,
      "step": 1860
    },
    {
      "cov-distil": 1.6253690719604492,
      "cov-distil (oracle2student)": 3.9284496307373047,
      "cov-distil (oracle2teacher)": 3.6919918060302734,
      "epoch": 1.4599686028257457,
      "rel-constrast": 3.33624005317688,
      "step": 1860,
      "subrel-constrast": 3.0057435035705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5397887229919434,
      "cov-distil (oracle2student)": 6.933697700500488,
      "cov-distil (oracle2teacher)": 6.731703281402588,
      "epoch": 1.4607535321821037,
      "rel-constrast": 2.5244345664978027,
      "step": 1861,
      "subrel-constrast": 2.396446704864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7652710676193237,
      "cov-distil (oracle2student)": 4.052326202392578,
      "cov-distil (oracle2teacher)": 3.411242961883545,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.0427749156951904,
      "step": 1862,
      "subrel-constrast": 3.2293872833251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9323291778564453,
      "cov-distil (oracle2student)": 6.201767921447754,
      "cov-distil (oracle2teacher)": 4.829415798187256,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.8668229579925537,
      "step": 1863,
      "subrel-constrast": 2.9738948345184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0581564903259277,
      "cov-distil (oracle2student)": 5.135169506072998,
      "cov-distil (oracle2teacher)": 4.8166375160217285,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.747309446334839,
      "step": 1864,
      "subrel-constrast": 3.5087311267852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6434050798416138,
      "cov-distil (oracle2student)": 3.867852210998535,
      "cov-distil (oracle2teacher)": 4.247406005859375,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.1134750843048096,
      "step": 1865,
      "subrel-constrast": 3.7125933170318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7382142543792725,
      "cov-distil (oracle2student)": 3.581061840057373,
      "cov-distil (oracle2teacher)": 4.007940769195557,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.2003729343414307,
      "step": 1866,
      "subrel-constrast": 3.3936426639556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4769439697265625,
      "cov-distil (oracle2student)": 3.3691649436950684,
      "cov-distil (oracle2teacher)": 3.909813404083252,
      "epoch": 1.4654631083202512,
      "rel-constrast": 3.556840419769287,
      "step": 1867,
      "subrel-constrast": 3.7713334560394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4545347690582275,
      "cov-distil (oracle2student)": 5.325176239013672,
      "cov-distil (oracle2teacher)": 4.550644874572754,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.814284563064575,
      "step": 1868,
      "subrel-constrast": 3.0745046138763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3024051189422607,
      "cov-distil (oracle2student)": 3.8497819900512695,
      "cov-distil (oracle2teacher)": 3.9187092781066895,
      "epoch": 1.4670329670329672,
      "rel-constrast": 2.0921478271484375,
      "step": 1869,
      "subrel-constrast": 2.3479814529418945,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 5.5,
      "learning_rate": 7.885013252040359e-05,
      "loss": 0.7324,
      "step": 1870
    },
    {
      "cov-distil": 2.0639195442199707,
      "cov-distil (oracle2student)": 3.900249481201172,
      "cov-distil (oracle2teacher)": 3.4923672676086426,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.862309455871582,
      "step": 1870,
      "subrel-constrast": 3.798768997192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8797986507415771,
      "cov-distil (oracle2student)": 3.4564719200134277,
      "cov-distil (oracle2teacher)": 3.193118095397949,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.2885775566101074,
      "step": 1871,
      "subrel-constrast": 2.8152785301208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.058283567428589,
      "cov-distil (oracle2student)": 3.93839955329895,
      "cov-distil (oracle2teacher)": 4.225533962249756,
      "epoch": 1.469387755102041,
      "rel-constrast": 3.5376853942871094,
      "step": 1872,
      "subrel-constrast": 3.7022271156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437126874923706,
      "cov-distil (oracle2student)": 4.384832859039307,
      "cov-distil (oracle2teacher)": 4.365358352661133,
      "epoch": 1.4701726844583987,
      "rel-constrast": 3.0487706661224365,
      "step": 1873,
      "subrel-constrast": 3.354888916015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9342122077941895,
      "cov-distil (oracle2student)": 5.106767654418945,
      "cov-distil (oracle2teacher)": 4.321567058563232,
      "epoch": 1.4709576138147566,
      "rel-constrast": 2.614102840423584,
      "step": 1874,
      "subrel-constrast": 2.6889281272888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7804291248321533,
      "cov-distil (oracle2student)": 4.943103790283203,
      "cov-distil (oracle2teacher)": 5.254019737243652,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.304778575897217,
      "step": 1875,
      "subrel-constrast": 3.4083974361419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.947995662689209,
      "cov-distil (oracle2student)": 4.122891426086426,
      "cov-distil (oracle2teacher)": 4.78618049621582,
      "epoch": 1.4725274725274726,
      "rel-constrast": 3.3498008251190186,
      "step": 1876,
      "subrel-constrast": 3.407940626144409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.30788254737854,
      "cov-distil (oracle2student)": 5.0175957679748535,
      "cov-distil (oracle2teacher)": 4.8828325271606445,
      "epoch": 1.4733124018838304,
      "rel-constrast": 2.76338267326355,
      "step": 1877,
      "subrel-constrast": 3.250857353210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3471992015838623,
      "cov-distil (oracle2student)": 4.296448230743408,
      "cov-distil (oracle2teacher)": 4.21372127532959,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.261323928833008,
      "step": 1878,
      "subrel-constrast": 4.2208123207092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738612413406372,
      "cov-distil (oracle2student)": 4.421398162841797,
      "cov-distil (oracle2teacher)": 4.27999210357666,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.0135600566864014,
      "step": 1879,
      "subrel-constrast": 2.7998032569885254,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 4.96875,
      "learning_rate": 7.856433494262077e-05,
      "loss": 0.7511,
      "step": 1880
    },
    {
      "cov-distil": 2.0257256031036377,
      "cov-distil (oracle2student)": 4.551918983459473,
      "cov-distil (oracle2teacher)": 4.052154541015625,
      "epoch": 1.4756671899529041,
      "rel-constrast": 2.7584002017974854,
      "step": 1880,
      "subrel-constrast": 3.5215845108032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31280517578125,
      "cov-distil (oracle2student)": 5.443447113037109,
      "cov-distil (oracle2teacher)": 5.213183879852295,
      "epoch": 1.4764521193092621,
      "rel-constrast": 3.012028932571411,
      "step": 1881,
      "subrel-constrast": 3.7461352348327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9962841272354126,
      "cov-distil (oracle2student)": 3.812150239944458,
      "cov-distil (oracle2teacher)": 3.7568817138671875,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.4929873943328857,
      "step": 1882,
      "subrel-constrast": 2.346851110458374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9117881059646606,
      "cov-distil (oracle2student)": 3.456500768661499,
      "cov-distil (oracle2teacher)": 3.676436185836792,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.205686092376709,
      "step": 1883,
      "subrel-constrast": 2.7896170616149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843309760093689,
      "cov-distil (oracle2student)": 3.6026885509490967,
      "cov-distil (oracle2teacher)": 4.197567939758301,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.877544403076172,
      "step": 1884,
      "subrel-constrast": 2.6634747982025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6258199214935303,
      "cov-distil (oracle2student)": 4.890607833862305,
      "cov-distil (oracle2teacher)": 4.133379936218262,
      "epoch": 1.4795918367346939,
      "rel-constrast": 3.0060198307037354,
      "step": 1885,
      "subrel-constrast": 3.4725022315979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.170036554336548,
      "cov-distil (oracle2student)": 5.2520751953125,
      "cov-distil (oracle2teacher)": 5.051985740661621,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.904274821281433,
      "step": 1886,
      "subrel-constrast": 2.605323314666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9018133878707886,
      "cov-distil (oracle2student)": 7.024083614349365,
      "cov-distil (oracle2teacher)": 6.243536949157715,
      "epoch": 1.4811616954474096,
      "rel-constrast": 3.7276298999786377,
      "step": 1887,
      "subrel-constrast": 3.731931447982788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3918308019638062,
      "cov-distil (oracle2student)": 4.180988788604736,
      "cov-distil (oracle2teacher)": 3.4064910411834717,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.6819794178009033,
      "step": 1888,
      "subrel-constrast": 2.8380088806152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.883924126625061,
      "cov-distil (oracle2student)": 4.214072227478027,
      "cov-distil (oracle2teacher)": 4.135542392730713,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.640413999557495,
      "step": 1889,
      "subrel-constrast": 4.189661026000977,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 6.28125,
      "learning_rate": 7.827714517945115e-05,
      "loss": 0.6827,
      "step": 1890
    },
    {
      "cov-distil": 2.3657498359680176,
      "cov-distil (oracle2student)": 4.039410591125488,
      "cov-distil (oracle2teacher)": 4.068905353546143,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.518458127975464,
      "step": 1890,
      "subrel-constrast": 3.0874431133270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5748002529144287,
      "cov-distil (oracle2student)": 3.5466012954711914,
      "cov-distil (oracle2teacher)": 3.213937997817993,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.369286060333252,
      "step": 1891,
      "subrel-constrast": 3.4286887645721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718100786209106,
      "cov-distil (oracle2student)": 3.9955947399139404,
      "cov-distil (oracle2teacher)": 4.358947277069092,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.2630457878112793,
      "step": 1892,
      "subrel-constrast": 2.800495147705078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375056505203247,
      "cov-distil (oracle2student)": 4.20973014831543,
      "cov-distil (oracle2teacher)": 4.309217929840088,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.402315139770508,
      "step": 1893,
      "subrel-constrast": 2.8699088096618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4986470937728882,
      "cov-distil (oracle2student)": 4.305351734161377,
      "cov-distil (oracle2teacher)": 4.2664642333984375,
      "epoch": 1.4866562009419153,
      "rel-constrast": 2.8638863563537598,
      "step": 1894,
      "subrel-constrast": 3.350203037261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9035438299179077,
      "cov-distil (oracle2student)": 5.305967807769775,
      "cov-distil (oracle2teacher)": 5.4447760581970215,
      "epoch": 1.487441130298273,
      "rel-constrast": 1.948725938796997,
      "step": 1895,
      "subrel-constrast": 2.997431993484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3839690685272217,
      "cov-distil (oracle2student)": 2.990100383758545,
      "cov-distil (oracle2teacher)": 2.842108726501465,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.218449592590332,
      "step": 1896,
      "subrel-constrast": 2.422753095626831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7919464111328125,
      "cov-distil (oracle2student)": 6.88749885559082,
      "cov-distil (oracle2teacher)": 7.204530715942383,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.5483462810516357,
      "step": 1897,
      "subrel-constrast": 3.660754680633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071928024291992,
      "cov-distil (oracle2student)": 4.530694961547852,
      "cov-distil (oracle2teacher)": 4.722019195556641,
      "epoch": 1.489795918367347,
      "rel-constrast": 3.495354413986206,
      "step": 1898,
      "subrel-constrast": 3.378498077392578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.233856439590454,
      "cov-distil (oracle2student)": 5.264046669006348,
      "cov-distil (oracle2teacher)": 5.187553882598877,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.9050180912017822,
      "step": 1899,
      "subrel-constrast": 3.7374961376190186,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 6.28125,
      "learning_rate": 7.798857722811856e-05,
      "loss": 0.6633,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.30781251192092896,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.048248291015625
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.032745361328125
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.0155029296875,
      "step": 1900
    },
    {
      "cov-distil": 1.6805670261383057,
      "cov-distil (oracle2student)": 4.592339992523193,
      "cov-distil (oracle2teacher)": 4.82694673538208,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.3477063179016113,
      "step": 1900,
      "subrel-constrast": 3.6477644443511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95376455783844,
      "cov-distil (oracle2student)": 3.568544626235962,
      "cov-distil (oracle2teacher)": 4.006258010864258,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.374610424041748,
      "step": 1901,
      "subrel-constrast": 3.150832176208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2800631523132324,
      "cov-distil (oracle2student)": 2.4763708114624023,
      "cov-distil (oracle2teacher)": 2.615727424621582,
      "epoch": 1.4929356357927785,
      "rel-constrast": 1.8657629489898682,
      "step": 1902,
      "subrel-constrast": 2.0921850204467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9072692394256592,
      "cov-distil (oracle2student)": 4.123171806335449,
      "cov-distil (oracle2teacher)": 3.77189040184021,
      "epoch": 1.4937205651491365,
      "rel-constrast": 2.0890257358551025,
      "step": 1903,
      "subrel-constrast": 2.751422643661499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2219862937927246,
      "cov-distil (oracle2student)": 3.094440460205078,
      "cov-distil (oracle2teacher)": 3.6126039028167725,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.248688220977783,
      "step": 1904,
      "subrel-constrast": 3.9601452350616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.884446144104004,
      "cov-distil (oracle2student)": 4.188377857208252,
      "cov-distil (oracle2teacher)": 4.331487655639648,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.2620627880096436,
      "step": 1905,
      "subrel-constrast": 2.765688419342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1691269874572754,
      "cov-distil (oracle2student)": 5.762899875640869,
      "cov-distil (oracle2teacher)": 4.674655914306641,
      "epoch": 1.4960753532182103,
      "rel-constrast": 3.1838629245758057,
      "step": 1906,
      "subrel-constrast": 3.813148260116577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7397798299789429,
      "cov-distil (oracle2student)": 4.679940223693848,
      "cov-distil (oracle2teacher)": 4.720536708831787,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.428861141204834,
      "step": 1907,
      "subrel-constrast": 2.5496466159820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5879783630371094,
      "cov-distil (oracle2student)": 2.83457612991333,
      "cov-distil (oracle2teacher)": 3.2894344329833984,
      "epoch": 1.4976452119309263,
      "rel-constrast": 1.7485542297363281,
      "step": 1908,
      "subrel-constrast": 3.0957260131835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2273101806640625,
      "cov-distil (oracle2student)": 4.182671546936035,
      "cov-distil (oracle2teacher)": 4.281727313995361,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.5413951873779297,
      "step": 1909,
      "subrel-constrast": 3.1662251949310303,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 5.53125,
      "learning_rate": 7.769864515301787e-05,
      "loss": 0.6273,
      "step": 1910
    },
    {
      "cov-distil": 1.7419520616531372,
      "cov-distil (oracle2student)": 3.381134510040283,
      "cov-distil (oracle2teacher)": 3.7894513607025146,
      "epoch": 1.499215070643642,
      "rel-constrast": 3.0296695232391357,
      "step": 1910,
      "subrel-constrast": 3.28289794921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9947521686553955,
      "cov-distil (oracle2student)": 4.851016044616699,
      "cov-distil (oracle2teacher)": 4.502784729003906,
      "epoch": 1.5,
      "rel-constrast": 3.359837055206299,
      "step": 1911,
      "subrel-constrast": 4.17555046081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936401128768921,
      "cov-distil (oracle2student)": 5.536252021789551,
      "cov-distil (oracle2teacher)": 5.164155006408691,
      "epoch": 1.500784929356358,
      "rel-constrast": 2.234689235687256,
      "step": 1912,
      "subrel-constrast": 3.030722141265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3416340351104736,
      "cov-distil (oracle2student)": 3.2915711402893066,
      "cov-distil (oracle2teacher)": 3.937762498855591,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.7529304027557373,
      "step": 1913,
      "subrel-constrast": 3.6131649017333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4205374717712402,
      "cov-distil (oracle2student)": 6.459300518035889,
      "cov-distil (oracle2teacher)": 5.641127109527588,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.5801479816436768,
      "step": 1914,
      "subrel-constrast": 3.5956671237945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5099780559539795,
      "cov-distil (oracle2student)": 4.975855350494385,
      "cov-distil (oracle2teacher)": 4.929385185241699,
      "epoch": 1.5031397174254317,
      "rel-constrast": 4.187590599060059,
      "step": 1915,
      "subrel-constrast": 4.908335208892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6470770835876465,
      "cov-distil (oracle2student)": 3.898189067840576,
      "cov-distil (oracle2teacher)": 3.7526044845581055,
      "epoch": 1.5039246467817895,
      "rel-constrast": 3.031294584274292,
      "step": 1916,
      "subrel-constrast": 3.620776414871216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7733280658721924,
      "cov-distil (oracle2student)": 5.484307289123535,
      "cov-distil (oracle2teacher)": 4.6054182052612305,
      "epoch": 1.5047095761381475,
      "rel-constrast": 2.498932361602783,
      "step": 1917,
      "subrel-constrast": 3.022636890411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4242420196533203,
      "cov-distil (oracle2student)": 3.29291033744812,
      "cov-distil (oracle2teacher)": 3.7999930381774902,
      "epoch": 1.5054945054945055,
      "rel-constrast": 1.843228816986084,
      "step": 1918,
      "subrel-constrast": 2.689835548400879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0505270957946777,
      "cov-distil (oracle2student)": 3.892303943634033,
      "cov-distil (oracle2teacher)": 3.5831069946289062,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.5693483352661133,
      "step": 1919,
      "subrel-constrast": 3.4035634994506836,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 6.0625,
      "learning_rate": 7.740736308502938e-05,
      "loss": 0.7272,
      "step": 1920
    },
    {
      "cov-distil": 2.5318684577941895,
      "cov-distil (oracle2student)": 4.872903823852539,
      "cov-distil (oracle2teacher)": 4.806685924530029,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.81757926940918,
      "step": 1920,
      "subrel-constrast": 5.810905933380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762763500213623,
      "cov-distil (oracle2student)": 3.922353744506836,
      "cov-distil (oracle2teacher)": 3.7443103790283203,
      "epoch": 1.5078492935635794,
      "rel-constrast": 2.949312448501587,
      "step": 1921,
      "subrel-constrast": 3.4760031700134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155120611190796,
      "cov-distil (oracle2student)": 5.082406044006348,
      "cov-distil (oracle2teacher)": 4.770212173461914,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.388542413711548,
      "step": 1922,
      "subrel-constrast": 3.2692902088165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8780044317245483,
      "cov-distil (oracle2student)": 5.430070400238037,
      "cov-distil (oracle2teacher)": 4.685571670532227,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.303901433944702,
      "step": 1923,
      "subrel-constrast": 3.4593331813812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.939877986907959,
      "cov-distil (oracle2student)": 5.962569713592529,
      "cov-distil (oracle2teacher)": 5.065619945526123,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.8437561988830566,
      "step": 1924,
      "subrel-constrast": 2.380927801132202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8012690544128418,
      "cov-distil (oracle2student)": 3.5980329513549805,
      "cov-distil (oracle2teacher)": 3.80871844291687,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.215082883834839,
      "step": 1925,
      "subrel-constrast": 3.897721529006958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4064793586730957,
      "cov-distil (oracle2student)": 3.4408154487609863,
      "cov-distil (oracle2teacher)": 3.959238290786743,
      "epoch": 1.511773940345369,
      "rel-constrast": 2.012140989303589,
      "step": 1926,
      "subrel-constrast": 2.594651222229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532826900482178,
      "cov-distil (oracle2student)": 4.324501991271973,
      "cov-distil (oracle2teacher)": 3.8796560764312744,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.5082144737243652,
      "step": 1927,
      "subrel-constrast": 2.5671231746673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7404062747955322,
      "cov-distil (oracle2student)": 3.9427523612976074,
      "cov-distil (oracle2teacher)": 4.169921875,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.8629488945007324,
      "step": 1928,
      "subrel-constrast": 3.2278597354888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1575169563293457,
      "cov-distil (oracle2student)": 5.023033142089844,
      "cov-distil (oracle2teacher)": 5.309042453765869,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.386996269226074,
      "step": 1929,
      "subrel-constrast": 3.678579330444336,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 5.5625,
      "learning_rate": 7.711474522083015e-05,
      "loss": 0.7322,
      "step": 1930
    },
    {
      "cov-distil": 1.8694441318511963,
      "cov-distil (oracle2student)": 4.796366214752197,
      "cov-distil (oracle2teacher)": 5.216352462768555,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.3556623458862305,
      "step": 1930,
      "subrel-constrast": 3.528568744659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601953148841858,
      "cov-distil (oracle2student)": 4.4470062255859375,
      "cov-distil (oracle2teacher)": 3.9784750938415527,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.397149085998535,
      "step": 1931,
      "subrel-constrast": 2.6272265911102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3006856441497803,
      "cov-distil (oracle2student)": 4.702834606170654,
      "cov-distil (oracle2teacher)": 4.121498107910156,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.327099323272705,
      "step": 1932,
      "subrel-constrast": 3.2966558933258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3849623203277588,
      "cov-distil (oracle2student)": 5.360733985900879,
      "cov-distil (oracle2teacher)": 5.614526748657227,
      "epoch": 1.5172684458398744,
      "rel-constrast": 2.804267406463623,
      "step": 1933,
      "subrel-constrast": 3.1970314979553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6237664222717285,
      "cov-distil (oracle2student)": 4.584190368652344,
      "cov-distil (oracle2teacher)": 4.343719959259033,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.142185926437378,
      "step": 1934,
      "subrel-constrast": 4.110000133514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8349651098251343,
      "cov-distil (oracle2student)": 5.842877388000488,
      "cov-distil (oracle2teacher)": 5.5918402671813965,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.3436248302459717,
      "step": 1935,
      "subrel-constrast": 3.6157820224761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1885218620300293,
      "cov-distil (oracle2student)": 3.879420280456543,
      "cov-distil (oracle2teacher)": 4.086596965789795,
      "epoch": 1.5196232339089482,
      "rel-constrast": 2.8505024909973145,
      "step": 1936,
      "subrel-constrast": 3.891157627105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7412800788879395,
      "cov-distil (oracle2student)": 5.407591819763184,
      "cov-distil (oracle2teacher)": 5.500532150268555,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.0633363723754883,
      "step": 1937,
      "subrel-constrast": 3.9623146057128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6953812837600708,
      "cov-distil (oracle2student)": 4.360136032104492,
      "cov-distil (oracle2teacher)": 4.60685920715332,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.31282639503479,
      "step": 1938,
      "subrel-constrast": 2.8268187046051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091193914413452,
      "cov-distil (oracle2student)": 5.092081069946289,
      "cov-distil (oracle2teacher)": 5.3023271560668945,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.276827573776245,
      "step": 1939,
      "subrel-constrast": 3.7571380138397217,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 6.5625,
      "learning_rate": 7.682080582220206e-05,
      "loss": 0.6718,
      "step": 1940
    },
    {
      "cov-distil": 2.069917678833008,
      "cov-distil (oracle2student)": 6.575101852416992,
      "cov-distil (oracle2teacher)": 5.951767921447754,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.8200111389160156,
      "step": 1940,
      "subrel-constrast": 3.475423574447632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8230741024017334,
      "cov-distil (oracle2student)": 3.8862054347991943,
      "cov-distil (oracle2teacher)": 3.872343063354492,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.136422634124756,
      "step": 1941,
      "subrel-constrast": 2.808964967727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.791718006134033,
      "cov-distil (oracle2student)": 6.372684001922607,
      "cov-distil (oracle2teacher)": 5.366222381591797,
      "epoch": 1.5243328100470959,
      "rel-constrast": 3.0139212608337402,
      "step": 1942,
      "subrel-constrast": 3.085916519165039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632786512374878,
      "cov-distil (oracle2student)": 3.6900315284729004,
      "cov-distil (oracle2teacher)": 4.087462902069092,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.8414835929870605,
      "step": 1943,
      "subrel-constrast": 3.097386121749878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7354974746704102,
      "cov-distil (oracle2student)": 5.099863052368164,
      "cov-distil (oracle2teacher)": 4.700257301330566,
      "epoch": 1.5259026687598116,
      "rel-constrast": 2.1808853149414062,
      "step": 1944,
      "subrel-constrast": 2.6183817386627197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448109745979309,
      "cov-distil (oracle2student)": 3.061011791229248,
      "cov-distil (oracle2teacher)": 2.942692279815674,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.5631961822509766,
      "step": 1945,
      "subrel-constrast": 3.1353890895843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3196136951446533,
      "cov-distil (oracle2student)": 5.239413738250732,
      "cov-distil (oracle2teacher)": 5.209293365478516,
      "epoch": 1.5274725274725274,
      "rel-constrast": 3.2827682495117188,
      "step": 1946,
      "subrel-constrast": 3.42805552482605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0938339233398438,
      "cov-distil (oracle2student)": 5.227860450744629,
      "cov-distil (oracle2teacher)": 5.210689544677734,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.1123805046081543,
      "step": 1947,
      "subrel-constrast": 4.227243423461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1277108192443848,
      "cov-distil (oracle2student)": 4.818093299865723,
      "cov-distil (oracle2teacher)": 4.9868879318237305,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.5924441814422607,
      "step": 1948,
      "subrel-constrast": 3.3518142700195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8034762144088745,
      "cov-distil (oracle2student)": 6.821737289428711,
      "cov-distil (oracle2teacher)": 5.592763900756836,
      "epoch": 1.5298273155416013,
      "rel-constrast": 4.41913366317749,
      "step": 1949,
      "subrel-constrast": 4.304506301879883,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 5.9375,
      "learning_rate": 7.65255592153367e-05,
      "loss": 0.7241,
      "step": 1950
    },
    {
      "cov-distil": 1.7511491775512695,
      "cov-distil (oracle2student)": 3.2668209075927734,
      "cov-distil (oracle2teacher)": 2.9750897884368896,
      "epoch": 1.5306122448979593,
      "rel-constrast": 3.2508296966552734,
      "step": 1950,
      "subrel-constrast": 3.15358829498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581237316131592,
      "cov-distil (oracle2student)": 4.087530136108398,
      "cov-distil (oracle2teacher)": 3.9866585731506348,
      "epoch": 1.531397174254317,
      "rel-constrast": 2.9173009395599365,
      "step": 1951,
      "subrel-constrast": 3.1213417053222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6805081367492676,
      "cov-distil (oracle2student)": 5.295562744140625,
      "cov-distil (oracle2teacher)": 4.392116069793701,
      "epoch": 1.532182103610675,
      "rel-constrast": 2.369398593902588,
      "step": 1952,
      "subrel-constrast": 2.4158825874328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2062395811080933,
      "cov-distil (oracle2student)": 4.6204118728637695,
      "cov-distil (oracle2teacher)": 4.44921875,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.158235549926758,
      "step": 1953,
      "subrel-constrast": 2.547999143600464,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.165886163711548,
      "cov-distil (oracle2student)": 4.950807094573975,
      "cov-distil (oracle2teacher)": 4.547021865844727,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.6623992919921875,
      "step": 1954,
      "subrel-constrast": 3.4049530029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07602596282959,
      "cov-distil (oracle2student)": 3.7259600162506104,
      "cov-distil (oracle2teacher)": 4.1232404708862305,
      "epoch": 1.5345368916797488,
      "rel-constrast": 1.9687378406524658,
      "step": 1955,
      "subrel-constrast": 3.2766759395599365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001375675201416,
      "cov-distil (oracle2student)": 6.155122756958008,
      "cov-distil (oracle2teacher)": 5.419156074523926,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.59771990776062,
      "step": 1956,
      "subrel-constrast": 3.3370158672332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4155077934265137,
      "cov-distil (oracle2student)": 4.161852836608887,
      "cov-distil (oracle2teacher)": 3.4365570545196533,
      "epoch": 1.5361067503924648,
      "rel-constrast": 3.1399521827697754,
      "step": 1957,
      "subrel-constrast": 4.459844589233398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599968671798706,
      "cov-distil (oracle2student)": 2.666659355163574,
      "cov-distil (oracle2teacher)": 3.1323041915893555,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.9979126453399658,
      "step": 1958,
      "subrel-constrast": 2.3589770793914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1063730716705322,
      "cov-distil (oracle2student)": 4.766854763031006,
      "cov-distil (oracle2teacher)": 4.686000347137451,
      "epoch": 1.5376766091051806,
      "rel-constrast": 3.685765266418457,
      "step": 1959,
      "subrel-constrast": 4.070082664489746,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 6.125,
      "learning_rate": 7.622901979013717e-05,
      "loss": 0.6687,
      "step": 1960
    },
    {
      "cov-distil": 2.0645055770874023,
      "cov-distil (oracle2student)": 3.8903865814208984,
      "cov-distil (oracle2teacher)": 3.3571763038635254,
      "epoch": 1.5384615384615383,
      "rel-constrast": 2.9686217308044434,
      "step": 1960,
      "subrel-constrast": 3.054365396499634,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3430638313293457,
      "cov-distil (oracle2student)": 4.030831813812256,
      "cov-distil (oracle2teacher)": 4.100793361663818,
      "epoch": 1.5392464678178963,
      "rel-constrast": 3.047975540161133,
      "step": 1961,
      "subrel-constrast": 2.8595056533813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540918350219727,
      "cov-distil (oracle2student)": 4.654705047607422,
      "cov-distil (oracle2teacher)": 4.051975727081299,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.512357711791992,
      "step": 1962,
      "subrel-constrast": 2.8608558177948,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157413959503174,
      "cov-distil (oracle2student)": 6.094595909118652,
      "cov-distil (oracle2teacher)": 5.598226547241211,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.254915714263916,
      "step": 1963,
      "subrel-constrast": 3.427548885345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.960244059562683,
      "cov-distil (oracle2student)": 6.671745300292969,
      "cov-distil (oracle2teacher)": 6.095918655395508,
      "epoch": 1.5416012558869703,
      "rel-constrast": 2.1620841026306152,
      "step": 1964,
      "subrel-constrast": 3.324289083480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.124579906463623,
      "cov-distil (oracle2student)": 3.4833693504333496,
      "cov-distil (oracle2teacher)": 3.700808048248291,
      "epoch": 1.542386185243328,
      "rel-constrast": 3.336966037750244,
      "step": 1965,
      "subrel-constrast": 3.356372833251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2817573547363281,
      "cov-distil (oracle2student)": 4.842270851135254,
      "cov-distil (oracle2teacher)": 4.121912002563477,
      "epoch": 1.543171114599686,
      "rel-constrast": 1.8550152778625488,
      "step": 1966,
      "subrel-constrast": 2.2824108600616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6844220161437988,
      "cov-distil (oracle2student)": 5.969169616699219,
      "cov-distil (oracle2teacher)": 4.951480865478516,
      "epoch": 1.5439560439560438,
      "rel-constrast": 3.0560808181762695,
      "step": 1967,
      "subrel-constrast": 3.5565590858459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9246976375579834,
      "cov-distil (oracle2student)": 3.967616081237793,
      "cov-distil (oracle2teacher)": 4.040027618408203,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.444157123565674,
      "step": 1968,
      "subrel-constrast": 3.2268147468566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.771393299102783,
      "cov-distil (oracle2student)": 3.757657289505005,
      "cov-distil (oracle2teacher)": 3.5845389366149902,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.632218599319458,
      "step": 1969,
      "subrel-constrast": 3.3238227367401123,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 4.9375,
      "learning_rate": 7.593120199951671e-05,
      "loss": 0.6568,
      "step": 1970
    },
    {
      "cov-distil": 2.586669445037842,
      "cov-distil (oracle2student)": 4.190042018890381,
      "cov-distil (oracle2teacher)": 4.727307319641113,
      "epoch": 1.5463108320251178,
      "rel-constrast": 2.6119489669799805,
      "step": 1970,
      "subrel-constrast": 3.4750115871429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1699278354644775,
      "cov-distil (oracle2student)": 3.9762916564941406,
      "cov-distil (oracle2teacher)": 4.344080448150635,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.715693473815918,
      "step": 1971,
      "subrel-constrast": 2.927072763442993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557836055755615,
      "cov-distil (oracle2student)": 4.746606349945068,
      "cov-distil (oracle2teacher)": 5.116175651550293,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.104863405227661,
      "step": 1972,
      "subrel-constrast": 3.640713930130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1915146112442017,
      "cov-distil (oracle2student)": 3.1362128257751465,
      "cov-distil (oracle2teacher)": 2.9183807373046875,
      "epoch": 1.5486656200941915,
      "rel-constrast": 1.9828062057495117,
      "step": 1973,
      "subrel-constrast": 2.2842535972595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3765875101089478,
      "cov-distil (oracle2student)": 5.019096374511719,
      "cov-distil (oracle2teacher)": 5.4303178787231445,
      "epoch": 1.5494505494505495,
      "rel-constrast": 1.8602797985076904,
      "step": 1974,
      "subrel-constrast": 2.686030626296997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8361905813217163,
      "cov-distil (oracle2student)": 5.42387580871582,
      "cov-distil (oracle2teacher)": 4.870697975158691,
      "epoch": 1.5502354788069073,
      "rel-constrast": 3.2003607749938965,
      "step": 1975,
      "subrel-constrast": 3.7037320137023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.122635841369629,
      "cov-distil (oracle2student)": 5.8990936279296875,
      "cov-distil (oracle2teacher)": 5.940190315246582,
      "epoch": 1.5510204081632653,
      "rel-constrast": 2.913569211959839,
      "step": 1976,
      "subrel-constrast": 3.568157434463501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9694020748138428,
      "cov-distil (oracle2student)": 3.8722972869873047,
      "cov-distil (oracle2teacher)": 3.912510395050049,
      "epoch": 1.5518053375196232,
      "rel-constrast": 1.7433196306228638,
      "step": 1977,
      "subrel-constrast": 2.479921340942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.604116678237915,
      "cov-distil (oracle2student)": 5.068027973175049,
      "cov-distil (oracle2teacher)": 5.043887138366699,
      "epoch": 1.5525902668759812,
      "rel-constrast": 1.924689531326294,
      "step": 1978,
      "subrel-constrast": 3.0250465869903564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7794246673583984,
      "cov-distil (oracle2student)": 4.543780326843262,
      "cov-distil (oracle2teacher)": 4.182207107543945,
      "epoch": 1.5533751962323392,
      "rel-constrast": 3.119483709335327,
      "step": 1979,
      "subrel-constrast": 3.7874200344085693,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 6.375,
      "learning_rate": 7.563212035869425e-05,
      "loss": 0.6294,
      "step": 1980
    },
    {
      "cov-distil": 2.074003219604492,
      "cov-distil (oracle2student)": 3.8872110843658447,
      "cov-distil (oracle2teacher)": 4.432679176330566,
      "epoch": 1.554160125588697,
      "rel-constrast": 3.011507749557495,
      "step": 1980,
      "subrel-constrast": 3.695338487625122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86539626121521,
      "cov-distil (oracle2student)": 3.209388494491577,
      "cov-distil (oracle2teacher)": 3.365527868270874,
      "epoch": 1.554945054945055,
      "rel-constrast": 1.9975968599319458,
      "step": 1981,
      "subrel-constrast": 2.9039721488952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.64906907081604,
      "cov-distil (oracle2student)": 2.324463129043579,
      "cov-distil (oracle2teacher)": 2.9554855823516846,
      "epoch": 1.5557299843014127,
      "rel-constrast": 2.570718288421631,
      "step": 1982,
      "subrel-constrast": 2.399698257446289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2397828102111816,
      "cov-distil (oracle2student)": 4.945967674255371,
      "cov-distil (oracle2teacher)": 4.637899398803711,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.8911514282226562,
      "step": 1983,
      "subrel-constrast": 2.7838876247406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9348300695419312,
      "cov-distil (oracle2student)": 3.6785097122192383,
      "cov-distil (oracle2teacher)": 3.593684434890747,
      "epoch": 1.5572998430141287,
      "rel-constrast": 2.235603094100952,
      "step": 1984,
      "subrel-constrast": 2.4051318168640137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953949451446533,
      "cov-distil (oracle2student)": 3.6459290981292725,
      "cov-distil (oracle2teacher)": 3.293978214263916,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.9250093698501587,
      "step": 1985,
      "subrel-constrast": 2.5158138275146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727590799331665,
      "cov-distil (oracle2student)": 5.146949768066406,
      "cov-distil (oracle2teacher)": 5.158062934875488,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.3556034564971924,
      "step": 1986,
      "subrel-constrast": 2.495936632156372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420951128005981,
      "cov-distil (oracle2student)": 3.580265760421753,
      "cov-distil (oracle2teacher)": 3.613248586654663,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.271857738494873,
      "step": 1987,
      "subrel-constrast": 2.6343538761138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8603923320770264,
      "cov-distil (oracle2student)": 3.8797311782836914,
      "cov-distil (oracle2teacher)": 3.5482442378997803,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.157137870788574,
      "step": 1988,
      "subrel-constrast": 3.945953369140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583439588546753,
      "cov-distil (oracle2student)": 3.3636722564697266,
      "cov-distil (oracle2teacher)": 3.2357072830200195,
      "epoch": 1.5612244897959182,
      "rel-constrast": 1.9713023900985718,
      "step": 1989,
      "subrel-constrast": 2.7552082538604736,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 5.65625,
      "learning_rate": 7.533178944448705e-05,
      "loss": 0.5847,
      "step": 1990
    },
    {
      "cov-distil": 2.47446346282959,
      "cov-distil (oracle2student)": 3.269648313522339,
      "cov-distil (oracle2teacher)": 3.322079658508301,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.7411086559295654,
      "step": 1990,
      "subrel-constrast": 3.2304036617279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.598048210144043,
      "cov-distil (oracle2student)": 3.230924129486084,
      "cov-distil (oracle2teacher)": 3.2300028800964355,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.13737416267395,
      "step": 1991,
      "subrel-constrast": 2.7062811851501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5806384086608887,
      "cov-distil (oracle2student)": 3.8452024459838867,
      "cov-distil (oracle2teacher)": 3.668114185333252,
      "epoch": 1.5635792778649922,
      "rel-constrast": 2.8786203861236572,
      "step": 1992,
      "subrel-constrast": 3.636840343475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992208480834961,
      "cov-distil (oracle2student)": 3.7566280364990234,
      "cov-distil (oracle2teacher)": 3.664763927459717,
      "epoch": 1.5643642072213502,
      "rel-constrast": 2.555887222290039,
      "step": 1993,
      "subrel-constrast": 3.213453769683838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4392015933990479,
      "cov-distil (oracle2student)": 4.111921787261963,
      "cov-distil (oracle2teacher)": 4.412274360656738,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.64852237701416,
      "step": 1994,
      "subrel-constrast": 3.157482385635376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0667858123779297,
      "cov-distil (oracle2student)": 4.406356334686279,
      "cov-distil (oracle2teacher)": 4.3635663986206055,
      "epoch": 1.565934065934066,
      "rel-constrast": 3.311563014984131,
      "step": 1995,
      "subrel-constrast": 3.499514102935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5488375425338745,
      "cov-distil (oracle2student)": 3.1748833656311035,
      "cov-distil (oracle2teacher)": 3.108154773712158,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.7402052879333496,
      "step": 1996,
      "subrel-constrast": 3.155811309814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9580187797546387,
      "cov-distil (oracle2student)": 4.74276065826416,
      "cov-distil (oracle2teacher)": 4.759152412414551,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.5875164270401,
      "step": 1997,
      "subrel-constrast": 2.2340853214263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8061070442199707,
      "cov-distil (oracle2student)": 2.546058177947998,
      "cov-distil (oracle2teacher)": 3.0124549865722656,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.0833535194396973,
      "step": 1998,
      "subrel-constrast": 2.746647834777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323911190032959,
      "cov-distil (oracle2student)": 3.68196702003479,
      "cov-distil (oracle2teacher)": 4.09743070602417,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.356997013092041,
      "step": 1999,
      "subrel-constrast": 3.6465113162994385,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 7.15625,
      "learning_rate": 7.503022389460014e-05,
      "loss": 0.651,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.738,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.7494076933975884,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.5679327869015574,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.42999999999999994,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.596453718648008,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.5720468287813982,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.5262013967810873,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.29218751192092896,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.0689697265625
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.053985595703125
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.014984130859375,
      "step": 2000
    },
    {
      "cov-distil": 2.0245201587677,
      "cov-distil (oracle2student)": 3.593078851699829,
      "cov-distil (oracle2teacher)": 3.931617259979248,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.4011390209198,
      "step": 2000,
      "subrel-constrast": 2.543717384338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9173264503479004,
      "cov-distil (oracle2student)": 4.868444442749023,
      "cov-distil (oracle2teacher)": 4.93055534362793,
      "epoch": 1.5706436420722136,
      "rel-constrast": 2.9464313983917236,
      "step": 2001,
      "subrel-constrast": 2.679533004760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4846311807632446,
      "cov-distil (oracle2student)": 3.996346950531006,
      "cov-distil (oracle2teacher)": 3.6711885929107666,
      "epoch": 1.5714285714285714,
      "rel-constrast": 2.2491424083709717,
      "step": 2002,
      "subrel-constrast": 2.470123052597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.922499179840088,
      "cov-distil (oracle2student)": 3.9284558296203613,
      "cov-distil (oracle2teacher)": 3.7755844593048096,
      "epoch": 1.5722135007849294,
      "rel-constrast": 2.815519332885742,
      "step": 2003,
      "subrel-constrast": 2.4178853034973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123788833618164,
      "cov-distil (oracle2student)": 5.2613372802734375,
      "cov-distil (oracle2teacher)": 4.179141044616699,
      "epoch": 1.5729984301412872,
      "rel-constrast": 3.454862117767334,
      "step": 2004,
      "subrel-constrast": 3.181004047393799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8918688297271729,
      "cov-distil (oracle2student)": 3.983938694000244,
      "cov-distil (oracle2teacher)": 3.9942798614501953,
      "epoch": 1.5737833594976451,
      "rel-constrast": 1.9493482112884521,
      "step": 2005,
      "subrel-constrast": 2.9385759830474854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4218883514404297,
      "cov-distil (oracle2student)": 4.807130336761475,
      "cov-distil (oracle2teacher)": 4.275906562805176,
      "epoch": 1.5745682888540031,
      "rel-constrast": 3.1572482585906982,
      "step": 2006,
      "subrel-constrast": 3.3047988414764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489859938621521,
      "cov-distil (oracle2student)": 3.154818058013916,
      "cov-distil (oracle2teacher)": 3.0730559825897217,
      "epoch": 1.5753532182103611,
      "rel-constrast": 2.1526663303375244,
      "step": 2007,
      "subrel-constrast": 2.3783297538757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655359745025635,
      "cov-distil (oracle2student)": 4.043797016143799,
      "cov-distil (oracle2teacher)": 3.7002735137939453,
      "epoch": 1.576138147566719,
      "rel-constrast": 2.8867242336273193,
      "step": 2008,
      "subrel-constrast": 2.604053258895874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494735598564148,
      "cov-distil (oracle2student)": 6.442950248718262,
      "cov-distil (oracle2teacher)": 5.817266941070557,
      "epoch": 1.5769230769230769,
      "rel-constrast": 3.0982065200805664,
      "step": 2009,
      "subrel-constrast": 3.189115047454834,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 6.1875,
      "learning_rate": 7.472743840691299e-05,
      "loss": 0.6778,
      "step": 2010
    },
    {
      "cov-distil": 1.806370735168457,
      "cov-distil (oracle2student)": 4.660870552062988,
      "cov-distil (oracle2teacher)": 4.56114387512207,
      "epoch": 1.5777080062794349,
      "rel-constrast": 4.260007858276367,
      "step": 2010,
      "subrel-constrast": 3.8815464973449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.556931495666504,
      "cov-distil (oracle2student)": 5.38359260559082,
      "cov-distil (oracle2teacher)": 4.914078712463379,
      "epoch": 1.5784929356357926,
      "rel-constrast": 3.264876365661621,
      "step": 2011,
      "subrel-constrast": 3.9715278148651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9011549949645996,
      "cov-distil (oracle2student)": 6.291985988616943,
      "cov-distil (oracle2teacher)": 5.847243309020996,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.069835662841797,
      "step": 2012,
      "subrel-constrast": 2.796086072921753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5966774225234985,
      "cov-distil (oracle2student)": 3.4796645641326904,
      "cov-distil (oracle2teacher)": 3.525146007537842,
      "epoch": 1.5800627943485086,
      "rel-constrast": 2.131298065185547,
      "step": 2013,
      "subrel-constrast": 2.805461883544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832005500793457,
      "cov-distil (oracle2student)": 5.234712600708008,
      "cov-distil (oracle2teacher)": 4.890634536743164,
      "epoch": 1.5808477237048666,
      "rel-constrast": 3.0688705444335938,
      "step": 2014,
      "subrel-constrast": 3.478957176208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7502728700637817,
      "cov-distil (oracle2student)": 3.1593549251556396,
      "cov-distil (oracle2teacher)": 3.590940475463867,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.192941188812256,
      "step": 2015,
      "subrel-constrast": 2.793555974960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.441193103790283,
      "cov-distil (oracle2student)": 5.186300277709961,
      "cov-distil (oracle2teacher)": 4.768115997314453,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.3190834522247314,
      "step": 2016,
      "subrel-constrast": 3.0080533027648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0915775299072266,
      "cov-distil (oracle2student)": 4.307523250579834,
      "cov-distil (oracle2teacher)": 4.007263660430908,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.555230140686035,
      "step": 2017,
      "subrel-constrast": 2.963432550430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9483680725097656,
      "cov-distil (oracle2student)": 5.025901794433594,
      "cov-distil (oracle2teacher)": 4.828148365020752,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.461006760597229,
      "step": 2018,
      "subrel-constrast": 2.4144346714019775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5003526210784912,
      "cov-distil (oracle2student)": 4.446286678314209,
      "cov-distil (oracle2teacher)": 4.30806827545166,
      "epoch": 1.584772370486656,
      "rel-constrast": 2.8909943103790283,
      "step": 2019,
      "subrel-constrast": 2.831663131713867,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 5.375,
      "learning_rate": 7.44234477387631e-05,
      "loss": 0.6554,
      "step": 2020
    },
    {
      "cov-distil": 2.2307467460632324,
      "cov-distil (oracle2student)": 4.704300880432129,
      "cov-distil (oracle2teacher)": 4.913149356842041,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.601982355117798,
      "step": 2020,
      "subrel-constrast": 3.1512362957000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1676485538482666,
      "cov-distil (oracle2student)": 5.039314270019531,
      "cov-distil (oracle2teacher)": 4.954010963439941,
      "epoch": 1.586342229199372,
      "rel-constrast": 3.070876121520996,
      "step": 2021,
      "subrel-constrast": 3.0220611095428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9234532117843628,
      "cov-distil (oracle2student)": 4.706181526184082,
      "cov-distil (oracle2teacher)": 4.709041595458984,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.6548118591308594,
      "step": 2022,
      "subrel-constrast": 4.021948337554932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6438549757003784,
      "cov-distil (oracle2student)": 2.813011407852173,
      "cov-distil (oracle2teacher)": 2.846165180206299,
      "epoch": 1.587912087912088,
      "rel-constrast": 2.1060473918914795,
      "step": 2023,
      "subrel-constrast": 2.5431439876556396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1358726024627686,
      "cov-distil (oracle2student)": 3.427323341369629,
      "cov-distil (oracle2teacher)": 3.4151105880737305,
      "epoch": 1.5886970172684458,
      "rel-constrast": 3.2275493144989014,
      "step": 2024,
      "subrel-constrast": 2.2846014499664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879140019416809,
      "cov-distil (oracle2student)": 3.5803208351135254,
      "cov-distil (oracle2teacher)": 3.9377403259277344,
      "epoch": 1.5894819466248038,
      "rel-constrast": 2.95206880569458,
      "step": 2025,
      "subrel-constrast": 3.3355603218078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5384438037872314,
      "cov-distil (oracle2student)": 4.091116905212402,
      "cov-distil (oracle2teacher)": 4.32063102722168,
      "epoch": 1.5902668759811616,
      "rel-constrast": 3.402217149734497,
      "step": 2026,
      "subrel-constrast": 4.877326965332031,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0122323036193848,
      "cov-distil (oracle2student)": 5.082294464111328,
      "cov-distil (oracle2teacher)": 5.494321823120117,
      "epoch": 1.5910518053375196,
      "rel-constrast": 2.8682479858398438,
      "step": 2027,
      "subrel-constrast": 4.359495639801025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9617152214050293,
      "cov-distil (oracle2student)": 2.771219491958618,
      "cov-distil (oracle2teacher)": 3.686833620071411,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.6666271686553955,
      "step": 2028,
      "subrel-constrast": 3.1126668453216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7552428245544434,
      "cov-distil (oracle2student)": 5.0398759841918945,
      "cov-distil (oracle2teacher)": 4.7216644287109375,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.8748347759246826,
      "step": 2029,
      "subrel-constrast": 2.2758119106292725,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 4.6875,
      "learning_rate": 7.411826670622676e-05,
      "loss": 0.7106,
      "step": 2030
    },
    {
      "cov-distil": 2.2441415786743164,
      "cov-distil (oracle2student)": 4.396008014678955,
      "cov-distil (oracle2teacher)": 4.673364162445068,
      "epoch": 1.5934065934065935,
      "rel-constrast": 2.682384490966797,
      "step": 2030,
      "subrel-constrast": 4.430550575256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9612832069396973,
      "cov-distil (oracle2student)": 4.834401607513428,
      "cov-distil (oracle2teacher)": 4.380453109741211,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.591428756713867,
      "step": 2031,
      "subrel-constrast": 3.9588663578033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6851786375045776,
      "cov-distil (oracle2student)": 3.679110288619995,
      "cov-distil (oracle2teacher)": 3.4321703910827637,
      "epoch": 1.5949764521193093,
      "rel-constrast": 2.2572691440582275,
      "step": 2032,
      "subrel-constrast": 2.3404219150543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5279037952423096,
      "cov-distil (oracle2student)": 4.753993034362793,
      "cov-distil (oracle2teacher)": 4.388333320617676,
      "epoch": 1.595761381475667,
      "rel-constrast": 3.4572479724884033,
      "step": 2033,
      "subrel-constrast": 3.478992223739624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.602576732635498,
      "cov-distil (oracle2student)": 5.316264629364014,
      "cov-distil (oracle2teacher)": 4.607876777648926,
      "epoch": 1.596546310832025,
      "rel-constrast": 2.715769052505493,
      "step": 2034,
      "subrel-constrast": 3.1707794666290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1607613563537598,
      "cov-distil (oracle2student)": 5.825075149536133,
      "cov-distil (oracle2teacher)": 5.637131690979004,
      "epoch": 1.597331240188383,
      "rel-constrast": 3.306574821472168,
      "step": 2035,
      "subrel-constrast": 3.442411184310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1446104049682617,
      "cov-distil (oracle2student)": 3.0814223289489746,
      "cov-distil (oracle2teacher)": 3.778397560119629,
      "epoch": 1.598116169544741,
      "rel-constrast": 2.874868392944336,
      "step": 2036,
      "subrel-constrast": 4.033421993255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6701140403747559,
      "cov-distil (oracle2student)": 5.329357624053955,
      "cov-distil (oracle2teacher)": 5.112039566040039,
      "epoch": 1.598901098901099,
      "rel-constrast": 2.8957056999206543,
      "step": 2037,
      "subrel-constrast": 3.1908230781555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5705132484436035,
      "cov-distil (oracle2student)": 4.732812881469727,
      "cov-distil (oracle2teacher)": 4.997748851776123,
      "epoch": 1.599686028257457,
      "rel-constrast": 3.872134208679199,
      "step": 2038,
      "subrel-constrast": 4.01312780380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1284074783325195,
      "cov-distil (oracle2student)": 4.3143181800842285,
      "cov-distil (oracle2teacher)": 3.843029022216797,
      "epoch": 1.6004709576138147,
      "rel-constrast": 2.7472798824310303,
      "step": 2039,
      "subrel-constrast": 3.077665090560913,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 6.125,
      "learning_rate": 7.381191018339696e-05,
      "loss": 0.735,
      "step": 2040
    },
    {
      "cov-distil": 1.8942526578903198,
      "cov-distil (oracle2student)": 3.1961612701416016,
      "cov-distil (oracle2teacher)": 4.020595550537109,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.6473264694213867,
      "step": 2040,
      "subrel-constrast": 3.3203792572021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100813865661621,
      "cov-distil (oracle2student)": 3.7590956687927246,
      "cov-distil (oracle2teacher)": 4.336645126342773,
      "epoch": 1.6020408163265305,
      "rel-constrast": 2.5955796241760254,
      "step": 2041,
      "subrel-constrast": 2.9428820610046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6367034912109375,
      "cov-distil (oracle2student)": 5.634682655334473,
      "cov-distil (oracle2teacher)": 5.183549404144287,
      "epoch": 1.6028257456828885,
      "rel-constrast": 2.497472047805786,
      "step": 2042,
      "subrel-constrast": 3.02323317527771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.419525384902954,
      "cov-distil (oracle2student)": 3.750380039215088,
      "cov-distil (oracle2teacher)": 3.9418206214904785,
      "epoch": 1.6036106750392465,
      "rel-constrast": 3.018200397491455,
      "step": 2043,
      "subrel-constrast": 3.809027671813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.715698480606079,
      "cov-distil (oracle2student)": 4.841092109680176,
      "cov-distil (oracle2teacher)": 4.511531829833984,
      "epoch": 1.6043956043956045,
      "rel-constrast": 3.7838099002838135,
      "step": 2044,
      "subrel-constrast": 3.3686723709106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.11116099357605,
      "cov-distil (oracle2student)": 3.9213829040527344,
      "cov-distil (oracle2teacher)": 4.226606369018555,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.2784013748168945,
      "step": 2045,
      "subrel-constrast": 3.647566318511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.270453929901123,
      "cov-distil (oracle2student)": 4.555048942565918,
      "cov-distil (oracle2teacher)": 4.556161880493164,
      "epoch": 1.6059654631083202,
      "rel-constrast": 3.1943743228912354,
      "step": 2046,
      "subrel-constrast": 3.2259881496429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7616225481033325,
      "cov-distil (oracle2student)": 4.505491733551025,
      "cov-distil (oracle2teacher)": 4.176463603973389,
      "epoch": 1.6067503924646782,
      "rel-constrast": 3.2532808780670166,
      "step": 2047,
      "subrel-constrast": 3.351816177368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0899200439453125,
      "cov-distil (oracle2student)": 5.056318283081055,
      "cov-distil (oracle2teacher)": 4.56094217300415,
      "epoch": 1.607535321821036,
      "rel-constrast": 2.0326576232910156,
      "step": 2048,
      "subrel-constrast": 2.9471521377563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.556910514831543,
      "cov-distil (oracle2student)": 3.9089927673339844,
      "cov-distil (oracle2teacher)": 3.366211175918579,
      "epoch": 1.608320251177394,
      "rel-constrast": 2.2806954383850098,
      "step": 2049,
      "subrel-constrast": 2.578352928161621,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 5.0,
      "learning_rate": 7.350439310165842e-05,
      "loss": 0.7145,
      "step": 2050
    },
    {
      "cov-distil": 1.8366965055465698,
      "cov-distil (oracle2student)": 5.045225620269775,
      "cov-distil (oracle2teacher)": 4.594036102294922,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.1809186935424805,
      "step": 2050,
      "subrel-constrast": 3.1898303031921387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7005715370178223,
      "cov-distil (oracle2student)": 5.953503608703613,
      "cov-distil (oracle2teacher)": 5.858141899108887,
      "epoch": 1.60989010989011,
      "rel-constrast": 2.435067653656006,
      "step": 2051,
      "subrel-constrast": 2.8071353435516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.363450527191162,
      "cov-distil (oracle2student)": 3.770902633666992,
      "cov-distil (oracle2teacher)": 4.389020919799805,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.955554485321045,
      "step": 2052,
      "subrel-constrast": 3.4454846382141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805800437927246,
      "cov-distil (oracle2student)": 2.936310291290283,
      "cov-distil (oracle2teacher)": 3.0926923751831055,
      "epoch": 1.6114599686028257,
      "rel-constrast": 1.5280022621154785,
      "step": 2053,
      "subrel-constrast": 2.5227880477905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0149011611938477,
      "cov-distil (oracle2student)": 5.408188819885254,
      "cov-distil (oracle2teacher)": 5.874904155731201,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.043877124786377,
      "step": 2054,
      "subrel-constrast": 4.015772819519043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6000412702560425,
      "cov-distil (oracle2student)": 2.9648633003234863,
      "cov-distil (oracle2teacher)": 2.7767691612243652,
      "epoch": 1.6130298273155415,
      "rel-constrast": 1.9888248443603516,
      "step": 2055,
      "subrel-constrast": 2.857893466949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3387844562530518,
      "cov-distil (oracle2student)": 3.4139926433563232,
      "cov-distil (oracle2teacher)": 3.498249053955078,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.5407557487487793,
      "step": 2056,
      "subrel-constrast": 2.3677029609680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222977638244629,
      "cov-distil (oracle2student)": 3.363554000854492,
      "cov-distil (oracle2teacher)": 3.327622890472412,
      "epoch": 1.6145996860282574,
      "rel-constrast": 2.9015393257141113,
      "step": 2057,
      "subrel-constrast": 3.4466617107391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8078224658966064,
      "cov-distil (oracle2student)": 3.835747480392456,
      "cov-distil (oracle2teacher)": 3.9095957279205322,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.580378532409668,
      "step": 2058,
      "subrel-constrast": 3.050234079360962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6443016529083252,
      "cov-distil (oracle2student)": 5.266509532928467,
      "cov-distil (oracle2teacher)": 5.0926947593688965,
      "epoch": 1.6161695447409734,
      "rel-constrast": 1.9286731481552124,
      "step": 2059,
      "subrel-constrast": 2.802186965942383,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 4.84375,
      "learning_rate": 7.319573044895986e-05,
      "loss": 0.5771,
      "step": 2060
    },
    {
      "cov-distil": 1.4828886985778809,
      "cov-distil (oracle2student)": 4.867673873901367,
      "cov-distil (oracle2teacher)": 4.692591667175293,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.4545938968658447,
      "step": 2060,
      "subrel-constrast": 2.975580930709839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7931632995605469,
      "cov-distil (oracle2student)": 3.9280765056610107,
      "cov-distil (oracle2teacher)": 4.832850456237793,
      "epoch": 1.6177394034536892,
      "rel-constrast": 2.1223385334014893,
      "step": 2061,
      "subrel-constrast": 2.7200815677642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995012760162354,
      "cov-distil (oracle2student)": 3.851550579071045,
      "cov-distil (oracle2teacher)": 3.18904447555542,
      "epoch": 1.6185243328100472,
      "rel-constrast": 3.1608693599700928,
      "step": 2062,
      "subrel-constrast": 3.3786182403564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4256095886230469,
      "cov-distil (oracle2student)": 5.792609214782715,
      "cov-distil (oracle2teacher)": 4.893731117248535,
      "epoch": 1.619309262166405,
      "rel-constrast": 2.9234018325805664,
      "step": 2063,
      "subrel-constrast": 2.7427361011505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7383337020874023,
      "cov-distil (oracle2student)": 5.2235541343688965,
      "cov-distil (oracle2teacher)": 4.89536190032959,
      "epoch": 1.620094191522763,
      "rel-constrast": 2.664929151535034,
      "step": 2064,
      "subrel-constrast": 3.7483975887298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8927595615386963,
      "cov-distil (oracle2student)": 5.017892837524414,
      "cov-distil (oracle2teacher)": 5.444037914276123,
      "epoch": 1.620879120879121,
      "rel-constrast": 2.8328187465667725,
      "step": 2065,
      "subrel-constrast": 3.927891492843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.572387456893921,
      "cov-distil (oracle2student)": 5.628884315490723,
      "cov-distil (oracle2teacher)": 5.099381446838379,
      "epoch": 1.6216640502354789,
      "rel-constrast": 2.9788906574249268,
      "step": 2066,
      "subrel-constrast": 3.747047185897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.318998336791992,
      "cov-distil (oracle2student)": 5.12339973449707,
      "cov-distil (oracle2teacher)": 5.030632972717285,
      "epoch": 1.6224489795918369,
      "rel-constrast": 3.524853229522705,
      "step": 2067,
      "subrel-constrast": 3.431654214859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9434913396835327,
      "cov-distil (oracle2student)": 5.729575157165527,
      "cov-distil (oracle2teacher)": 5.078862190246582,
      "epoch": 1.6232339089481946,
      "rel-constrast": 3.182543992996216,
      "step": 2068,
      "subrel-constrast": 3.43581485748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9540705680847168,
      "cov-distil (oracle2student)": 4.95245885848999,
      "cov-distil (oracle2teacher)": 4.899052619934082,
      "epoch": 1.6240188383045526,
      "rel-constrast": 3.0993075370788574,
      "step": 2069,
      "subrel-constrast": 3.836122989654541,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 5.53125,
      "learning_rate": 7.28859372690835e-05,
      "loss": 0.7236,
      "step": 2070
    },
    {
      "cov-distil": 1.356466293334961,
      "cov-distil (oracle2student)": 2.830338478088379,
      "cov-distil (oracle2teacher)": 3.165633201599121,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.4285991191864014,
      "step": 2070,
      "subrel-constrast": 2.803262233734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9444879293441772,
      "cov-distil (oracle2student)": 5.9915618896484375,
      "cov-distil (oracle2teacher)": 5.447134017944336,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.2006640434265137,
      "step": 2071,
      "subrel-constrast": 2.5306782722473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4339072704315186,
      "cov-distil (oracle2student)": 4.131596088409424,
      "cov-distil (oracle2teacher)": 4.289621353149414,
      "epoch": 1.6263736263736264,
      "rel-constrast": 3.2091126441955566,
      "step": 2072,
      "subrel-constrast": 3.439049482345581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.174196481704712,
      "cov-distil (oracle2student)": 4.308072090148926,
      "cov-distil (oracle2teacher)": 4.922325134277344,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.4424097537994385,
      "step": 2073,
      "subrel-constrast": 2.9384896755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.957166910171509,
      "cov-distil (oracle2student)": 3.341219663619995,
      "cov-distil (oracle2teacher)": 3.2957770824432373,
      "epoch": 1.6279434850863423,
      "rel-constrast": 1.713291049003601,
      "step": 2074,
      "subrel-constrast": 2.452705144882202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4832665920257568,
      "cov-distil (oracle2student)": 5.520297527313232,
      "cov-distil (oracle2teacher)": 5.487589359283447,
      "epoch": 1.6287284144427001,
      "rel-constrast": 2.96964168548584,
      "step": 2075,
      "subrel-constrast": 3.0758135318756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6920441389083862,
      "cov-distil (oracle2student)": 4.926788806915283,
      "cov-distil (oracle2teacher)": 4.224440574645996,
      "epoch": 1.629513343799058,
      "rel-constrast": 2.372823476791382,
      "step": 2076,
      "subrel-constrast": 2.4275643825531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6258624792099,
      "cov-distil (oracle2student)": 6.205717086791992,
      "cov-distil (oracle2teacher)": 5.367215156555176,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.7891449928283691,
      "step": 2077,
      "subrel-constrast": 2.440250873565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8029327392578125,
      "cov-distil (oracle2student)": 4.975337028503418,
      "cov-distil (oracle2teacher)": 4.984951972961426,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.3951053619384766,
      "step": 2078,
      "subrel-constrast": 2.9385557174682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6827466487884521,
      "cov-distil (oracle2student)": 3.948585033416748,
      "cov-distil (oracle2teacher)": 3.3436121940612793,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.5136295557022095,
      "step": 2079,
      "subrel-constrast": 2.2580714225769043,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 4.53125,
      "learning_rate": 7.257502866091192e-05,
      "loss": 0.5759,
      "step": 2080
    },
    {
      "cov-distil": 1.2648522853851318,
      "cov-distil (oracle2student)": 3.3611364364624023,
      "cov-distil (oracle2teacher)": 3.0691819190979004,
      "epoch": 1.6326530612244898,
      "rel-constrast": 2.023082733154297,
      "step": 2080,
      "subrel-constrast": 2.2711219787597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9339431524276733,
      "cov-distil (oracle2student)": 5.534793853759766,
      "cov-distil (oracle2teacher)": 4.92411470413208,
      "epoch": 1.6334379905808478,
      "rel-constrast": 1.8563761711120605,
      "step": 2081,
      "subrel-constrast": 2.3629066944122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.537341594696045,
      "cov-distil (oracle2student)": 2.880561351776123,
      "cov-distil (oracle2teacher)": 2.911886215209961,
      "epoch": 1.6342229199372058,
      "rel-constrast": 2.9197580814361572,
      "step": 2082,
      "subrel-constrast": 3.288064479827881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7516942024230957,
      "cov-distil (oracle2student)": 3.8028368949890137,
      "cov-distil (oracle2teacher)": 4.025951385498047,
      "epoch": 1.6350078492935636,
      "rel-constrast": 2.8873252868652344,
      "step": 2083,
      "subrel-constrast": 3.8094732761383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9565904140472412,
      "cov-distil (oracle2student)": 4.820451736450195,
      "cov-distil (oracle2teacher)": 4.481462478637695,
      "epoch": 1.6357927786499213,
      "rel-constrast": 3.195382595062256,
      "step": 2084,
      "subrel-constrast": 3.2883403301239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9740886688232422,
      "cov-distil (oracle2student)": 2.607454776763916,
      "cov-distil (oracle2teacher)": 3.2342307567596436,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.2036232948303223,
      "step": 2085,
      "subrel-constrast": 2.834289789199829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864829659461975,
      "cov-distil (oracle2student)": 2.8808696269989014,
      "cov-distil (oracle2teacher)": 3.1020846366882324,
      "epoch": 1.6373626373626373,
      "rel-constrast": 2.679306745529175,
      "step": 2086,
      "subrel-constrast": 2.3910984992980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.642016887664795,
      "cov-distil (oracle2student)": 3.7625772953033447,
      "cov-distil (oracle2teacher)": 3.0677661895751953,
      "epoch": 1.6381475667189953,
      "rel-constrast": 2.607530117034912,
      "step": 2087,
      "subrel-constrast": 3.347625494003296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2138869762420654,
      "cov-distil (oracle2student)": 5.633934497833252,
      "cov-distil (oracle2teacher)": 5.159176826477051,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.5792922973632812,
      "step": 2088,
      "subrel-constrast": 3.1515824794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0998635292053223,
      "cov-distil (oracle2student)": 3.3841605186462402,
      "cov-distil (oracle2teacher)": 4.5475945472717285,
      "epoch": 1.6397174254317113,
      "rel-constrast": 2.690052032470703,
      "step": 2089,
      "subrel-constrast": 3.9567761421203613,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 5.375,
      "learning_rate": 7.226301977769199e-05,
      "loss": 0.641,
      "step": 2090
    },
    {
      "cov-distil": 1.7517329454421997,
      "cov-distil (oracle2student)": 3.8329625129699707,
      "cov-distil (oracle2teacher)": 3.760317325592041,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.6383323669433594,
      "step": 2090,
      "subrel-constrast": 2.760814905166626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1195967197418213,
      "cov-distil (oracle2student)": 5.137216567993164,
      "cov-distil (oracle2teacher)": 4.6576032638549805,
      "epoch": 1.641287284144427,
      "rel-constrast": 1.8532006740570068,
      "step": 2091,
      "subrel-constrast": 2.604841709136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689128875732422,
      "cov-distil (oracle2student)": 6.0091047286987305,
      "cov-distil (oracle2teacher)": 6.173052787780762,
      "epoch": 1.6420722135007848,
      "rel-constrast": 3.6424529552459717,
      "step": 2092,
      "subrel-constrast": 3.8289248943328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6948208808898926,
      "cov-distil (oracle2student)": 2.7475504875183105,
      "cov-distil (oracle2teacher)": 3.298224449157715,
      "epoch": 1.6428571428571428,
      "rel-constrast": 1.9645311832427979,
      "step": 2093,
      "subrel-constrast": 2.61684250831604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2450785636901855,
      "cov-distil (oracle2student)": 6.119732856750488,
      "cov-distil (oracle2teacher)": 6.967668056488037,
      "epoch": 1.6436420722135008,
      "rel-constrast": 2.5926694869995117,
      "step": 2094,
      "subrel-constrast": 3.915618658065796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627817153930664,
      "cov-distil (oracle2student)": 4.95993709564209,
      "cov-distil (oracle2teacher)": 4.433072090148926,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.0369603633880615,
      "step": 2095,
      "subrel-constrast": 3.3645851612091064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9482221603393555,
      "cov-distil (oracle2student)": 3.747683048248291,
      "cov-distil (oracle2teacher)": 3.7501044273376465,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.2486138343811035,
      "step": 2096,
      "subrel-constrast": 2.8632586002349854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162297010421753,
      "cov-distil (oracle2student)": 3.3641891479492188,
      "cov-distil (oracle2teacher)": 3.47137451171875,
      "epoch": 1.6459968602825745,
      "rel-constrast": 3.0229039192199707,
      "step": 2097,
      "subrel-constrast": 3.3172621726989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4641308784484863,
      "cov-distil (oracle2student)": 3.5117921829223633,
      "cov-distil (oracle2teacher)": 3.319228172302246,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.332076072692871,
      "step": 2098,
      "subrel-constrast": 2.78363299369812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.788364887237549,
      "cov-distil (oracle2student)": 6.8090033531188965,
      "cov-distil (oracle2teacher)": 5.799017429351807,
      "epoch": 1.6475667189952903,
      "rel-constrast": 3.3902275562286377,
      "step": 2099,
      "subrel-constrast": 3.2878403663635254,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 5.8125,
      "learning_rate": 7.194992582629654e-05,
      "loss": 0.643,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.2906250059604645,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.063812255859375
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.055633544921875
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.0081787109375,
      "step": 2100
    },
    {
      "cov-distil": 1.6855106353759766,
      "cov-distil (oracle2student)": 4.9286370277404785,
      "cov-distil (oracle2teacher)": 5.189787864685059,
      "epoch": 1.6483516483516483,
      "rel-constrast": 3.15444016456604,
      "step": 2100,
      "subrel-constrast": 3.439018964767456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937700867652893,
      "cov-distil (oracle2student)": 4.890291213989258,
      "cov-distil (oracle2teacher)": 5.628429412841797,
      "epoch": 1.6491365777080063,
      "rel-constrast": 3.35990834236145,
      "step": 2101,
      "subrel-constrast": 3.2762844562530518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666003227233887,
      "cov-distil (oracle2student)": 5.749980926513672,
      "cov-distil (oracle2teacher)": 4.495403289794922,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.637068748474121,
      "step": 2102,
      "subrel-constrast": 2.3404407501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0474307537078857,
      "cov-distil (oracle2student)": 4.70372200012207,
      "cov-distil (oracle2teacher)": 4.462888240814209,
      "epoch": 1.6507064364207222,
      "rel-constrast": 2.564932346343994,
      "step": 2103,
      "subrel-constrast": 3.4335501194000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8768023252487183,
      "cov-distil (oracle2student)": 4.844979763031006,
      "cov-distil (oracle2teacher)": 5.551052570343018,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.013111114501953,
      "step": 2104,
      "subrel-constrast": 3.8197953701019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8926305770874023,
      "cov-distil (oracle2student)": 4.572434902191162,
      "cov-distil (oracle2teacher)": 4.430340766906738,
      "epoch": 1.652276295133438,
      "rel-constrast": 2.6453070640563965,
      "step": 2105,
      "subrel-constrast": 2.856555700302124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895018458366394,
      "cov-distil (oracle2student)": 3.1501195430755615,
      "cov-distil (oracle2teacher)": 3.6841917037963867,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.159608840942383,
      "step": 2106,
      "subrel-constrast": 3.012777090072632,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030022144317627,
      "cov-distil (oracle2student)": 4.778458595275879,
      "cov-distil (oracle2teacher)": 5.4568328857421875,
      "epoch": 1.6538461538461537,
      "rel-constrast": 2.5100560188293457,
      "step": 2107,
      "subrel-constrast": 3.2980048656463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8040835857391357,
      "cov-distil (oracle2student)": 3.7390518188476562,
      "cov-distil (oracle2teacher)": 3.4267287254333496,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.653265953063965,
      "step": 2108,
      "subrel-constrast": 3.280174732208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8243980407714844,
      "cov-distil (oracle2student)": 3.7050621509552,
      "cov-distil (oracle2teacher)": 3.6649792194366455,
      "epoch": 1.6554160125588697,
      "rel-constrast": 1.69622802734375,
      "step": 2109,
      "subrel-constrast": 2.2460358142852783,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 5.03125,
      "learning_rate": 7.163576206648304e-05,
      "loss": 0.6598,
      "step": 2110
    },
    {
      "cov-distil": 2.566990852355957,
      "cov-distil (oracle2student)": 3.7862889766693115,
      "cov-distil (oracle2teacher)": 3.8437492847442627,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.1443943977355957,
      "step": 2110,
      "subrel-constrast": 3.8820738792419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5585696697235107,
      "cov-distil (oracle2student)": 6.198159217834473,
      "cov-distil (oracle2teacher)": 5.841102600097656,
      "epoch": 1.6569858712715857,
      "rel-constrast": 2.8274803161621094,
      "step": 2111,
      "subrel-constrast": 3.3120203018188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053373336791992,
      "cov-distil (oracle2student)": 7.518451690673828,
      "cov-distil (oracle2teacher)": 6.82097864151001,
      "epoch": 1.6577708006279435,
      "rel-constrast": 2.8136909008026123,
      "step": 2112,
      "subrel-constrast": 3.4155004024505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322282075881958,
      "cov-distil (oracle2student)": 3.5121583938598633,
      "cov-distil (oracle2teacher)": 4.16977596282959,
      "epoch": 1.6585557299843015,
      "rel-constrast": 3.7282931804656982,
      "step": 2113,
      "subrel-constrast": 3.789405107498169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960307598114014,
      "cov-distil (oracle2student)": 4.501443386077881,
      "cov-distil (oracle2teacher)": 4.792133808135986,
      "epoch": 1.6593406593406592,
      "rel-constrast": 3.287496328353882,
      "step": 2114,
      "subrel-constrast": 3.1454572677612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0935580730438232,
      "cov-distil (oracle2student)": 5.137533187866211,
      "cov-distil (oracle2teacher)": 5.130740165710449,
      "epoch": 1.6601255886970172,
      "rel-constrast": 3.2843103408813477,
      "step": 2115,
      "subrel-constrast": 2.9703400135040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3613296747207642,
      "cov-distil (oracle2student)": 4.178656578063965,
      "cov-distil (oracle2teacher)": 4.161961555480957,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.6870415210723877,
      "step": 2116,
      "subrel-constrast": 2.3120551109313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9681745767593384,
      "cov-distil (oracle2student)": 4.434468746185303,
      "cov-distil (oracle2teacher)": 4.504541397094727,
      "epoch": 1.6616954474097332,
      "rel-constrast": 2.7250185012817383,
      "step": 2117,
      "subrel-constrast": 3.014780044555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5458455085754395,
      "cov-distil (oracle2student)": 2.708153247833252,
      "cov-distil (oracle2teacher)": 2.9059224128723145,
      "epoch": 1.6624803767660912,
      "rel-constrast": 2.7290725708007812,
      "step": 2118,
      "subrel-constrast": 3.0503182411193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.381998062133789,
      "cov-distil (oracle2student)": 2.8769397735595703,
      "cov-distil (oracle2teacher)": 3.589710235595703,
      "epoch": 1.663265306122449,
      "rel-constrast": 2.4801838397979736,
      "step": 2119,
      "subrel-constrast": 3.526559591293335,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 5.0625,
      "learning_rate": 7.132054381014995e-05,
      "loss": 0.7177,
      "step": 2120
    },
    {
      "cov-distil": 2.091824769973755,
      "cov-distil (oracle2student)": 4.161468982696533,
      "cov-distil (oracle2teacher)": 3.829096794128418,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.0624160766601562,
      "step": 2120,
      "subrel-constrast": 2.711117744445801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.27374529838562,
      "cov-distil (oracle2student)": 6.065927028656006,
      "cov-distil (oracle2teacher)": 5.444451808929443,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.381577968597412,
      "step": 2121,
      "subrel-constrast": 3.7171387672424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2289624214172363,
      "cov-distil (oracle2student)": 3.6327672004699707,
      "cov-distil (oracle2teacher)": 3.8198628425598145,
      "epoch": 1.6656200941915227,
      "rel-constrast": 2.615609645843506,
      "step": 2122,
      "subrel-constrast": 2.974433422088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796204924583435,
      "cov-distil (oracle2student)": 3.8191781044006348,
      "cov-distil (oracle2teacher)": 3.989393472671509,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.414719581604004,
      "step": 2123,
      "subrel-constrast": 3.519313097000122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5977826118469238,
      "cov-distil (oracle2student)": 4.835159778594971,
      "cov-distil (oracle2teacher)": 4.897092819213867,
      "epoch": 1.6671899529042387,
      "rel-constrast": 2.9271280765533447,
      "step": 2124,
      "subrel-constrast": 3.42521071434021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9672203063964844,
      "cov-distil (oracle2student)": 5.173423767089844,
      "cov-distil (oracle2teacher)": 5.224658012390137,
      "epoch": 1.6679748822605966,
      "rel-constrast": 3.3836870193481445,
      "step": 2125,
      "subrel-constrast": 3.210118055343628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8991460800170898,
      "cov-distil (oracle2student)": 5.751389503479004,
      "cov-distil (oracle2teacher)": 5.619629859924316,
      "epoch": 1.6687598116169546,
      "rel-constrast": 1.7951416969299316,
      "step": 2126,
      "subrel-constrast": 2.4081406593322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639286994934082,
      "cov-distil (oracle2student)": 5.688482761383057,
      "cov-distil (oracle2teacher)": 5.193831443786621,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.691239356994629,
      "step": 2127,
      "subrel-constrast": 3.559098243713379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5165084600448608,
      "cov-distil (oracle2student)": 4.3307013511657715,
      "cov-distil (oracle2teacher)": 4.886609077453613,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.3970396518707275,
      "step": 2128,
      "subrel-constrast": 2.5829660892486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6328375339508057,
      "cov-distil (oracle2student)": 4.717999458312988,
      "cov-distil (oracle2teacher)": 4.7566633224487305,
      "epoch": 1.6711145996860282,
      "rel-constrast": 3.410369396209717,
      "step": 2129,
      "subrel-constrast": 4.859429359436035,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 7.03125,
      "learning_rate": 7.100428642059033e-05,
      "loss": 0.677,
      "step": 2130
    },
    {
      "cov-distil": 1.477907657623291,
      "cov-distil (oracle2student)": 6.458950996398926,
      "cov-distil (oracle2teacher)": 6.736115455627441,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.529003381729126,
      "step": 2130,
      "subrel-constrast": 3.9852712154388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.535025119781494,
      "cov-distil (oracle2student)": 4.015600681304932,
      "cov-distil (oracle2teacher)": 4.072681903839111,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.205153465270996,
      "step": 2131,
      "subrel-constrast": 3.2330801486968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227255344390869,
      "cov-distil (oracle2student)": 4.586063385009766,
      "cov-distil (oracle2teacher)": 5.457258701324463,
      "epoch": 1.6734693877551021,
      "rel-constrast": 2.0080080032348633,
      "step": 2132,
      "subrel-constrast": 3.1713809967041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820131778717041,
      "cov-distil (oracle2student)": 3.9983692169189453,
      "cov-distil (oracle2teacher)": 4.855472564697266,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.3107452392578125,
      "step": 2133,
      "subrel-constrast": 3.4651706218719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7258752584457397,
      "cov-distil (oracle2student)": 3.7867040634155273,
      "cov-distil (oracle2teacher)": 3.9253804683685303,
      "epoch": 1.6750392464678179,
      "rel-constrast": 2.7345683574676514,
      "step": 2134,
      "subrel-constrast": 3.033810615539551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7298390865325928,
      "cov-distil (oracle2student)": 4.4561944007873535,
      "cov-distil (oracle2teacher)": 5.046117782592773,
      "epoch": 1.6758241758241759,
      "rel-constrast": 2.6431193351745605,
      "step": 2135,
      "subrel-constrast": 3.446768045425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8515262603759766,
      "cov-distil (oracle2student)": 5.484868049621582,
      "cov-distil (oracle2teacher)": 5.488433837890625,
      "epoch": 1.6766091051805336,
      "rel-constrast": 3.0595672130584717,
      "step": 2136,
      "subrel-constrast": 4.145302772521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3774950504302979,
      "cov-distil (oracle2student)": 3.8111510276794434,
      "cov-distil (oracle2teacher)": 3.9465181827545166,
      "epoch": 1.6773940345368916,
      "rel-constrast": 3.026378631591797,
      "step": 2137,
      "subrel-constrast": 3.4487924575805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8171634674072266,
      "cov-distil (oracle2student)": 3.9298388957977295,
      "cov-distil (oracle2teacher)": 3.609102964401245,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.523494243621826,
      "step": 2138,
      "subrel-constrast": 3.50927734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6627695560455322,
      "cov-distil (oracle2student)": 4.067146301269531,
      "cov-distil (oracle2teacher)": 4.212760925292969,
      "epoch": 1.6789638932496076,
      "rel-constrast": 3.586737632751465,
      "step": 2139,
      "subrel-constrast": 5.004554271697998,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 5.875,
      "learning_rate": 7.068700531174319e-05,
      "loss": 0.7157,
      "step": 2140
    },
    {
      "cov-distil": 2.1074514389038086,
      "cov-distil (oracle2student)": 5.118165969848633,
      "cov-distil (oracle2teacher)": 4.8835554122924805,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.144376516342163,
      "step": 2140,
      "subrel-constrast": 3.2203617095947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8960771560668945,
      "cov-distil (oracle2student)": 5.5095930099487305,
      "cov-distil (oracle2teacher)": 5.544748783111572,
      "epoch": 1.6805337519623234,
      "rel-constrast": 2.8626058101654053,
      "step": 2141,
      "subrel-constrast": 3.7060909271240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665733814239502,
      "cov-distil (oracle2student)": 5.495040416717529,
      "cov-distil (oracle2teacher)": 4.646151542663574,
      "epoch": 1.6813186813186813,
      "rel-constrast": 3.3697779178619385,
      "step": 2142,
      "subrel-constrast": 3.747229814529419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8041719198226929,
      "cov-distil (oracle2student)": 5.708708763122559,
      "cov-distil (oracle2teacher)": 5.101088523864746,
      "epoch": 1.682103610675039,
      "rel-constrast": 2.8906795978546143,
      "step": 2143,
      "subrel-constrast": 2.7677807807922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826362133026123,
      "cov-distil (oracle2student)": 4.9038872718811035,
      "cov-distil (oracle2teacher)": 5.274845123291016,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.4170970916748047,
      "step": 2144,
      "subrel-constrast": 3.0710055828094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8721586465835571,
      "cov-distil (oracle2student)": 4.476589202880859,
      "cov-distil (oracle2teacher)": 4.494426727294922,
      "epoch": 1.683673469387755,
      "rel-constrast": 2.8068346977233887,
      "step": 2145,
      "subrel-constrast": 3.523190975189209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6753654479980469,
      "cov-distil (oracle2student)": 2.696571111679077,
      "cov-distil (oracle2teacher)": 3.204483985900879,
      "epoch": 1.684458398744113,
      "rel-constrast": 1.933633804321289,
      "step": 2146,
      "subrel-constrast": 3.357938051223755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1721463203430176,
      "cov-distil (oracle2student)": 4.1410064697265625,
      "cov-distil (oracle2teacher)": 4.756731033325195,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.5641932487487793,
      "step": 2147,
      "subrel-constrast": 3.735531806945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159548759460449,
      "cov-distil (oracle2student)": 4.530495643615723,
      "cov-distil (oracle2teacher)": 4.652194976806641,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.481804370880127,
      "step": 2148,
      "subrel-constrast": 3.3544692993164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.96930730342865,
      "cov-distil (oracle2student)": 4.052028656005859,
      "cov-distil (oracle2teacher)": 4.006409645080566,
      "epoch": 1.6868131868131868,
      "rel-constrast": 2.706794500350952,
      "step": 2149,
      "subrel-constrast": 3.300879955291748,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 5.84375,
      "learning_rate": 7.036871594744217e-05,
      "loss": 0.6794,
      "step": 2150
    },
    {
      "cov-distil": 1.869825839996338,
      "cov-distil (oracle2student)": 3.8941490650177,
      "cov-distil (oracle2teacher)": 3.518077850341797,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.7332611083984375,
      "step": 2150,
      "subrel-constrast": 2.816739559173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581890344619751,
      "cov-distil (oracle2student)": 5.503192901611328,
      "cov-distil (oracle2teacher)": 4.8837127685546875,
      "epoch": 1.6883830455259026,
      "rel-constrast": 2.815739870071411,
      "step": 2151,
      "subrel-constrast": 3.233485698699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9401402473449707,
      "cov-distil (oracle2student)": 3.835636615753174,
      "cov-distil (oracle2teacher)": 4.355655670166016,
      "epoch": 1.6891679748822606,
      "rel-constrast": 1.9574838876724243,
      "step": 2152,
      "subrel-constrast": 2.8267297744750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070244312286377,
      "cov-distil (oracle2student)": 4.329533100128174,
      "cov-distil (oracle2teacher)": 4.327765941619873,
      "epoch": 1.6899529042386185,
      "rel-constrast": 2.6873207092285156,
      "step": 2153,
      "subrel-constrast": 3.1243529319763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2990163564682007,
      "cov-distil (oracle2student)": 4.824509620666504,
      "cov-distil (oracle2teacher)": 4.302182197570801,
      "epoch": 1.6907378335949765,
      "rel-constrast": 2.994292974472046,
      "step": 2154,
      "subrel-constrast": 2.6894288063049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.697371006011963,
      "cov-distil (oracle2student)": 2.8303308486938477,
      "cov-distil (oracle2teacher)": 3.227936267852783,
      "epoch": 1.6915227629513345,
      "rel-constrast": 2.772907018661499,
      "step": 2155,
      "subrel-constrast": 2.964895009994507,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0911803245544434,
      "cov-distil (oracle2student)": 2.1978249549865723,
      "cov-distil (oracle2teacher)": 2.963214635848999,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.1144191026687622,
      "step": 2156,
      "subrel-constrast": 2.424652338027954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.164386749267578,
      "cov-distil (oracle2student)": 5.012463569641113,
      "cov-distil (oracle2teacher)": 4.990309715270996,
      "epoch": 1.6930926216640503,
      "rel-constrast": 2.9396626949310303,
      "step": 2157,
      "subrel-constrast": 3.555938720703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3581187725067139,
      "cov-distil (oracle2student)": 5.256536483764648,
      "cov-distil (oracle2teacher)": 5.53770112991333,
      "epoch": 1.693877551020408,
      "rel-constrast": 2.0916481018066406,
      "step": 2158,
      "subrel-constrast": 2.883399486541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.124783515930176,
      "cov-distil (oracle2student)": 5.599896430969238,
      "cov-distil (oracle2teacher)": 5.704774856567383,
      "epoch": 1.694662480376766,
      "rel-constrast": 2.894651412963867,
      "step": 2159,
      "subrel-constrast": 3.9779186248779297,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 6.15625,
      "learning_rate": 7.004943384066187e-05,
      "loss": 0.625,
      "step": 2160
    },
    {
      "cov-distil": 2.0693349838256836,
      "cov-distil (oracle2student)": 7.795672416687012,
      "cov-distil (oracle2teacher)": 7.418993949890137,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.751574993133545,
      "step": 2160,
      "subrel-constrast": 5.028068542480469,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.00921368598938,
      "cov-distil (oracle2student)": 4.924737930297852,
      "cov-distil (oracle2teacher)": 4.6224517822265625,
      "epoch": 1.696232339089482,
      "rel-constrast": 2.6122519969940186,
      "step": 2161,
      "subrel-constrast": 3.4717373847961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317111015319824,
      "cov-distil (oracle2student)": 3.3838987350463867,
      "cov-distil (oracle2teacher)": 4.1292500495910645,
      "epoch": 1.69701726844584,
      "rel-constrast": 2.018223285675049,
      "step": 2162,
      "subrel-constrast": 3.066843032836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9785220623016357,
      "cov-distil (oracle2student)": 3.8071892261505127,
      "cov-distil (oracle2teacher)": 4.12166690826416,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.3712902069091797,
      "step": 2163,
      "subrel-constrast": 4.2455878257751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7290306091308594,
      "cov-distil (oracle2student)": 3.7248928546905518,
      "cov-distil (oracle2teacher)": 3.9658055305480957,
      "epoch": 1.6985871271585558,
      "rel-constrast": 2.569246530532837,
      "step": 2164,
      "subrel-constrast": 3.5895447731018066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8569997549057007,
      "cov-distil (oracle2student)": 5.940822601318359,
      "cov-distil (oracle2teacher)": 6.16370964050293,
      "epoch": 1.6993720565149135,
      "rel-constrast": 2.768004894256592,
      "step": 2165,
      "subrel-constrast": 3.1752378940582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.692619800567627,
      "cov-distil (oracle2student)": 3.0008535385131836,
      "cov-distil (oracle2teacher)": 2.8457489013671875,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.652225971221924,
      "step": 2166,
      "subrel-constrast": 3.6860389709472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7541046142578125,
      "cov-distil (oracle2student)": 4.985944747924805,
      "cov-distil (oracle2teacher)": 4.587381839752197,
      "epoch": 1.7009419152276295,
      "rel-constrast": 3.595928192138672,
      "step": 2167,
      "subrel-constrast": 4.2675676345825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.736931800842285,
      "cov-distil (oracle2student)": 5.410090446472168,
      "cov-distil (oracle2teacher)": 5.404688835144043,
      "epoch": 1.7017268445839875,
      "rel-constrast": 1.6535189151763916,
      "step": 2168,
      "subrel-constrast": 2.6833949089050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137499332427979,
      "cov-distil (oracle2student)": 3.6091456413269043,
      "cov-distil (oracle2teacher)": 4.183847904205322,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.5084686279296875,
      "step": 2169,
      "subrel-constrast": 3.519296884536743,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 5.75,
      "learning_rate": 6.97291745527617e-05,
      "loss": 0.7375,
      "step": 2170
    },
    {
      "cov-distil": 1.9594025611877441,
      "cov-distil (oracle2student)": 3.210183620452881,
      "cov-distil (oracle2teacher)": 3.1431756019592285,
      "epoch": 1.7032967032967035,
      "rel-constrast": 2.6834278106689453,
      "step": 2170,
      "subrel-constrast": 3.431431531906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8214961290359497,
      "cov-distil (oracle2student)": 4.242263317108154,
      "cov-distil (oracle2teacher)": 4.797804355621338,
      "epoch": 1.7040816326530612,
      "rel-constrast": 2.6263043880462646,
      "step": 2171,
      "subrel-constrast": 3.423797130584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3576328754425049,
      "cov-distil (oracle2student)": 3.860208511352539,
      "cov-distil (oracle2teacher)": 3.199941396713257,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.3026885986328125,
      "step": 2172,
      "subrel-constrast": 2.421832799911499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906866431236267,
      "cov-distil (oracle2student)": 6.611204147338867,
      "cov-distil (oracle2teacher)": 5.245635032653809,
      "epoch": 1.705651491365777,
      "rel-constrast": 4.698092460632324,
      "step": 2173,
      "subrel-constrast": 5.501631736755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1952810287475586,
      "cov-distil (oracle2student)": 3.9444081783294678,
      "cov-distil (oracle2teacher)": 3.6649513244628906,
      "epoch": 1.706436420722135,
      "rel-constrast": 3.1596527099609375,
      "step": 2174,
      "subrel-constrast": 3.35190486907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8417057991027832,
      "cov-distil (oracle2student)": 3.9791128635406494,
      "cov-distil (oracle2teacher)": 4.536070823669434,
      "epoch": 1.707221350078493,
      "rel-constrast": 2.655900239944458,
      "step": 2175,
      "subrel-constrast": 3.178222894668579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8070578575134277,
      "cov-distil (oracle2student)": 4.590188980102539,
      "cov-distil (oracle2teacher)": 5.130634784698486,
      "epoch": 1.708006279434851,
      "rel-constrast": 2.012875556945801,
      "step": 2176,
      "subrel-constrast": 2.913306713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.619818925857544,
      "cov-distil (oracle2student)": 4.519511699676514,
      "cov-distil (oracle2teacher)": 4.5732340812683105,
      "epoch": 1.708791208791209,
      "rel-constrast": 1.9410195350646973,
      "step": 2177,
      "subrel-constrast": 2.1289026737213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068431854248047,
      "cov-distil (oracle2student)": 5.730974197387695,
      "cov-distil (oracle2teacher)": 5.96452522277832,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.333108901977539,
      "step": 2178,
      "subrel-constrast": 3.231388568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442416787147522,
      "cov-distil (oracle2student)": 4.485962390899658,
      "cov-distil (oracle2teacher)": 4.326244354248047,
      "epoch": 1.7103610675039247,
      "rel-constrast": 2.8605759143829346,
      "step": 2179,
      "subrel-constrast": 3.1425750255584717,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 5.46875,
      "learning_rate": 6.940795369272754e-05,
      "loss": 0.6818,
      "step": 2180
    },
    {
      "cov-distil": 2.631452798843384,
      "cov-distil (oracle2student)": 4.775599479675293,
      "cov-distil (oracle2teacher)": 5.230066299438477,
      "epoch": 1.7111459968602825,
      "rel-constrast": 3.0435378551483154,
      "step": 2180,
      "subrel-constrast": 3.5830092430114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4080803394317627,
      "cov-distil (oracle2student)": 3.0436863899230957,
      "cov-distil (oracle2teacher)": 3.1918277740478516,
      "epoch": 1.7119309262166404,
      "rel-constrast": 2.9724621772766113,
      "step": 2181,
      "subrel-constrast": 3.088191032409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1906497478485107,
      "cov-distil (oracle2student)": 3.9490981101989746,
      "cov-distil (oracle2teacher)": 4.107800483703613,
      "epoch": 1.7127158555729984,
      "rel-constrast": 2.9058806896209717,
      "step": 2182,
      "subrel-constrast": 3.4821436405181885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2023911476135254,
      "cov-distil (oracle2student)": 2.9732282161712646,
      "cov-distil (oracle2teacher)": 3.300661087036133,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.7834367752075195,
      "step": 2183,
      "subrel-constrast": 3.83206844329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.424590826034546,
      "cov-distil (oracle2student)": 4.902922630310059,
      "cov-distil (oracle2teacher)": 4.6904096603393555,
      "epoch": 1.7142857142857144,
      "rel-constrast": 2.949972152709961,
      "step": 2184,
      "subrel-constrast": 3.414452314376831,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.469123601913452,
      "cov-distil (oracle2student)": 3.6928060054779053,
      "cov-distil (oracle2teacher)": 4.120931148529053,
      "epoch": 1.7150706436420722,
      "rel-constrast": 2.7339513301849365,
      "step": 2185,
      "subrel-constrast": 3.394843816757202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0388741493225098,
      "cov-distil (oracle2student)": 4.7602219581604,
      "cov-distil (oracle2teacher)": 4.434062957763672,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.493961811065674,
      "step": 2186,
      "subrel-constrast": 3.258910655975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857707142829895,
      "cov-distil (oracle2student)": 4.776215553283691,
      "cov-distil (oracle2teacher)": 5.021964073181152,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.7054855823516846,
      "step": 2187,
      "subrel-constrast": 3.5415523052215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772447109222412,
      "cov-distil (oracle2student)": 3.9586431980133057,
      "cov-distil (oracle2teacher)": 3.9448435306549072,
      "epoch": 1.717425431711146,
      "rel-constrast": 2.5061564445495605,
      "step": 2188,
      "subrel-constrast": 2.8284058570861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734344482421875,
      "cov-distil (oracle2student)": 8.270770072937012,
      "cov-distil (oracle2teacher)": 7.018385887145996,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.3017940521240234,
      "step": 2189,
      "subrel-constrast": 3.0746042728424072,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 5.0625,
      "learning_rate": 6.908578691641092e-05,
      "loss": 0.6849,
      "step": 2190
    },
    {
      "cov-distil": 2.8045225143432617,
      "cov-distil (oracle2student)": 3.4644227027893066,
      "cov-distil (oracle2teacher)": 3.6803765296936035,
      "epoch": 1.718995290423862,
      "rel-constrast": 2.744532823562622,
      "step": 2190,
      "subrel-constrast": 3.8404440879821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8563408851623535,
      "cov-distil (oracle2student)": 2.814931631088257,
      "cov-distil (oracle2teacher)": 3.099015712738037,
      "epoch": 1.7197802197802199,
      "rel-constrast": 1.8347488641738892,
      "step": 2191,
      "subrel-constrast": 2.6549582481384277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8033696413040161,
      "cov-distil (oracle2student)": 5.6895036697387695,
      "cov-distil (oracle2teacher)": 5.101261615753174,
      "epoch": 1.7205651491365777,
      "rel-constrast": 3.536543130874634,
      "step": 2192,
      "subrel-constrast": 3.7213597297668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.846259593963623,
      "cov-distil (oracle2student)": 4.056545257568359,
      "cov-distil (oracle2teacher)": 3.85758638381958,
      "epoch": 1.7213500784929356,
      "rel-constrast": 2.875830888748169,
      "step": 2193,
      "subrel-constrast": 3.1222610473632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806426763534546,
      "cov-distil (oracle2student)": 4.96916389465332,
      "cov-distil (oracle2teacher)": 4.082236289978027,
      "epoch": 1.7221350078492934,
      "rel-constrast": 3.0628082752227783,
      "step": 2194,
      "subrel-constrast": 2.953753709793091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988931655883789,
      "cov-distil (oracle2student)": 6.164873123168945,
      "cov-distil (oracle2teacher)": 5.746763706207275,
      "epoch": 1.7229199372056514,
      "rel-constrast": 3.4412128925323486,
      "step": 2195,
      "subrel-constrast": 3.494136095046997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7500720024108887,
      "cov-distil (oracle2student)": 4.650632381439209,
      "cov-distil (oracle2teacher)": 4.185999393463135,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.2384140491485596,
      "step": 2196,
      "subrel-constrast": 3.3122692108154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6599736213684082,
      "cov-distil (oracle2student)": 4.37754487991333,
      "cov-distil (oracle2teacher)": 3.9646854400634766,
      "epoch": 1.7244897959183674,
      "rel-constrast": 2.3922157287597656,
      "step": 2197,
      "subrel-constrast": 2.5809836387634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155613899230957,
      "cov-distil (oracle2student)": 3.533552885055542,
      "cov-distil (oracle2teacher)": 3.779512405395508,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.5134227275848389,
      "step": 2198,
      "subrel-constrast": 2.278737783432007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056577205657959,
      "cov-distil (oracle2student)": 3.440277576446533,
      "cov-distil (oracle2teacher)": 4.02957820892334,
      "epoch": 1.7260596546310834,
      "rel-constrast": 2.542801856994629,
      "step": 2199,
      "subrel-constrast": 3.440159559249878,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 5.4375,
      "learning_rate": 6.876268992576604e-05,
      "loss": 0.6796,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.3031249940395355,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.064971923828125
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.05267333984375
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.012298583984375,
      "step": 2200
    },
    {
      "cov-distil": 1.7589695453643799,
      "cov-distil (oracle2student)": 3.8967854976654053,
      "cov-distil (oracle2teacher)": 4.042959690093994,
      "epoch": 1.7268445839874411,
      "rel-constrast": 1.8742446899414062,
      "step": 2200,
      "subrel-constrast": 2.640880823135376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16802978515625,
      "cov-distil (oracle2student)": 4.260396480560303,
      "cov-distil (oracle2teacher)": 4.254034042358398,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.210865020751953,
      "step": 2201,
      "subrel-constrast": 3.746335506439209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0203661918640137,
      "cov-distil (oracle2student)": 4.413967132568359,
      "cov-distil (oracle2teacher)": 4.362327575683594,
      "epoch": 1.7284144427001569,
      "rel-constrast": 1.9276115894317627,
      "step": 2202,
      "subrel-constrast": 2.6487345695495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5950275659561157,
      "cov-distil (oracle2student)": 3.5831379890441895,
      "cov-distil (oracle2teacher)": 3.48321533203125,
      "epoch": 1.7291993720565149,
      "rel-constrast": 1.9516546726226807,
      "step": 2203,
      "subrel-constrast": 2.6449668407440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2931442260742188,
      "cov-distil (oracle2student)": 3.5480942726135254,
      "cov-distil (oracle2teacher)": 3.584047794342041,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.1238365173339844,
      "step": 2204,
      "subrel-constrast": 2.8705081939697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.351985216140747,
      "cov-distil (oracle2student)": 5.817948341369629,
      "cov-distil (oracle2teacher)": 5.4868245124816895,
      "epoch": 1.7307692307692308,
      "rel-constrast": 4.433089733123779,
      "step": 2205,
      "subrel-constrast": 4.209416389465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9775402545928955,
      "cov-distil (oracle2student)": 4.364181041717529,
      "cov-distil (oracle2teacher)": 4.573869705200195,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.683964729309082,
      "step": 2206,
      "subrel-constrast": 3.833308458328247,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5293781757354736,
      "cov-distil (oracle2student)": 5.290273666381836,
      "cov-distil (oracle2teacher)": 5.153902530670166,
      "epoch": 1.7323390894819466,
      "rel-constrast": 2.814962863922119,
      "step": 2207,
      "subrel-constrast": 3.6037421226501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7326831817626953,
      "cov-distil (oracle2student)": 4.346046447753906,
      "cov-distil (oracle2teacher)": 3.5809237957000732,
      "epoch": 1.7331240188383046,
      "rel-constrast": 2.985858917236328,
      "step": 2208,
      "subrel-constrast": 2.8672494888305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097036838531494,
      "cov-distil (oracle2student)": 4.909850120544434,
      "cov-distil (oracle2teacher)": 4.513260841369629,
      "epoch": 1.7339089481946623,
      "rel-constrast": 2.780390739440918,
      "step": 2209,
      "subrel-constrast": 3.031066656112671,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 5.90625,
      "learning_rate": 6.843867846808438e-05,
      "loss": 0.6697,
      "step": 2210
    },
    {
      "cov-distil": 1.7585581541061401,
      "cov-distil (oracle2student)": 5.220130443572998,
      "cov-distil (oracle2teacher)": 5.1351165771484375,
      "epoch": 1.7346938775510203,
      "rel-constrast": 3.3538098335266113,
      "step": 2210,
      "subrel-constrast": 3.3951778411865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223997592926025,
      "cov-distil (oracle2student)": 3.376337766647339,
      "cov-distil (oracle2teacher)": 2.8760862350463867,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.2714977264404297,
      "step": 2211,
      "subrel-constrast": 3.992079496383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2484002113342285,
      "cov-distil (oracle2student)": 4.966397762298584,
      "cov-distil (oracle2teacher)": 4.114381790161133,
      "epoch": 1.7362637362637363,
      "rel-constrast": 1.7774839401245117,
      "step": 2212,
      "subrel-constrast": 2.525343894958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7500805854797363,
      "cov-distil (oracle2student)": 4.928976058959961,
      "cov-distil (oracle2teacher)": 4.162956714630127,
      "epoch": 1.7370486656200943,
      "rel-constrast": 2.6284449100494385,
      "step": 2213,
      "subrel-constrast": 2.9081003665924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.490628957748413,
      "cov-distil (oracle2student)": 3.0884180068969727,
      "cov-distil (oracle2teacher)": 3.38047456741333,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.6579840183258057,
      "step": 2214,
      "subrel-constrast": 4.014366626739502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2497053146362305,
      "cov-distil (oracle2student)": 6.091620445251465,
      "cov-distil (oracle2teacher)": 5.650806427001953,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.546720266342163,
      "step": 2215,
      "subrel-constrast": 2.7979915142059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4541540145874023,
      "cov-distil (oracle2student)": 4.0055718421936035,
      "cov-distil (oracle2teacher)": 3.665452718734741,
      "epoch": 1.7394034536891678,
      "rel-constrast": 3.431472063064575,
      "step": 2216,
      "subrel-constrast": 3.1587278842926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0467772483825684,
      "cov-distil (oracle2student)": 4.713429927825928,
      "cov-distil (oracle2teacher)": 5.060309886932373,
      "epoch": 1.7401883830455258,
      "rel-constrast": 1.9190287590026855,
      "step": 2217,
      "subrel-constrast": 2.7007527351379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532666563987732,
      "cov-distil (oracle2student)": 3.653012275695801,
      "cov-distil (oracle2teacher)": 3.6317620277404785,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.4107275009155273,
      "step": 2218,
      "subrel-constrast": 3.0573248863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9388009309768677,
      "cov-distil (oracle2student)": 3.544611930847168,
      "cov-distil (oracle2teacher)": 3.718952178955078,
      "epoch": 1.7417582417582418,
      "rel-constrast": 2.6573750972747803,
      "step": 2219,
      "subrel-constrast": 3.3642125129699707,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 6.375,
      "learning_rate": 6.811376833522729e-05,
      "loss": 0.6914,
      "step": 2220
    },
    {
      "cov-distil": 1.71088445186615,
      "cov-distil (oracle2student)": 5.129137992858887,
      "cov-distil (oracle2teacher)": 4.629738807678223,
      "epoch": 1.7425431711145998,
      "rel-constrast": 2.844583749771118,
      "step": 2220,
      "subrel-constrast": 3.03226375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092369794845581,
      "cov-distil (oracle2student)": 6.194913864135742,
      "cov-distil (oracle2teacher)": 5.627192497253418,
      "epoch": 1.7433281004709578,
      "rel-constrast": 3.5300135612487793,
      "step": 2221,
      "subrel-constrast": 3.3077218532562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5748825073242188,
      "cov-distil (oracle2student)": 3.516300916671753,
      "cov-distil (oracle2teacher)": 3.6886849403381348,
      "epoch": 1.7441130298273155,
      "rel-constrast": 2.7765207290649414,
      "step": 2222,
      "subrel-constrast": 3.513414144515991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788635492324829,
      "cov-distil (oracle2student)": 5.021210670471191,
      "cov-distil (oracle2teacher)": 5.149043560028076,
      "epoch": 1.7448979591836735,
      "rel-constrast": 3.071455240249634,
      "step": 2223,
      "subrel-constrast": 3.3129701614379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7970539331436157,
      "cov-distil (oracle2student)": 5.522793292999268,
      "cov-distil (oracle2teacher)": 4.9870405197143555,
      "epoch": 1.7456828885400313,
      "rel-constrast": 2.7548937797546387,
      "step": 2224,
      "subrel-constrast": 2.8535990715026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0743069648742676,
      "cov-distil (oracle2student)": 4.992117881774902,
      "cov-distil (oracle2teacher)": 5.115671634674072,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.519712448120117,
      "step": 2225,
      "subrel-constrast": 3.209693193435669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4612512588500977,
      "cov-distil (oracle2student)": 3.271880626678467,
      "cov-distil (oracle2teacher)": 3.6357340812683105,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.3456816673278809,
      "step": 2226,
      "subrel-constrast": 1.8037207126617432,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5627659559249878,
      "cov-distil (oracle2student)": 5.422794342041016,
      "cov-distil (oracle2teacher)": 4.86525297164917,
      "epoch": 1.7480376766091053,
      "rel-constrast": 2.534538984298706,
      "step": 2227,
      "subrel-constrast": 2.5057523250579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496126413345337,
      "cov-distil (oracle2student)": 3.034731149673462,
      "cov-distil (oracle2teacher)": 3.348968505859375,
      "epoch": 1.7488226059654632,
      "rel-constrast": 2.7308132648468018,
      "step": 2228,
      "subrel-constrast": 3.1237547397613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804478645324707,
      "cov-distil (oracle2student)": 3.2505881786346436,
      "cov-distil (oracle2teacher)": 3.12205171585083,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.757674217224121,
      "step": 2229,
      "subrel-constrast": 2.904337167739868,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 5.8125,
      "learning_rate": 6.778797536285624e-05,
      "loss": 0.6716,
      "step": 2230
    },
    {
      "cov-distil": 1.997220754623413,
      "cov-distil (oracle2student)": 5.417240142822266,
      "cov-distil (oracle2teacher)": 4.549654483795166,
      "epoch": 1.750392464678179,
      "rel-constrast": 3.09857177734375,
      "step": 2230,
      "subrel-constrast": 2.894808053970337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5564332008361816,
      "cov-distil (oracle2student)": 4.9704084396362305,
      "cov-distil (oracle2teacher)": 4.131213188171387,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.34163761138916,
      "step": 2231,
      "subrel-constrast": 2.7458033561706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8809802532196045,
      "cov-distil (oracle2student)": 4.62971305847168,
      "cov-distil (oracle2teacher)": 5.475125312805176,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.608706474304199,
      "step": 2232,
      "subrel-constrast": 4.6037139892578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726372480392456,
      "cov-distil (oracle2student)": 4.220925331115723,
      "cov-distil (oracle2teacher)": 3.5937435626983643,
      "epoch": 1.7527472527472527,
      "rel-constrast": 3.279326915740967,
      "step": 2233,
      "subrel-constrast": 3.090179920196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8685195446014404,
      "cov-distil (oracle2student)": 2.625096321105957,
      "cov-distil (oracle2teacher)": 3.037210464477539,
      "epoch": 1.7535321821036107,
      "rel-constrast": 2.0771660804748535,
      "step": 2234,
      "subrel-constrast": 2.87499737739563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050486087799072,
      "cov-distil (oracle2student)": 4.759179592132568,
      "cov-distil (oracle2teacher)": 4.2221293449401855,
      "epoch": 1.7543171114599687,
      "rel-constrast": 4.111001968383789,
      "step": 2235,
      "subrel-constrast": 3.7006969451904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2324790954589844,
      "cov-distil (oracle2student)": 5.3677592277526855,
      "cov-distil (oracle2teacher)": 5.1911420822143555,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.4005773067474365,
      "step": 2236,
      "subrel-constrast": 3.110830068588257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9247515201568604,
      "cov-distil (oracle2student)": 3.4582998752593994,
      "cov-distil (oracle2teacher)": 4.128100395202637,
      "epoch": 1.7558869701726845,
      "rel-constrast": 1.9549541473388672,
      "step": 2237,
      "subrel-constrast": 3.144559144973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771308422088623,
      "cov-distil (oracle2student)": 4.607931137084961,
      "cov-distil (oracle2teacher)": 4.28095817565918,
      "epoch": 1.7566718995290422,
      "rel-constrast": 3.5664355754852295,
      "step": 2238,
      "subrel-constrast": 4.078347206115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6736682653427124,
      "cov-distil (oracle2student)": 3.3343067169189453,
      "cov-distil (oracle2teacher)": 3.8892579078674316,
      "epoch": 1.7574568288854002,
      "rel-constrast": 2.889800548553467,
      "step": 2239,
      "subrel-constrast": 3.868319272994995,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 6.0625,
      "learning_rate": 6.746131542966112e-05,
      "loss": 0.7332,
      "step": 2240
    },
    {
      "cov-distil": 1.6439425945281982,
      "cov-distil (oracle2student)": 4.996803283691406,
      "cov-distil (oracle2teacher)": 5.3388352394104,
      "epoch": 1.7582417582417582,
      "rel-constrast": 1.8348603248596191,
      "step": 2240,
      "subrel-constrast": 2.2497968673706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.27817964553833,
      "cov-distil (oracle2student)": 4.166317462921143,
      "cov-distil (oracle2teacher)": 4.396174430847168,
      "epoch": 1.7590266875981162,
      "rel-constrast": 2.463793992996216,
      "step": 2241,
      "subrel-constrast": 3.4894299507141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7790042161941528,
      "cov-distil (oracle2student)": 3.8171448707580566,
      "cov-distil (oracle2teacher)": 3.507964611053467,
      "epoch": 1.7598116169544742,
      "rel-constrast": 1.7238149642944336,
      "step": 2242,
      "subrel-constrast": 2.3008599281311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.137981653213501,
      "cov-distil (oracle2student)": 5.1931352615356445,
      "cov-distil (oracle2teacher)": 6.047530651092529,
      "epoch": 1.7605965463108322,
      "rel-constrast": 3.8406333923339844,
      "step": 2243,
      "subrel-constrast": 3.845501661300659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719141960144043,
      "cov-distil (oracle2student)": 6.394468784332275,
      "cov-distil (oracle2teacher)": 6.775320053100586,
      "epoch": 1.76138147566719,
      "rel-constrast": 3.085797071456909,
      "step": 2244,
      "subrel-constrast": 3.517005681991577,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162008285522461,
      "cov-distil (oracle2student)": 6.006213188171387,
      "cov-distil (oracle2teacher)": 5.79472541809082,
      "epoch": 1.762166405023548,
      "rel-constrast": 2.8024849891662598,
      "step": 2245,
      "subrel-constrast": 3.29156231880188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9334534406661987,
      "cov-distil (oracle2student)": 3.150378704071045,
      "cov-distil (oracle2teacher)": 3.166624069213867,
      "epoch": 1.7629513343799057,
      "rel-constrast": 2.5547046661376953,
      "step": 2246,
      "subrel-constrast": 3.0127956867218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5108985900878906,
      "cov-distil (oracle2student)": 5.487721920013428,
      "cov-distil (oracle2teacher)": 5.709540367126465,
      "epoch": 1.7637362637362637,
      "rel-constrast": 2.83538818359375,
      "step": 2247,
      "subrel-constrast": 3.5647473335266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.556117296218872,
      "cov-distil (oracle2student)": 5.372374534606934,
      "cov-distil (oracle2teacher)": 5.488806247711182,
      "epoch": 1.7645211930926217,
      "rel-constrast": 2.8073949813842773,
      "step": 2248,
      "subrel-constrast": 3.813060998916626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.309065341949463,
      "cov-distil (oracle2student)": 6.315490245819092,
      "cov-distil (oracle2teacher)": 5.83780574798584,
      "epoch": 1.7653061224489797,
      "rel-constrast": 2.883599281311035,
      "step": 2249,
      "subrel-constrast": 3.715561628341675,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 5.59375,
      "learning_rate": 6.713380445658618e-05,
      "loss": 0.6708,
      "step": 2250
    },
    {
      "cov-distil": 2.327596664428711,
      "cov-distil (oracle2student)": 2.457845687866211,
      "cov-distil (oracle2teacher)": 2.6891560554504395,
      "epoch": 1.7660910518053377,
      "rel-constrast": 1.621516227722168,
      "step": 2250,
      "subrel-constrast": 2.507002115249634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912462830543518,
      "cov-distil (oracle2student)": 3.0256476402282715,
      "cov-distil (oracle2teacher)": 2.669933795928955,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.588867425918579,
      "step": 2251,
      "subrel-constrast": 3.3227853775024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3122992515563965,
      "cov-distil (oracle2student)": 3.5958921909332275,
      "cov-distil (oracle2teacher)": 3.8957724571228027,
      "epoch": 1.7676609105180534,
      "rel-constrast": 2.13700532913208,
      "step": 2252,
      "subrel-constrast": 2.600787401199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4820261001586914,
      "cov-distil (oracle2student)": 5.202414512634277,
      "cov-distil (oracle2teacher)": 5.013868808746338,
      "epoch": 1.7684458398744112,
      "rel-constrast": 2.7985689640045166,
      "step": 2253,
      "subrel-constrast": 3.5461347103118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7504546642303467,
      "cov-distil (oracle2student)": 4.798842430114746,
      "cov-distil (oracle2teacher)": 4.717972755432129,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.27547025680542,
      "step": 2254,
      "subrel-constrast": 3.2385096549987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0496888160705566,
      "cov-distil (oracle2student)": 5.501575946807861,
      "cov-distil (oracle2teacher)": 5.2641682624816895,
      "epoch": 1.7700156985871272,
      "rel-constrast": 3.0559182167053223,
      "step": 2255,
      "subrel-constrast": 3.245422601699829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5134718418121338,
      "cov-distil (oracle2student)": 4.169536590576172,
      "cov-distil (oracle2teacher)": 3.953836441040039,
      "epoch": 1.7708006279434851,
      "rel-constrast": 2.086083173751831,
      "step": 2256,
      "subrel-constrast": 2.385505437850952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4653804302215576,
      "cov-distil (oracle2student)": 5.5323872566223145,
      "cov-distil (oracle2teacher)": 5.545865058898926,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.469937324523926,
      "step": 2257,
      "subrel-constrast": 2.2858641147613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4407703876495361,
      "cov-distil (oracle2student)": 3.161710262298584,
      "cov-distil (oracle2teacher)": 3.1803247928619385,
      "epoch": 1.772370486656201,
      "rel-constrast": 2.0471577644348145,
      "step": 2258,
      "subrel-constrast": 1.851898193359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6738040447235107,
      "cov-distil (oracle2student)": 3.8438720703125,
      "cov-distil (oracle2teacher)": 4.512068748474121,
      "epoch": 1.7731554160125589,
      "rel-constrast": 4.250953674316406,
      "step": 2259,
      "subrel-constrast": 3.945096969604492,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 6.875,
      "learning_rate": 6.680545840605423e-05,
      "loss": 0.6333,
      "step": 2260
    },
    {
      "cov-distil": 1.6576226949691772,
      "cov-distil (oracle2student)": 3.194239616394043,
      "cov-distil (oracle2teacher)": 3.0660901069641113,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.343380928039551,
      "step": 2260,
      "subrel-constrast": 2.959763765335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8234305381774902,
      "cov-distil (oracle2student)": 5.285557746887207,
      "cov-distil (oracle2teacher)": 4.17307186126709,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.5849225521087646,
      "step": 2261,
      "subrel-constrast": 3.5137722492218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420594692230225,
      "cov-distil (oracle2student)": 3.6257805824279785,
      "cov-distil (oracle2teacher)": 3.7847087383270264,
      "epoch": 1.7755102040816326,
      "rel-constrast": 2.8027918338775635,
      "step": 2262,
      "subrel-constrast": 3.1064188480377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6552374362945557,
      "cov-distil (oracle2student)": 3.4747183322906494,
      "cov-distil (oracle2teacher)": 3.5549228191375732,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.4295973777770996,
      "step": 2263,
      "subrel-constrast": 3.0468859672546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0436508655548096,
      "cov-distil (oracle2student)": 3.241764545440674,
      "cov-distil (oracle2teacher)": 2.8882031440734863,
      "epoch": 1.7770800627943486,
      "rel-constrast": 2.7084357738494873,
      "step": 2264,
      "subrel-constrast": 2.8477914333343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666338205337524,
      "cov-distil (oracle2student)": 3.31645131111145,
      "cov-distil (oracle2teacher)": 3.2352118492126465,
      "epoch": 1.7778649921507066,
      "rel-constrast": 2.943728446960449,
      "step": 2265,
      "subrel-constrast": 3.1079888343811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7992405891418457,
      "cov-distil (oracle2student)": 4.45942497253418,
      "cov-distil (oracle2teacher)": 4.865547180175781,
      "epoch": 1.7786499215070644,
      "rel-constrast": 3.900359869003296,
      "step": 2266,
      "subrel-constrast": 4.886904716491699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4755420684814453,
      "cov-distil (oracle2student)": 4.408870697021484,
      "cov-distil (oracle2teacher)": 5.108172416687012,
      "epoch": 1.7794348508634223,
      "rel-constrast": 2.3148763179779053,
      "step": 2267,
      "subrel-constrast": 2.9713094234466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7192466259002686,
      "cov-distil (oracle2student)": 5.967010498046875,
      "cov-distil (oracle2teacher)": 5.294322490692139,
      "epoch": 1.7802197802197801,
      "rel-constrast": 3.3841753005981445,
      "step": 2268,
      "subrel-constrast": 3.8398525714874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2389936447143555,
      "cov-distil (oracle2student)": 4.1621413230896,
      "cov-distil (oracle2teacher)": 3.902954339981079,
      "epoch": 1.781004709576138,
      "rel-constrast": 2.4211933612823486,
      "step": 2269,
      "subrel-constrast": 2.6654961109161377,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 5.21875,
      "learning_rate": 6.647629328118851e-05,
      "loss": 0.6958,
      "step": 2270
    },
    {
      "cov-distil": 1.6114383935928345,
      "cov-distil (oracle2student)": 3.734189510345459,
      "cov-distil (oracle2teacher)": 3.3971304893493652,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.404289484024048,
      "step": 2270,
      "subrel-constrast": 3.0684471130371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.432370901107788,
      "cov-distil (oracle2student)": 4.132754325866699,
      "cov-distil (oracle2teacher)": 4.039743423461914,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.3386878967285156,
      "step": 2271,
      "subrel-constrast": 2.7324676513671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152839183807373,
      "cov-distil (oracle2student)": 6.1714959144592285,
      "cov-distil (oracle2teacher)": 5.26212215423584,
      "epoch": 1.783359497645212,
      "rel-constrast": 2.827732801437378,
      "step": 2272,
      "subrel-constrast": 3.5159361362457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103421211242676,
      "cov-distil (oracle2student)": 6.236230850219727,
      "cov-distil (oracle2teacher)": 5.902654647827148,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.4735212326049805,
      "step": 2273,
      "subrel-constrast": 3.495417356491089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461936354637146,
      "cov-distil (oracle2student)": 4.034578323364258,
      "cov-distil (oracle2teacher)": 4.225895881652832,
      "epoch": 1.7849293563579278,
      "rel-constrast": 1.9163641929626465,
      "step": 2274,
      "subrel-constrast": 2.5855956077575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9349372386932373,
      "cov-distil (oracle2student)": 2.320052146911621,
      "cov-distil (oracle2teacher)": 2.9674220085144043,
      "epoch": 1.7857142857142856,
      "rel-constrast": 2.263235092163086,
      "step": 2275,
      "subrel-constrast": 2.521291732788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1694679260253906,
      "cov-distil (oracle2student)": 3.5368900299072266,
      "cov-distil (oracle2teacher)": 4.130105972290039,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.5594418048858643,
      "step": 2276,
      "subrel-constrast": 3.5710530281066895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266066312789917,
      "cov-distil (oracle2student)": 3.8288254737854004,
      "cov-distil (oracle2teacher)": 3.842900037765503,
      "epoch": 1.7872841444270016,
      "rel-constrast": 2.3976991176605225,
      "step": 2277,
      "subrel-constrast": 2.772848606109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4873850345611572,
      "cov-distil (oracle2student)": 8.35423469543457,
      "cov-distil (oracle2teacher)": 6.669151306152344,
      "epoch": 1.7880690737833596,
      "rel-constrast": 4.110452651977539,
      "step": 2278,
      "subrel-constrast": 4.620569705963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.975016713142395,
      "cov-distil (oracle2student)": 3.5041332244873047,
      "cov-distil (oracle2teacher)": 3.6599693298339844,
      "epoch": 1.7888540031397175,
      "rel-constrast": 2.1405065059661865,
      "step": 2279,
      "subrel-constrast": 2.796769142150879,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 5.09375,
      "learning_rate": 6.614632512503288e-05,
      "loss": 0.6358,
      "step": 2280
    },
    {
      "cov-distil": 1.4732635021209717,
      "cov-distil (oracle2student)": 4.413777828216553,
      "cov-distil (oracle2teacher)": 4.498033046722412,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.368828296661377,
      "step": 2280,
      "subrel-constrast": 2.7370848655700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4882409572601318,
      "cov-distil (oracle2student)": 4.697582721710205,
      "cov-distil (oracle2teacher)": 4.986608028411865,
      "epoch": 1.7904238618524333,
      "rel-constrast": 3.8326878547668457,
      "step": 2281,
      "subrel-constrast": 3.5418896675109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6483521461486816,
      "cov-distil (oracle2student)": 3.389659881591797,
      "cov-distil (oracle2teacher)": 3.3809561729431152,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.5782861709594727,
      "step": 2282,
      "subrel-constrast": 3.661471366882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331364154815674,
      "cov-distil (oracle2student)": 5.262105941772461,
      "cov-distil (oracle2teacher)": 5.020881175994873,
      "epoch": 1.791993720565149,
      "rel-constrast": 2.2028117179870605,
      "step": 2283,
      "subrel-constrast": 2.4652929306030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.34350848197937,
      "cov-distil (oracle2student)": 5.893124580383301,
      "cov-distil (oracle2teacher)": 4.844222545623779,
      "epoch": 1.792778649921507,
      "rel-constrast": 2.862936019897461,
      "step": 2284,
      "subrel-constrast": 3.165980577468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473412036895752,
      "cov-distil (oracle2student)": 5.420653820037842,
      "cov-distil (oracle2teacher)": 4.4589738845825195,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.4772539138793945,
      "step": 2285,
      "subrel-constrast": 3.010793924331665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3836095333099365,
      "cov-distil (oracle2student)": 4.741815567016602,
      "cov-distil (oracle2teacher)": 4.833460807800293,
      "epoch": 1.794348508634223,
      "rel-constrast": 3.0693774223327637,
      "step": 2286,
      "subrel-constrast": 4.4207682609558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750431776046753,
      "cov-distil (oracle2student)": 3.7784600257873535,
      "cov-distil (oracle2teacher)": 2.9194159507751465,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.3125081062316895,
      "step": 2287,
      "subrel-constrast": 2.410435676574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8884657621383667,
      "cov-distil (oracle2student)": 3.2274484634399414,
      "cov-distil (oracle2teacher)": 3.224083423614502,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.4290177822113037,
      "step": 2288,
      "subrel-constrast": 4.139667987823486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4702839851379395,
      "cov-distil (oracle2student)": 4.0084547996521,
      "cov-distil (oracle2teacher)": 3.8609237670898438,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.6262011528015137,
      "step": 2289,
      "subrel-constrast": 2.9507718086242676,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 5.1875,
      "learning_rate": 6.58155700197697e-05,
      "loss": 0.694,
      "step": 2290
    },
    {
      "cov-distil": 3.0319552421569824,
      "cov-distil (oracle2student)": 3.4333438873291016,
      "cov-distil (oracle2teacher)": 4.03941011428833,
      "epoch": 1.7974882260596545,
      "rel-constrast": 2.9901041984558105,
      "step": 2290,
      "subrel-constrast": 3.814523220062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5198769569396973,
      "cov-distil (oracle2student)": 6.705755233764648,
      "cov-distil (oracle2teacher)": 6.027196407318115,
      "epoch": 1.7982731554160125,
      "rel-constrast": 2.820749282836914,
      "step": 2291,
      "subrel-constrast": 3.3787050247192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.970926284790039,
      "cov-distil (oracle2student)": 3.295182228088379,
      "cov-distil (oracle2teacher)": 3.562851905822754,
      "epoch": 1.7990580847723705,
      "rel-constrast": 2.8471450805664062,
      "step": 2292,
      "subrel-constrast": 3.3642349243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8873529434204102,
      "cov-distil (oracle2student)": 3.820343255996704,
      "cov-distil (oracle2teacher)": 4.067745208740234,
      "epoch": 1.7998430141287285,
      "rel-constrast": 4.716956615447998,
      "step": 2293,
      "subrel-constrast": 4.517904281616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8902100324630737,
      "cov-distil (oracle2student)": 4.833892345428467,
      "cov-distil (oracle2teacher)": 4.854320526123047,
      "epoch": 1.8006279434850865,
      "rel-constrast": 3.6527278423309326,
      "step": 2294,
      "subrel-constrast": 3.8612382411956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.380375862121582,
      "cov-distil (oracle2student)": 4.664674758911133,
      "cov-distil (oracle2teacher)": 5.511111259460449,
      "epoch": 1.8014128728414442,
      "rel-constrast": 2.7632009983062744,
      "step": 2295,
      "subrel-constrast": 4.044702053070068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838216781616211,
      "cov-distil (oracle2student)": 5.258419990539551,
      "cov-distil (oracle2teacher)": 4.766289710998535,
      "epoch": 1.8021978021978022,
      "rel-constrast": 2.8632912635803223,
      "step": 2296,
      "subrel-constrast": 3.453756809234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0944619178771973,
      "cov-distil (oracle2student)": 4.471673965454102,
      "cov-distil (oracle2teacher)": 4.7101545333862305,
      "epoch": 1.80298273155416,
      "rel-constrast": 4.034137725830078,
      "step": 2297,
      "subrel-constrast": 4.150709629058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7804359197616577,
      "cov-distil (oracle2student)": 4.308588027954102,
      "cov-distil (oracle2teacher)": 3.8408238887786865,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.240457534790039,
      "step": 2298,
      "subrel-constrast": 3.149921178817749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9735890626907349,
      "cov-distil (oracle2student)": 4.5404510498046875,
      "cov-distil (oracle2teacher)": 5.226788520812988,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.4305965900421143,
      "step": 2299,
      "subrel-constrast": 3.0608267784118652,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 5.09375,
      "learning_rate": 6.548404408593621e-05,
      "loss": 0.784,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.2593750059604645,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.055023193359375
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.047576904296875
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.0074462890625,
      "step": 2300
    },
    {
      "cov-distil": 2.1886518001556396,
      "cov-distil (oracle2student)": 7.29509162902832,
      "cov-distil (oracle2teacher)": 6.673018932342529,
      "epoch": 1.805337519623234,
      "rel-constrast": 2.694608449935913,
      "step": 2300,
      "subrel-constrast": 3.0317635536193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101799964904785,
      "cov-distil (oracle2student)": 4.937002658843994,
      "cov-distil (oracle2teacher)": 4.914704322814941,
      "epoch": 1.806122448979592,
      "rel-constrast": 3.1149754524230957,
      "step": 2301,
      "subrel-constrast": 3.1201303005218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0875813961029053,
      "cov-distil (oracle2student)": 3.6242282390594482,
      "cov-distil (oracle2teacher)": 3.502303123474121,
      "epoch": 1.8069073783359497,
      "rel-constrast": 2.8760411739349365,
      "step": 2302,
      "subrel-constrast": 3.6575429439544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9931917190551758,
      "cov-distil (oracle2student)": 5.460694789886475,
      "cov-distil (oracle2teacher)": 4.855490684509277,
      "epoch": 1.8076923076923077,
      "rel-constrast": 2.9260969161987305,
      "step": 2303,
      "subrel-constrast": 3.101635694503784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577728033065796,
      "cov-distil (oracle2student)": 3.0887792110443115,
      "cov-distil (oracle2teacher)": 2.9282588958740234,
      "epoch": 1.8084772370486655,
      "rel-constrast": 3.02420973777771,
      "step": 2304,
      "subrel-constrast": 2.644965648651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.635517120361328,
      "cov-distil (oracle2student)": 5.24356746673584,
      "cov-distil (oracle2teacher)": 4.751716613769531,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.1178228855133057,
      "step": 2305,
      "subrel-constrast": 3.4312734603881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180619239807129,
      "cov-distil (oracle2student)": 4.249353408813477,
      "cov-distil (oracle2teacher)": 4.2049760818481445,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.115586519241333,
      "step": 2306,
      "subrel-constrast": 2.4613776206970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0811312198638916,
      "cov-distil (oracle2student)": 5.565107345581055,
      "cov-distil (oracle2teacher)": 5.073965072631836,
      "epoch": 1.8108320251177394,
      "rel-constrast": 3.370603322982788,
      "step": 2307,
      "subrel-constrast": 3.1759932041168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093554735183716,
      "cov-distil (oracle2student)": 4.618902683258057,
      "cov-distil (oracle2teacher)": 4.413819789886475,
      "epoch": 1.8116169544740974,
      "rel-constrast": 2.653470039367676,
      "step": 2308,
      "subrel-constrast": 3.1723921298980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0015296936035156,
      "cov-distil (oracle2student)": 2.973055601119995,
      "cov-distil (oracle2teacher)": 3.1154537200927734,
      "epoch": 1.8124018838304554,
      "rel-constrast": 3.1283957958221436,
      "step": 2309,
      "subrel-constrast": 3.1744980812072754,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 5.09375,
      "learning_rate": 6.515176348163871e-05,
      "loss": 0.7005,
      "step": 2310
    },
    {
      "cov-distil": 2.3375601768493652,
      "cov-distil (oracle2student)": 4.964332580566406,
      "cov-distil (oracle2teacher)": 4.524603843688965,
      "epoch": 1.8131868131868132,
      "rel-constrast": 2.818960666656494,
      "step": 2310,
      "subrel-constrast": 2.8368775844573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093997001647949,
      "cov-distil (oracle2student)": 6.062090873718262,
      "cov-distil (oracle2teacher)": 5.438023567199707,
      "epoch": 1.813971742543171,
      "rel-constrast": 4.178017616271973,
      "step": 2311,
      "subrel-constrast": 4.433300971984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8608524799346924,
      "cov-distil (oracle2student)": 3.095970869064331,
      "cov-distil (oracle2teacher)": 3.0386853218078613,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.6991900205612183,
      "step": 2312,
      "subrel-constrast": 1.7308998107910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5977520942687988,
      "cov-distil (oracle2student)": 2.784602403640747,
      "cov-distil (oracle2teacher)": 3.145256757736206,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.327129364013672,
      "step": 2313,
      "subrel-constrast": 2.940181016921997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2180016040802002,
      "cov-distil (oracle2student)": 5.8535308837890625,
      "cov-distil (oracle2teacher)": 5.590564727783203,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.725438117980957,
      "step": 2314,
      "subrel-constrast": 3.4385714530944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8426744937896729,
      "cov-distil (oracle2student)": 2.8493130207061768,
      "cov-distil (oracle2teacher)": 3.236114501953125,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.06815505027771,
      "step": 2315,
      "subrel-constrast": 2.882117509841919,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0384535789489746,
      "cov-distil (oracle2student)": 5.342231750488281,
      "cov-distil (oracle2teacher)": 4.445239067077637,
      "epoch": 1.817896389324961,
      "rel-constrast": 2.216799259185791,
      "step": 2316,
      "subrel-constrast": 2.312032461166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9600861072540283,
      "cov-distil (oracle2student)": 3.9221081733703613,
      "cov-distil (oracle2teacher)": 3.3785438537597656,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.3424737453460693,
      "step": 2317,
      "subrel-constrast": 3.4922897815704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565800666809082,
      "cov-distil (oracle2student)": 3.4638454914093018,
      "cov-distil (oracle2teacher)": 3.542825698852539,
      "epoch": 1.8194662480376766,
      "rel-constrast": 2.468996286392212,
      "step": 2318,
      "subrel-constrast": 2.9201173782348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1518728733062744,
      "cov-distil (oracle2student)": 4.364059925079346,
      "cov-distil (oracle2teacher)": 4.108479976654053,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.1028873920440674,
      "step": 2319,
      "subrel-constrast": 3.174957752227783,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 4.53125,
      "learning_rate": 6.481874440176506e-05,
      "loss": 0.6487,
      "step": 2320
    },
    {
      "cov-distil": 1.380540370941162,
      "cov-distil (oracle2student)": 5.3710126876831055,
      "cov-distil (oracle2teacher)": 4.571528434753418,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.5683794021606445,
      "step": 2320,
      "subrel-constrast": 2.6665611267089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8008410930633545,
      "cov-distil (oracle2student)": 5.864516258239746,
      "cov-distil (oracle2teacher)": 5.455268383026123,
      "epoch": 1.8218210361067504,
      "rel-constrast": 3.7957801818847656,
      "step": 2321,
      "subrel-constrast": 3.938326835632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.529073476791382,
      "cov-distil (oracle2student)": 4.355109214782715,
      "cov-distil (oracle2teacher)": 4.307037830352783,
      "epoch": 1.8226059654631084,
      "rel-constrast": 3.9013166427612305,
      "step": 2322,
      "subrel-constrast": 4.432112216949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.087061643600464,
      "cov-distil (oracle2student)": 3.3405516147613525,
      "cov-distil (oracle2teacher)": 3.6994500160217285,
      "epoch": 1.8233908948194664,
      "rel-constrast": 2.0999975204467773,
      "step": 2323,
      "subrel-constrast": 2.9426863193511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9264518022537231,
      "cov-distil (oracle2student)": 3.493457317352295,
      "cov-distil (oracle2teacher)": 3.985538959503174,
      "epoch": 1.8241758241758241,
      "rel-constrast": 2.0035698413848877,
      "step": 2324,
      "subrel-constrast": 2.049734354019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9835913181304932,
      "cov-distil (oracle2student)": 5.598783493041992,
      "cov-distil (oracle2teacher)": 4.799006462097168,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.4680113792419434,
      "step": 2325,
      "subrel-constrast": 2.8936500549316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5821207761764526,
      "cov-distil (oracle2student)": 5.7329864501953125,
      "cov-distil (oracle2teacher)": 4.969953536987305,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.8790667057037354,
      "step": 2326,
      "subrel-constrast": 3.1347663402557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3329687118530273,
      "cov-distil (oracle2student)": 6.425823211669922,
      "cov-distil (oracle2teacher)": 5.73469352722168,
      "epoch": 1.8265306122448979,
      "rel-constrast": 3.130028486251831,
      "step": 2327,
      "subrel-constrast": 3.7471556663513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8036088943481445,
      "cov-distil (oracle2student)": 5.591170310974121,
      "cov-distil (oracle2teacher)": 5.683840751647949,
      "epoch": 1.8273155416012559,
      "rel-constrast": 3.1597766876220703,
      "step": 2328,
      "subrel-constrast": 3.698969841003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471762657165527,
      "cov-distil (oracle2student)": 4.81802225112915,
      "cov-distil (oracle2teacher)": 4.635167121887207,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.596005439758301,
      "step": 2329,
      "subrel-constrast": 3.160830497741699,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 5.90625,
      "learning_rate": 6.448500307719538e-05,
      "loss": 0.715,
      "step": 2330
    },
    {
      "cov-distil": 1.7873631715774536,
      "cov-distil (oracle2student)": 6.209898948669434,
      "cov-distil (oracle2teacher)": 6.610396385192871,
      "epoch": 1.8288854003139718,
      "rel-constrast": 2.5992231369018555,
      "step": 2330,
      "subrel-constrast": 3.4460744857788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9944889545440674,
      "cov-distil (oracle2student)": 3.359013795852661,
      "cov-distil (oracle2teacher)": 3.787799835205078,
      "epoch": 1.8296703296703298,
      "rel-constrast": 1.6065346002578735,
      "step": 2331,
      "subrel-constrast": 2.887352466583252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6646112203598022,
      "cov-distil (oracle2student)": 5.699387550354004,
      "cov-distil (oracle2teacher)": 5.346933364868164,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.540064573287964,
      "step": 2332,
      "subrel-constrast": 3.5848681926727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.964942455291748,
      "cov-distil (oracle2student)": 3.5663206577301025,
      "cov-distil (oracle2teacher)": 3.374464511871338,
      "epoch": 1.8312401883830454,
      "rel-constrast": 2.6226134300231934,
      "step": 2333,
      "subrel-constrast": 3.215188503265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8442294597625732,
      "cov-distil (oracle2student)": 4.791143894195557,
      "cov-distil (oracle2teacher)": 4.895745277404785,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.247910261154175,
      "step": 2334,
      "subrel-constrast": 2.9158318042755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8011294603347778,
      "cov-distil (oracle2student)": 3.987366199493408,
      "cov-distil (oracle2teacher)": 4.404882431030273,
      "epoch": 1.8328100470957613,
      "rel-constrast": 3.195033073425293,
      "step": 2335,
      "subrel-constrast": 3.357820510864258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.771961212158203,
      "cov-distil (oracle2student)": 4.570616245269775,
      "cov-distil (oracle2teacher)": 4.530817031860352,
      "epoch": 1.8335949764521193,
      "rel-constrast": 2.646143913269043,
      "step": 2336,
      "subrel-constrast": 3.395794630050659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495617151260376,
      "cov-distil (oracle2student)": 6.222626209259033,
      "cov-distil (oracle2teacher)": 5.601517677307129,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.1642704010009766,
      "step": 2337,
      "subrel-constrast": 2.6700680255889893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741478443145752,
      "cov-distil (oracle2student)": 3.875128746032715,
      "cov-distil (oracle2teacher)": 4.009065628051758,
      "epoch": 1.8351648351648353,
      "rel-constrast": 2.921886444091797,
      "step": 2338,
      "subrel-constrast": 3.4082791805267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8825938701629639,
      "cov-distil (oracle2student)": 4.083703517913818,
      "cov-distil (oracle2teacher)": 5.154129981994629,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.2038259506225586,
      "step": 2339,
      "subrel-constrast": 3.401434898376465,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 4.875,
      "learning_rate": 6.415055577401102e-05,
      "loss": 0.6437,
      "step": 2340
    },
    {
      "cov-distil": 2.4851632118225098,
      "cov-distil (oracle2student)": 4.824344158172607,
      "cov-distil (oracle2teacher)": 4.7274885177612305,
      "epoch": 1.836734693877551,
      "rel-constrast": 3.1666903495788574,
      "step": 2340,
      "subrel-constrast": 4.436165809631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25162935256958,
      "cov-distil (oracle2student)": 5.152071952819824,
      "cov-distil (oracle2teacher)": 5.276728630065918,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.13958740234375,
      "step": 2341,
      "subrel-constrast": 3.117542266845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018709182739258,
      "cov-distil (oracle2student)": 3.4376962184906006,
      "cov-distil (oracle2teacher)": 3.7541699409484863,
      "epoch": 1.8383045525902668,
      "rel-constrast": 2.634408950805664,
      "step": 2342,
      "subrel-constrast": 3.168215036392212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936026692390442,
      "cov-distil (oracle2student)": 3.6103992462158203,
      "cov-distil (oracle2teacher)": 4.166341304779053,
      "epoch": 1.8390894819466248,
      "rel-constrast": 2.6006526947021484,
      "step": 2343,
      "subrel-constrast": 2.9387869834899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4415206909179688,
      "cov-distil (oracle2student)": 4.135439872741699,
      "cov-distil (oracle2teacher)": 4.4827399253845215,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.4252216815948486,
      "step": 2344,
      "subrel-constrast": 2.5967323780059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1322648525238037,
      "cov-distil (oracle2student)": 5.19471549987793,
      "cov-distil (oracle2teacher)": 4.781190872192383,
      "epoch": 1.8406593406593408,
      "rel-constrast": 2.955793619155884,
      "step": 2345,
      "subrel-constrast": 3.5225839614868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7326440811157227,
      "cov-distil (oracle2student)": 3.9348301887512207,
      "cov-distil (oracle2teacher)": 4.231607913970947,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.0940403938293457,
      "step": 2346,
      "subrel-constrast": 2.6028757095336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7551162242889404,
      "cov-distil (oracle2student)": 3.8632073402404785,
      "cov-distil (oracle2teacher)": 3.599466323852539,
      "epoch": 1.8422291993720565,
      "rel-constrast": 3.790205240249634,
      "step": 2347,
      "subrel-constrast": 3.4675586223602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200418710708618,
      "cov-distil (oracle2student)": 4.267445087432861,
      "cov-distil (oracle2teacher)": 4.645986080169678,
      "epoch": 1.8430141287284143,
      "rel-constrast": 2.9419748783111572,
      "step": 2348,
      "subrel-constrast": 3.6687474250793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167600154876709,
      "cov-distil (oracle2student)": 3.0862276554107666,
      "cov-distil (oracle2teacher)": 2.787313938140869,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.1757240295410156,
      "step": 2349,
      "subrel-constrast": 2.1232919692993164,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 3.546875,
      "learning_rate": 6.381541879270169e-05,
      "loss": 0.6231,
      "step": 2350
    },
    {
      "cov-distil": 1.5671695470809937,
      "cov-distil (oracle2student)": 3.4188365936279297,
      "cov-distil (oracle2teacher)": 3.41435170173645,
      "epoch": 1.8445839874411303,
      "rel-constrast": 3.1926610469818115,
      "step": 2350,
      "subrel-constrast": 2.9285669326782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7624883651733398,
      "cov-distil (oracle2student)": 6.104059219360352,
      "cov-distil (oracle2teacher)": 5.13040018081665,
      "epoch": 1.8453689167974883,
      "rel-constrast": 2.5756497383117676,
      "step": 2351,
      "subrel-constrast": 3.775533437728882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908388614654541,
      "cov-distil (oracle2student)": 3.559429168701172,
      "cov-distil (oracle2teacher)": 3.9778690338134766,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.4045372009277344,
      "step": 2352,
      "subrel-constrast": 2.936429738998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.886354446411133,
      "cov-distil (oracle2student)": 4.143147945404053,
      "cov-distil (oracle2teacher)": 4.392006874084473,
      "epoch": 1.8469387755102042,
      "rel-constrast": 4.73858118057251,
      "step": 2353,
      "subrel-constrast": 4.987057209014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7133476734161377,
      "cov-distil (oracle2student)": 3.3615684509277344,
      "cov-distil (oracle2teacher)": 3.1105618476867676,
      "epoch": 1.847723704866562,
      "rel-constrast": 3.39516282081604,
      "step": 2354,
      "subrel-constrast": 3.0303332805633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7623677253723145,
      "cov-distil (oracle2student)": 4.0547661781311035,
      "cov-distil (oracle2teacher)": 4.190938472747803,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.4015591144561768,
      "step": 2355,
      "subrel-constrast": 3.1693155765533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9689323902130127,
      "cov-distil (oracle2student)": 4.881216049194336,
      "cov-distil (oracle2teacher)": 4.715390682220459,
      "epoch": 1.8492935635792778,
      "rel-constrast": 3.38663911819458,
      "step": 2356,
      "subrel-constrast": 3.5530624389648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8319168090820312,
      "cov-distil (oracle2student)": 4.53758430480957,
      "cov-distil (oracle2teacher)": 3.8935391902923584,
      "epoch": 1.8500784929356358,
      "rel-constrast": 3.6794984340667725,
      "step": 2357,
      "subrel-constrast": 3.772848606109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5815426111221313,
      "cov-distil (oracle2student)": 4.042542457580566,
      "cov-distil (oracle2teacher)": 4.300548553466797,
      "epoch": 1.8508634222919937,
      "rel-constrast": 2.0516600608825684,
      "step": 2358,
      "subrel-constrast": 2.9900879859924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9670372009277344,
      "cov-distil (oracle2student)": 4.414242744445801,
      "cov-distil (oracle2teacher)": 4.594874382019043,
      "epoch": 1.8516483516483517,
      "rel-constrast": 3.042667865753174,
      "step": 2359,
      "subrel-constrast": 3.020336866378784,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 5.5,
      "learning_rate": 6.347960846737106e-05,
      "loss": 0.7717,
      "step": 2360
    },
    {
      "cov-distil": 1.681445598602295,
      "cov-distil (oracle2student)": 3.9283699989318848,
      "cov-distil (oracle2teacher)": 3.977410316467285,
      "epoch": 1.8524332810047097,
      "rel-constrast": 2.410175085067749,
      "step": 2360,
      "subrel-constrast": 2.801736831665039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5857915878295898,
      "cov-distil (oracle2student)": 5.288946151733398,
      "cov-distil (oracle2teacher)": 4.429828643798828,
      "epoch": 1.8532182103610675,
      "rel-constrast": 3.3643345832824707,
      "step": 2361,
      "subrel-constrast": 3.406430959701538,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587782859802246,
      "cov-distil (oracle2student)": 3.2919697761535645,
      "cov-distil (oracle2teacher)": 3.2308545112609863,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.020608901977539,
      "step": 2362,
      "subrel-constrast": 2.982252597808838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6793855428695679,
      "cov-distil (oracle2student)": 6.230086326599121,
      "cov-distil (oracle2teacher)": 5.499590873718262,
      "epoch": 1.8547880690737832,
      "rel-constrast": 4.183765411376953,
      "step": 2363,
      "subrel-constrast": 4.070618152618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3915693759918213,
      "cov-distil (oracle2student)": 4.106619358062744,
      "cov-distil (oracle2teacher)": 3.89516019821167,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.267838478088379,
      "step": 2364,
      "subrel-constrast": 2.665024757385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1218347549438477,
      "cov-distil (oracle2student)": 5.884090423583984,
      "cov-distil (oracle2teacher)": 5.396476745605469,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.3093879222869873,
      "step": 2365,
      "subrel-constrast": 2.5973427295684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5944721698760986,
      "cov-distil (oracle2student)": 3.1211581230163574,
      "cov-distil (oracle2teacher)": 3.768249273300171,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.5760786533355713,
      "step": 2366,
      "subrel-constrast": 1.8339245319366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7990994453430176,
      "cov-distil (oracle2student)": 5.666998386383057,
      "cov-distil (oracle2teacher)": 5.7745561599731445,
      "epoch": 1.8579277864992152,
      "rel-constrast": 4.2101945877075195,
      "step": 2367,
      "subrel-constrast": 4.086776256561279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1596007347106934,
      "cov-distil (oracle2student)": 5.679070949554443,
      "cov-distil (oracle2teacher)": 5.968488693237305,
      "epoch": 1.858712715855573,
      "rel-constrast": 2.7753005027770996,
      "step": 2368,
      "subrel-constrast": 3.8069751262664795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421137809753418,
      "cov-distil (oracle2student)": 4.821990966796875,
      "cov-distil (oracle2teacher)": 5.088883399963379,
      "epoch": 1.859497645211931,
      "rel-constrast": 1.6976547241210938,
      "step": 2369,
      "subrel-constrast": 2.2496800422668457,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 4.6875,
      "learning_rate": 6.31431411649406e-05,
      "loss": 0.6704,
      "step": 2370
    },
    {
      "cov-distil": 0.7841887474060059,
      "cov-distil (oracle2student)": 3.449476957321167,
      "cov-distil (oracle2teacher)": 3.901136636734009,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.254467725753784,
      "step": 2370,
      "subrel-constrast": 2.4457521438598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744500756263733,
      "cov-distil (oracle2student)": 4.845223903656006,
      "cov-distil (oracle2teacher)": 4.758032321929932,
      "epoch": 1.8610675039246467,
      "rel-constrast": 1.726751685142517,
      "step": 2371,
      "subrel-constrast": 2.5889394283294678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.753150463104248,
      "cov-distil (oracle2student)": 5.569151878356934,
      "cov-distil (oracle2teacher)": 5.877188205718994,
      "epoch": 1.8618524332810047,
      "rel-constrast": 3.124032497406006,
      "step": 2372,
      "subrel-constrast": 3.8765950202941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0114095211029053,
      "cov-distil (oracle2student)": 6.535334587097168,
      "cov-distil (oracle2teacher)": 5.298018932342529,
      "epoch": 1.8626373626373627,
      "rel-constrast": 2.7991671562194824,
      "step": 2373,
      "subrel-constrast": 3.380587577819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2993459701538086,
      "cov-distil (oracle2student)": 4.18671178817749,
      "cov-distil (oracle2teacher)": 4.076879501342773,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.466047763824463,
      "step": 2374,
      "subrel-constrast": 3.0193004608154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663796305656433,
      "cov-distil (oracle2student)": 4.969417572021484,
      "cov-distil (oracle2teacher)": 4.898419380187988,
      "epoch": 1.8642072213500787,
      "rel-constrast": 3.103576183319092,
      "step": 2375,
      "subrel-constrast": 3.3379766941070557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798130989074707,
      "cov-distil (oracle2student)": 4.523772716522217,
      "cov-distil (oracle2teacher)": 4.458939552307129,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.789752721786499,
      "step": 2376,
      "subrel-constrast": 3.3204286098480225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9309254884719849,
      "cov-distil (oracle2student)": 3.9320507049560547,
      "cov-distil (oracle2teacher)": 3.8902130126953125,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.4851083755493164,
      "step": 2377,
      "subrel-constrast": 3.932173252105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468486785888672,
      "cov-distil (oracle2student)": 4.639017105102539,
      "cov-distil (oracle2teacher)": 4.222905158996582,
      "epoch": 1.8665620094191522,
      "rel-constrast": 2.998013734817505,
      "step": 2378,
      "subrel-constrast": 3.303556442260742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8994100093841553,
      "cov-distil (oracle2student)": 4.633861541748047,
      "cov-distil (oracle2teacher)": 4.999484062194824,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.5055389404296875,
      "step": 2379,
      "subrel-constrast": 4.367143154144287,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 5.5,
      "learning_rate": 6.280603328435198e-05,
      "loss": 0.7063,
      "step": 2380
    },
    {
      "cov-distil": 2.4473066329956055,
      "cov-distil (oracle2student)": 5.445398330688477,
      "cov-distil (oracle2teacher)": 4.436409950256348,
      "epoch": 1.8681318681318682,
      "rel-constrast": 3.460313320159912,
      "step": 2380,
      "subrel-constrast": 3.0480763912200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0701966285705566,
      "cov-distil (oracle2student)": 3.8211021423339844,
      "cov-distil (oracle2teacher)": 3.77089262008667,
      "epoch": 1.8689167974882261,
      "rel-constrast": 2.863664150238037,
      "step": 2381,
      "subrel-constrast": 3.257392168045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244356632232666,
      "cov-distil (oracle2student)": 3.415245532989502,
      "cov-distil (oracle2teacher)": 3.6805779933929443,
      "epoch": 1.8697017268445841,
      "rel-constrast": 1.7321491241455078,
      "step": 2382,
      "subrel-constrast": 2.6797306537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.267632007598877,
      "cov-distil (oracle2student)": 2.9982099533081055,
      "cov-distil (oracle2teacher)": 2.7778725624084473,
      "epoch": 1.870486656200942,
      "rel-constrast": 1.8761638402938843,
      "step": 2383,
      "subrel-constrast": 2.8192520141601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6807575225830078,
      "cov-distil (oracle2student)": 5.825443267822266,
      "cov-distil (oracle2teacher)": 5.328534126281738,
      "epoch": 1.8712715855572999,
      "rel-constrast": 3.472444534301758,
      "step": 2384,
      "subrel-constrast": 3.279890537261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6270666122436523,
      "cov-distil (oracle2student)": 4.0727458000183105,
      "cov-distil (oracle2teacher)": 4.56382942199707,
      "epoch": 1.8720565149136577,
      "rel-constrast": 3.390730381011963,
      "step": 2385,
      "subrel-constrast": 3.2233047485351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.666742205619812,
      "cov-distil (oracle2student)": 4.302150249481201,
      "cov-distil (oracle2teacher)": 4.422196865081787,
      "epoch": 1.8728414442700156,
      "rel-constrast": 2.508187770843506,
      "step": 2386,
      "subrel-constrast": 2.9238572120666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045621395111084,
      "cov-distil (oracle2student)": 5.114781379699707,
      "cov-distil (oracle2teacher)": 4.659820556640625,
      "epoch": 1.8736263736263736,
      "rel-constrast": 3.6753265857696533,
      "step": 2387,
      "subrel-constrast": 4.225111484527588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0950167179107666,
      "cov-distil (oracle2student)": 4.274386405944824,
      "cov-distil (oracle2teacher)": 3.1069698333740234,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.7930381298065186,
      "step": 2388,
      "subrel-constrast": 2.6028287410736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9269359111785889,
      "cov-distil (oracle2student)": 4.471704483032227,
      "cov-distil (oracle2teacher)": 5.008145809173584,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.6244139671325684,
      "step": 2389,
      "subrel-constrast": 3.408374786376953,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 5.90625,
      "learning_rate": 6.24683012557677e-05,
      "loss": 0.7099,
      "step": 2390
    },
    {
      "cov-distil": 1.8681410551071167,
      "cov-distil (oracle2student)": 5.429770469665527,
      "cov-distil (oracle2teacher)": 5.173088073730469,
      "epoch": 1.8759811616954474,
      "rel-constrast": 3.4954993724823,
      "step": 2390,
      "subrel-constrast": 3.630286693572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.589783787727356,
      "cov-distil (oracle2student)": 5.665678024291992,
      "cov-distil (oracle2teacher)": 5.8490753173828125,
      "epoch": 1.8767660910518054,
      "rel-constrast": 3.050943374633789,
      "step": 2391,
      "subrel-constrast": 3.5236599445343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.536159038543701,
      "cov-distil (oracle2student)": 7.137753963470459,
      "cov-distil (oracle2teacher)": 6.352526664733887,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.154176712036133,
      "step": 2392,
      "subrel-constrast": 3.3371996879577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.605252742767334,
      "cov-distil (oracle2student)": 3.084667444229126,
      "cov-distil (oracle2teacher)": 3.1529054641723633,
      "epoch": 1.8783359497645211,
      "rel-constrast": 2.9193079471588135,
      "step": 2393,
      "subrel-constrast": 3.2236931324005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6084375381469727,
      "cov-distil (oracle2student)": 5.2976226806640625,
      "cov-distil (oracle2teacher)": 5.361682891845703,
      "epoch": 1.879120879120879,
      "rel-constrast": 2.96370792388916,
      "step": 2394,
      "subrel-constrast": 4.160001754760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9832470417022705,
      "cov-distil (oracle2student)": 4.91391658782959,
      "cov-distil (oracle2teacher)": 5.26702356338501,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.3359930515289307,
      "step": 2395,
      "subrel-constrast": 3.3407561779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74228036403656,
      "cov-distil (oracle2student)": 5.3019938468933105,
      "cov-distil (oracle2teacher)": 5.5951924324035645,
      "epoch": 1.880690737833595,
      "rel-constrast": 1.9384337663650513,
      "step": 2396,
      "subrel-constrast": 2.5188019275665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222571611404419,
      "cov-distil (oracle2student)": 3.8252179622650146,
      "cov-distil (oracle2teacher)": 4.192346572875977,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.5967628955841064,
      "step": 2397,
      "subrel-constrast": 2.725722312927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726281762123108,
      "cov-distil (oracle2student)": 4.680871963500977,
      "cov-distil (oracle2teacher)": 4.632303237915039,
      "epoch": 1.8822605965463108,
      "rel-constrast": 2.2370078563690186,
      "step": 2398,
      "subrel-constrast": 2.4192380905151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147364139556885,
      "cov-distil (oracle2student)": 4.047582149505615,
      "cov-distil (oracle2teacher)": 3.9771666526794434,
      "epoch": 1.8830455259026686,
      "rel-constrast": 2.2816758155822754,
      "step": 2399,
      "subrel-constrast": 2.8015596866607666,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 5.0625,
      "learning_rate": 6.212996153977037e-05,
      "loss": 0.6493,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.265625,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.053558349609375
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.044677734375
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.008880615234375,
      "step": 2400
    },
    {
      "cov-distil": 2.437134027481079,
      "cov-distil (oracle2student)": 6.131251811981201,
      "cov-distil (oracle2teacher)": 5.567312240600586,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.712024688720703,
      "step": 2400,
      "subrel-constrast": 3.3768844604492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6408188343048096,
      "cov-distil (oracle2student)": 4.73301887512207,
      "cov-distil (oracle2teacher)": 4.9517974853515625,
      "epoch": 1.8846153846153846,
      "rel-constrast": 2.7962138652801514,
      "step": 2401,
      "subrel-constrast": 3.5069539546966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8431373834609985,
      "cov-distil (oracle2student)": 5.361094951629639,
      "cov-distil (oracle2teacher)": 4.872262954711914,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.657086133956909,
      "step": 2402,
      "subrel-constrast": 2.9928207397460938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.653103828430176,
      "cov-distil (oracle2student)": 5.438888072967529,
      "cov-distil (oracle2teacher)": 5.52678108215332,
      "epoch": 1.8861852433281006,
      "rel-constrast": 3.1051158905029297,
      "step": 2403,
      "subrel-constrast": 4.268352031707764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8589565753936768,
      "cov-distil (oracle2student)": 3.349858522415161,
      "cov-distil (oracle2teacher)": 3.1718482971191406,
      "epoch": 1.8869701726844585,
      "rel-constrast": 2.9144885540008545,
      "step": 2404,
      "subrel-constrast": 2.730599880218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3778746128082275,
      "cov-distil (oracle2student)": 3.0231761932373047,
      "cov-distil (oracle2teacher)": 3.109903573989868,
      "epoch": 1.8877551020408163,
      "rel-constrast": 2.3867075443267822,
      "step": 2405,
      "subrel-constrast": 3.4260880947113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5056190490722656,
      "cov-distil (oracle2student)": 3.7299234867095947,
      "cov-distil (oracle2teacher)": 3.923288583755493,
      "epoch": 1.8885400313971743,
      "rel-constrast": 3.2097342014312744,
      "step": 2406,
      "subrel-constrast": 3.8142032623291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1724278926849365,
      "cov-distil (oracle2student)": 3.5008158683776855,
      "cov-distil (oracle2teacher)": 3.744053363800049,
      "epoch": 1.889324960753532,
      "rel-constrast": 3.2705001831054688,
      "step": 2407,
      "subrel-constrast": 3.8552663326263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089468479156494,
      "cov-distil (oracle2student)": 4.250069618225098,
      "cov-distil (oracle2teacher)": 4.543107509613037,
      "epoch": 1.89010989010989,
      "rel-constrast": 2.812431573867798,
      "step": 2408,
      "subrel-constrast": 3.086714744567871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479444980621338,
      "cov-distil (oracle2student)": 5.13569450378418,
      "cov-distil (oracle2teacher)": 5.7851152420043945,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.5609850883483887,
      "step": 2409,
      "subrel-constrast": 3.127742290496826,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 5.125,
      "learning_rate": 6.179103062656042e-05,
      "loss": 0.7106,
      "step": 2410
    },
    {
      "cov-distil": 2.1256067752838135,
      "cov-distil (oracle2student)": 4.591300010681152,
      "cov-distil (oracle2teacher)": 4.055002212524414,
      "epoch": 1.891679748822606,
      "rel-constrast": 2.6866707801818848,
      "step": 2410,
      "subrel-constrast": 3.502439260482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7945325374603271,
      "cov-distil (oracle2student)": 7.233361721038818,
      "cov-distil (oracle2teacher)": 6.753225326538086,
      "epoch": 1.892464678178964,
      "rel-constrast": 3.0656025409698486,
      "step": 2411,
      "subrel-constrast": 3.6281638145446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.461000442504883,
      "cov-distil (oracle2student)": 3.790388584136963,
      "cov-distil (oracle2teacher)": 3.768899440765381,
      "epoch": 1.8932496075353218,
      "rel-constrast": 2.6998534202575684,
      "step": 2412,
      "subrel-constrast": 2.878535032272339,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2623958587646484,
      "cov-distil (oracle2student)": 6.764174938201904,
      "cov-distil (oracle2teacher)": 6.322612285614014,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.420757532119751,
      "step": 2413,
      "subrel-constrast": 3.506953477859497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0747151374816895,
      "cov-distil (oracle2student)": 5.146211624145508,
      "cov-distil (oracle2teacher)": 4.944425582885742,
      "epoch": 1.8948194662480375,
      "rel-constrast": 3.5046355724334717,
      "step": 2414,
      "subrel-constrast": 3.304572105407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.243309497833252,
      "cov-distil (oracle2student)": 4.602381229400635,
      "cov-distil (oracle2teacher)": 4.855684757232666,
      "epoch": 1.8956043956043955,
      "rel-constrast": 2.7417376041412354,
      "step": 2415,
      "subrel-constrast": 4.107095241546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.208489418029785,
      "cov-distil (oracle2student)": 5.9448347091674805,
      "cov-distil (oracle2teacher)": 5.578341484069824,
      "epoch": 1.8963893249607535,
      "rel-constrast": 3.3748741149902344,
      "step": 2416,
      "subrel-constrast": 3.3130369186401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3033041954040527,
      "cov-distil (oracle2student)": 4.488136291503906,
      "cov-distil (oracle2teacher)": 4.217307090759277,
      "epoch": 1.8971742543171115,
      "rel-constrast": 2.759122848510742,
      "step": 2417,
      "subrel-constrast": 3.496525764465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0421011447906494,
      "cov-distil (oracle2student)": 3.4307172298431396,
      "cov-distil (oracle2teacher)": 3.8878097534179688,
      "epoch": 1.8979591836734695,
      "rel-constrast": 1.761683464050293,
      "step": 2418,
      "subrel-constrast": 2.648345708847046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7778466939926147,
      "cov-distil (oracle2student)": 4.266635894775391,
      "cov-distil (oracle2teacher)": 4.355156421661377,
      "epoch": 1.8987441130298273,
      "rel-constrast": 3.5807018280029297,
      "step": 2419,
      "subrel-constrast": 4.047300815582275,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 5.84375,
      "learning_rate": 6.145152503515239e-05,
      "loss": 0.7399,
      "step": 2420
    },
    {
      "cov-distil": 2.1908180713653564,
      "cov-distil (oracle2student)": 4.573063850402832,
      "cov-distil (oracle2teacher)": 4.905538558959961,
      "epoch": 1.8995290423861853,
      "rel-constrast": 2.4619693756103516,
      "step": 2420,
      "subrel-constrast": 3.208540201187134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9104621410369873,
      "cov-distil (oracle2student)": 4.627760410308838,
      "cov-distil (oracle2teacher)": 4.378695011138916,
      "epoch": 1.900313971742543,
      "rel-constrast": 1.958376407623291,
      "step": 2421,
      "subrel-constrast": 2.5901732444763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8032530546188354,
      "cov-distil (oracle2student)": 3.622000217437744,
      "cov-distil (oracle2teacher)": 3.752638816833496,
      "epoch": 1.901098901098901,
      "rel-constrast": 2.753938913345337,
      "step": 2422,
      "subrel-constrast": 3.245098352432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065905809402466,
      "cov-distil (oracle2student)": 3.588733434677124,
      "cov-distil (oracle2teacher)": 4.522480010986328,
      "epoch": 1.901883830455259,
      "rel-constrast": 2.8645787239074707,
      "step": 2423,
      "subrel-constrast": 3.8088810443878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.369144916534424,
      "cov-distil (oracle2student)": 4.6054182052612305,
      "cov-distil (oracle2teacher)": 4.782381057739258,
      "epoch": 1.902668759811617,
      "rel-constrast": 3.2309670448303223,
      "step": 2424,
      "subrel-constrast": 3.2463691234588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.329012870788574,
      "cov-distil (oracle2student)": 3.652949333190918,
      "cov-distil (oracle2teacher)": 3.8410134315490723,
      "epoch": 1.903453689167975,
      "rel-constrast": 2.3853366374969482,
      "step": 2425,
      "subrel-constrast": 2.828831434249878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4512641429901123,
      "cov-distil (oracle2student)": 5.218362331390381,
      "cov-distil (oracle2teacher)": 5.29039192199707,
      "epoch": 1.904238618524333,
      "rel-constrast": 2.7236251831054688,
      "step": 2426,
      "subrel-constrast": 3.3962063789367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6006741523742676,
      "cov-distil (oracle2student)": 4.407792091369629,
      "cov-distil (oracle2teacher)": 4.470614433288574,
      "epoch": 1.9050235478806907,
      "rel-constrast": 3.351210355758667,
      "step": 2427,
      "subrel-constrast": 3.080582857131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3779377937316895,
      "cov-distil (oracle2student)": 8.675718307495117,
      "cov-distil (oracle2teacher)": 7.430089473724365,
      "epoch": 1.9058084772370487,
      "rel-constrast": 2.7502427101135254,
      "step": 2428,
      "subrel-constrast": 3.591294765472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8212494850158691,
      "cov-distil (oracle2student)": 5.851724624633789,
      "cov-distil (oracle2teacher)": 6.024942398071289,
      "epoch": 1.9065934065934065,
      "rel-constrast": 3.6044728755950928,
      "step": 2429,
      "subrel-constrast": 3.730755090713501,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 5.84375,
      "learning_rate": 6.111146131256983e-05,
      "loss": 0.7021,
      "step": 2430
    },
    {
      "cov-distil": 2.3011133670806885,
      "cov-distil (oracle2student)": 6.082186698913574,
      "cov-distil (oracle2teacher)": 6.0505852699279785,
      "epoch": 1.9073783359497645,
      "rel-constrast": 3.7190070152282715,
      "step": 2430,
      "subrel-constrast": 3.916029453277588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9034996032714844,
      "cov-distil (oracle2student)": 5.009609222412109,
      "cov-distil (oracle2teacher)": 4.591284275054932,
      "epoch": 1.9081632653061225,
      "rel-constrast": 3.1290347576141357,
      "step": 2431,
      "subrel-constrast": 3.246396780014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735163688659668,
      "cov-distil (oracle2student)": 4.805800914764404,
      "cov-distil (oracle2teacher)": 4.3833112716674805,
      "epoch": 1.9089481946624804,
      "rel-constrast": 1.8384965658187866,
      "step": 2432,
      "subrel-constrast": 2.537614345550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.930673122406006,
      "cov-distil (oracle2student)": 6.0922441482543945,
      "cov-distil (oracle2teacher)": 6.541348457336426,
      "epoch": 1.9097331240188384,
      "rel-constrast": 3.5717897415161133,
      "step": 2433,
      "subrel-constrast": 3.6101062297821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6962347030639648,
      "cov-distil (oracle2student)": 4.997028350830078,
      "cov-distil (oracle2teacher)": 5.01286506652832,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.8226851224899292,
      "step": 2434,
      "subrel-constrast": 2.1887505054473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5364439487457275,
      "cov-distil (oracle2student)": 5.717162609100342,
      "cov-distil (oracle2teacher)": 5.521664619445801,
      "epoch": 1.9113029827315542,
      "rel-constrast": 2.075930118560791,
      "step": 2435,
      "subrel-constrast": 2.536807060241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5589051246643066,
      "cov-distil (oracle2student)": 3.87323260307312,
      "cov-distil (oracle2teacher)": 3.5744476318359375,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.405484199523926,
      "step": 2436,
      "subrel-constrast": 2.748708963394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8780381679534912,
      "cov-distil (oracle2student)": 5.537714958190918,
      "cov-distil (oracle2teacher)": 5.251213073730469,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.356497287750244,
      "step": 2437,
      "subrel-constrast": 3.803312301635742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3722138404846191,
      "cov-distil (oracle2student)": 4.353880882263184,
      "cov-distil (oracle2teacher)": 4.637007713317871,
      "epoch": 1.913657770800628,
      "rel-constrast": 1.8993935585021973,
      "step": 2438,
      "subrel-constrast": 2.1933400630950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.328665256500244,
      "cov-distil (oracle2student)": 3.9899816513061523,
      "cov-distil (oracle2teacher)": 3.9477577209472656,
      "epoch": 1.914442700156986,
      "rel-constrast": 2.8243248462677,
      "step": 2439,
      "subrel-constrast": 3.0520126819610596,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 6.25,
      "learning_rate": 6.077085603303882e-05,
      "loss": 0.6661,
      "step": 2440
    },
    {
      "cov-distil": 1.7592217922210693,
      "cov-distil (oracle2student)": 4.5375776290893555,
      "cov-distil (oracle2teacher)": 3.889224052429199,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.6938860416412354,
      "step": 2440,
      "subrel-constrast": 3.0827207565307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3946235179901123,
      "cov-distil (oracle2student)": 4.344771385192871,
      "cov-distil (oracle2teacher)": 4.462379455566406,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.3499655723571777,
      "step": 2441,
      "subrel-constrast": 3.032468795776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6711195707321167,
      "cov-distil (oracle2student)": 5.10030460357666,
      "cov-distil (oracle2teacher)": 4.866796493530273,
      "epoch": 1.9167974882260597,
      "rel-constrast": 3.371342658996582,
      "step": 2442,
      "subrel-constrast": 3.158686637878418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4668070077896118,
      "cov-distil (oracle2student)": 4.318781852722168,
      "cov-distil (oracle2teacher)": 4.467633247375488,
      "epoch": 1.9175824175824174,
      "rel-constrast": 2.8278894424438477,
      "step": 2443,
      "subrel-constrast": 3.0605411529541016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6778088808059692,
      "cov-distil (oracle2student)": 4.133761882781982,
      "cov-distil (oracle2teacher)": 4.118933200836182,
      "epoch": 1.9183673469387754,
      "rel-constrast": 2.745126724243164,
      "step": 2444,
      "subrel-constrast": 3.2865118980407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730534553527832,
      "cov-distil (oracle2student)": 4.059757232666016,
      "cov-distil (oracle2teacher)": 4.663569450378418,
      "epoch": 1.9191522762951334,
      "rel-constrast": 2.755176544189453,
      "step": 2445,
      "subrel-constrast": 3.620431900024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3050129413604736,
      "cov-distil (oracle2student)": 7.3788909912109375,
      "cov-distil (oracle2teacher)": 7.754733562469482,
      "epoch": 1.9199372056514914,
      "rel-constrast": 3.0278007984161377,
      "step": 2446,
      "subrel-constrast": 4.391505718231201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836742877960205,
      "cov-distil (oracle2student)": 3.221345901489258,
      "cov-distil (oracle2teacher)": 3.8825039863586426,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.01511812210083,
      "step": 2447,
      "subrel-constrast": 3.066784620285034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4408059120178223,
      "cov-distil (oracle2student)": 4.404914855957031,
      "cov-distil (oracle2teacher)": 4.41554594039917,
      "epoch": 1.9215070643642074,
      "rel-constrast": 3.0391955375671387,
      "step": 2448,
      "subrel-constrast": 3.4105911254882812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6281455755233765,
      "cov-distil (oracle2student)": 4.688261032104492,
      "cov-distil (oracle2teacher)": 4.395235061645508,
      "epoch": 1.9222919937205651,
      "rel-constrast": 4.153909683227539,
      "step": 2449,
      "subrel-constrast": 4.057474613189697,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 6.40625,
      "learning_rate": 6.042972579718019e-05,
      "loss": 0.7245,
      "step": 2450
    },
    {
      "cov-distil": 2.3334896564483643,
      "cov-distil (oracle2student)": 3.716407299041748,
      "cov-distil (oracle2teacher)": 3.9700071811676025,
      "epoch": 1.9230769230769231,
      "rel-constrast": 2.104714870452881,
      "step": 2450,
      "subrel-constrast": 2.798041343688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2125606536865234,
      "cov-distil (oracle2student)": 4.052098274230957,
      "cov-distil (oracle2teacher)": 4.003574371337891,
      "epoch": 1.923861852433281,
      "rel-constrast": 2.0958385467529297,
      "step": 2451,
      "subrel-constrast": 2.9285762310028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7260818481445312,
      "cov-distil (oracle2student)": 4.709094047546387,
      "cov-distil (oracle2teacher)": 5.889895439147949,
      "epoch": 1.9246467817896389,
      "rel-constrast": 1.7923723459243774,
      "step": 2452,
      "subrel-constrast": 2.31384015083313,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374174118041992,
      "cov-distil (oracle2student)": 3.318772315979004,
      "cov-distil (oracle2teacher)": 3.299105405807495,
      "epoch": 1.9254317111459969,
      "rel-constrast": 2.9183478355407715,
      "step": 2453,
      "subrel-constrast": 3.8933112621307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3615858554840088,
      "cov-distil (oracle2student)": 5.292784214019775,
      "cov-distil (oracle2teacher)": 4.442875862121582,
      "epoch": 1.9262166405023549,
      "rel-constrast": 2.201432704925537,
      "step": 2454,
      "subrel-constrast": 2.8121838569641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.253101348876953,
      "cov-distil (oracle2student)": 3.3722894191741943,
      "cov-distil (oracle2teacher)": 3.414076566696167,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.4742941856384277,
      "step": 2455,
      "subrel-constrast": 3.2400829792022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9762574434280396,
      "cov-distil (oracle2student)": 4.765923023223877,
      "cov-distil (oracle2teacher)": 4.576281547546387,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.0016727447509766,
      "step": 2456,
      "subrel-constrast": 4.118810176849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.935774564743042,
      "cov-distil (oracle2student)": 3.638676166534424,
      "cov-distil (oracle2teacher)": 4.2220330238342285,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.328850746154785,
      "step": 2457,
      "subrel-constrast": 3.5415661334991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201366901397705,
      "cov-distil (oracle2student)": 4.273174285888672,
      "cov-distil (oracle2teacher)": 4.389764785766602,
      "epoch": 1.9293563579277864,
      "rel-constrast": 2.4983973503112793,
      "step": 2458,
      "subrel-constrast": 3.9117987155914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.217217445373535,
      "cov-distil (oracle2student)": 6.020753860473633,
      "cov-distil (oracle2teacher)": 6.061045169830322,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.372495651245117,
      "step": 2459,
      "subrel-constrast": 4.171265125274658,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 5.25,
      "learning_rate": 6.008808723120035e-05,
      "loss": 0.5947,
      "step": 2460
    },
    {
      "cov-distil": 1.687945008277893,
      "cov-distil (oracle2student)": 3.771752119064331,
      "cov-distil (oracle2teacher)": 3.9231348037719727,
      "epoch": 1.9309262166405023,
      "rel-constrast": 3.116671085357666,
      "step": 2460,
      "subrel-constrast": 3.1500637531280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7739177942276,
      "cov-distil (oracle2student)": 6.626351356506348,
      "cov-distil (oracle2teacher)": 6.596504211425781,
      "epoch": 1.9317111459968603,
      "rel-constrast": 2.560353994369507,
      "step": 2461,
      "subrel-constrast": 2.7602779865264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8357832431793213,
      "cov-distil (oracle2student)": 4.017762184143066,
      "cov-distil (oracle2teacher)": 3.708831787109375,
      "epoch": 1.9324960753532183,
      "rel-constrast": 3.3711981773376465,
      "step": 2462,
      "subrel-constrast": 3.6443586349487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0306951999664307,
      "cov-distil (oracle2student)": 5.807328701019287,
      "cov-distil (oracle2teacher)": 6.186139106750488,
      "epoch": 1.933281004709576,
      "rel-constrast": 1.9793134927749634,
      "step": 2463,
      "subrel-constrast": 2.826362133026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9757835865020752,
      "cov-distil (oracle2student)": 5.7259907722473145,
      "cov-distil (oracle2teacher)": 5.311363697052002,
      "epoch": 1.934065934065934,
      "rel-constrast": 2.3484790325164795,
      "step": 2464,
      "subrel-constrast": 3.0158743858337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3324267864227295,
      "cov-distil (oracle2student)": 3.5916457176208496,
      "cov-distil (oracle2teacher)": 3.0311572551727295,
      "epoch": 1.9348508634222918,
      "rel-constrast": 2.2846477031707764,
      "step": 2465,
      "subrel-constrast": 1.8889868259429932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.350996255874634,
      "cov-distil (oracle2student)": 4.499471664428711,
      "cov-distil (oracle2teacher)": 3.945847272872925,
      "epoch": 1.9356357927786498,
      "rel-constrast": 2.5195398330688477,
      "step": 2466,
      "subrel-constrast": 2.80791974067688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8712279796600342,
      "cov-distil (oracle2student)": 4.294699668884277,
      "cov-distil (oracle2teacher)": 4.541024208068848,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.8388800621032715,
      "step": 2467,
      "subrel-constrast": 3.18410325050354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4040420055389404,
      "cov-distil (oracle2student)": 3.899484872817993,
      "cov-distil (oracle2teacher)": 4.236576080322266,
      "epoch": 1.9372056514913658,
      "rel-constrast": 3.5524230003356934,
      "step": 2468,
      "subrel-constrast": 2.7692809104919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9302080869674683,
      "cov-distil (oracle2student)": 3.3824026584625244,
      "cov-distil (oracle2teacher)": 3.6351897716522217,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.320996046066284,
      "step": 2469,
      "subrel-constrast": 2.907106876373291,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 5.78125,
      "learning_rate": 5.974595698608103e-05,
      "loss": 0.6723,
      "step": 2470
    },
    {
      "cov-distil": 2.0390219688415527,
      "cov-distil (oracle2student)": 3.574535846710205,
      "cov-distil (oracle2teacher)": 3.5823416709899902,
      "epoch": 1.9387755102040818,
      "rel-constrast": 1.8832695484161377,
      "step": 2470,
      "subrel-constrast": 2.332310438156128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9563239812850952,
      "cov-distil (oracle2student)": 5.087672233581543,
      "cov-distil (oracle2teacher)": 5.039678573608398,
      "epoch": 1.9395604395604396,
      "rel-constrast": 2.644735097885132,
      "step": 2471,
      "subrel-constrast": 2.9418880939483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6870641708374023,
      "cov-distil (oracle2student)": 4.363663196563721,
      "cov-distil (oracle2teacher)": 4.42846155166626,
      "epoch": 1.9403453689167975,
      "rel-constrast": 2.830936908721924,
      "step": 2472,
      "subrel-constrast": 3.4263899326324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098186492919922,
      "cov-distil (oracle2student)": 3.884005069732666,
      "cov-distil (oracle2teacher)": 3.8875696659088135,
      "epoch": 1.9411302982731553,
      "rel-constrast": 3.5178287029266357,
      "step": 2473,
      "subrel-constrast": 4.144705772399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5270514488220215,
      "cov-distil (oracle2student)": 4.721444606781006,
      "cov-distil (oracle2teacher)": 5.402957439422607,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.482637405395508,
      "step": 2474,
      "subrel-constrast": 4.246410369873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9311585426330566,
      "cov-distil (oracle2student)": 3.8060672283172607,
      "cov-distil (oracle2teacher)": 3.5603396892547607,
      "epoch": 1.9427001569858713,
      "rel-constrast": 2.1502785682678223,
      "step": 2475,
      "subrel-constrast": 3.1536002159118652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2926223278045654,
      "cov-distil (oracle2student)": 4.614287376403809,
      "cov-distil (oracle2teacher)": 4.396866798400879,
      "epoch": 1.9434850863422293,
      "rel-constrast": 4.8139190673828125,
      "step": 2476,
      "subrel-constrast": 5.218353271484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7026467323303223,
      "cov-distil (oracle2student)": 6.644528388977051,
      "cov-distil (oracle2teacher)": 6.19511604309082,
      "epoch": 1.9442700156985873,
      "rel-constrast": 2.9954545497894287,
      "step": 2477,
      "subrel-constrast": 3.128133773803711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603178858757019,
      "cov-distil (oracle2student)": 5.406822204589844,
      "cov-distil (oracle2teacher)": 5.390783309936523,
      "epoch": 1.945054945054945,
      "rel-constrast": 2.8402321338653564,
      "step": 2478,
      "subrel-constrast": 3.283267021179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9571011066436768,
      "cov-distil (oracle2student)": 3.0999464988708496,
      "cov-distil (oracle2teacher)": 3.935704469680786,
      "epoch": 1.945839874411303,
      "rel-constrast": 2.2792153358459473,
      "step": 2479,
      "subrel-constrast": 2.6279282569885254,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 4.78125,
      "learning_rate": 5.9403351736767696e-05,
      "loss": 0.736,
      "step": 2480
    },
    {
      "cov-distil": 1.8668606281280518,
      "cov-distil (oracle2student)": 3.503502130508423,
      "cov-distil (oracle2teacher)": 3.279601812362671,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.480930805206299,
      "step": 2480,
      "subrel-constrast": 2.798454761505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8852900266647339,
      "cov-distil (oracle2student)": 4.244143009185791,
      "cov-distil (oracle2teacher)": 3.938053846359253,
      "epoch": 1.9474097331240188,
      "rel-constrast": 3.138617992401123,
      "step": 2481,
      "subrel-constrast": 3.0289249420166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657670259475708,
      "cov-distil (oracle2student)": 5.167550086975098,
      "cov-distil (oracle2teacher)": 4.708657264709473,
      "epoch": 1.9481946624803768,
      "rel-constrast": 2.581165313720703,
      "step": 2482,
      "subrel-constrast": 3.298506498336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239790439605713,
      "cov-distil (oracle2student)": 3.431365728378296,
      "cov-distil (oracle2teacher)": 3.7457351684570312,
      "epoch": 1.9489795918367347,
      "rel-constrast": 2.76480770111084,
      "step": 2483,
      "subrel-constrast": 3.8160552978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8459279537200928,
      "cov-distil (oracle2student)": 3.5243842601776123,
      "cov-distil (oracle2teacher)": 3.8231873512268066,
      "epoch": 1.9497645211930927,
      "rel-constrast": 2.826083183288574,
      "step": 2484,
      "subrel-constrast": 3.5021095275878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9210548400878906,
      "cov-distil (oracle2student)": 4.5377960205078125,
      "cov-distil (oracle2teacher)": 5.1322021484375,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.3552684783935547,
      "step": 2485,
      "subrel-constrast": 3.4798367023468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708056926727295,
      "cov-distil (oracle2student)": 4.857287406921387,
      "cov-distil (oracle2teacher)": 4.717148780822754,
      "epoch": 1.9513343799058085,
      "rel-constrast": 2.991637945175171,
      "step": 2486,
      "subrel-constrast": 3.8538687229156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4445866346359253,
      "cov-distil (oracle2student)": 4.9125823974609375,
      "cov-distil (oracle2teacher)": 4.670475006103516,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.51629376411438,
      "step": 2487,
      "subrel-constrast": 3.355787754058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.655949115753174,
      "cov-distil (oracle2student)": 5.966297149658203,
      "cov-distil (oracle2teacher)": 5.986098289489746,
      "epoch": 1.9529042386185242,
      "rel-constrast": 3.2626354694366455,
      "step": 2488,
      "subrel-constrast": 4.3968329429626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9945803880691528,
      "cov-distil (oracle2student)": 6.459602355957031,
      "cov-distil (oracle2teacher)": 5.877923011779785,
      "epoch": 1.9536891679748822,
      "rel-constrast": 2.5132532119750977,
      "step": 2489,
      "subrel-constrast": 2.7977800369262695,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 5.59375,
      "learning_rate": 5.906028818135687e-05,
      "loss": 0.6858,
      "step": 2490
    },
    {
      "cov-distil": 2.2153186798095703,
      "cov-distil (oracle2student)": 4.558100700378418,
      "cov-distil (oracle2teacher)": 3.720633029937744,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.2447004318237305,
      "step": 2490,
      "subrel-constrast": 2.6911709308624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952585220336914,
      "cov-distil (oracle2student)": 4.796973705291748,
      "cov-distil (oracle2teacher)": 4.5937299728393555,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.307803153991699,
      "step": 2491,
      "subrel-constrast": 3.1071579456329346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8112146854400635,
      "cov-distil (oracle2student)": 5.045344352722168,
      "cov-distil (oracle2teacher)": 4.880633354187012,
      "epoch": 1.9560439560439562,
      "rel-constrast": 3.659937858581543,
      "step": 2492,
      "subrel-constrast": 3.7190141677856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4868398904800415,
      "cov-distil (oracle2student)": 4.826017379760742,
      "cov-distil (oracle2teacher)": 4.381100654602051,
      "epoch": 1.956828885400314,
      "rel-constrast": 1.9753671884536743,
      "step": 2493,
      "subrel-constrast": 2.8996875286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1026721000671387,
      "cov-distil (oracle2student)": 2.54170298576355,
      "cov-distil (oracle2teacher)": 2.853010654449463,
      "epoch": 1.957613814756672,
      "rel-constrast": 2.0432238578796387,
      "step": 2494,
      "subrel-constrast": 2.42795991897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.534482479095459,
      "cov-distil (oracle2student)": 5.846956253051758,
      "cov-distil (oracle2teacher)": 5.090435981750488,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.32497239112854,
      "step": 2495,
      "subrel-constrast": 3.9177615642547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.315896511077881,
      "cov-distil (oracle2student)": 6.092440605163574,
      "cov-distil (oracle2teacher)": 5.105635643005371,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.1274499893188477,
      "step": 2496,
      "subrel-constrast": 3.865272283554077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5619418621063232,
      "cov-distil (oracle2student)": 1.7443065643310547,
      "cov-distil (oracle2teacher)": 2.4689059257507324,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.252311944961548,
      "step": 2497,
      "subrel-constrast": 2.7410295009613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8640586137771606,
      "cov-distil (oracle2student)": 5.467227935791016,
      "cov-distil (oracle2teacher)": 4.969353675842285,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.5120552778244019,
      "step": 2498,
      "subrel-constrast": 2.2876338958740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6416150331497192,
      "cov-distil (oracle2student)": 4.690827369689941,
      "cov-distil (oracle2teacher)": 4.5266923904418945,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.8629257678985596,
      "step": 2499,
      "subrel-constrast": 2.2377564907073975,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 4.6875,
      "learning_rate": 5.8716783040282244e-05,
      "loss": 0.6078,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.738,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7472976676153877,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5698495772621469,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.4269999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6007233705912474,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.5810477857677194,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.5274610684695811,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.31562501192092896,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.06451416015625
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.0623779296875
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.00213623046875,
      "step": 2500
    },
    {
      "cov-distil": 1.2225520610809326,
      "cov-distil (oracle2student)": 5.309970855712891,
      "cov-distil (oracle2teacher)": 5.672303676605225,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.3855199813842773,
      "step": 2500,
      "subrel-constrast": 2.3666558265686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.872155785560608,
      "cov-distil (oracle2student)": 5.027472972869873,
      "cov-distil (oracle2teacher)": 5.321221351623535,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.575479507446289,
      "step": 2501,
      "subrel-constrast": 3.300097703933716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6227443218231201,
      "cov-distil (oracle2student)": 4.981745719909668,
      "cov-distil (oracle2teacher)": 4.8786845207214355,
      "epoch": 1.9638932496075352,
      "rel-constrast": 3.897221565246582,
      "step": 2502,
      "subrel-constrast": 3.5236194133758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386404514312744,
      "cov-distil (oracle2student)": 5.596979141235352,
      "cov-distil (oracle2teacher)": 5.143508434295654,
      "epoch": 1.9646781789638932,
      "rel-constrast": 3.692634344100952,
      "step": 2503,
      "subrel-constrast": 3.8815207481384277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6746184825897217,
      "cov-distil (oracle2student)": 6.322510719299316,
      "cov-distil (oracle2teacher)": 6.038435935974121,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.0913889408111572,
      "step": 2504,
      "subrel-constrast": 2.9296252727508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6233679056167603,
      "cov-distil (oracle2student)": 2.964816093444824,
      "cov-distil (oracle2teacher)": 3.5122010707855225,
      "epoch": 1.9662480376766092,
      "rel-constrast": 1.6735039949417114,
      "step": 2505,
      "subrel-constrast": 2.610323905944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952760457992554,
      "cov-distil (oracle2student)": 3.2139170169830322,
      "cov-distil (oracle2teacher)": 4.353132247924805,
      "epoch": 1.9670329670329672,
      "rel-constrast": 2.5895330905914307,
      "step": 2506,
      "subrel-constrast": 3.323965311050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9403142929077148,
      "cov-distil (oracle2student)": 4.037015914916992,
      "cov-distil (oracle2teacher)": 4.291872501373291,
      "epoch": 1.967817896389325,
      "rel-constrast": 3.0716917514801025,
      "step": 2507,
      "subrel-constrast": 3.8357462882995605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4156689643859863,
      "cov-distil (oracle2student)": 5.423083305358887,
      "cov-distil (oracle2teacher)": 4.680746555328369,
      "epoch": 1.968602825745683,
      "rel-constrast": 3.222414255142212,
      "step": 2508,
      "subrel-constrast": 3.2956390380859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639742136001587,
      "cov-distil (oracle2student)": 6.942140579223633,
      "cov-distil (oracle2teacher)": 6.753202438354492,
      "epoch": 1.9693877551020407,
      "rel-constrast": 2.8221075534820557,
      "step": 2509,
      "subrel-constrast": 2.724263906478882,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 5.5625,
      "learning_rate": 5.837285305549978e-05,
      "loss": 0.7005,
      "step": 2510
    },
    {
      "cov-distil": 2.1641781330108643,
      "cov-distil (oracle2student)": 4.283402442932129,
      "cov-distil (oracle2teacher)": 3.772627592086792,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.54879093170166,
      "step": 2510,
      "subrel-constrast": 3.042397975921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489097595214844,
      "cov-distil (oracle2student)": 4.0950493812561035,
      "cov-distil (oracle2teacher)": 4.105362892150879,
      "epoch": 1.9709576138147566,
      "rel-constrast": 3.1420552730560303,
      "step": 2511,
      "subrel-constrast": 3.3489694595336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7748868465423584,
      "cov-distil (oracle2student)": 4.655896186828613,
      "cov-distil (oracle2teacher)": 4.2936506271362305,
      "epoch": 1.9717425431711146,
      "rel-constrast": 3.3456034660339355,
      "step": 2512,
      "subrel-constrast": 3.3331098556518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3507415056228638,
      "cov-distil (oracle2student)": 5.5714898109436035,
      "cov-distil (oracle2teacher)": 5.121783256530762,
      "epoch": 1.9725274725274726,
      "rel-constrast": 3.8494200706481934,
      "step": 2513,
      "subrel-constrast": 3.9143669605255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125977039337158,
      "cov-distil (oracle2student)": 5.107012748718262,
      "cov-distil (oracle2teacher)": 4.841459274291992,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.5691685676574707,
      "step": 2514,
      "subrel-constrast": 4.255947113037109,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.933264970779419,
      "cov-distil (oracle2student)": 5.319183826446533,
      "cov-distil (oracle2teacher)": 4.810039520263672,
      "epoch": 1.9740973312401884,
      "rel-constrast": 2.7086691856384277,
      "step": 2515,
      "subrel-constrast": 3.271160125732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6388174295425415,
      "cov-distil (oracle2student)": 5.97515344619751,
      "cov-distil (oracle2teacher)": 4.739749908447266,
      "epoch": 1.9748822605965461,
      "rel-constrast": 3.0537171363830566,
      "step": 2516,
      "subrel-constrast": 2.6927037239074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147085666656494,
      "cov-distil (oracle2student)": 5.668997764587402,
      "cov-distil (oracle2teacher)": 4.026939868927002,
      "epoch": 1.9756671899529041,
      "rel-constrast": 3.126368999481201,
      "step": 2517,
      "subrel-constrast": 3.1703195571899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9068620204925537,
      "cov-distil (oracle2student)": 5.158315658569336,
      "cov-distil (oracle2teacher)": 4.742196083068848,
      "epoch": 1.9764521193092621,
      "rel-constrast": 2.2116479873657227,
      "step": 2518,
      "subrel-constrast": 3.171753168106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3419479131698608,
      "cov-distil (oracle2student)": 4.089794635772705,
      "cov-distil (oracle2teacher)": 3.8736610412597656,
      "epoch": 1.9772370486656201,
      "rel-constrast": 2.9193832874298096,
      "step": 2519,
      "subrel-constrast": 3.34855055809021,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 5.25,
      "learning_rate": 5.8028514989671724e-05,
      "loss": 0.7619,
      "step": 2520
    },
    {
      "cov-distil": 1.7747656106948853,
      "cov-distil (oracle2student)": 4.940712928771973,
      "cov-distil (oracle2teacher)": 5.2307538986206055,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.4487460851669312,
      "step": 2520,
      "subrel-constrast": 2.378176689147949,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.000467300415039,
      "cov-distil (oracle2student)": 3.6442348957061768,
      "cov-distil (oracle2teacher)": 3.6408212184906006,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.2743892669677734,
      "step": 2521,
      "subrel-constrast": 3.0767998695373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481682777404785,
      "cov-distil (oracle2student)": 4.763431549072266,
      "cov-distil (oracle2teacher)": 4.2369585037231445,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.729431390762329,
      "step": 2522,
      "subrel-constrast": 3.7695209980010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0720200538635254,
      "cov-distil (oracle2student)": 5.337348937988281,
      "cov-distil (oracle2teacher)": 4.811026573181152,
      "epoch": 1.9803767660910518,
      "rel-constrast": 2.4386372566223145,
      "step": 2523,
      "subrel-constrast": 3.1894137859344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.177273750305176,
      "cov-distil (oracle2student)": 4.696388244628906,
      "cov-distil (oracle2teacher)": 5.5932722091674805,
      "epoch": 1.9811616954474096,
      "rel-constrast": 3.882840156555176,
      "step": 2524,
      "subrel-constrast": 3.4515774250030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3020150661468506,
      "cov-distil (oracle2student)": 3.7890830039978027,
      "cov-distil (oracle2teacher)": 4.179298400878906,
      "epoch": 1.9819466248037676,
      "rel-constrast": 2.444486618041992,
      "step": 2525,
      "subrel-constrast": 2.919757604598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7473819255828857,
      "cov-distil (oracle2student)": 4.074734210968018,
      "cov-distil (oracle2teacher)": 4.032130241394043,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.429039716720581,
      "step": 2526,
      "subrel-constrast": 3.216249465942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837586522102356,
      "cov-distil (oracle2student)": 3.7994861602783203,
      "cov-distil (oracle2teacher)": 3.7678232192993164,
      "epoch": 1.9835164835164836,
      "rel-constrast": 2.0155608654022217,
      "step": 2527,
      "subrel-constrast": 2.383115530014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1546661853790283,
      "cov-distil (oracle2student)": 4.636777877807617,
      "cov-distil (oracle2teacher)": 5.012439727783203,
      "epoch": 1.9843014128728416,
      "rel-constrast": 2.684072732925415,
      "step": 2528,
      "subrel-constrast": 3.265784502029419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7751455307006836,
      "cov-distil (oracle2student)": 4.9362897872924805,
      "cov-distil (oracle2teacher)": 4.177788734436035,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.134835720062256,
      "step": 2529,
      "subrel-constrast": 2.958645820617676,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 4.46875,
      "learning_rate": 5.7683785625349616e-05,
      "loss": 0.6371,
      "step": 2530
    },
    {
      "cov-distil": 1.7984894514083862,
      "cov-distil (oracle2student)": 5.065995216369629,
      "cov-distil (oracle2teacher)": 5.3776655197143555,
      "epoch": 1.9858712715855573,
      "rel-constrast": 3.3599891662597656,
      "step": 2530,
      "subrel-constrast": 3.627124309539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.313042640686035,
      "cov-distil (oracle2student)": 5.022718906402588,
      "cov-distil (oracle2teacher)": 5.378259181976318,
      "epoch": 1.986656200941915,
      "rel-constrast": 4.470643997192383,
      "step": 2531,
      "subrel-constrast": 5.61115026473999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8783152103424072,
      "cov-distil (oracle2student)": 3.0980100631713867,
      "cov-distil (oracle2teacher)": 3.1400067806243896,
      "epoch": 1.987441130298273,
      "rel-constrast": 2.6688013076782227,
      "step": 2532,
      "subrel-constrast": 3.152229070663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308867931365967,
      "cov-distil (oracle2student)": 3.606982707977295,
      "cov-distil (oracle2teacher)": 3.9440665245056152,
      "epoch": 1.988226059654631,
      "rel-constrast": 2.054579496383667,
      "step": 2533,
      "subrel-constrast": 2.480137825012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7697474956512451,
      "cov-distil (oracle2student)": 4.037708282470703,
      "cov-distil (oracle2teacher)": 3.4481453895568848,
      "epoch": 1.989010989010989,
      "rel-constrast": 2.620265245437622,
      "step": 2534,
      "subrel-constrast": 3.183137893676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286000967025757,
      "cov-distil (oracle2student)": 4.790226459503174,
      "cov-distil (oracle2teacher)": 4.528604984283447,
      "epoch": 1.989795918367347,
      "rel-constrast": 2.740041732788086,
      "step": 2535,
      "subrel-constrast": 3.3533594608306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7355217933654785,
      "cov-distil (oracle2student)": 3.6261096000671387,
      "cov-distil (oracle2teacher)": 4.132897853851318,
      "epoch": 1.990580847723705,
      "rel-constrast": 2.8000693321228027,
      "step": 2536,
      "subrel-constrast": 3.091193914413452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9087530374526978,
      "cov-distil (oracle2student)": 2.5522608757019043,
      "cov-distil (oracle2teacher)": 2.4722559452056885,
      "epoch": 1.9913657770800628,
      "rel-constrast": 2.926123857498169,
      "step": 2537,
      "subrel-constrast": 3.087083101272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4713294506072998,
      "cov-distil (oracle2student)": 5.792296886444092,
      "cov-distil (oracle2teacher)": 4.647169589996338,
      "epoch": 1.9921507064364206,
      "rel-constrast": 2.756894111633301,
      "step": 2538,
      "subrel-constrast": 2.7664737701416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189427375793457,
      "cov-distil (oracle2student)": 4.529143810272217,
      "cov-distil (oracle2teacher)": 4.51795768737793,
      "epoch": 1.9929356357927785,
      "rel-constrast": 3.064729928970337,
      "step": 2539,
      "subrel-constrast": 3.361678123474121,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 6.375,
      "learning_rate": 5.733868176415633e-05,
      "loss": 0.7366,
      "step": 2540
    },
    {
      "cov-distil": 1.5750901699066162,
      "cov-distil (oracle2student)": 4.093074321746826,
      "cov-distil (oracle2teacher)": 4.637243270874023,
      "epoch": 1.9937205651491365,
      "rel-constrast": 2.075411081314087,
      "step": 2540,
      "subrel-constrast": 2.448676824569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9777919054031372,
      "cov-distil (oracle2student)": 3.8294248580932617,
      "cov-distil (oracle2teacher)": 4.287189960479736,
      "epoch": 1.9945054945054945,
      "rel-constrast": 3.0209743976593018,
      "step": 2541,
      "subrel-constrast": 4.021409034729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587796688079834,
      "cov-distil (oracle2student)": 5.49365758895874,
      "cov-distil (oracle2teacher)": 5.910480499267578,
      "epoch": 1.9952904238618525,
      "rel-constrast": 5.270740032196045,
      "step": 2542,
      "subrel-constrast": 5.406007766723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437902927398682,
      "cov-distil (oracle2student)": 4.540508270263672,
      "cov-distil (oracle2teacher)": 4.854426383972168,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.1782193183898926,
      "step": 2543,
      "subrel-constrast": 2.8956971168518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8529398441314697,
      "cov-distil (oracle2student)": 4.0779290199279785,
      "cov-distil (oracle2teacher)": 3.9614036083221436,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.625232696533203,
      "step": 2544,
      "subrel-constrast": 3.2495620250701904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0286080837249756,
      "cov-distil (oracle2student)": 6.400110244750977,
      "cov-distil (oracle2teacher)": 6.3265461921691895,
      "epoch": 1.9976452119309263,
      "rel-constrast": 3.2043192386627197,
      "step": 2545,
      "subrel-constrast": 3.5380916595458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0452005863189697,
      "cov-distil (oracle2student)": 3.9761855602264404,
      "cov-distil (oracle2teacher)": 3.9445085525512695,
      "epoch": 1.998430141287284,
      "rel-constrast": 2.704453945159912,
      "step": 2546,
      "subrel-constrast": 3.460219621658325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566762685775757,
      "cov-distil (oracle2student)": 5.573892593383789,
      "cov-distil (oracle2teacher)": 5.220852851867676,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.3901174068450928,
      "step": 2547,
      "subrel-constrast": 3.0887601375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.458240509033203,
      "cov-distil (oracle2student)": 4.926652431488037,
      "cov-distil (oracle2teacher)": 5.318769931793213,
      "epoch": 2.0,
      "rel-constrast": 4.403951168060303,
      "step": 2548,
      "subrel-constrast": 4.529433727264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868029594421387,
      "cov-distil (oracle2student)": 4.364091396331787,
      "cov-distil (oracle2teacher)": 4.624316692352295,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.0798845291137695,
      "step": 2549,
      "subrel-constrast": 2.462433099746704,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 4.71875,
      "learning_rate": 5.699322022596722e-05,
      "loss": 0.7488,
      "step": 2550
    },
    {
      "cov-distil": 2.1258373260498047,
      "cov-distil (oracle2student)": 4.301787376403809,
      "cov-distil (oracle2teacher)": 3.570829391479492,
      "epoch": 2.001569858712716,
      "rel-constrast": 2.3612403869628906,
      "step": 2550,
      "subrel-constrast": 2.9577741622924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5835754871368408,
      "cov-distil (oracle2student)": 4.208854675292969,
      "cov-distil (oracle2teacher)": 3.7016186714172363,
      "epoch": 2.002354788069074,
      "rel-constrast": 1.5100630521774292,
      "step": 2551,
      "subrel-constrast": 2.302774667739868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8982410430908203,
      "cov-distil (oracle2student)": 4.172214984893799,
      "cov-distil (oracle2teacher)": 4.093657493591309,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.3930625915527344,
      "step": 2552,
      "subrel-constrast": 2.7628121376037598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7371593713760376,
      "cov-distil (oracle2student)": 5.621016502380371,
      "cov-distil (oracle2teacher)": 5.383001804351807,
      "epoch": 2.0039246467817895,
      "rel-constrast": 2.9629056453704834,
      "step": 2553,
      "subrel-constrast": 3.2163074016571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0916059017181396,
      "cov-distil (oracle2student)": 5.589401721954346,
      "cov-distil (oracle2teacher)": 4.830117225646973,
      "epoch": 2.0047095761381475,
      "rel-constrast": 3.052107810974121,
      "step": 2554,
      "subrel-constrast": 3.7211403846740723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1067309379577637,
      "cov-distil (oracle2student)": 5.1945390701293945,
      "cov-distil (oracle2teacher)": 5.382320404052734,
      "epoch": 2.0054945054945055,
      "rel-constrast": 3.9063704013824463,
      "step": 2555,
      "subrel-constrast": 4.103235721588135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7570550441741943,
      "cov-distil (oracle2student)": 4.9050211906433105,
      "cov-distil (oracle2teacher)": 4.2007341384887695,
      "epoch": 2.0062794348508635,
      "rel-constrast": 3.8419382572174072,
      "step": 2556,
      "subrel-constrast": 2.8187415599823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.821162462234497,
      "cov-distil (oracle2student)": 4.670251846313477,
      "cov-distil (oracle2teacher)": 4.764123916625977,
      "epoch": 2.0070643642072215,
      "rel-constrast": 2.8519198894500732,
      "step": 2557,
      "subrel-constrast": 3.5106759071350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1122355461120605,
      "cov-distil (oracle2student)": 4.260698318481445,
      "cov-distil (oracle2teacher)": 4.118325233459473,
      "epoch": 2.0078492935635794,
      "rel-constrast": 2.690194845199585,
      "step": 2558,
      "subrel-constrast": 3.295985460281372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711580514907837,
      "cov-distil (oracle2student)": 5.021218299865723,
      "cov-distil (oracle2teacher)": 4.497158527374268,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.182715654373169,
      "step": 2559,
      "subrel-constrast": 2.5896501541137695,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 4.75,
      "learning_rate": 5.664741784809022e-05,
      "loss": 0.6938,
      "step": 2560
    },
    {
      "cov-distil": 1.7884113788604736,
      "cov-distil (oracle2student)": 4.356778621673584,
      "cov-distil (oracle2teacher)": 4.863094329833984,
      "epoch": 2.009419152276295,
      "rel-constrast": 2.8312814235687256,
      "step": 2560,
      "subrel-constrast": 2.967888832092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013068675994873,
      "cov-distil (oracle2student)": 4.491141319274902,
      "cov-distil (oracle2teacher)": 4.037299633026123,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.4350738525390625,
      "step": 2561,
      "subrel-constrast": 3.30755877494812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9660069942474365,
      "cov-distil (oracle2student)": 5.017086029052734,
      "cov-distil (oracle2teacher)": 4.902254104614258,
      "epoch": 2.010989010989011,
      "rel-constrast": 1.9878599643707275,
      "step": 2562,
      "subrel-constrast": 3.0214481353759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421285629272461,
      "cov-distil (oracle2student)": 4.507901668548584,
      "cov-distil (oracle2teacher)": 4.789179801940918,
      "epoch": 2.011773940345369,
      "rel-constrast": 3.660367012023926,
      "step": 2563,
      "subrel-constrast": 3.9827966690063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.054304838180542,
      "cov-distil (oracle2student)": 4.219307899475098,
      "cov-distil (oracle2teacher)": 4.459569931030273,
      "epoch": 2.012558869701727,
      "rel-constrast": 1.9687901735305786,
      "step": 2564,
      "subrel-constrast": 2.4701688289642334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6675575971603394,
      "cov-distil (oracle2student)": 5.174063682556152,
      "cov-distil (oracle2teacher)": 5.171297550201416,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.506148338317871,
      "step": 2565,
      "subrel-constrast": 3.592433214187622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2913450002670288,
      "cov-distil (oracle2student)": 4.28880500793457,
      "cov-distil (oracle2teacher)": 4.500802516937256,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.58596134185791,
      "step": 2566,
      "subrel-constrast": 2.8160061836242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4648096561431885,
      "cov-distil (oracle2student)": 5.971970081329346,
      "cov-distil (oracle2teacher)": 5.209876537322998,
      "epoch": 2.0149136577708004,
      "rel-constrast": 2.790116786956787,
      "step": 2567,
      "subrel-constrast": 3.549389600753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2566826343536377,
      "cov-distil (oracle2student)": 4.800185680389404,
      "cov-distil (oracle2teacher)": 4.5952982902526855,
      "epoch": 2.0156985871271584,
      "rel-constrast": 3.351687431335449,
      "step": 2568,
      "subrel-constrast": 3.7380764484405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5591020584106445,
      "cov-distil (oracle2student)": 5.750785827636719,
      "cov-distil (oracle2teacher)": 4.93947696685791,
      "epoch": 2.0164835164835164,
      "rel-constrast": 2.156550407409668,
      "step": 2569,
      "subrel-constrast": 2.5878803730010986,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 4.65625,
      "learning_rate": 5.630129148444543e-05,
      "loss": 0.6818,
      "step": 2570
    },
    {
      "cov-distil": 1.946911096572876,
      "cov-distil (oracle2student)": 4.756559371948242,
      "cov-distil (oracle2teacher)": 4.397950172424316,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.19710111618042,
      "step": 2570,
      "subrel-constrast": 3.2112863063812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655794858932495,
      "cov-distil (oracle2student)": 3.1239304542541504,
      "cov-distil (oracle2teacher)": 3.513669490814209,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.7445957660675049,
      "step": 2571,
      "subrel-constrast": 3.0302624702453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065640449523926,
      "cov-distil (oracle2student)": 3.886895179748535,
      "cov-distil (oracle2teacher)": 4.261651039123535,
      "epoch": 2.0188383045525904,
      "rel-constrast": 2.991373062133789,
      "step": 2572,
      "subrel-constrast": 2.96134877204895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7570685148239136,
      "cov-distil (oracle2student)": 3.8550608158111572,
      "cov-distil (oracle2teacher)": 4.045107364654541,
      "epoch": 2.0196232339089484,
      "rel-constrast": 3.3253040313720703,
      "step": 2573,
      "subrel-constrast": 3.551503896713257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6372387409210205,
      "cov-distil (oracle2student)": 4.543602466583252,
      "cov-distil (oracle2teacher)": 4.382509708404541,
      "epoch": 2.020408163265306,
      "rel-constrast": 2.669891595840454,
      "step": 2574,
      "subrel-constrast": 3.3324649333953857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3280587196350098,
      "cov-distil (oracle2student)": 4.8951592445373535,
      "cov-distil (oracle2teacher)": 4.531047821044922,
      "epoch": 2.021193092621664,
      "rel-constrast": 2.7557802200317383,
      "step": 2575,
      "subrel-constrast": 2.8769547939300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322732925415039,
      "cov-distil (oracle2student)": 5.932562828063965,
      "cov-distil (oracle2teacher)": 5.437921047210693,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.581857919692993,
      "step": 2576,
      "subrel-constrast": 4.037444591522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9300665855407715,
      "cov-distil (oracle2student)": 6.2808098793029785,
      "cov-distil (oracle2teacher)": 5.573310852050781,
      "epoch": 2.02276295133438,
      "rel-constrast": 4.117798328399658,
      "step": 2577,
      "subrel-constrast": 4.762217044830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7226312160491943,
      "cov-distil (oracle2student)": 3.679619789123535,
      "cov-distil (oracle2teacher)": 3.778111696243286,
      "epoch": 2.023547880690738,
      "rel-constrast": 2.0732812881469727,
      "step": 2578,
      "subrel-constrast": 2.9636924266815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.214771270751953,
      "cov-distil (oracle2student)": 3.3711369037628174,
      "cov-distil (oracle2teacher)": 3.710188627243042,
      "epoch": 2.024332810047096,
      "rel-constrast": 2.042487621307373,
      "step": 2579,
      "subrel-constrast": 2.584998369216919,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 5.875,
      "learning_rate": 5.595485800474349e-05,
      "loss": 0.6625,
      "step": 2580
    },
    {
      "cov-distil": 1.63824462890625,
      "cov-distil (oracle2student)": 3.9568216800689697,
      "cov-distil (oracle2teacher)": 4.255740165710449,
      "epoch": 2.025117739403454,
      "rel-constrast": 2.3159022331237793,
      "step": 2580,
      "subrel-constrast": 3.087181806564331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2472267150878906,
      "cov-distil (oracle2student)": 5.346620082855225,
      "cov-distil (oracle2teacher)": 5.647307395935059,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.0386619567871094,
      "step": 2581,
      "subrel-constrast": 3.4553885459899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912951946258545,
      "cov-distil (oracle2student)": 3.9456892013549805,
      "cov-distil (oracle2teacher)": 4.3785905838012695,
      "epoch": 2.0266875981161694,
      "rel-constrast": 2.4947571754455566,
      "step": 2582,
      "subrel-constrast": 3.1870858669281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9258224964141846,
      "cov-distil (oracle2student)": 3.8464627265930176,
      "cov-distil (oracle2teacher)": 3.8349416255950928,
      "epoch": 2.0274725274725274,
      "rel-constrast": 1.5456628799438477,
      "step": 2583,
      "subrel-constrast": 2.0827441215515137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5988335609436035,
      "cov-distil (oracle2student)": 4.1614670753479,
      "cov-distil (oracle2teacher)": 4.707677364349365,
      "epoch": 2.0282574568288854,
      "rel-constrast": 3.005307674407959,
      "step": 2584,
      "subrel-constrast": 3.7597811222076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006798028945923,
      "cov-distil (oracle2student)": 6.747647762298584,
      "cov-distil (oracle2teacher)": 5.796760559082031,
      "epoch": 2.0290423861852434,
      "rel-constrast": 2.9395365715026855,
      "step": 2585,
      "subrel-constrast": 3.4042890071868896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1272244453430176,
      "cov-distil (oracle2student)": 3.626520872116089,
      "cov-distil (oracle2teacher)": 3.628467082977295,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.1630029678344727,
      "step": 2586,
      "subrel-constrast": 3.0625081062316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675552368164062,
      "cov-distil (oracle2student)": 5.3920698165893555,
      "cov-distil (oracle2teacher)": 5.264993667602539,
      "epoch": 2.0306122448979593,
      "rel-constrast": 3.9051218032836914,
      "step": 2587,
      "subrel-constrast": 3.932485342025757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881904125213623,
      "cov-distil (oracle2student)": 4.439874649047852,
      "cov-distil (oracle2teacher)": 5.055533409118652,
      "epoch": 2.0313971742543173,
      "rel-constrast": 2.9489736557006836,
      "step": 2588,
      "subrel-constrast": 3.5634334087371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4446306228637695,
      "cov-distil (oracle2student)": 4.306957244873047,
      "cov-distil (oracle2teacher)": 4.34752893447876,
      "epoch": 2.032182103610675,
      "rel-constrast": 2.520251512527466,
      "step": 2589,
      "subrel-constrast": 3.247004508972168,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 5.40625,
      "learning_rate": 5.560813429366345e-05,
      "loss": 0.6469,
      "step": 2590
    },
    {
      "cov-distil": 2.150756359100342,
      "cov-distil (oracle2student)": 5.253884315490723,
      "cov-distil (oracle2teacher)": 4.862238883972168,
      "epoch": 2.032967032967033,
      "rel-constrast": 3.018881320953369,
      "step": 2590,
      "subrel-constrast": 3.5716564655303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3730404376983643,
      "cov-distil (oracle2student)": 5.889652252197266,
      "cov-distil (oracle2teacher)": 5.039845943450928,
      "epoch": 2.033751962323391,
      "rel-constrast": 2.1584391593933105,
      "step": 2591,
      "subrel-constrast": 3.011430501937866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9935615062713623,
      "cov-distil (oracle2student)": 4.854017734527588,
      "cov-distil (oracle2teacher)": 4.883340358734131,
      "epoch": 2.034536891679749,
      "rel-constrast": 2.830117702484131,
      "step": 2592,
      "subrel-constrast": 3.662156581878662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6059558391571045,
      "cov-distil (oracle2student)": 4.423374176025391,
      "cov-distil (oracle2teacher)": 4.29328727722168,
      "epoch": 2.035321821036107,
      "rel-constrast": 1.6868594884872437,
      "step": 2593,
      "subrel-constrast": 2.684037685394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6061954498291016,
      "cov-distil (oracle2student)": 3.116438388824463,
      "cov-distil (oracle2teacher)": 3.128178358078003,
      "epoch": 2.036106750392465,
      "rel-constrast": 1.7700728178024292,
      "step": 2594,
      "subrel-constrast": 2.863805055618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.023014545440674,
      "cov-distil (oracle2student)": 4.6256561279296875,
      "cov-distil (oracle2teacher)": 4.576244831085205,
      "epoch": 2.036891679748823,
      "rel-constrast": 2.594304084777832,
      "step": 2595,
      "subrel-constrast": 3.2458183765411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0319082736968994,
      "cov-distil (oracle2student)": 5.820037364959717,
      "cov-distil (oracle2teacher)": 6.19043493270874,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.2198634147644043,
      "step": 2596,
      "subrel-constrast": 3.5822763442993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9737094640731812,
      "cov-distil (oracle2student)": 4.649413108825684,
      "cov-distil (oracle2teacher)": 4.667245864868164,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.5099514722824097,
      "step": 2597,
      "subrel-constrast": 2.4922409057617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.464785099029541,
      "cov-distil (oracle2student)": 3.180737018585205,
      "cov-distil (oracle2teacher)": 3.6784579753875732,
      "epoch": 2.0392464678178963,
      "rel-constrast": 1.8502593040466309,
      "step": 2598,
      "subrel-constrast": 2.797020673751831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7686727046966553,
      "cov-distil (oracle2student)": 4.366387844085693,
      "cov-distil (oracle2teacher)": 4.3916707038879395,
      "epoch": 2.0400313971742543,
      "rel-constrast": 2.046938180923462,
      "step": 2599,
      "subrel-constrast": 3.0320792198181152,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 4.96875,
      "learning_rate": 5.5261137250029835e-05,
      "loss": 0.5421,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.26875001192092896,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.08050537109375
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.0628662109375
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.01763916015625,
      "step": 2600
    },
    {
      "cov-distil": 1.8030314445495605,
      "cov-distil (oracle2student)": 4.566828727722168,
      "cov-distil (oracle2teacher)": 4.519341945648193,
      "epoch": 2.0408163265306123,
      "rel-constrast": 1.5518958568572998,
      "step": 2600,
      "subrel-constrast": 2.28230881690979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8229649066925049,
      "cov-distil (oracle2student)": 3.0127949714660645,
      "cov-distil (oracle2teacher)": 3.2662758827209473,
      "epoch": 2.0416012558869703,
      "rel-constrast": 2.8730239868164062,
      "step": 2601,
      "subrel-constrast": 3.7657551765441895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47246253490448,
      "cov-distil (oracle2student)": 3.453789234161377,
      "cov-distil (oracle2teacher)": 3.256075143814087,
      "epoch": 2.0423861852433283,
      "rel-constrast": 3.032318592071533,
      "step": 2602,
      "subrel-constrast": 3.2190349102020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3921728134155273,
      "cov-distil (oracle2student)": 4.6636505126953125,
      "cov-distil (oracle2teacher)": 4.118101119995117,
      "epoch": 2.043171114599686,
      "rel-constrast": 2.0577054023742676,
      "step": 2603,
      "subrel-constrast": 2.466796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1486785411834717,
      "cov-distil (oracle2student)": 2.5384130477905273,
      "cov-distil (oracle2teacher)": 3.7454023361206055,
      "epoch": 2.043956043956044,
      "rel-constrast": 1.969421625137329,
      "step": 2604,
      "subrel-constrast": 2.9372849464416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9399031400680542,
      "cov-distil (oracle2student)": 5.205620765686035,
      "cov-distil (oracle2teacher)": 5.507321834564209,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.405595541000366,
      "step": 2605,
      "subrel-constrast": 3.6667778491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929526686668396,
      "cov-distil (oracle2student)": 4.188608169555664,
      "cov-distil (oracle2teacher)": 4.400520324707031,
      "epoch": 2.0455259026687598,
      "rel-constrast": 1.4284487962722778,
      "step": 2606,
      "subrel-constrast": 2.3180434703826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4780138731002808,
      "cov-distil (oracle2student)": 6.275082588195801,
      "cov-distil (oracle2teacher)": 5.279401779174805,
      "epoch": 2.0463108320251178,
      "rel-constrast": 3.1463394165039062,
      "step": 2607,
      "subrel-constrast": 3.005185604095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272325038909912,
      "cov-distil (oracle2student)": 5.134524345397949,
      "cov-distil (oracle2teacher)": 4.293442249298096,
      "epoch": 2.0470957613814758,
      "rel-constrast": 1.8164057731628418,
      "step": 2608,
      "subrel-constrast": 2.853532314300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.652318239212036,
      "cov-distil (oracle2student)": 4.704912185668945,
      "cov-distil (oracle2teacher)": 4.185303688049316,
      "epoch": 2.0478806907378337,
      "rel-constrast": 1.7612416744232178,
      "step": 2609,
      "subrel-constrast": 3.624983787536621,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 4.59375,
      "learning_rate": 5.4913883785988993e-05,
      "loss": 0.5511,
      "step": 2610
    },
    {
      "cov-distil": 1.1757670640945435,
      "cov-distil (oracle2student)": 3.476597547531128,
      "cov-distil (oracle2teacher)": 3.710705280303955,
      "epoch": 2.0486656200941917,
      "rel-constrast": 2.879201889038086,
      "step": 2610,
      "subrel-constrast": 3.547025203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9543097019195557,
      "cov-distil (oracle2student)": 6.510807514190674,
      "cov-distil (oracle2teacher)": 5.816511154174805,
      "epoch": 2.0494505494505493,
      "rel-constrast": 2.625900983810425,
      "step": 2611,
      "subrel-constrast": 3.144749402999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566035509109497,
      "cov-distil (oracle2student)": 5.30868673324585,
      "cov-distil (oracle2teacher)": 4.619423866271973,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.086066722869873,
      "step": 2612,
      "subrel-constrast": 4.015628337860107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9413020610809326,
      "cov-distil (oracle2student)": 4.6674628257751465,
      "cov-distil (oracle2teacher)": 4.2307963371276855,
      "epoch": 2.0510204081632653,
      "rel-constrast": 3.132168769836426,
      "step": 2613,
      "subrel-constrast": 3.3957226276397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3309624195098877,
      "cov-distil (oracle2student)": 5.438055038452148,
      "cov-distil (oracle2teacher)": 4.382721900939941,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.168527364730835,
      "step": 2614,
      "subrel-constrast": 3.495723247528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1882710456848145,
      "cov-distil (oracle2student)": 6.076160430908203,
      "cov-distil (oracle2teacher)": 6.033843994140625,
      "epoch": 2.0525902668759812,
      "rel-constrast": 2.389427661895752,
      "step": 2615,
      "subrel-constrast": 3.0022106170654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091876983642578,
      "cov-distil (oracle2student)": 4.501919269561768,
      "cov-distil (oracle2teacher)": 4.8409881591796875,
      "epoch": 2.053375196232339,
      "rel-constrast": 1.81182062625885,
      "step": 2616,
      "subrel-constrast": 2.500969886779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4847192764282227,
      "cov-distil (oracle2student)": 3.043790817260742,
      "cov-distil (oracle2teacher)": 3.7351603507995605,
      "epoch": 2.054160125588697,
      "rel-constrast": 1.7895534038543701,
      "step": 2617,
      "subrel-constrast": 2.544916868209839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4039709568023682,
      "cov-distil (oracle2student)": 5.2589826583862305,
      "cov-distil (oracle2teacher)": 5.608457565307617,
      "epoch": 2.0549450549450547,
      "rel-constrast": 2.1013095378875732,
      "step": 2618,
      "subrel-constrast": 2.6175730228424072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1726067066192627,
      "cov-distil (oracle2student)": 4.694273948669434,
      "cov-distil (oracle2teacher)": 4.647768497467041,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.317776918411255,
      "step": 2619,
      "subrel-constrast": 3.886497974395752,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 6.0625,
      "learning_rate": 5.456639082618489e-05,
      "loss": 0.6575,
      "step": 2620
    },
    {
      "cov-distil": 1.2523903846740723,
      "cov-distil (oracle2student)": 2.8936047554016113,
      "cov-distil (oracle2teacher)": 2.9121222496032715,
      "epoch": 2.0565149136577707,
      "rel-constrast": 1.9763920307159424,
      "step": 2620,
      "subrel-constrast": 2.0129201412200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6236521005630493,
      "cov-distil (oracle2student)": 3.438629627227783,
      "cov-distil (oracle2teacher)": 3.225109100341797,
      "epoch": 2.0572998430141287,
      "rel-constrast": 1.939000129699707,
      "step": 2621,
      "subrel-constrast": 2.6998093128204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244521617889404,
      "cov-distil (oracle2student)": 3.3271360397338867,
      "cov-distil (oracle2teacher)": 3.11297607421875,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.3534791469573975,
      "step": 2622,
      "subrel-constrast": 3.371717929840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9157649278640747,
      "cov-distil (oracle2student)": 2.661254405975342,
      "cov-distil (oracle2teacher)": 2.6574721336364746,
      "epoch": 2.0588697017268447,
      "rel-constrast": 1.730918049812317,
      "step": 2623,
      "subrel-constrast": 3.015139579772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9187219142913818,
      "cov-distil (oracle2student)": 5.405241966247559,
      "cov-distil (oracle2teacher)": 5.320309162139893,
      "epoch": 2.0596546310832027,
      "rel-constrast": 2.077991247177124,
      "step": 2624,
      "subrel-constrast": 2.4149672985076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.859113335609436,
      "cov-distil (oracle2student)": 3.5541634559631348,
      "cov-distil (oracle2teacher)": 3.1453843116760254,
      "epoch": 2.0604395604395602,
      "rel-constrast": 2.4312686920166016,
      "step": 2625,
      "subrel-constrast": 3.110837936401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024745225906372,
      "cov-distil (oracle2student)": 5.921562194824219,
      "cov-distil (oracle2teacher)": 6.047033309936523,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.0695066452026367,
      "step": 2626,
      "subrel-constrast": 4.3704657554626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805888652801514,
      "cov-distil (oracle2student)": 5.9424920082092285,
      "cov-distil (oracle2teacher)": 5.637567043304443,
      "epoch": 2.062009419152276,
      "rel-constrast": 1.6746118068695068,
      "step": 2627,
      "subrel-constrast": 2.1012654304504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2118611335754395,
      "cov-distil (oracle2student)": 5.011142730712891,
      "cov-distil (oracle2teacher)": 5.5003461837768555,
      "epoch": 2.062794348508634,
      "rel-constrast": 2.8729662895202637,
      "step": 2628,
      "subrel-constrast": 3.31693696975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9645016193389893,
      "cov-distil (oracle2student)": 5.3215765953063965,
      "cov-distil (oracle2teacher)": 4.773189544677734,
      "epoch": 2.063579277864992,
      "rel-constrast": 2.891055107116699,
      "step": 2629,
      "subrel-constrast": 2.9912383556365967,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 5.21875,
      "learning_rate": 5.421867530693414e-05,
      "loss": 0.5754,
      "step": 2630
    },
    {
      "cov-distil": 2.042238712310791,
      "cov-distil (oracle2student)": 4.305106163024902,
      "cov-distil (oracle2teacher)": 4.182160377502441,
      "epoch": 2.06436420722135,
      "rel-constrast": 3.3317580223083496,
      "step": 2630,
      "subrel-constrast": 3.8470253944396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420992851257324,
      "cov-distil (oracle2student)": 4.7927703857421875,
      "cov-distil (oracle2teacher)": 4.1328125,
      "epoch": 2.065149136577708,
      "rel-constrast": 2.7404356002807617,
      "step": 2631,
      "subrel-constrast": 3.0219175815582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8058223724365234,
      "cov-distil (oracle2student)": 2.8936638832092285,
      "cov-distil (oracle2teacher)": 3.0676379203796387,
      "epoch": 2.065934065934066,
      "rel-constrast": 1.9702184200286865,
      "step": 2632,
      "subrel-constrast": 3.019336223602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1004867553710938,
      "cov-distil (oracle2student)": 6.0925211906433105,
      "cov-distil (oracle2teacher)": 5.206698417663574,
      "epoch": 2.0667189952904237,
      "rel-constrast": 2.606367349624634,
      "step": 2633,
      "subrel-constrast": 2.695147752761841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.915433406829834,
      "cov-distil (oracle2student)": 2.8269896507263184,
      "cov-distil (oracle2teacher)": 2.6336162090301514,
      "epoch": 2.0675039246467817,
      "rel-constrast": 2.400104522705078,
      "step": 2634,
      "subrel-constrast": 2.6481099128723145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5506287813186646,
      "cov-distil (oracle2student)": 3.1030797958374023,
      "cov-distil (oracle2teacher)": 3.2917473316192627,
      "epoch": 2.0682888540031397,
      "rel-constrast": 1.7699278593063354,
      "step": 2635,
      "subrel-constrast": 2.5012073516845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645249843597412,
      "cov-distil (oracle2student)": 4.573957443237305,
      "cov-distil (oracle2teacher)": 4.313300132751465,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.8182668685913086,
      "step": 2636,
      "subrel-constrast": 1.95554518699646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0481500625610352,
      "cov-distil (oracle2student)": 3.3005619049072266,
      "cov-distil (oracle2teacher)": 3.6938490867614746,
      "epoch": 2.0698587127158556,
      "rel-constrast": 1.942439317703247,
      "step": 2637,
      "subrel-constrast": 2.219280958175659,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1821980476379395,
      "cov-distil (oracle2student)": 2.9539918899536133,
      "cov-distil (oracle2teacher)": 3.480215072631836,
      "epoch": 2.0706436420722136,
      "rel-constrast": 1.9096002578735352,
      "step": 2638,
      "subrel-constrast": 2.1020922660827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.673149585723877,
      "cov-distil (oracle2student)": 5.467550277709961,
      "cov-distil (oracle2teacher)": 5.44539213180542,
      "epoch": 2.0714285714285716,
      "rel-constrast": 2.7633445262908936,
      "step": 2639,
      "subrel-constrast": 3.654902696609497,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 5.59375,
      "learning_rate": 5.3870754175400595e-05,
      "loss": 0.5813,
      "step": 2640
    },
    {
      "cov-distil": 1.6731266975402832,
      "cov-distil (oracle2student)": 7.014352321624756,
      "cov-distil (oracle2teacher)": 7.428750038146973,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.237851619720459,
      "step": 2640,
      "subrel-constrast": 2.604776620864868,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1015312671661377,
      "cov-distil (oracle2student)": 4.287536144256592,
      "cov-distil (oracle2teacher)": 3.7920761108398438,
      "epoch": 2.072998430141287,
      "rel-constrast": 2.762343406677246,
      "step": 2641,
      "subrel-constrast": 3.18426775932312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3018221855163574,
      "cov-distil (oracle2student)": 5.172372817993164,
      "cov-distil (oracle2teacher)": 4.754782676696777,
      "epoch": 2.073783359497645,
      "rel-constrast": 2.729811191558838,
      "step": 2642,
      "subrel-constrast": 2.7118239402770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552821397781372,
      "cov-distil (oracle2student)": 3.4073729515075684,
      "cov-distil (oracle2teacher)": 3.574925184249878,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.198800563812256,
      "step": 2643,
      "subrel-constrast": 2.8072896003723145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1972222328186035,
      "cov-distil (oracle2student)": 4.610781669616699,
      "cov-distil (oracle2teacher)": 5.246073246002197,
      "epoch": 2.075353218210361,
      "rel-constrast": 2.8611602783203125,
      "step": 2644,
      "subrel-constrast": 3.2334706783294678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056650161743164,
      "cov-distil (oracle2student)": 5.562331199645996,
      "cov-distil (oracle2teacher)": 5.396097660064697,
      "epoch": 2.076138147566719,
      "rel-constrast": 3.035066604614258,
      "step": 2645,
      "subrel-constrast": 3.309297800064087,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1046977043151855,
      "cov-distil (oracle2student)": 3.53509783744812,
      "cov-distil (oracle2teacher)": 4.026912689208984,
      "epoch": 2.076923076923077,
      "rel-constrast": 2.2933311462402344,
      "step": 2646,
      "subrel-constrast": 3.47359299659729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8472297191619873,
      "cov-distil (oracle2student)": 4.032193183898926,
      "cov-distil (oracle2teacher)": 4.091252326965332,
      "epoch": 2.0777080062794346,
      "rel-constrast": 2.5612735748291016,
      "step": 2647,
      "subrel-constrast": 3.518439769744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9709843397140503,
      "cov-distil (oracle2student)": 5.068521022796631,
      "cov-distil (oracle2teacher)": 5.772315979003906,
      "epoch": 2.0784929356357926,
      "rel-constrast": 3.7008509635925293,
      "step": 2648,
      "subrel-constrast": 4.119553089141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3200457096099854,
      "cov-distil (oracle2student)": 3.747856616973877,
      "cov-distil (oracle2teacher)": 3.7267367839813232,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.1024575233459473,
      "step": 2649,
      "subrel-constrast": 3.505958318710327,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 5.9375,
      "learning_rate": 5.352264438876935e-05,
      "loss": 0.6871,
      "step": 2650
    },
    {
      "cov-distil": 1.7049946784973145,
      "cov-distil (oracle2student)": 5.874906539916992,
      "cov-distil (oracle2teacher)": 4.93631649017334,
      "epoch": 2.0800627943485086,
      "rel-constrast": 3.382430076599121,
      "step": 2650,
      "subrel-constrast": 3.3374476432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0942935943603516,
      "cov-distil (oracle2student)": 3.6424946784973145,
      "cov-distil (oracle2teacher)": 4.517917633056641,
      "epoch": 2.0808477237048666,
      "rel-constrast": 1.915086269378662,
      "step": 2651,
      "subrel-constrast": 2.8826944828033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2288670539855957,
      "cov-distil (oracle2student)": 3.35176420211792,
      "cov-distil (oracle2teacher)": 3.590855360031128,
      "epoch": 2.0816326530612246,
      "rel-constrast": 1.9540586471557617,
      "step": 2652,
      "subrel-constrast": 2.970245122909546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464946269989014,
      "cov-distil (oracle2student)": 6.560750961303711,
      "cov-distil (oracle2teacher)": 5.7406005859375,
      "epoch": 2.0824175824175826,
      "rel-constrast": 3.6399683952331543,
      "step": 2653,
      "subrel-constrast": 4.1662821769714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223522663116455,
      "cov-distil (oracle2student)": 3.694652557373047,
      "cov-distil (oracle2teacher)": 3.5792746543884277,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.5061287879943848,
      "step": 2654,
      "subrel-constrast": 3.2292425632476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74469792842865,
      "cov-distil (oracle2student)": 4.2212677001953125,
      "cov-distil (oracle2teacher)": 4.283621788024902,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.831824779510498,
      "step": 2655,
      "subrel-constrast": 3.7433395385742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929114580154419,
      "cov-distil (oracle2student)": 4.4138031005859375,
      "cov-distil (oracle2teacher)": 4.369558334350586,
      "epoch": 2.084772370486656,
      "rel-constrast": 2.5034661293029785,
      "step": 2656,
      "subrel-constrast": 3.2996129989624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7892637252807617,
      "cov-distil (oracle2student)": 6.080514907836914,
      "cov-distil (oracle2teacher)": 5.468021392822266,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.4395618438720703,
      "step": 2657,
      "subrel-constrast": 4.077179431915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.176455020904541,
      "cov-distil (oracle2student)": 3.717613935470581,
      "cov-distil (oracle2teacher)": 3.7017598152160645,
      "epoch": 2.086342229199372,
      "rel-constrast": 2.411374807357788,
      "step": 2658,
      "subrel-constrast": 3.510113477706909,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.729475736618042,
      "cov-distil (oracle2student)": 5.130621433258057,
      "cov-distil (oracle2teacher)": 5.2795257568359375,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.609997272491455,
      "step": 2659,
      "subrel-constrast": 3.9335906505584717,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 5.03125,
      "learning_rate": 5.3174362913420306e-05,
      "loss": 0.6548,
      "step": 2660
    },
    {
      "cov-distil": 2.2888803482055664,
      "cov-distil (oracle2student)": 5.549354076385498,
      "cov-distil (oracle2teacher)": 5.6663899421691895,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.081150054931641,
      "step": 2660,
      "subrel-constrast": 4.841163635253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4983150959014893,
      "cov-distil (oracle2student)": 4.061161518096924,
      "cov-distil (oracle2teacher)": 3.355699062347412,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.3510162830352783,
      "step": 2661,
      "subrel-constrast": 2.7879409790039062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8261438608169556,
      "cov-distil (oracle2student)": 3.4732069969177246,
      "cov-distil (oracle2teacher)": 3.9135375022888184,
      "epoch": 2.0894819466248036,
      "rel-constrast": 2.090998649597168,
      "step": 2662,
      "subrel-constrast": 2.7974493503570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7364760637283325,
      "cov-distil (oracle2student)": 3.9734086990356445,
      "cov-distil (oracle2teacher)": 4.421256065368652,
      "epoch": 2.0902668759811616,
      "rel-constrast": 3.6465659141540527,
      "step": 2663,
      "subrel-constrast": 4.2070465087890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.540473699569702,
      "cov-distil (oracle2student)": 5.527608871459961,
      "cov-distil (oracle2teacher)": 5.206572532653809,
      "epoch": 2.0910518053375196,
      "rel-constrast": 3.7483668327331543,
      "step": 2664,
      "subrel-constrast": 3.861640691757202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1380341053009033,
      "cov-distil (oracle2student)": 3.2739710807800293,
      "cov-distil (oracle2teacher)": 3.584075927734375,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.5214929580688477,
      "step": 2665,
      "subrel-constrast": 3.3850436210632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9274780750274658,
      "cov-distil (oracle2student)": 5.1809587478637695,
      "cov-distil (oracle2teacher)": 5.389615058898926,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.4694314002990723,
      "step": 2666,
      "subrel-constrast": 4.05485200881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5335599184036255,
      "cov-distil (oracle2student)": 4.068953037261963,
      "cov-distil (oracle2teacher)": 3.5992326736450195,
      "epoch": 2.0934065934065935,
      "rel-constrast": 1.670410394668579,
      "step": 2667,
      "subrel-constrast": 2.052478313446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9102658033370972,
      "cov-distil (oracle2student)": 2.875380039215088,
      "cov-distil (oracle2teacher)": 2.535611629486084,
      "epoch": 2.0941915227629515,
      "rel-constrast": 1.7520374059677124,
      "step": 2668,
      "subrel-constrast": 2.2137320041656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.220529317855835,
      "cov-distil (oracle2student)": 4.571830749511719,
      "cov-distil (oracle2teacher)": 5.390262603759766,
      "epoch": 2.094976452119309,
      "rel-constrast": 3.126019239425659,
      "step": 2669,
      "subrel-constrast": 4.007846355438232,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 5.34375,
      "learning_rate": 5.2825926724101236e-05,
      "loss": 0.7114,
      "step": 2670
    },
    {
      "cov-distil": 1.968660593032837,
      "cov-distil (oracle2student)": 5.928456783294678,
      "cov-distil (oracle2teacher)": 5.8892292976379395,
      "epoch": 2.095761381475667,
      "rel-constrast": 3.945345163345337,
      "step": 2670,
      "subrel-constrast": 4.463703632354736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0374269485473633,
      "cov-distil (oracle2student)": 3.6131720542907715,
      "cov-distil (oracle2teacher)": 3.776280164718628,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.0226359367370605,
      "step": 2671,
      "subrel-constrast": 3.1636102199554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0476436614990234,
      "cov-distil (oracle2student)": 4.867295265197754,
      "cov-distil (oracle2teacher)": 4.682024955749512,
      "epoch": 2.097331240188383,
      "rel-constrast": 1.7883720397949219,
      "step": 2672,
      "subrel-constrast": 2.519618034362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.027734637260437,
      "cov-distil (oracle2student)": 6.513574600219727,
      "cov-distil (oracle2teacher)": 6.381344318389893,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.0397884845733643,
      "step": 2673,
      "subrel-constrast": 2.5828697681427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4804623126983643,
      "cov-distil (oracle2student)": 2.742738723754883,
      "cov-distil (oracle2teacher)": 2.489926815032959,
      "epoch": 2.098901098901099,
      "rel-constrast": 3.0850586891174316,
      "step": 2674,
      "subrel-constrast": 2.983776569366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.794764518737793,
      "cov-distil (oracle2student)": 4.221193790435791,
      "cov-distil (oracle2teacher)": 4.898429870605469,
      "epoch": 2.099686028257457,
      "rel-constrast": 4.082367897033691,
      "step": 2675,
      "subrel-constrast": 4.180563926696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7241767644882202,
      "cov-distil (oracle2student)": 5.668474197387695,
      "cov-distil (oracle2teacher)": 4.81057071685791,
      "epoch": 2.100470957613815,
      "rel-constrast": 1.6908338069915771,
      "step": 2676,
      "subrel-constrast": 2.3875880241394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0307774543762207,
      "cov-distil (oracle2student)": 2.26774263381958,
      "cov-distil (oracle2teacher)": 1.903188943862915,
      "epoch": 2.1012558869701725,
      "rel-constrast": 2.338876485824585,
      "step": 2677,
      "subrel-constrast": 2.5473437309265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7729530334472656,
      "cov-distil (oracle2student)": 5.77558708190918,
      "cov-distil (oracle2teacher)": 5.493760108947754,
      "epoch": 2.1020408163265305,
      "rel-constrast": 3.114166498184204,
      "step": 2678,
      "subrel-constrast": 3.8342199325561523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0793356895446777,
      "cov-distil (oracle2student)": 3.6657981872558594,
      "cov-distil (oracle2teacher)": 3.943687677383423,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.252133846282959,
      "step": 2679,
      "subrel-constrast": 2.7289023399353027,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.3125,
      "learning_rate": 5.247735280310041e-05,
      "loss": 0.659,
      "step": 2680
    },
    {
      "cov-distil": 2.2309823036193848,
      "cov-distil (oracle2student)": 6.745978832244873,
      "cov-distil (oracle2teacher)": 5.206201553344727,
      "epoch": 2.1036106750392465,
      "rel-constrast": 2.761265754699707,
      "step": 2680,
      "subrel-constrast": 3.293062210083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584555745124817,
      "cov-distil (oracle2student)": 4.146212577819824,
      "cov-distil (oracle2teacher)": 3.972806930541992,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.5279502868652344,
      "step": 2681,
      "subrel-constrast": 3.064197301864624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7943897247314453,
      "cov-distil (oracle2student)": 3.874872922897339,
      "cov-distil (oracle2teacher)": 3.9094154834747314,
      "epoch": 2.1051805337519625,
      "rel-constrast": 1.7151100635528564,
      "step": 2682,
      "subrel-constrast": 2.33382511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3176517486572266,
      "cov-distil (oracle2student)": 3.9960508346557617,
      "cov-distil (oracle2teacher)": 3.6198644638061523,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.665930986404419,
      "step": 2683,
      "subrel-constrast": 2.455059766769409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5570602416992188,
      "cov-distil (oracle2student)": 3.6211729049682617,
      "cov-distil (oracle2teacher)": 3.5687217712402344,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.1710824966430664,
      "step": 2684,
      "subrel-constrast": 2.769205331802368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8235381841659546,
      "cov-distil (oracle2student)": 4.602122783660889,
      "cov-distil (oracle2teacher)": 5.657403945922852,
      "epoch": 2.107535321821036,
      "rel-constrast": 2.1105735301971436,
      "step": 2685,
      "subrel-constrast": 2.797414779663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677015781402588,
      "cov-distil (oracle2student)": 5.7312726974487305,
      "cov-distil (oracle2teacher)": 5.3582258224487305,
      "epoch": 2.108320251177394,
      "rel-constrast": 2.825920581817627,
      "step": 2686,
      "subrel-constrast": 2.5233752727508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.709221839904785,
      "cov-distil (oracle2student)": 5.528528690338135,
      "cov-distil (oracle2teacher)": 6.159373760223389,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.4784395694732666,
      "step": 2687,
      "subrel-constrast": 3.5486104488372803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011885404586792,
      "cov-distil (oracle2student)": 4.225715637207031,
      "cov-distil (oracle2teacher)": 4.400046348571777,
      "epoch": 2.10989010989011,
      "rel-constrast": 1.9617698192596436,
      "step": 2688,
      "subrel-constrast": 2.924067497253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7580151557922363,
      "cov-distil (oracle2student)": 3.936229705810547,
      "cov-distil (oracle2teacher)": 4.053232192993164,
      "epoch": 2.110675039246468,
      "rel-constrast": 1.7605314254760742,
      "step": 2689,
      "subrel-constrast": 2.49196720123291,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 4.4375,
      "learning_rate": 5.212865813941899e-05,
      "loss": 0.5495,
      "step": 2690
    },
    {
      "cov-distil": 2.1321702003479004,
      "cov-distil (oracle2student)": 4.05747127532959,
      "cov-distil (oracle2teacher)": 4.871689319610596,
      "epoch": 2.111459968602826,
      "rel-constrast": 2.3375344276428223,
      "step": 2690,
      "subrel-constrast": 3.6516854763031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6703410148620605,
      "cov-distil (oracle2student)": 4.189259052276611,
      "cov-distil (oracle2teacher)": 4.194105625152588,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.391653060913086,
      "step": 2691,
      "subrel-constrast": 3.250943660736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.334128737449646,
      "cov-distil (oracle2student)": 4.287854194641113,
      "cov-distil (oracle2teacher)": 4.614781379699707,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.5434253215789795,
      "step": 2692,
      "subrel-constrast": 1.6288119554519653,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4941157102584839,
      "cov-distil (oracle2student)": 6.020822048187256,
      "cov-distil (oracle2teacher)": 4.76344633102417,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.1803526878356934,
      "step": 2693,
      "subrel-constrast": 2.3242483139038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317784070968628,
      "cov-distil (oracle2student)": 4.3727874755859375,
      "cov-distil (oracle2teacher)": 4.390162467956543,
      "epoch": 2.1145996860282574,
      "rel-constrast": 2.9807052612304688,
      "step": 2694,
      "subrel-constrast": 3.948151111602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857570767402649,
      "cov-distil (oracle2student)": 4.056978225708008,
      "cov-distil (oracle2teacher)": 4.02455997467041,
      "epoch": 2.1153846153846154,
      "rel-constrast": 3.2195241451263428,
      "step": 2695,
      "subrel-constrast": 3.8131792545318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.567999839782715,
      "cov-distil (oracle2student)": 5.36043643951416,
      "cov-distil (oracle2teacher)": 4.724188327789307,
      "epoch": 2.1161695447409734,
      "rel-constrast": 2.855856418609619,
      "step": 2696,
      "subrel-constrast": 3.7199809551239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1589722633361816,
      "cov-distil (oracle2student)": 4.458666801452637,
      "cov-distil (oracle2teacher)": 3.7452030181884766,
      "epoch": 2.1169544740973314,
      "rel-constrast": 3.250251293182373,
      "step": 2697,
      "subrel-constrast": 3.7106549739837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4487183094024658,
      "cov-distil (oracle2student)": 6.806827545166016,
      "cov-distil (oracle2teacher)": 5.950370788574219,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.0391130447387695,
      "step": 2698,
      "subrel-constrast": 3.2604663372039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.809907913208008,
      "cov-distil (oracle2student)": 3.4048290252685547,
      "cov-distil (oracle2teacher)": 3.8542685508728027,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.1016151905059814,
      "step": 2699,
      "subrel-constrast": 3.896491050720215,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 6.0,
      "learning_rate": 5.1779859727942924e-05,
      "loss": 0.6725,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.2734375,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.07525634765625
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.051971435546875
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.023284912109375,
      "step": 2700
    },
    {
      "cov-distil": 1.9689102172851562,
      "cov-distil (oracle2student)": 4.335340976715088,
      "cov-distil (oracle2teacher)": 3.533724784851074,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.3659353256225586,
      "step": 2700,
      "subrel-constrast": 3.4471657276153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4815573692321777,
      "cov-distil (oracle2student)": 4.314511299133301,
      "cov-distil (oracle2teacher)": 3.486842632293701,
      "epoch": 2.120094191522763,
      "rel-constrast": 2.0042550563812256,
      "step": 2701,
      "subrel-constrast": 2.344759464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8225440979003906,
      "cov-distil (oracle2student)": 4.3361711502075195,
      "cov-distil (oracle2teacher)": 4.091875076293945,
      "epoch": 2.120879120879121,
      "rel-constrast": 2.1221909523010254,
      "step": 2702,
      "subrel-constrast": 2.3764095306396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.328558921813965,
      "cov-distil (oracle2student)": 4.904998779296875,
      "cov-distil (oracle2teacher)": 5.047412872314453,
      "epoch": 2.121664050235479,
      "rel-constrast": 1.8100403547286987,
      "step": 2703,
      "subrel-constrast": 2.7095839977264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3562474250793457,
      "cov-distil (oracle2student)": 4.032546043395996,
      "cov-distil (oracle2teacher)": 4.074489116668701,
      "epoch": 2.122448979591837,
      "rel-constrast": 2.4366605281829834,
      "step": 2704,
      "subrel-constrast": 3.3322980403900146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430874824523926,
      "cov-distil (oracle2student)": 6.364029884338379,
      "cov-distil (oracle2teacher)": 5.916049957275391,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.382538080215454,
      "step": 2705,
      "subrel-constrast": 3.060192108154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0532197952270508,
      "cov-distil (oracle2student)": 6.349470138549805,
      "cov-distil (oracle2teacher)": 4.977405548095703,
      "epoch": 2.1240188383045524,
      "rel-constrast": 2.2259535789489746,
      "step": 2706,
      "subrel-constrast": 2.548149347305298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0495021343231201,
      "cov-distil (oracle2student)": 4.493735313415527,
      "cov-distil (oracle2teacher)": 4.8050103187561035,
      "epoch": 2.1248037676609104,
      "rel-constrast": 2.60341739654541,
      "step": 2707,
      "subrel-constrast": 2.3894619941711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1345069408416748,
      "cov-distil (oracle2student)": 4.869657039642334,
      "cov-distil (oracle2teacher)": 4.928960800170898,
      "epoch": 2.1255886970172684,
      "rel-constrast": 2.861598014831543,
      "step": 2708,
      "subrel-constrast": 2.614108085632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8085150718688965,
      "cov-distil (oracle2student)": 3.7164511680603027,
      "cov-distil (oracle2teacher)": 3.738715887069702,
      "epoch": 2.1263736263736264,
      "rel-constrast": 2.6016781330108643,
      "step": 2709,
      "subrel-constrast": 3.7465784549713135,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 5.5,
      "learning_rate": 5.143097456861474e-05,
      "loss": 0.6104,
      "step": 2710
    },
    {
      "cov-distil": 1.7998075485229492,
      "cov-distil (oracle2student)": 5.218918800354004,
      "cov-distil (oracle2teacher)": 5.645310401916504,
      "epoch": 2.1271585557299844,
      "rel-constrast": 2.57047176361084,
      "step": 2710,
      "subrel-constrast": 3.8063321113586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5681440830230713,
      "cov-distil (oracle2student)": 5.2635273933410645,
      "cov-distil (oracle2teacher)": 5.134330749511719,
      "epoch": 2.1279434850863423,
      "rel-constrast": 2.6949925422668457,
      "step": 2711,
      "subrel-constrast": 3.3733701705932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7618625164031982,
      "cov-distil (oracle2student)": 4.144542694091797,
      "cov-distil (oracle2teacher)": 4.413035869598389,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.3961591720581055,
      "step": 2712,
      "subrel-constrast": 2.8396811485290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2944438457489014,
      "cov-distil (oracle2student)": 6.624537944793701,
      "cov-distil (oracle2teacher)": 6.991666793823242,
      "epoch": 2.129513343799058,
      "rel-constrast": 1.9473310708999634,
      "step": 2713,
      "subrel-constrast": 3.1317355632781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5654808282852173,
      "cov-distil (oracle2student)": 5.025355815887451,
      "cov-distil (oracle2teacher)": 5.789663791656494,
      "epoch": 2.130298273155416,
      "rel-constrast": 2.139338970184326,
      "step": 2714,
      "subrel-constrast": 2.4048593044281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4179368019104004,
      "cov-distil (oracle2student)": 4.511232852935791,
      "cov-distil (oracle2teacher)": 4.398402690887451,
      "epoch": 2.131083202511774,
      "rel-constrast": 3.0669233798980713,
      "step": 2715,
      "subrel-constrast": 3.7510688304901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8063256740570068,
      "cov-distil (oracle2student)": 4.254609107971191,
      "cov-distil (oracle2teacher)": 4.612369537353516,
      "epoch": 2.131868131868132,
      "rel-constrast": 2.81249737739563,
      "step": 2716,
      "subrel-constrast": 3.413048505783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4695889949798584,
      "cov-distil (oracle2student)": 5.269351959228516,
      "cov-distil (oracle2teacher)": 5.421104907989502,
      "epoch": 2.13265306122449,
      "rel-constrast": 2.955751419067383,
      "step": 2717,
      "subrel-constrast": 3.3244457244873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3575928211212158,
      "cov-distil (oracle2student)": 6.262511253356934,
      "cov-distil (oracle2teacher)": 5.774458408355713,
      "epoch": 2.133437990580848,
      "rel-constrast": 2.659104347229004,
      "step": 2718,
      "subrel-constrast": 3.107269525527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541853904724121,
      "cov-distil (oracle2student)": 5.076562404632568,
      "cov-distil (oracle2teacher)": 4.906813621520996,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.2620400190353394,
      "step": 2719,
      "subrel-constrast": 1.9384338855743408,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 4.4375,
      "learning_rate": 5.1082019665604895e-05,
      "loss": 0.6126,
      "step": 2720
    },
    {
      "cov-distil": 1.720494031906128,
      "cov-distil (oracle2student)": 2.260287046432495,
      "cov-distil (oracle2teacher)": 2.791428804397583,
      "epoch": 2.1350078492935634,
      "rel-constrast": 1.0031940937042236,
      "step": 2720,
      "subrel-constrast": 1.3988463878631592,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3082351684570312,
      "cov-distil (oracle2student)": 3.954395294189453,
      "cov-distil (oracle2teacher)": 3.263772964477539,
      "epoch": 2.1357927786499213,
      "rel-constrast": 3.411937952041626,
      "step": 2721,
      "subrel-constrast": 3.0366177558898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8954455852508545,
      "cov-distil (oracle2student)": 4.855759620666504,
      "cov-distil (oracle2teacher)": 5.15541934967041,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.7949625253677368,
      "step": 2722,
      "subrel-constrast": 2.303067207336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.768307685852051,
      "cov-distil (oracle2student)": 5.321472644805908,
      "cov-distil (oracle2teacher)": 5.009759426116943,
      "epoch": 2.1373626373626373,
      "rel-constrast": 3.099416732788086,
      "step": 2723,
      "subrel-constrast": 3.79848051071167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8096866607666016,
      "cov-distil (oracle2student)": 4.662693977355957,
      "cov-distil (oracle2teacher)": 4.2500081062316895,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.4689183235168457,
      "step": 2724,
      "subrel-constrast": 3.0771291255950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291635274887085,
      "cov-distil (oracle2student)": 4.513272762298584,
      "cov-distil (oracle2teacher)": 3.860492706298828,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.0346105098724365,
      "step": 2725,
      "subrel-constrast": 2.750059127807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.325927495956421,
      "cov-distil (oracle2student)": 5.583460807800293,
      "cov-distil (oracle2teacher)": 4.935308933258057,
      "epoch": 2.1397174254317113,
      "rel-constrast": 2.598029375076294,
      "step": 2726,
      "subrel-constrast": 3.102452516555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7838972806930542,
      "cov-distil (oracle2student)": 4.152801990509033,
      "cov-distil (oracle2teacher)": 3.8665242195129395,
      "epoch": 2.1405023547880693,
      "rel-constrast": 3.3633432388305664,
      "step": 2727,
      "subrel-constrast": 3.108081102371216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9613089561462402,
      "cov-distil (oracle2student)": 5.1968841552734375,
      "cov-distil (oracle2teacher)": 4.830095291137695,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.286302328109741,
      "step": 2728,
      "subrel-constrast": 2.7421672344207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.424351215362549,
      "cov-distil (oracle2student)": 3.4172515869140625,
      "cov-distil (oracle2teacher)": 2.913651466369629,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.0789783000946045,
      "step": 2729,
      "subrel-constrast": 3.6787109375,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 6.53125,
      "learning_rate": 5.073301202648304e-05,
      "loss": 0.6285,
      "step": 2730
    },
    {
      "cov-distil": 1.7673909664154053,
      "cov-distil (oracle2student)": 3.218966484069824,
      "cov-distil (oracle2teacher)": 3.740507125854492,
      "epoch": 2.142857142857143,
      "rel-constrast": 2.934492588043213,
      "step": 2730,
      "subrel-constrast": 3.565617561340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4606653451919556,
      "cov-distil (oracle2student)": 2.678307294845581,
      "cov-distil (oracle2teacher)": 2.882667064666748,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.024137496948242,
      "step": 2731,
      "subrel-constrast": 2.495300054550171,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2305216789245605,
      "cov-distil (oracle2student)": 6.178421497344971,
      "cov-distil (oracle2teacher)": 6.098513603210449,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.4482765197753906,
      "step": 2732,
      "subrel-constrast": 4.004638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8793014287948608,
      "cov-distil (oracle2student)": 4.603715896606445,
      "cov-distil (oracle2teacher)": 3.9027163982391357,
      "epoch": 2.1452119309262168,
      "rel-constrast": 2.0031304359436035,
      "step": 2733,
      "subrel-constrast": 2.809734582901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0682270526885986,
      "cov-distil (oracle2student)": 5.0030364990234375,
      "cov-distil (oracle2teacher)": 4.601762771606445,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.7234816551208496,
      "step": 2734,
      "subrel-constrast": 2.6342475414276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437855243682861,
      "cov-distil (oracle2student)": 3.932227849960327,
      "cov-distil (oracle2teacher)": 4.782596588134766,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.6209731101989746,
      "step": 2735,
      "subrel-constrast": 3.541184186935425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.964848518371582,
      "cov-distil (oracle2student)": 5.290356636047363,
      "cov-distil (oracle2teacher)": 5.422481536865234,
      "epoch": 2.1475667189952903,
      "rel-constrast": 3.7377562522888184,
      "step": 2736,
      "subrel-constrast": 4.733099937438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9077508449554443,
      "cov-distil (oracle2student)": 4.741793632507324,
      "cov-distil (oracle2teacher)": 4.93989372253418,
      "epoch": 2.1483516483516483,
      "rel-constrast": 2.185039520263672,
      "step": 2737,
      "subrel-constrast": 2.6778857707977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0365209579467773,
      "cov-distil (oracle2student)": 4.037527561187744,
      "cov-distil (oracle2teacher)": 3.5273079872131348,
      "epoch": 2.1491365777080063,
      "rel-constrast": 2.3619134426116943,
      "step": 2738,
      "subrel-constrast": 3.097914457321167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2649970054626465,
      "cov-distil (oracle2student)": 5.131519794464111,
      "cov-distil (oracle2teacher)": 5.49601936340332,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.0157675743103027,
      "step": 2739,
      "subrel-constrast": 4.318471908569336,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 5.8125,
      "learning_rate": 5.0383968661389146e-05,
      "loss": 0.6514,
      "step": 2740
    },
    {
      "cov-distil": 1.6387176513671875,
      "cov-distil (oracle2student)": 4.430297374725342,
      "cov-distil (oracle2teacher)": 4.379899501800537,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.1466588973999023,
      "step": 2740,
      "subrel-constrast": 2.5892419815063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6809444427490234,
      "cov-distil (oracle2student)": 4.1486053466796875,
      "cov-distil (oracle2teacher)": 4.561492443084717,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.0046701431274414,
      "step": 2741,
      "subrel-constrast": 3.259385347366333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.116964101791382,
      "cov-distil (oracle2student)": 4.192575454711914,
      "cov-distil (oracle2teacher)": 4.0183258056640625,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.496553659439087,
      "step": 2742,
      "subrel-constrast": 3.296140670776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.733136534690857,
      "cov-distil (oracle2student)": 3.07869029045105,
      "cov-distil (oracle2teacher)": 3.58644962310791,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.0561137199401855,
      "step": 2743,
      "subrel-constrast": 3.279195547103882,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4422056674957275,
      "cov-distil (oracle2student)": 4.010349273681641,
      "cov-distil (oracle2teacher)": 3.7026846408843994,
      "epoch": 2.1538461538461537,
      "rel-constrast": 2.014708995819092,
      "step": 2744,
      "subrel-constrast": 2.6313793659210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9746947288513184,
      "cov-distil (oracle2student)": 6.55996561050415,
      "cov-distil (oracle2teacher)": 5.770883083343506,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.7137832641601562,
      "step": 2745,
      "subrel-constrast": 2.8833744525909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9463547468185425,
      "cov-distil (oracle2student)": 5.171398162841797,
      "cov-distil (oracle2teacher)": 4.500140190124512,
      "epoch": 2.1554160125588697,
      "rel-constrast": 2.1643664836883545,
      "step": 2746,
      "subrel-constrast": 2.528825283050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5763511657714844,
      "cov-distil (oracle2student)": 4.094910621643066,
      "cov-distil (oracle2teacher)": 4.2565202713012695,
      "epoch": 2.1562009419152277,
      "rel-constrast": 2.451822280883789,
      "step": 2747,
      "subrel-constrast": 3.2823452949523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.375999927520752,
      "cov-distil (oracle2student)": 3.9363160133361816,
      "cov-distil (oracle2teacher)": 3.968526601791382,
      "epoch": 2.1569858712715857,
      "rel-constrast": 2.016879081726074,
      "step": 2748,
      "subrel-constrast": 2.85317063331604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.928029179573059,
      "cov-distil (oracle2student)": 3.5080318450927734,
      "cov-distil (oracle2teacher)": 3.5842792987823486,
      "epoch": 2.1577708006279437,
      "rel-constrast": 1.9486799240112305,
      "step": 2749,
      "subrel-constrast": 2.7297556400299072,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 5.21875,
      "learning_rate": 5.003490658220438e-05,
      "loss": 0.5504,
      "step": 2750
    },
    {
      "cov-distil": 1.8325787782669067,
      "cov-distil (oracle2student)": 2.8354573249816895,
      "cov-distil (oracle2teacher)": 3.388359546661377,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.1530039310455322,
      "step": 2750,
      "subrel-constrast": 1.9115136861801147,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.493284225463867,
      "cov-distil (oracle2student)": 3.978360891342163,
      "cov-distil (oracle2teacher)": 5.067965984344482,
      "epoch": 2.159340659340659,
      "rel-constrast": 1.8459439277648926,
      "step": 2751,
      "subrel-constrast": 3.1943159103393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487086296081543,
      "cov-distil (oracle2student)": 5.4516496658325195,
      "cov-distil (oracle2teacher)": 5.318352699279785,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.2296292781829834,
      "step": 2752,
      "subrel-constrast": 2.7380990982055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8432848453521729,
      "cov-distil (oracle2student)": 3.6603829860687256,
      "cov-distil (oracle2teacher)": 3.8436896800994873,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.224252462387085,
      "step": 2753,
      "subrel-constrast": 2.9828174114227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285684108734131,
      "cov-distil (oracle2student)": 3.9519362449645996,
      "cov-distil (oracle2teacher)": 3.90419864654541,
      "epoch": 2.161695447409733,
      "rel-constrast": 2.901449203491211,
      "step": 2754,
      "subrel-constrast": 3.277405261993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0485732555389404,
      "cov-distil (oracle2student)": 5.368987083435059,
      "cov-distil (oracle2teacher)": 5.242724418640137,
      "epoch": 2.162480376766091,
      "rel-constrast": 3.36604642868042,
      "step": 2755,
      "subrel-constrast": 3.253419876098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8681834936141968,
      "cov-distil (oracle2student)": 3.2078089714050293,
      "cov-distil (oracle2teacher)": 3.352174997329712,
      "epoch": 2.163265306122449,
      "rel-constrast": 2.78808331489563,
      "step": 2756,
      "subrel-constrast": 3.0837085247039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049375057220459,
      "cov-distil (oracle2student)": 5.640865802764893,
      "cov-distil (oracle2teacher)": 5.54972505569458,
      "epoch": 2.1640502354788067,
      "rel-constrast": 2.8439276218414307,
      "step": 2757,
      "subrel-constrast": 4.327177047729492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154993772506714,
      "cov-distil (oracle2student)": 4.050389289855957,
      "cov-distil (oracle2teacher)": 4.121757507324219,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.641178011894226,
      "step": 2758,
      "subrel-constrast": 2.3627562522888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041936874389648,
      "cov-distil (oracle2student)": 5.07247257232666,
      "cov-distil (oracle2teacher)": 4.085206985473633,
      "epoch": 2.1656200941915227,
      "rel-constrast": 2.789429187774658,
      "step": 2759,
      "subrel-constrast": 2.8395044803619385,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 4.78125,
      "learning_rate": 4.968584280172206e-05,
      "loss": 0.5946,
      "step": 2760
    },
    {
      "cov-distil": 2.179244041442871,
      "cov-distil (oracle2student)": 2.9044687747955322,
      "cov-distil (oracle2teacher)": 2.5095696449279785,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.4166014194488525,
      "step": 2760,
      "subrel-constrast": 2.9211905002593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100855827331543,
      "cov-distil (oracle2student)": 3.9255764484405518,
      "cov-distil (oracle2teacher)": 3.511237382888794,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.1598830223083496,
      "step": 2761,
      "subrel-constrast": 2.887381076812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5784902572631836,
      "cov-distil (oracle2student)": 3.9929821491241455,
      "cov-distil (oracle2teacher)": 4.328269958496094,
      "epoch": 2.1679748822605966,
      "rel-constrast": 2.0737464427948,
      "step": 2762,
      "subrel-constrast": 2.6103525161743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663320064544678,
      "cov-distil (oracle2student)": 5.499135971069336,
      "cov-distil (oracle2teacher)": 5.090713977813721,
      "epoch": 2.1687598116169546,
      "rel-constrast": 1.9970046281814575,
      "step": 2763,
      "subrel-constrast": 2.5773212909698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8400144577026367,
      "cov-distil (oracle2student)": 4.235506057739258,
      "cov-distil (oracle2teacher)": 3.610539436340332,
      "epoch": 2.169544740973312,
      "rel-constrast": 2.875548839569092,
      "step": 2764,
      "subrel-constrast": 3.544044256210327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7530031204223633,
      "cov-distil (oracle2student)": 4.9333882331848145,
      "cov-distil (oracle2teacher)": 4.628076553344727,
      "epoch": 2.17032967032967,
      "rel-constrast": 1.7618428468704224,
      "step": 2765,
      "subrel-constrast": 2.677713394165039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8582987785339355,
      "cov-distil (oracle2student)": 4.91619873046875,
      "cov-distil (oracle2teacher)": 5.192903995513916,
      "epoch": 2.171114599686028,
      "rel-constrast": 3.588993549346924,
      "step": 2766,
      "subrel-constrast": 3.8245928287506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732104778289795,
      "cov-distil (oracle2student)": 3.581368923187256,
      "cov-distil (oracle2teacher)": 3.7663302421569824,
      "epoch": 2.171899529042386,
      "rel-constrast": 2.980332374572754,
      "step": 2767,
      "subrel-constrast": 3.7382683753967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420472145080566,
      "cov-distil (oracle2student)": 4.758321762084961,
      "cov-distil (oracle2teacher)": 4.85568380355835,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.0979764461517334,
      "step": 2768,
      "subrel-constrast": 3.5379931926727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.673659086227417,
      "cov-distil (oracle2student)": 4.389730453491211,
      "cov-distil (oracle2teacher)": 3.682546615600586,
      "epoch": 2.173469387755102,
      "rel-constrast": 2.680583953857422,
      "step": 2769,
      "subrel-constrast": 3.084223747253418,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 5.625,
      "learning_rate": 4.933679433281836e-05,
      "loss": 0.6158,
      "step": 2770
    },
    {
      "cov-distil": 2.458536386489868,
      "cov-distil (oracle2student)": 4.206513404846191,
      "cov-distil (oracle2teacher)": 4.403306007385254,
      "epoch": 2.17425431711146,
      "rel-constrast": 2.5047364234924316,
      "step": 2770,
      "subrel-constrast": 3.902028799057007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.380173921585083,
      "cov-distil (oracle2student)": 2.673262119293213,
      "cov-distil (oracle2teacher)": 3.4546151161193848,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.2071774005889893,
      "step": 2771,
      "subrel-constrast": 3.158604383468628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312272071838379,
      "cov-distil (oracle2student)": 4.063717842102051,
      "cov-distil (oracle2teacher)": 3.6646270751953125,
      "epoch": 2.1758241758241756,
      "rel-constrast": 2.084683418273926,
      "step": 2772,
      "subrel-constrast": 2.6053993701934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3582231998443604,
      "cov-distil (oracle2student)": 4.736612796783447,
      "cov-distil (oracle2teacher)": 4.914763450622559,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.4464197158813477,
      "step": 2773,
      "subrel-constrast": 2.98962140083313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771925687789917,
      "cov-distil (oracle2student)": 3.4646902084350586,
      "cov-distil (oracle2teacher)": 3.505662679672241,
      "epoch": 2.1773940345368916,
      "rel-constrast": 2.6947784423828125,
      "step": 2774,
      "subrel-constrast": 3.025784969329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020801067352295,
      "cov-distil (oracle2student)": 5.907608985900879,
      "cov-distil (oracle2teacher)": 5.388659477233887,
      "epoch": 2.1781789638932496,
      "rel-constrast": 1.9587887525558472,
      "step": 2775,
      "subrel-constrast": 2.8776471614837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.345705509185791,
      "cov-distil (oracle2student)": 4.627998352050781,
      "cov-distil (oracle2teacher)": 4.19345760345459,
      "epoch": 2.1789638932496076,
      "rel-constrast": 3.5999855995178223,
      "step": 2776,
      "subrel-constrast": 3.7891149520874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1010327339172363,
      "cov-distil (oracle2student)": 4.690837860107422,
      "cov-distil (oracle2teacher)": 5.710360527038574,
      "epoch": 2.1797488226059656,
      "rel-constrast": 1.9903590679168701,
      "step": 2777,
      "subrel-constrast": 2.803041696548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.308260917663574,
      "cov-distil (oracle2student)": 2.5301570892333984,
      "cov-distil (oracle2teacher)": 3.177558422088623,
      "epoch": 2.1805337519623236,
      "rel-constrast": 1.912184238433838,
      "step": 2778,
      "subrel-constrast": 3.650508403778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5929087400436401,
      "cov-distil (oracle2student)": 7.646424293518066,
      "cov-distil (oracle2teacher)": 6.581178665161133,
      "epoch": 2.181318681318681,
      "rel-constrast": 3.555142879486084,
      "step": 2779,
      "subrel-constrast": 3.2344350814819336,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 7.96875,
      "learning_rate": 4.8987778187623245e-05,
      "loss": 0.6239,
      "step": 2780
    },
    {
      "cov-distil": 2.0922293663024902,
      "cov-distil (oracle2student)": 5.178348541259766,
      "cov-distil (oracle2teacher)": 4.8662800788879395,
      "epoch": 2.182103610675039,
      "rel-constrast": 2.4291317462921143,
      "step": 2780,
      "subrel-constrast": 2.9332125186920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5673069953918457,
      "cov-distil (oracle2student)": 3.428281784057617,
      "cov-distil (oracle2teacher)": 3.6361351013183594,
      "epoch": 2.182888540031397,
      "rel-constrast": 2.6479785442352295,
      "step": 2781,
      "subrel-constrast": 3.3224828243255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121736526489258,
      "cov-distil (oracle2student)": 5.725452899932861,
      "cov-distil (oracle2teacher)": 5.427060127258301,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.413903832435608,
      "step": 2782,
      "subrel-constrast": 2.1378602981567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02018141746521,
      "cov-distil (oracle2student)": 3.4567880630493164,
      "cov-distil (oracle2teacher)": 3.846141815185547,
      "epoch": 2.184458398744113,
      "rel-constrast": 1.957056999206543,
      "step": 2783,
      "subrel-constrast": 2.535060167312622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8501737117767334,
      "cov-distil (oracle2student)": 4.435824394226074,
      "cov-distil (oracle2teacher)": 4.464740753173828,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.288365364074707,
      "step": 2784,
      "subrel-constrast": 2.9302046298980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1229734420776367,
      "cov-distil (oracle2student)": 5.082464694976807,
      "cov-distil (oracle2teacher)": 5.242060661315918,
      "epoch": 2.186028257456829,
      "rel-constrast": 2.625845432281494,
      "step": 2785,
      "subrel-constrast": 3.875243663787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6502655744552612,
      "cov-distil (oracle2student)": 4.541382789611816,
      "cov-distil (oracle2teacher)": 4.616086483001709,
      "epoch": 2.186813186813187,
      "rel-constrast": 2.5929067134857178,
      "step": 2786,
      "subrel-constrast": 2.76259183883667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5156097412109375,
      "cov-distil (oracle2student)": 4.842844009399414,
      "cov-distil (oracle2teacher)": 4.840018272399902,
      "epoch": 2.1875981161695446,
      "rel-constrast": 2.3999032974243164,
      "step": 2787,
      "subrel-constrast": 3.532977342605591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.954328179359436,
      "cov-distil (oracle2student)": 2.6015210151672363,
      "cov-distil (oracle2teacher)": 2.6287460327148438,
      "epoch": 2.1883830455259026,
      "rel-constrast": 1.7439279556274414,
      "step": 2788,
      "subrel-constrast": 1.9913406372070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4249684810638428,
      "cov-distil (oracle2student)": 3.285189628601074,
      "cov-distil (oracle2teacher)": 3.2861454486846924,
      "epoch": 2.1891679748822606,
      "rel-constrast": 2.4443016052246094,
      "step": 2789,
      "subrel-constrast": 3.4840221405029297,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 5.8125,
      "learning_rate": 4.863881137669123e-05,
      "loss": 0.5636,
      "step": 2790
    },
    {
      "cov-distil": 1.9061321020126343,
      "cov-distil (oracle2student)": 7.053967475891113,
      "cov-distil (oracle2teacher)": 6.798653602600098,
      "epoch": 2.1899529042386185,
      "rel-constrast": 3.0507652759552,
      "step": 2790,
      "subrel-constrast": 3.308712959289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3135347366333008,
      "cov-distil (oracle2student)": 4.518131256103516,
      "cov-distil (oracle2teacher)": 4.586831569671631,
      "epoch": 2.1907378335949765,
      "rel-constrast": 1.8382854461669922,
      "step": 2791,
      "subrel-constrast": 2.642794132232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94602370262146,
      "cov-distil (oracle2student)": 4.200472831726074,
      "cov-distil (oracle2teacher)": 3.7702908515930176,
      "epoch": 2.1915227629513345,
      "rel-constrast": 2.8144423961639404,
      "step": 2792,
      "subrel-constrast": 3.07816743850708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101398468017578,
      "cov-distil (oracle2student)": 5.8428850173950195,
      "cov-distil (oracle2teacher)": 5.60784912109375,
      "epoch": 2.1923076923076925,
      "rel-constrast": 2.795847177505493,
      "step": 2793,
      "subrel-constrast": 3.2463462352752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5509775876998901,
      "cov-distil (oracle2student)": 5.0366411209106445,
      "cov-distil (oracle2teacher)": 5.147085666656494,
      "epoch": 2.19309262166405,
      "rel-constrast": 3.414839267730713,
      "step": 2794,
      "subrel-constrast": 3.7396297454833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3045854568481445,
      "cov-distil (oracle2student)": 4.97355318069458,
      "cov-distil (oracle2teacher)": 4.955072402954102,
      "epoch": 2.193877551020408,
      "rel-constrast": 2.801828384399414,
      "step": 2795,
      "subrel-constrast": 3.9537160396575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4327645301818848,
      "cov-distil (oracle2student)": 4.39879035949707,
      "cov-distil (oracle2teacher)": 3.668846607208252,
      "epoch": 2.194662480376766,
      "rel-constrast": 2.4630448818206787,
      "step": 2796,
      "subrel-constrast": 3.352707624435425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938541650772095,
      "cov-distil (oracle2student)": 4.384441375732422,
      "cov-distil (oracle2teacher)": 4.582114219665527,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.3707351684570312,
      "step": 2797,
      "subrel-constrast": 3.137777328491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1841020584106445,
      "cov-distil (oracle2student)": 4.280754089355469,
      "cov-distil (oracle2teacher)": 3.684753894805908,
      "epoch": 2.196232339089482,
      "rel-constrast": 3.516305446624756,
      "step": 2798,
      "subrel-constrast": 4.156093120574951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8031558990478516,
      "cov-distil (oracle2student)": 4.399853706359863,
      "cov-distil (oracle2teacher)": 4.508464336395264,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.426603317260742,
      "step": 2799,
      "subrel-constrast": 2.4549081325531006,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 5.53125,
      "learning_rate": 4.8289910908172376e-05,
      "loss": 0.6873,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.28437501192092896,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.0601806640625
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.04339599609375
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.01678466796875,
      "step": 2800
    },
    {
      "cov-distil": 2.8850650787353516,
      "cov-distil (oracle2student)": 6.943756103515625,
      "cov-distil (oracle2teacher)": 6.324666500091553,
      "epoch": 2.197802197802198,
      "rel-constrast": 3.2922348976135254,
      "step": 2800,
      "subrel-constrast": 4.13409423828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0947251319885254,
      "cov-distil (oracle2student)": 3.1127138137817383,
      "cov-distil (oracle2teacher)": 3.3475441932678223,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.5227315425872803,
      "step": 2801,
      "subrel-constrast": 3.572216510772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803739070892334,
      "cov-distil (oracle2student)": 4.696453094482422,
      "cov-distil (oracle2teacher)": 4.515565872192383,
      "epoch": 2.1993720565149135,
      "rel-constrast": 2.9067907333374023,
      "step": 2802,
      "subrel-constrast": 3.4550588130950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7311238050460815,
      "cov-distil (oracle2student)": 5.800528049468994,
      "cov-distil (oracle2teacher)": 5.207207679748535,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.563363552093506,
      "step": 2803,
      "subrel-constrast": 3.156115770339966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390085935592651,
      "cov-distil (oracle2student)": 6.144320487976074,
      "cov-distil (oracle2teacher)": 6.079493045806885,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.4150137901306152,
      "step": 2804,
      "subrel-constrast": 3.119868040084839,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.190863847732544,
      "cov-distil (oracle2student)": 6.659869194030762,
      "cov-distil (oracle2teacher)": 6.122799873352051,
      "epoch": 2.2017268445839875,
      "rel-constrast": 2.287750005722046,
      "step": 2805,
      "subrel-constrast": 3.050905466079712,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.158442974090576,
      "cov-distil (oracle2student)": 4.279053688049316,
      "cov-distil (oracle2teacher)": 4.156571388244629,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.4556665420532227,
      "step": 2806,
      "subrel-constrast": 3.339421510696411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5479965209960938,
      "cov-distil (oracle2student)": 5.656372547149658,
      "cov-distil (oracle2teacher)": 5.35978364944458,
      "epoch": 2.2032967032967035,
      "rel-constrast": 3.352458953857422,
      "step": 2807,
      "subrel-constrast": 3.453216314315796,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2558281421661377,
      "cov-distil (oracle2student)": 5.633749008178711,
      "cov-distil (oracle2teacher)": 5.402027130126953,
      "epoch": 2.204081632653061,
      "rel-constrast": 2.555968761444092,
      "step": 2808,
      "subrel-constrast": 3.439279079437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2585573196411133,
      "cov-distil (oracle2student)": 7.904393672943115,
      "cov-distil (oracle2teacher)": 7.380100250244141,
      "epoch": 2.204866562009419,
      "rel-constrast": 2.9956412315368652,
      "step": 2809,
      "subrel-constrast": 4.119675159454346,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 8.4375,
      "learning_rate": 4.794109378698327e-05,
      "loss": 0.6837,
      "step": 2810
    },
    {
      "cov-distil": 1.6734423637390137,
      "cov-distil (oracle2student)": 4.941941261291504,
      "cov-distil (oracle2teacher)": 4.474834442138672,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.1727495193481445,
      "step": 2810,
      "subrel-constrast": 3.3162901401519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526672601699829,
      "cov-distil (oracle2student)": 4.325068473815918,
      "cov-distil (oracle2teacher)": 4.255397319793701,
      "epoch": 2.206436420722135,
      "rel-constrast": 2.770350694656372,
      "step": 2811,
      "subrel-constrast": 3.1586811542510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106200933456421,
      "cov-distil (oracle2student)": 5.695223808288574,
      "cov-distil (oracle2teacher)": 5.851713180541992,
      "epoch": 2.207221350078493,
      "rel-constrast": 3.1896555423736572,
      "step": 2812,
      "subrel-constrast": 3.4533004760742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6309672594070435,
      "cov-distil (oracle2student)": 4.745014190673828,
      "cov-distil (oracle2teacher)": 4.796415328979492,
      "epoch": 2.208006279434851,
      "rel-constrast": 1.8854938745498657,
      "step": 2813,
      "subrel-constrast": 2.956817865371704,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0812089443206787,
      "cov-distil (oracle2student)": 4.396226406097412,
      "cov-distil (oracle2teacher)": 4.434238433837891,
      "epoch": 2.208791208791209,
      "rel-constrast": 2.7775402069091797,
      "step": 2814,
      "subrel-constrast": 3.1346797943115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4206326007843018,
      "cov-distil (oracle2student)": 3.704122543334961,
      "cov-distil (oracle2teacher)": 3.592958927154541,
      "epoch": 2.209576138147567,
      "rel-constrast": 2.6240599155426025,
      "step": 2815,
      "subrel-constrast": 2.858907461166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6985273361206055,
      "cov-distil (oracle2student)": 5.208975315093994,
      "cov-distil (oracle2teacher)": 4.475458145141602,
      "epoch": 2.2103610675039245,
      "rel-constrast": 3.8477087020874023,
      "step": 2816,
      "subrel-constrast": 3.534888744354248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099608898162842,
      "cov-distil (oracle2student)": 2.5065746307373047,
      "cov-distil (oracle2teacher)": 3.0107810497283936,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.2325143814086914,
      "step": 2817,
      "subrel-constrast": 3.1920061111450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2359776496887207,
      "cov-distil (oracle2student)": 4.946409225463867,
      "cov-distil (oracle2teacher)": 5.375129699707031,
      "epoch": 2.2119309262166404,
      "rel-constrast": 2.395871639251709,
      "step": 2818,
      "subrel-constrast": 2.849010705947876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0340170860290527,
      "cov-distil (oracle2student)": 4.728748798370361,
      "cov-distil (oracle2teacher)": 4.961501121520996,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.3162786960601807,
      "step": 2819,
      "subrel-constrast": 2.8646645545959473,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 6.03125,
      "learning_rate": 4.7592377013978306e-05,
      "loss": 0.6803,
      "step": 2820
    },
    {
      "cov-distil": 1.4807343482971191,
      "cov-distil (oracle2student)": 3.904770851135254,
      "cov-distil (oracle2teacher)": 4.245109558105469,
      "epoch": 2.2135007849293564,
      "rel-constrast": 1.601733922958374,
      "step": 2820,
      "subrel-constrast": 2.65232253074646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073615550994873,
      "cov-distil (oracle2student)": 5.772680282592773,
      "cov-distil (oracle2teacher)": 5.07155179977417,
      "epoch": 2.2142857142857144,
      "rel-constrast": 1.8693509101867676,
      "step": 2821,
      "subrel-constrast": 2.7966866493225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.930835723876953,
      "cov-distil (oracle2student)": 2.996140480041504,
      "cov-distil (oracle2teacher)": 3.7567362785339355,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.1815834045410156,
      "step": 2822,
      "subrel-constrast": 2.877222776412964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.05211341381073,
      "cov-distil (oracle2student)": 4.919730186462402,
      "cov-distil (oracle2teacher)": 4.6467461585998535,
      "epoch": 2.21585557299843,
      "rel-constrast": 2.1662678718566895,
      "step": 2823,
      "subrel-constrast": 2.3542592525482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420114517211914,
      "cov-distil (oracle2student)": 4.206425666809082,
      "cov-distil (oracle2teacher)": 5.4890265464782715,
      "epoch": 2.216640502354788,
      "rel-constrast": 2.6360278129577637,
      "step": 2824,
      "subrel-constrast": 3.7101457118988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912901520729065,
      "cov-distil (oracle2student)": 5.016231536865234,
      "cov-distil (oracle2teacher)": 5.186217308044434,
      "epoch": 2.217425431711146,
      "rel-constrast": 3.023829460144043,
      "step": 2825,
      "subrel-constrast": 3.9416778087615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.459791660308838,
      "cov-distil (oracle2student)": 5.9572672843933105,
      "cov-distil (oracle2teacher)": 5.434143543243408,
      "epoch": 2.218210361067504,
      "rel-constrast": 2.775757074356079,
      "step": 2826,
      "subrel-constrast": 3.529858112335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.102639675140381,
      "cov-distil (oracle2student)": 1.8961181640625,
      "cov-distil (oracle2teacher)": 3.120684862136841,
      "epoch": 2.218995290423862,
      "rel-constrast": 1.8740277290344238,
      "step": 2827,
      "subrel-constrast": 2.819220781326294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4027854204177856,
      "cov-distil (oracle2student)": 4.626708984375,
      "cov-distil (oracle2teacher)": 4.54343318939209,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.4139254093170166,
      "step": 2828,
      "subrel-constrast": 3.2090368270874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4272136688232422,
      "cov-distil (oracle2student)": 2.466151237487793,
      "cov-distil (oracle2teacher)": 3.073596715927124,
      "epoch": 2.220565149136578,
      "rel-constrast": 1.7708356380462646,
      "step": 2829,
      "subrel-constrast": 2.6449027061462402,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 4.96875,
      "learning_rate": 4.724377758512103e-05,
      "loss": 0.5578,
      "step": 2830
    },
    {
      "cov-distil": 1.5831763744354248,
      "cov-distil (oracle2student)": 3.032391309738159,
      "cov-distil (oracle2teacher)": 3.089118480682373,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.34516978263855,
      "step": 2830,
      "subrel-constrast": 2.7602672576904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.539947032928467,
      "cov-distil (oracle2student)": 6.463359832763672,
      "cov-distil (oracle2teacher)": 5.883878707885742,
      "epoch": 2.2221350078492934,
      "rel-constrast": 3.0847151279449463,
      "step": 2831,
      "subrel-constrast": 3.7373085021972656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.10318660736084,
      "cov-distil (oracle2student)": 3.7952985763549805,
      "cov-distil (oracle2teacher)": 3.9952378273010254,
      "epoch": 2.2229199372056514,
      "rel-constrast": 2.53975510597229,
      "step": 2832,
      "subrel-constrast": 2.9189870357513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.666334629058838,
      "cov-distil (oracle2student)": 4.5266828536987305,
      "cov-distil (oracle2teacher)": 5.446793079376221,
      "epoch": 2.2237048665620094,
      "rel-constrast": 2.0648951530456543,
      "step": 2833,
      "subrel-constrast": 3.1461896896362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.687878131866455,
      "cov-distil (oracle2student)": 4.21497917175293,
      "cov-distil (oracle2teacher)": 3.8652472496032715,
      "epoch": 2.2244897959183674,
      "rel-constrast": 2.9088423252105713,
      "step": 2834,
      "subrel-constrast": 2.6859216690063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.394582986831665,
      "cov-distil (oracle2student)": 5.114519119262695,
      "cov-distil (oracle2teacher)": 5.36130952835083,
      "epoch": 2.2252747252747254,
      "rel-constrast": 1.9626764059066772,
      "step": 2835,
      "subrel-constrast": 2.5319132804870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3622281551361084,
      "cov-distil (oracle2student)": 5.3217878341674805,
      "cov-distil (oracle2teacher)": 5.1201019287109375,
      "epoch": 2.2260596546310834,
      "rel-constrast": 2.5653328895568848,
      "step": 2836,
      "subrel-constrast": 3.236990451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.748387098312378,
      "cov-distil (oracle2student)": 3.9468705654144287,
      "cov-distil (oracle2teacher)": 4.138042449951172,
      "epoch": 2.2268445839874413,
      "rel-constrast": 2.404458522796631,
      "step": 2837,
      "subrel-constrast": 2.71840500831604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9995206594467163,
      "cov-distil (oracle2student)": 4.53791618347168,
      "cov-distil (oracle2teacher)": 4.573971748352051,
      "epoch": 2.227629513343799,
      "rel-constrast": 2.701615333557129,
      "step": 2838,
      "subrel-constrast": 3.2808732986450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868632435798645,
      "cov-distil (oracle2student)": 5.168505668640137,
      "cov-distil (oracle2teacher)": 4.776837348937988,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.1821486949920654,
      "step": 2839,
      "subrel-constrast": 3.0364770889282227,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 6.0625,
      "learning_rate": 4.68953124906558e-05,
      "loss": 0.644,
      "step": 2840
    },
    {
      "cov-distil": 1.637038230895996,
      "cov-distil (oracle2student)": 4.386404037475586,
      "cov-distil (oracle2teacher)": 4.4123992919921875,
      "epoch": 2.229199372056515,
      "rel-constrast": 2.5294015407562256,
      "step": 2840,
      "subrel-constrast": 3.2281928062438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.338848352432251,
      "cov-distil (oracle2student)": 4.106834888458252,
      "cov-distil (oracle2teacher)": 4.320068836212158,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.4209480285644531,
      "step": 2841,
      "subrel-constrast": 2.148907423019409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7265474796295166,
      "cov-distil (oracle2student)": 4.6590800285339355,
      "cov-distil (oracle2teacher)": 5.254237174987793,
      "epoch": 2.230769230769231,
      "rel-constrast": 3.0849456787109375,
      "step": 2842,
      "subrel-constrast": 3.7331855297088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512743592262268,
      "cov-distil (oracle2student)": 4.523879528045654,
      "cov-distil (oracle2teacher)": 3.9949090480804443,
      "epoch": 2.231554160125589,
      "rel-constrast": 2.617135524749756,
      "step": 2843,
      "subrel-constrast": 2.9434170722961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.995803952217102,
      "cov-distil (oracle2student)": 5.485191345214844,
      "cov-distil (oracle2teacher)": 4.92209529876709,
      "epoch": 2.232339089481947,
      "rel-constrast": 3.4845526218414307,
      "step": 2844,
      "subrel-constrast": 4.208489418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8756043910980225,
      "cov-distil (oracle2student)": 4.141766548156738,
      "cov-distil (oracle2teacher)": 4.174862861633301,
      "epoch": 2.2331240188383044,
      "rel-constrast": 2.069716691970825,
      "step": 2845,
      "subrel-constrast": 3.5704262256622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5790739059448242,
      "cov-distil (oracle2student)": 5.544715881347656,
      "cov-distil (oracle2teacher)": 5.044233322143555,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.281511068344116,
      "step": 2846,
      "subrel-constrast": 2.5837156772613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5176255702972412,
      "cov-distil (oracle2student)": 6.6907830238342285,
      "cov-distil (oracle2teacher)": 5.935241222381592,
      "epoch": 2.2346938775510203,
      "rel-constrast": 2.875436305999756,
      "step": 2847,
      "subrel-constrast": 3.685234546661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.251403570175171,
      "cov-distil (oracle2student)": 3.845898389816284,
      "cov-distil (oracle2teacher)": 3.92179799079895,
      "epoch": 2.2354788069073783,
      "rel-constrast": 1.6836961507797241,
      "step": 2848,
      "subrel-constrast": 2.626580238342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1088857650756836,
      "cov-distil (oracle2student)": 4.46500301361084,
      "cov-distil (oracle2teacher)": 4.137601852416992,
      "epoch": 2.2362637362637363,
      "rel-constrast": 2.4005658626556396,
      "step": 2849,
      "subrel-constrast": 2.9738352298736572,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 5.5,
      "learning_rate": 4.654699871427971e-05,
      "loss": 0.6112,
      "step": 2850
    },
    {
      "cov-distil": 2.355682849884033,
      "cov-distil (oracle2student)": 7.119569778442383,
      "cov-distil (oracle2teacher)": 6.823385715484619,
      "epoch": 2.2370486656200943,
      "rel-constrast": 2.62873911857605,
      "step": 2850,
      "subrel-constrast": 3.626814603805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7068047523498535,
      "cov-distil (oracle2student)": 5.055153846740723,
      "cov-distil (oracle2teacher)": 5.359284400939941,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.0643529891967773,
      "step": 2851,
      "subrel-constrast": 2.657435894012451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3055500984191895,
      "cov-distil (oracle2student)": 5.465606689453125,
      "cov-distil (oracle2teacher)": 4.985742568969727,
      "epoch": 2.23861852433281,
      "rel-constrast": 2.634626865386963,
      "step": 2852,
      "subrel-constrast": 3.653864622116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9410046339035034,
      "cov-distil (oracle2student)": 5.148364067077637,
      "cov-distil (oracle2teacher)": 4.502231597900391,
      "epoch": 2.239403453689168,
      "rel-constrast": 2.139314651489258,
      "step": 2853,
      "subrel-constrast": 3.374422311782837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.888699531555176,
      "cov-distil (oracle2student)": 8.311576843261719,
      "cov-distil (oracle2teacher)": 6.8303751945495605,
      "epoch": 2.240188383045526,
      "rel-constrast": 3.3667550086975098,
      "step": 2854,
      "subrel-constrast": 3.6193268299102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9460389614105225,
      "cov-distil (oracle2student)": 4.548515319824219,
      "cov-distil (oracle2teacher)": 4.712292194366455,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.5916930437088013,
      "step": 2855,
      "subrel-constrast": 2.5799360275268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8881690502166748,
      "cov-distil (oracle2student)": 4.234016418457031,
      "cov-distil (oracle2teacher)": 4.759088516235352,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.070136070251465,
      "step": 2856,
      "subrel-constrast": 2.6638383865356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2035715579986572,
      "cov-distil (oracle2student)": 5.373159408569336,
      "cov-distil (oracle2teacher)": 4.9737958908081055,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.534533739089966,
      "step": 2857,
      "subrel-constrast": 3.052100896835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113285541534424,
      "cov-distil (oracle2student)": 4.605058670043945,
      "cov-distil (oracle2teacher)": 4.2911529541015625,
      "epoch": 2.2433281004709578,
      "rel-constrast": 2.40022873878479,
      "step": 2858,
      "subrel-constrast": 3.6380085945129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.461174964904785,
      "cov-distil (oracle2student)": 6.546848773956299,
      "cov-distil (oracle2teacher)": 5.337327003479004,
      "epoch": 2.2441130298273153,
      "rel-constrast": 3.6655776500701904,
      "step": 2859,
      "subrel-constrast": 4.112504959106445,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 7.375,
      "learning_rate": 4.619885323231484e-05,
      "loss": 0.6274,
      "step": 2860
    },
    {
      "cov-distil": 2.5078682899475098,
      "cov-distil (oracle2student)": 5.484684944152832,
      "cov-distil (oracle2teacher)": 5.1240339279174805,
      "epoch": 2.2448979591836733,
      "rel-constrast": 2.827139139175415,
      "step": 2860,
      "subrel-constrast": 3.4850432872772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4881973266601562,
      "cov-distil (oracle2student)": 6.028740406036377,
      "cov-distil (oracle2teacher)": 7.17368221282959,
      "epoch": 2.2456828885400313,
      "rel-constrast": 1.3641557693481445,
      "step": 2861,
      "subrel-constrast": 2.9506397247314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3425376415252686,
      "cov-distil (oracle2student)": 6.180444240570068,
      "cov-distil (oracle2teacher)": 5.7314958572387695,
      "epoch": 2.2464678178963893,
      "rel-constrast": 2.657355785369873,
      "step": 2862,
      "subrel-constrast": 3.95454740524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1313931941986084,
      "cov-distil (oracle2student)": 5.94674015045166,
      "cov-distil (oracle2teacher)": 4.9114885330200195,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.1589720249176025,
      "step": 2863,
      "subrel-constrast": 3.1292145252227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7076650857925415,
      "cov-distil (oracle2student)": 5.446182727813721,
      "cov-distil (oracle2teacher)": 5.492918968200684,
      "epoch": 2.2480376766091053,
      "rel-constrast": 1.9274954795837402,
      "step": 2864,
      "subrel-constrast": 2.4438319206237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.179983615875244,
      "cov-distil (oracle2student)": 3.3975648880004883,
      "cov-distil (oracle2teacher)": 3.8005330562591553,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.418487310409546,
      "step": 2865,
      "subrel-constrast": 3.602011203765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577079176902771,
      "cov-distil (oracle2student)": 4.7143425941467285,
      "cov-distil (oracle2teacher)": 3.5284628868103027,
      "epoch": 2.2496075353218212,
      "rel-constrast": 1.9752225875854492,
      "step": 2866,
      "subrel-constrast": 2.215595245361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.407106399536133,
      "cov-distil (oracle2student)": 6.308623313903809,
      "cov-distil (oracle2teacher)": 6.168368339538574,
      "epoch": 2.2503924646781788,
      "rel-constrast": 1.8844571113586426,
      "step": 2867,
      "subrel-constrast": 2.4022207260131836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778153657913208,
      "cov-distil (oracle2student)": 5.120002746582031,
      "cov-distil (oracle2teacher)": 4.447877883911133,
      "epoch": 2.2511773940345368,
      "rel-constrast": 3.2253549098968506,
      "step": 2868,
      "subrel-constrast": 3.712052345275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2068231105804443,
      "cov-distil (oracle2student)": 2.7127432823181152,
      "cov-distil (oracle2teacher)": 3.0907645225524902,
      "epoch": 2.2519623233908947,
      "rel-constrast": 2.6315157413482666,
      "step": 2869,
      "subrel-constrast": 3.788360118865967,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 5.21875,
      "learning_rate": 4.58508930128808e-05,
      "loss": 0.5768,
      "step": 2870
    },
    {
      "cov-distil": 1.9760041236877441,
      "cov-distil (oracle2student)": 5.043042182922363,
      "cov-distil (oracle2teacher)": 5.813590049743652,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.5560739040374756,
      "step": 2870,
      "subrel-constrast": 2.6379356384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5756158828735352,
      "cov-distil (oracle2student)": 4.44330358505249,
      "cov-distil (oracle2teacher)": 5.06806755065918,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.581383228302002,
      "step": 2871,
      "subrel-constrast": 3.3347256183624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4536235332489014,
      "cov-distil (oracle2student)": 3.08078670501709,
      "cov-distil (oracle2teacher)": 3.639805793762207,
      "epoch": 2.2543171114599687,
      "rel-constrast": 1.3615704774856567,
      "step": 2872,
      "subrel-constrast": 2.6526663303375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0020577907562256,
      "cov-distil (oracle2student)": 4.919044017791748,
      "cov-distil (oracle2teacher)": 5.374032974243164,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.096104621887207,
      "step": 2873,
      "subrel-constrast": 2.536550283432007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.225907325744629,
      "cov-distil (oracle2student)": 4.824390411376953,
      "cov-distil (oracle2teacher)": 4.490809440612793,
      "epoch": 2.2558869701726847,
      "rel-constrast": 2.579664707183838,
      "step": 2874,
      "subrel-constrast": 2.4883604049682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4566030502319336,
      "cov-distil (oracle2student)": 4.76025390625,
      "cov-distil (oracle2teacher)": 4.207348346710205,
      "epoch": 2.2566718995290422,
      "rel-constrast": 2.6954705715179443,
      "step": 2875,
      "subrel-constrast": 3.058781623840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8838659524917603,
      "cov-distil (oracle2student)": 4.5099945068359375,
      "cov-distil (oracle2teacher)": 4.388896465301514,
      "epoch": 2.2574568288854002,
      "rel-constrast": 3.400749921798706,
      "step": 2876,
      "subrel-constrast": 4.021143913269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7875646352767944,
      "cov-distil (oracle2student)": 3.332637310028076,
      "cov-distil (oracle2teacher)": 3.4469239711761475,
      "epoch": 2.258241758241758,
      "rel-constrast": 2.5804717540740967,
      "step": 2877,
      "subrel-constrast": 2.3662407398223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082556962966919,
      "cov-distil (oracle2student)": 4.547510147094727,
      "cov-distil (oracle2teacher)": 4.467940330505371,
      "epoch": 2.259026687598116,
      "rel-constrast": 3.915923595428467,
      "step": 2878,
      "subrel-constrast": 3.723123073577881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25565242767334,
      "cov-distil (oracle2student)": 3.8948709964752197,
      "cov-distil (oracle2teacher)": 3.980835437774658,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.200464963912964,
      "step": 2879,
      "subrel-constrast": 3.795745611190796,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 7.125,
      "learning_rate": 4.550313501506781e-05,
      "loss": 0.6742,
      "step": 2880
    },
    {
      "cov-distil": 1.5672760009765625,
      "cov-distil (oracle2student)": 4.236739158630371,
      "cov-distil (oracle2teacher)": 4.7606940269470215,
      "epoch": 2.260596546310832,
      "rel-constrast": 2.05647611618042,
      "step": 2880,
      "subrel-constrast": 2.2053029537200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.330855369567871,
      "cov-distil (oracle2student)": 5.612543106079102,
      "cov-distil (oracle2teacher)": 5.414923667907715,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.4604570865631104,
      "step": 2881,
      "subrel-constrast": 3.14937424659729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2640917301177979,
      "cov-distil (oracle2student)": 4.635293960571289,
      "cov-distil (oracle2teacher)": 4.909209251403809,
      "epoch": 2.2621664050235477,
      "rel-constrast": 1.7861173152923584,
      "step": 2882,
      "subrel-constrast": 2.07391619682312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7418880462646484,
      "cov-distil (oracle2student)": 6.026824474334717,
      "cov-distil (oracle2teacher)": 5.069761276245117,
      "epoch": 2.2629513343799057,
      "rel-constrast": 1.9863409996032715,
      "step": 2883,
      "subrel-constrast": 2.785705089569092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174151659011841,
      "cov-distil (oracle2student)": 4.300814628601074,
      "cov-distil (oracle2teacher)": 4.121059417724609,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.458272933959961,
      "step": 2884,
      "subrel-constrast": 3.115049362182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.921266555786133,
      "cov-distil (oracle2student)": 5.042928218841553,
      "cov-distil (oracle2teacher)": 4.609907150268555,
      "epoch": 2.2645211930926217,
      "rel-constrast": 2.5684399604797363,
      "step": 2885,
      "subrel-constrast": 3.112959861755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3449416160583496,
      "cov-distil (oracle2student)": 4.104545593261719,
      "cov-distil (oracle2teacher)": 4.253548622131348,
      "epoch": 2.2653061224489797,
      "rel-constrast": 1.65840482711792,
      "step": 2886,
      "subrel-constrast": 2.766031265258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3368632793426514,
      "cov-distil (oracle2student)": 3.030000686645508,
      "cov-distil (oracle2teacher)": 3.5691630840301514,
      "epoch": 2.2660910518053377,
      "rel-constrast": 1.7896571159362793,
      "step": 2887,
      "subrel-constrast": 2.2846791744232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054568290710449,
      "cov-distil (oracle2student)": 3.866096019744873,
      "cov-distil (oracle2teacher)": 3.6384716033935547,
      "epoch": 2.2668759811616956,
      "rel-constrast": 2.1353747844696045,
      "step": 2888,
      "subrel-constrast": 2.9517619609832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311892986297607,
      "cov-distil (oracle2student)": 4.083792209625244,
      "cov-distil (oracle2teacher)": 4.095755577087402,
      "epoch": 2.267660910518053,
      "rel-constrast": 1.8911620378494263,
      "step": 2889,
      "subrel-constrast": 2.7692792415618896,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 5.125,
      "learning_rate": 4.515559618811005e-05,
      "loss": 0.5198,
      "step": 2890
    },
    {
      "cov-distil": 1.471509575843811,
      "cov-distil (oracle2student)": 4.636940002441406,
      "cov-distil (oracle2teacher)": 4.667144775390625,
      "epoch": 2.268445839874411,
      "rel-constrast": 2.93406081199646,
      "step": 2890,
      "subrel-constrast": 3.4524216651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4081926345825195,
      "cov-distil (oracle2student)": 5.630274772644043,
      "cov-distil (oracle2teacher)": 5.126340866088867,
      "epoch": 2.269230769230769,
      "rel-constrast": 2.338016986846924,
      "step": 2891,
      "subrel-constrast": 2.8247480392456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.489956855773926,
      "cov-distil (oracle2student)": 5.684962272644043,
      "cov-distil (oracle2teacher)": 5.407337188720703,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.3632748126983643,
      "step": 2892,
      "subrel-constrast": 3.0890603065490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.90610933303833,
      "cov-distil (oracle2student)": 3.6875085830688477,
      "cov-distil (oracle2teacher)": 3.4991955757141113,
      "epoch": 2.270800627943485,
      "rel-constrast": 2.7901651859283447,
      "step": 2893,
      "subrel-constrast": 3.5551724433898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5142216682434082,
      "cov-distil (oracle2student)": 4.913679599761963,
      "cov-distil (oracle2teacher)": 4.412735939025879,
      "epoch": 2.271585557299843,
      "rel-constrast": 2.3490798473358154,
      "step": 2894,
      "subrel-constrast": 2.6518521308898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.335200309753418,
      "cov-distil (oracle2student)": 3.2557179927825928,
      "cov-distil (oracle2teacher)": 2.8913512229919434,
      "epoch": 2.272370486656201,
      "rel-constrast": 2.5966105461120605,
      "step": 2895,
      "subrel-constrast": 3.3815364837646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6246147155761719,
      "cov-distil (oracle2student)": 3.8652076721191406,
      "cov-distil (oracle2teacher)": 4.46937370300293,
      "epoch": 2.2731554160125587,
      "rel-constrast": 2.2864203453063965,
      "step": 2896,
      "subrel-constrast": 2.8204522132873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3025219440460205,
      "cov-distil (oracle2student)": 4.70881986618042,
      "cov-distil (oracle2teacher)": 5.148353099822998,
      "epoch": 2.2739403453689166,
      "rel-constrast": 3.067338466644287,
      "step": 2897,
      "subrel-constrast": 3.558680772781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.18861985206604,
      "cov-distil (oracle2student)": 4.042489051818848,
      "cov-distil (oracle2teacher)": 3.435965061187744,
      "epoch": 2.2747252747252746,
      "rel-constrast": 2.4191179275512695,
      "step": 2898,
      "subrel-constrast": 2.298574209213257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9077540636062622,
      "cov-distil (oracle2student)": 3.3108015060424805,
      "cov-distil (oracle2teacher)": 3.0113821029663086,
      "epoch": 2.2755102040816326,
      "rel-constrast": 1.5694375038146973,
      "step": 2899,
      "subrel-constrast": 2.367976427078247,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 4.6875,
      "learning_rate": 4.4808293470559643e-05,
      "loss": 0.6178,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.29218751192092896,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.065643310546875
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.05517578125
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.010467529296875,
      "step": 2900
    },
    {
      "cov-distil": 2.141552448272705,
      "cov-distil (oracle2student)": 3.413702964782715,
      "cov-distil (oracle2teacher)": 3.615694522857666,
      "epoch": 2.2762951334379906,
      "rel-constrast": 2.120602607727051,
      "step": 2900,
      "subrel-constrast": 2.546816349029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317549228668213,
      "cov-distil (oracle2student)": 3.1468048095703125,
      "cov-distil (oracle2teacher)": 3.255329132080078,
      "epoch": 2.2770800627943486,
      "rel-constrast": 2.0034780502319336,
      "step": 2901,
      "subrel-constrast": 3.4254138469696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9059302806854248,
      "cov-distil (oracle2student)": 4.247508525848389,
      "cov-distil (oracle2teacher)": 4.365466117858887,
      "epoch": 2.2778649921507066,
      "rel-constrast": 2.5170974731445312,
      "step": 2902,
      "subrel-constrast": 3.0977463722229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2466626167297363,
      "cov-distil (oracle2student)": 6.873746871948242,
      "cov-distil (oracle2teacher)": 6.1227240562438965,
      "epoch": 2.278649921507064,
      "rel-constrast": 3.8861916065216064,
      "step": 2903,
      "subrel-constrast": 3.9359428882598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1031975746154785,
      "cov-distil (oracle2student)": 4.157536029815674,
      "cov-distil (oracle2teacher)": 3.32364559173584,
      "epoch": 2.279434850863422,
      "rel-constrast": 1.8182916641235352,
      "step": 2904,
      "subrel-constrast": 2.526369571685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2880380153656006,
      "cov-distil (oracle2student)": 4.737812042236328,
      "cov-distil (oracle2teacher)": 4.467323303222656,
      "epoch": 2.28021978021978,
      "rel-constrast": 2.976578712463379,
      "step": 2905,
      "subrel-constrast": 3.0523488521575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850614309310913,
      "cov-distil (oracle2student)": 3.5886223316192627,
      "cov-distil (oracle2teacher)": 4.131385803222656,
      "epoch": 2.281004709576138,
      "rel-constrast": 2.744886875152588,
      "step": 2906,
      "subrel-constrast": 3.362288236618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647043228149414,
      "cov-distil (oracle2student)": 6.147050857543945,
      "cov-distil (oracle2teacher)": 5.839437007904053,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.2938284873962402,
      "step": 2907,
      "subrel-constrast": 2.891611099243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422966957092285,
      "cov-distil (oracle2student)": 4.547844409942627,
      "cov-distil (oracle2teacher)": 5.363938331604004,
      "epoch": 2.282574568288854,
      "rel-constrast": 2.8107407093048096,
      "step": 2908,
      "subrel-constrast": 3.8840413093566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7567640542984009,
      "cov-distil (oracle2student)": 4.644244194030762,
      "cov-distil (oracle2teacher)": 4.4417619705200195,
      "epoch": 2.283359497645212,
      "rel-constrast": 2.806128740310669,
      "step": 2909,
      "subrel-constrast": 3.04030179977417,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 8.75,
      "learning_rate": 4.446124378946107e-05,
      "loss": 0.6494,
      "step": 2910
    },
    {
      "cov-distil": 2.0472373962402344,
      "cov-distil (oracle2student)": 5.392712116241455,
      "cov-distil (oracle2teacher)": 5.881618499755859,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.4311232566833496,
      "step": 2910,
      "subrel-constrast": 4.048649311065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9644734859466553,
      "cov-distil (oracle2student)": 4.981348037719727,
      "cov-distil (oracle2teacher)": 4.577625751495361,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.0855047702789307,
      "step": 2911,
      "subrel-constrast": 3.048994541168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272284507751465,
      "cov-distil (oracle2student)": 4.341056823730469,
      "cov-distil (oracle2teacher)": 3.863546848297119,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.18745493888855,
      "step": 2912,
      "subrel-constrast": 3.645596981048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.919449806213379,
      "cov-distil (oracle2student)": 5.956547737121582,
      "cov-distil (oracle2teacher)": 5.6026082038879395,
      "epoch": 2.2864992150706436,
      "rel-constrast": 3.733596086502075,
      "step": 2913,
      "subrel-constrast": 4.0810546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.229112148284912,
      "cov-distil (oracle2student)": 4.720417022705078,
      "cov-distil (oracle2teacher)": 4.081721305847168,
      "epoch": 2.2872841444270016,
      "rel-constrast": 2.8439292907714844,
      "step": 2914,
      "subrel-constrast": 2.9759459495544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.044858694076538,
      "cov-distil (oracle2student)": 5.215526580810547,
      "cov-distil (oracle2teacher)": 6.6775221824646,
      "epoch": 2.2880690737833596,
      "rel-constrast": 2.8333559036254883,
      "step": 2915,
      "subrel-constrast": 3.6740617752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5994021892547607,
      "cov-distil (oracle2student)": 3.8673691749572754,
      "cov-distil (oracle2teacher)": 3.6375865936279297,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.455604076385498,
      "step": 2916,
      "subrel-constrast": 2.5413856506347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830245852470398,
      "cov-distil (oracle2student)": 6.0484724044799805,
      "cov-distil (oracle2teacher)": 6.263968467712402,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.36981463432312,
      "step": 2917,
      "subrel-constrast": 3.1681528091430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7058701515197754,
      "cov-distil (oracle2student)": 3.547950267791748,
      "cov-distil (oracle2teacher)": 3.4032721519470215,
      "epoch": 2.2904238618524335,
      "rel-constrast": 2.0610289573669434,
      "step": 2918,
      "subrel-constrast": 2.4343221187591553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4048048257827759,
      "cov-distil (oracle2student)": 3.4747731685638428,
      "cov-distil (oracle2teacher)": 3.551025629043579,
      "epoch": 2.291208791208791,
      "rel-constrast": 1.7889552116394043,
      "step": 2919,
      "subrel-constrast": 2.6974754333496094,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 4.78125,
      "learning_rate": 4.411446405952618e-05,
      "loss": 0.6448,
      "step": 2920
    },
    {
      "cov-distil": 2.0908055305480957,
      "cov-distil (oracle2student)": 4.176717281341553,
      "cov-distil (oracle2teacher)": 4.269968032836914,
      "epoch": 2.291993720565149,
      "rel-constrast": 1.9633452892303467,
      "step": 2920,
      "subrel-constrast": 2.7430076599121094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3013274669647217,
      "cov-distil (oracle2student)": 4.454277992248535,
      "cov-distil (oracle2teacher)": 4.70762300491333,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.2770493030548096,
      "step": 2921,
      "subrel-constrast": 3.114943742752075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1280914545059204,
      "cov-distil (oracle2student)": 6.081299781799316,
      "cov-distil (oracle2teacher)": 6.264211177825928,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.5967210531234741,
      "step": 2922,
      "subrel-constrast": 1.8904770612716675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1733813285827637,
      "cov-distil (oracle2student)": 6.150752544403076,
      "cov-distil (oracle2teacher)": 5.664666175842285,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.27646541595459,
      "step": 2923,
      "subrel-constrast": 4.291177272796631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0247206687927246,
      "cov-distil (oracle2student)": 5.423080921173096,
      "cov-distil (oracle2teacher)": 5.161776542663574,
      "epoch": 2.295133437990581,
      "rel-constrast": 2.658810615539551,
      "step": 2924,
      "subrel-constrast": 3.689384937286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499586820602417,
      "cov-distil (oracle2student)": 2.736893892288208,
      "cov-distil (oracle2teacher)": 2.942307472229004,
      "epoch": 2.295918367346939,
      "rel-constrast": 1.584639310836792,
      "step": 2925,
      "subrel-constrast": 2.4624550342559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796034812927246,
      "cov-distil (oracle2student)": 5.425810813903809,
      "cov-distil (oracle2teacher)": 5.178368091583252,
      "epoch": 2.2967032967032965,
      "rel-constrast": 2.587332010269165,
      "step": 2926,
      "subrel-constrast": 3.1251330375671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541232347488403,
      "cov-distil (oracle2student)": 3.4121227264404297,
      "cov-distil (oracle2teacher)": 2.5646331310272217,
      "epoch": 2.2974882260596545,
      "rel-constrast": 1.8694466352462769,
      "step": 2927,
      "subrel-constrast": 2.5867326259613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653296709060669,
      "cov-distil (oracle2student)": 4.69293212890625,
      "cov-distil (oracle2teacher)": 4.413003921508789,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.1939258575439453,
      "step": 2928,
      "subrel-constrast": 2.678431987762451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6083588600158691,
      "cov-distil (oracle2student)": 4.690932273864746,
      "cov-distil (oracle2teacher)": 4.613284587860107,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.136261463165283,
      "step": 2929,
      "subrel-constrast": 2.7493908405303955,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 4.9375,
      "learning_rate": 4.376797118230979e-05,
      "loss": 0.5536,
      "step": 2930
    },
    {
      "cov-distil": 2.103808879852295,
      "cov-distil (oracle2student)": 6.9455108642578125,
      "cov-distil (oracle2teacher)": 5.758393287658691,
      "epoch": 2.2998430141287285,
      "rel-constrast": 3.02333402633667,
      "step": 2930,
      "subrel-constrast": 3.6469249725341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6320667266845703,
      "cov-distil (oracle2student)": 6.570065975189209,
      "cov-distil (oracle2teacher)": 5.585091590881348,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.109185218811035,
      "step": 2931,
      "subrel-constrast": 2.8062193393707275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146785020828247,
      "cov-distil (oracle2student)": 3.0876731872558594,
      "cov-distil (oracle2teacher)": 3.233311653137207,
      "epoch": 2.3014128728414445,
      "rel-constrast": 1.7806739807128906,
      "step": 2932,
      "subrel-constrast": 2.3922150135040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5336694717407227,
      "cov-distil (oracle2student)": 3.693981647491455,
      "cov-distil (oracle2teacher)": 4.224031448364258,
      "epoch": 2.302197802197802,
      "rel-constrast": 2.574678659439087,
      "step": 2933,
      "subrel-constrast": 3.2009854316711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9532564878463745,
      "cov-distil (oracle2student)": 1.905280351638794,
      "cov-distil (oracle2teacher)": 1.9964898824691772,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.0562384128570557,
      "step": 2934,
      "subrel-constrast": 2.249424695968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.305233955383301,
      "cov-distil (oracle2student)": 5.579858779907227,
      "cov-distil (oracle2teacher)": 4.621931076049805,
      "epoch": 2.303767660910518,
      "rel-constrast": 3.5217466354370117,
      "step": 2935,
      "subrel-constrast": 3.6822102069854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1071174144744873,
      "cov-distil (oracle2student)": 2.5820536613464355,
      "cov-distil (oracle2teacher)": 3.5686826705932617,
      "epoch": 2.304552590266876,
      "rel-constrast": 1.7886428833007812,
      "step": 2936,
      "subrel-constrast": 2.579209566116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341367244720459,
      "cov-distil (oracle2student)": 4.450962543487549,
      "cov-distil (oracle2teacher)": 4.61436128616333,
      "epoch": 2.305337519623234,
      "rel-constrast": 2.169793128967285,
      "step": 2937,
      "subrel-constrast": 2.6304447650909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.141319751739502,
      "cov-distil (oracle2student)": 3.1361305713653564,
      "cov-distil (oracle2teacher)": 3.9340696334838867,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.2014999389648438,
      "step": 2938,
      "subrel-constrast": 3.124056339263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9006574153900146,
      "cov-distil (oracle2student)": 5.503281593322754,
      "cov-distil (oracle2teacher)": 5.653711795806885,
      "epoch": 2.30690737833595,
      "rel-constrast": 2.8042478561401367,
      "step": 2939,
      "subrel-constrast": 3.9359591007232666,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 5.90625,
      "learning_rate": 4.342178204538588e-05,
      "loss": 0.5758,
      "step": 2940
    },
    {
      "cov-distil": 1.9720096588134766,
      "cov-distil (oracle2student)": 3.170511245727539,
      "cov-distil (oracle2teacher)": 2.904986619949341,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.3314943313598633,
      "step": 2940,
      "subrel-constrast": 2.709951162338257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7516323328018188,
      "cov-distil (oracle2student)": 6.44236946105957,
      "cov-distil (oracle2teacher)": 5.915158748626709,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.5313282012939453,
      "step": 2941,
      "subrel-constrast": 2.6787633895874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1291463375091553,
      "cov-distil (oracle2student)": 4.366871356964111,
      "cov-distil (oracle2teacher)": 4.3336591720581055,
      "epoch": 2.3092621664050235,
      "rel-constrast": 2.4090404510498047,
      "step": 2942,
      "subrel-constrast": 3.0781750679016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200117111206055,
      "cov-distil (oracle2student)": 5.393143653869629,
      "cov-distil (oracle2teacher)": 5.2754974365234375,
      "epoch": 2.3100470957613815,
      "rel-constrast": 2.4155750274658203,
      "step": 2943,
      "subrel-constrast": 2.689617156982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6621434688568115,
      "cov-distil (oracle2student)": 5.997794151306152,
      "cov-distil (oracle2teacher)": 5.339047908782959,
      "epoch": 2.3108320251177394,
      "rel-constrast": 4.446146011352539,
      "step": 2944,
      "subrel-constrast": 4.867367744445801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0230531692504883,
      "cov-distil (oracle2student)": 5.426340103149414,
      "cov-distil (oracle2teacher)": 4.9312849044799805,
      "epoch": 2.3116169544740974,
      "rel-constrast": 2.21169114112854,
      "step": 2945,
      "subrel-constrast": 2.6880624294281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0575408935546875,
      "cov-distil (oracle2student)": 4.353893756866455,
      "cov-distil (oracle2teacher)": 4.638175010681152,
      "epoch": 2.3124018838304554,
      "rel-constrast": 1.711442232131958,
      "step": 2946,
      "subrel-constrast": 2.7327425479888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203594207763672,
      "cov-distil (oracle2student)": 4.230905532836914,
      "cov-distil (oracle2teacher)": 4.15687370300293,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.398862600326538,
      "step": 2947,
      "subrel-constrast": 2.2704379558563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1992015838623047,
      "cov-distil (oracle2student)": 5.257143497467041,
      "cov-distil (oracle2teacher)": 4.662759780883789,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.3418521881103516,
      "step": 2948,
      "subrel-constrast": 3.2431321144104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7038865089416504,
      "cov-distil (oracle2student)": 5.8157124519348145,
      "cov-distil (oracle2teacher)": 5.411232948303223,
      "epoch": 2.314756671899529,
      "rel-constrast": 2.9392638206481934,
      "step": 2949,
      "subrel-constrast": 3.4640212059020996,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 5.84375,
      "learning_rate": 4.307591352152459e-05,
      "loss": 0.6434,
      "step": 2950
    },
    {
      "cov-distil": 2.0245285034179688,
      "cov-distil (oracle2student)": 5.356917381286621,
      "cov-distil (oracle2teacher)": 5.05512809753418,
      "epoch": 2.315541601255887,
      "rel-constrast": 2.8320276737213135,
      "step": 2950,
      "subrel-constrast": 3.7371160984039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882488250732422,
      "cov-distil (oracle2student)": 3.951261520385742,
      "cov-distil (oracle2teacher)": 3.6748147010803223,
      "epoch": 2.316326530612245,
      "rel-constrast": 3.717782497406006,
      "step": 2951,
      "subrel-constrast": 3.781071186065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3142318725585938,
      "cov-distil (oracle2student)": 4.207359313964844,
      "cov-distil (oracle2teacher)": 4.634452819824219,
      "epoch": 2.317111459968603,
      "rel-constrast": 2.143784523010254,
      "step": 2952,
      "subrel-constrast": 2.654202938079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3564258813858032,
      "cov-distil (oracle2student)": 3.5475447177886963,
      "cov-distil (oracle2teacher)": 3.8570656776428223,
      "epoch": 2.317896389324961,
      "rel-constrast": 2.6949214935302734,
      "step": 2953,
      "subrel-constrast": 3.0760018825531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052685260772705,
      "cov-distil (oracle2student)": 6.184864044189453,
      "cov-distil (oracle2teacher)": 6.668527126312256,
      "epoch": 2.3186813186813184,
      "rel-constrast": 1.8101003170013428,
      "step": 2954,
      "subrel-constrast": 3.1748011112213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1144375801086426,
      "cov-distil (oracle2student)": 3.2075469493865967,
      "cov-distil (oracle2teacher)": 3.886385440826416,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.569838285446167,
      "step": 2955,
      "subrel-constrast": 3.831050157546997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3284943103790283,
      "cov-distil (oracle2student)": 4.781851768493652,
      "cov-distil (oracle2teacher)": 5.013023853302002,
      "epoch": 2.3202511773940344,
      "rel-constrast": 2.3644378185272217,
      "step": 2956,
      "subrel-constrast": 3.702772378921509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3425984382629395,
      "cov-distil (oracle2student)": 5.591170310974121,
      "cov-distil (oracle2teacher)": 5.469655990600586,
      "epoch": 2.3210361067503924,
      "rel-constrast": 1.723993182182312,
      "step": 2957,
      "subrel-constrast": 2.497391700744629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312255859375,
      "cov-distil (oracle2student)": 6.288504600524902,
      "cov-distil (oracle2teacher)": 5.290169715881348,
      "epoch": 2.3218210361067504,
      "rel-constrast": 3.187793731689453,
      "step": 2958,
      "subrel-constrast": 4.163999080657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6593705415725708,
      "cov-distil (oracle2student)": 5.186542510986328,
      "cov-distil (oracle2teacher)": 5.768766403198242,
      "epoch": 2.3226059654631084,
      "rel-constrast": 2.658355236053467,
      "step": 2959,
      "subrel-constrast": 3.6924452781677246,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 6.0625,
      "learning_rate": 4.273038246786986e-05,
      "loss": 0.6426,
      "step": 2960
    },
    {
      "cov-distil": 1.6937365531921387,
      "cov-distil (oracle2student)": 3.8230223655700684,
      "cov-distil (oracle2teacher)": 3.6282520294189453,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.12697172164917,
      "step": 2960,
      "subrel-constrast": 2.644073963165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7052006721496582,
      "cov-distil (oracle2student)": 4.675561428070068,
      "cov-distil (oracle2teacher)": 4.386659622192383,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.6555280685424805,
      "step": 2961,
      "subrel-constrast": 2.8250904083251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074627161026001,
      "cov-distil (oracle2student)": 3.8473739624023438,
      "cov-distil (oracle2teacher)": 4.528972625732422,
      "epoch": 2.3249607535321823,
      "rel-constrast": 1.7538678646087646,
      "step": 2962,
      "subrel-constrast": 2.5460567474365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1617660522460938,
      "cov-distil (oracle2student)": 5.754467010498047,
      "cov-distil (oracle2teacher)": 5.80510139465332,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.019198179244995,
      "step": 2963,
      "subrel-constrast": 3.007622003555298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5049421787261963,
      "cov-distil (oracle2student)": 3.256511688232422,
      "cov-distil (oracle2teacher)": 3.1724650859832764,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.6349215507507324,
      "step": 2964,
      "subrel-constrast": 2.224936008453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365168333053589,
      "cov-distil (oracle2student)": 3.4616174697875977,
      "cov-distil (oracle2teacher)": 3.5657765865325928,
      "epoch": 2.327315541601256,
      "rel-constrast": 2.4676079750061035,
      "step": 2965,
      "subrel-constrast": 3.51718807220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9735076427459717,
      "cov-distil (oracle2student)": 5.628663539886475,
      "cov-distil (oracle2teacher)": 5.637161731719971,
      "epoch": 2.328100470957614,
      "rel-constrast": 3.510664701461792,
      "step": 2966,
      "subrel-constrast": 3.870987892150879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.332749366760254,
      "cov-distil (oracle2student)": 3.3667845726013184,
      "cov-distil (oracle2teacher)": 3.247659206390381,
      "epoch": 2.328885400313972,
      "rel-constrast": 2.154356002807617,
      "step": 2967,
      "subrel-constrast": 2.525768995285034,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035614490509033,
      "cov-distil (oracle2student)": 5.066508769989014,
      "cov-distil (oracle2teacher)": 4.69725227355957,
      "epoch": 2.32967032967033,
      "rel-constrast": 2.1259689331054688,
      "step": 2968,
      "subrel-constrast": 2.8207178115844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4674253463745117,
      "cov-distil (oracle2student)": 5.5236921310424805,
      "cov-distil (oracle2teacher)": 4.898181915283203,
      "epoch": 2.330455259026688,
      "rel-constrast": 2.595219612121582,
      "step": 2969,
      "subrel-constrast": 2.453110694885254,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 5.03125,
      "learning_rate": 4.238520572511773e-05,
      "loss": 0.5761,
      "step": 2970
    },
    {
      "cov-distil": 2.265547513961792,
      "cov-distil (oracle2student)": 5.491332054138184,
      "cov-distil (oracle2teacher)": 4.982387065887451,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.0222373008728027,
      "step": 2970,
      "subrel-constrast": 2.8968636989593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8369355201721191,
      "cov-distil (oracle2student)": 5.024163246154785,
      "cov-distil (oracle2teacher)": 5.254234313964844,
      "epoch": 2.3320251177394034,
      "rel-constrast": 2.0132534503936768,
      "step": 2971,
      "subrel-constrast": 2.6712591648101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4365270137786865,
      "cov-distil (oracle2student)": 4.087663650512695,
      "cov-distil (oracle2teacher)": 3.9498589038848877,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.506434679031372,
      "step": 2972,
      "subrel-constrast": 3.3939685821533203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9643486738204956,
      "cov-distil (oracle2student)": 4.945306777954102,
      "cov-distil (oracle2teacher)": 5.011807441711426,
      "epoch": 2.3335949764521193,
      "rel-constrast": 1.638722538948059,
      "step": 2973,
      "subrel-constrast": 2.8877151012420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3323593139648438,
      "cov-distil (oracle2student)": 6.584816932678223,
      "cov-distil (oracle2teacher)": 5.757347106933594,
      "epoch": 2.3343799058084773,
      "rel-constrast": 2.390892505645752,
      "step": 2974,
      "subrel-constrast": 3.322603940963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67310631275177,
      "cov-distil (oracle2student)": 5.5614447593688965,
      "cov-distil (oracle2teacher)": 5.572764873504639,
      "epoch": 2.3351648351648353,
      "rel-constrast": 2.6508798599243164,
      "step": 2975,
      "subrel-constrast": 2.24880313873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.547781467437744,
      "cov-distil (oracle2student)": 5.052558898925781,
      "cov-distil (oracle2teacher)": 5.331051826477051,
      "epoch": 2.3359497645211933,
      "rel-constrast": 2.2316131591796875,
      "step": 2976,
      "subrel-constrast": 3.7071783542633057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7460665702819824,
      "cov-distil (oracle2student)": 6.109234809875488,
      "cov-distil (oracle2teacher)": 5.648656368255615,
      "epoch": 2.336734693877551,
      "rel-constrast": 3.58327579498291,
      "step": 2977,
      "subrel-constrast": 3.018273115158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.619853973388672,
      "cov-distil (oracle2student)": 4.734614372253418,
      "cov-distil (oracle2teacher)": 4.897132396697998,
      "epoch": 2.337519623233909,
      "rel-constrast": 2.733532428741455,
      "step": 2978,
      "subrel-constrast": 3.502991199493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4210212230682373,
      "cov-distil (oracle2student)": 6.586240768432617,
      "cov-distil (oracle2teacher)": 6.59217643737793,
      "epoch": 2.338304552590267,
      "rel-constrast": 2.8498528003692627,
      "step": 2979,
      "subrel-constrast": 3.9630658626556396,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 6.15625,
      "learning_rate": 4.2040400116695666e-05,
      "loss": 0.6155,
      "step": 2980
    },
    {
      "cov-distil": 2.1446337699890137,
      "cov-distil (oracle2student)": 4.734082221984863,
      "cov-distil (oracle2teacher)": 4.188438892364502,
      "epoch": 2.339089481946625,
      "rel-constrast": 2.802696466445923,
      "step": 2980,
      "subrel-constrast": 3.931363105773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686448097229004,
      "cov-distil (oracle2student)": 5.750818252563477,
      "cov-distil (oracle2teacher)": 5.285950660705566,
      "epoch": 2.339874411302983,
      "rel-constrast": 2.239535093307495,
      "step": 2981,
      "subrel-constrast": 2.3941829204559326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.643054485321045,
      "cov-distil (oracle2student)": 3.1477928161621094,
      "cov-distil (oracle2teacher)": 3.6178700923919678,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.0216455459594727,
      "step": 2982,
      "subrel-constrast": 2.9245424270629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880532503128052,
      "cov-distil (oracle2student)": 2.9008960723876953,
      "cov-distil (oracle2teacher)": 3.3047375679016113,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.3759300708770752,
      "step": 2983,
      "subrel-constrast": 1.6360342502593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382880687713623,
      "cov-distil (oracle2student)": 4.167579650878906,
      "cov-distil (oracle2teacher)": 4.080076217651367,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.44122576713562,
      "step": 2984,
      "subrel-constrast": 3.319427728652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133296251296997,
      "cov-distil (oracle2student)": 3.769382953643799,
      "cov-distil (oracle2teacher)": 3.1572771072387695,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.969818592071533,
      "step": 2985,
      "subrel-constrast": 3.3622844219207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6423640251159668,
      "cov-distil (oracle2student)": 4.342287063598633,
      "cov-distil (oracle2teacher)": 3.9791722297668457,
      "epoch": 2.3437990580847723,
      "rel-constrast": 2.339498519897461,
      "step": 2986,
      "subrel-constrast": 2.9237732887268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0913450717926025,
      "cov-distil (oracle2student)": 3.9385573863983154,
      "cov-distil (oracle2teacher)": 3.5843124389648438,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.2602901458740234,
      "step": 2987,
      "subrel-constrast": 2.6853132247924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1696217060089111,
      "cov-distil (oracle2student)": 3.9844424724578857,
      "cov-distil (oracle2teacher)": 3.9923288822174072,
      "epoch": 2.3453689167974883,
      "rel-constrast": 2.8401856422424316,
      "step": 2988,
      "subrel-constrast": 3.2814950942993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566436529159546,
      "cov-distil (oracle2student)": 4.875064849853516,
      "cov-distil (oracle2teacher)": 4.380632400512695,
      "epoch": 2.3461538461538463,
      "rel-constrast": 1.8599339723587036,
      "step": 2989,
      "subrel-constrast": 2.0707786083221436,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 4.375,
      "learning_rate": 4.169598244794261e-05,
      "loss": 0.5788,
      "step": 2990
    },
    {
      "cov-distil": 1.8977187871932983,
      "cov-distil (oracle2student)": 3.964524030685425,
      "cov-distil (oracle2teacher)": 3.3090882301330566,
      "epoch": 2.3469387755102042,
      "rel-constrast": 2.7696986198425293,
      "step": 2990,
      "subrel-constrast": 2.8326199054718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25913405418396,
      "cov-distil (oracle2student)": 2.9859633445739746,
      "cov-distil (oracle2teacher)": 3.2520508766174316,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.7511142492294312,
      "step": 2991,
      "subrel-constrast": 2.6013851165771484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7784881591796875,
      "cov-distil (oracle2student)": 3.5228943824768066,
      "cov-distil (oracle2teacher)": 3.6993188858032227,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.611879348754883,
      "step": 2992,
      "subrel-constrast": 3.406731128692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.849313735961914,
      "cov-distil (oracle2student)": 4.381896018981934,
      "cov-distil (oracle2teacher)": 5.093692779541016,
      "epoch": 2.3492935635792778,
      "rel-constrast": 2.5143604278564453,
      "step": 2993,
      "subrel-constrast": 3.2233834266662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4970210790634155,
      "cov-distil (oracle2student)": 5.4976348876953125,
      "cov-distil (oracle2teacher)": 4.930258274078369,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.4498445987701416,
      "step": 2994,
      "subrel-constrast": 3.01176381111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6878414154052734,
      "cov-distil (oracle2student)": 4.886418342590332,
      "cov-distil (oracle2teacher)": 4.601896286010742,
      "epoch": 2.3508634222919937,
      "rel-constrast": 1.9812679290771484,
      "step": 2995,
      "subrel-constrast": 2.67132568359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8496488332748413,
      "cov-distil (oracle2student)": 5.045119285583496,
      "cov-distil (oracle2teacher)": 5.812692642211914,
      "epoch": 2.3516483516483517,
      "rel-constrast": 1.5475138425827026,
      "step": 2996,
      "subrel-constrast": 3.177250862121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879826545715332,
      "cov-distil (oracle2student)": 4.335372447967529,
      "cov-distil (oracle2teacher)": 3.8384006023406982,
      "epoch": 2.3524332810047097,
      "rel-constrast": 1.6936429738998413,
      "step": 2997,
      "subrel-constrast": 2.117846965789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532373905181885,
      "cov-distil (oracle2student)": 5.565046310424805,
      "cov-distil (oracle2teacher)": 4.793757438659668,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.0736639499664307,
      "step": 2998,
      "subrel-constrast": 2.178117275238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9889352321624756,
      "cov-distil (oracle2student)": 5.601226329803467,
      "cov-distil (oracle2teacher)": 5.728979587554932,
      "epoch": 2.3540031397174253,
      "rel-constrast": 2.806110382080078,
      "step": 2999,
      "subrel-constrast": 2.986259698867798,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 6.0,
      "learning_rate": 4.135196950528982e-05,
      "loss": 0.555,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}