{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.5698587127158556,
  "eval_steps": 500.0,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.22031250596046448,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.043792724609375
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": -0.006439208984375,
      "step": 0
    },
    {
      "cov-distil": 1.9989408254623413,
      "cov-distil (oracle2student)": 5.017981052398682,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 6.024477481842041,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.590911388397217,
      "cov-distil (oracle2student)": 6.543224811553955,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 7.042376518249512,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.234889030456543,
      "cov-distil (oracle2student)": 4.785423278808594,
      "cov-distil (oracle2teacher)": 4.352293968200684,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 4.653334617614746,
      "step": 2,
      "subrel-constrast": 5.114200592041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.892646074295044,
      "cov-distil (oracle2student)": 5.359386444091797,
      "cov-distil (oracle2teacher)": 3.3453474044799805,
      "epoch": 0.002354788069073783,
      "rel-constrast": 5.759308815002441,
      "step": 3,
      "subrel-constrast": 4.294970989227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.187523365020752,
      "cov-distil (oracle2student)": 4.088177680969238,
      "cov-distil (oracle2teacher)": 4.019562721252441,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 4.063039779663086,
      "step": 4,
      "subrel-constrast": 4.597165107727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5768115520477295,
      "cov-distil (oracle2student)": 9.671545028686523,
      "cov-distil (oracle2teacher)": 8.351792335510254,
      "epoch": 0.003924646781789639,
      "rel-constrast": 7.844664096832275,
      "step": 5,
      "subrel-constrast": 7.689645767211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7839202880859375,
      "cov-distil (oracle2student)": 7.124797344207764,
      "cov-distil (oracle2teacher)": 5.235956192016602,
      "epoch": 0.004709576138147566,
      "rel-constrast": 6.9873199462890625,
      "step": 6,
      "subrel-constrast": 6.358409881591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1054530143737793,
      "cov-distil (oracle2student)": 5.955070495605469,
      "cov-distil (oracle2teacher)": 5.017168045043945,
      "epoch": 0.005494505494505495,
      "rel-constrast": 4.839856147766113,
      "step": 7,
      "subrel-constrast": 5.012356758117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.417634963989258,
      "cov-distil (oracle2student)": 6.458645820617676,
      "cov-distil (oracle2teacher)": 4.756534099578857,
      "epoch": 0.006279434850863423,
      "rel-constrast": 5.473586082458496,
      "step": 8,
      "subrel-constrast": 3.944282054901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5553622245788574,
      "cov-distil (oracle2student)": 5.345729827880859,
      "cov-distil (oracle2teacher)": 4.573167324066162,
      "epoch": 0.00706436420722135,
      "rel-constrast": 5.705809116363525,
      "step": 9,
      "subrel-constrast": 5.071885108947754,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 15.1875,
      "learning_rate": 4.5e-07,
      "loss": 1.5357,
      "step": 10
    },
    {
      "cov-distil": 2.179523468017578,
      "cov-distil (oracle2student)": 6.76649808883667,
      "cov-distil (oracle2teacher)": 5.62101936340332,
      "epoch": 0.007849293563579277,
      "rel-constrast": 5.527869701385498,
      "step": 10,
      "subrel-constrast": 5.327791213989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7319321632385254,
      "cov-distil (oracle2student)": 6.106301307678223,
      "cov-distil (oracle2teacher)": 5.238726615905762,
      "epoch": 0.008634222919937205,
      "rel-constrast": 6.950443744659424,
      "step": 11,
      "subrel-constrast": 7.032792568206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.854433298110962,
      "cov-distil (oracle2student)": 7.011631965637207,
      "cov-distil (oracle2teacher)": 5.94080924987793,
      "epoch": 0.009419152276295133,
      "rel-constrast": 6.216261386871338,
      "step": 12,
      "subrel-constrast": 6.4257707595825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.349715232849121,
      "cov-distil (oracle2student)": 6.723206520080566,
      "cov-distil (oracle2teacher)": 6.247130870819092,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.11406135559082,
      "step": 13,
      "subrel-constrast": 5.350836753845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.176401376724243,
      "cov-distil (oracle2student)": 7.31204891204834,
      "cov-distil (oracle2teacher)": 5.90012788772583,
      "epoch": 0.01098901098901099,
      "rel-constrast": 7.507654190063477,
      "step": 14,
      "subrel-constrast": 6.769496440887451,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.67018461227417,
      "cov-distil (oracle2student)": 5.521136283874512,
      "cov-distil (oracle2teacher)": 5.79857063293457,
      "epoch": 0.011773940345368918,
      "rel-constrast": 5.118526458740234,
      "step": 15,
      "subrel-constrast": 4.343193054199219,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.665984630584717,
      "cov-distil (oracle2student)": 4.9838104248046875,
      "cov-distil (oracle2teacher)": 4.932050704956055,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.632684707641602,
      "step": 16,
      "subrel-constrast": 5.201573848724365,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.330692291259766,
      "cov-distil (oracle2student)": 8.552825927734375,
      "cov-distil (oracle2teacher)": 6.224799156188965,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.133567810058594,
      "step": 17,
      "subrel-constrast": 7.034067153930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.602668285369873,
      "cov-distil (oracle2student)": 5.244088172912598,
      "cov-distil (oracle2teacher)": 4.6569929122924805,
      "epoch": 0.0141287284144427,
      "rel-constrast": 7.642650127410889,
      "step": 18,
      "subrel-constrast": 6.055438995361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5356028079986572,
      "cov-distil (oracle2student)": 6.620259761810303,
      "cov-distil (oracle2teacher)": 5.464468479156494,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.861123561859131,
      "step": 19,
      "subrel-constrast": 5.008308410644531,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 11.5625,
      "learning_rate": 9.5e-07,
      "loss": 1.7254,
      "step": 20
    },
    {
      "cov-distil": 2.88397479057312,
      "cov-distil (oracle2student)": 6.778175354003906,
      "cov-distil (oracle2teacher)": 5.165527820587158,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.111982345581055,
      "step": 20,
      "subrel-constrast": 3.8631598949432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384960174560547,
      "cov-distil (oracle2student)": 7.21034049987793,
      "cov-distil (oracle2teacher)": 6.115926742553711,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.05242395401001,
      "step": 21,
      "subrel-constrast": 5.182291030883789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.517098903656006,
      "cov-distil (oracle2student)": 4.5811920166015625,
      "cov-distil (oracle2teacher)": 4.8397321701049805,
      "epoch": 0.01726844583987441,
      "rel-constrast": 4.999781131744385,
      "step": 22,
      "subrel-constrast": 4.843943119049072,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.147690773010254,
      "cov-distil (oracle2student)": 6.542362213134766,
      "cov-distil (oracle2teacher)": 4.0774006843566895,
      "epoch": 0.01805337519623234,
      "rel-constrast": 6.193174839019775,
      "step": 23,
      "subrel-constrast": 4.360376834869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1142213344573975,
      "cov-distil (oracle2student)": 5.866973400115967,
      "cov-distil (oracle2teacher)": 5.523448944091797,
      "epoch": 0.018838304552590265,
      "rel-constrast": 4.719829559326172,
      "step": 24,
      "subrel-constrast": 4.7262139320373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0676374435424805,
      "cov-distil (oracle2student)": 6.361337661743164,
      "cov-distil (oracle2teacher)": 5.472438335418701,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.291130542755127,
      "step": 25,
      "subrel-constrast": 4.823647975921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.472700834274292,
      "cov-distil (oracle2student)": 7.129220962524414,
      "cov-distil (oracle2teacher)": 6.094793796539307,
      "epoch": 0.02040816326530612,
      "rel-constrast": 3.5912997722625732,
      "step": 26,
      "subrel-constrast": 5.144829273223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9654526710510254,
      "cov-distil (oracle2student)": 3.9266674518585205,
      "cov-distil (oracle2teacher)": 3.7392115592956543,
      "epoch": 0.02119309262166405,
      "rel-constrast": 6.281983375549316,
      "step": 27,
      "subrel-constrast": 5.6362786293029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6815195083618164,
      "cov-distil (oracle2student)": 7.881003379821777,
      "cov-distil (oracle2teacher)": 6.115268707275391,
      "epoch": 0.02197802197802198,
      "rel-constrast": 5.959110260009766,
      "step": 28,
      "subrel-constrast": 5.209717750549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.88785982131958,
      "cov-distil (oracle2student)": 7.003663063049316,
      "cov-distil (oracle2teacher)": 5.766338348388672,
      "epoch": 0.022762951334379906,
      "rel-constrast": 8.367774963378906,
      "step": 29,
      "subrel-constrast": 6.187191486358643,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 17.75,
      "learning_rate": 1.45e-06,
      "loss": 1.4845,
      "step": 30
    },
    {
      "cov-distil": 3.3678722381591797,
      "cov-distil (oracle2student)": 6.019737243652344,
      "cov-distil (oracle2teacher)": 5.359318733215332,
      "epoch": 0.023547880690737835,
      "rel-constrast": 5.960864067077637,
      "step": 30,
      "subrel-constrast": 5.250092029571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0134525299072266,
      "cov-distil (oracle2student)": 6.479032516479492,
      "cov-distil (oracle2teacher)": 5.695158004760742,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.5848002433776855,
      "step": 31,
      "subrel-constrast": 4.0105085372924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.619563102722168,
      "cov-distil (oracle2student)": 6.920108795166016,
      "cov-distil (oracle2teacher)": 5.841458320617676,
      "epoch": 0.02511773940345369,
      "rel-constrast": 4.926921367645264,
      "step": 32,
      "subrel-constrast": 5.2235589027404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2718629837036133,
      "cov-distil (oracle2student)": 6.375840663909912,
      "cov-distil (oracle2teacher)": 4.844900131225586,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.111979007720947,
      "step": 33,
      "subrel-constrast": 4.850986003875732,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4088358879089355,
      "cov-distil (oracle2student)": 6.677534103393555,
      "cov-distil (oracle2teacher)": 5.27138090133667,
      "epoch": 0.026687598116169546,
      "rel-constrast": 7.12398624420166,
      "step": 34,
      "subrel-constrast": 6.821657180786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9008474349975586,
      "cov-distil (oracle2student)": 7.56972074508667,
      "cov-distil (oracle2teacher)": 5.675473690032959,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.496291160583496,
      "step": 35,
      "subrel-constrast": 5.942625522613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.160658836364746,
      "cov-distil (oracle2student)": 6.67634391784668,
      "cov-distil (oracle2teacher)": 5.331718444824219,
      "epoch": 0.0282574568288854,
      "rel-constrast": 7.814392566680908,
      "step": 36,
      "subrel-constrast": 7.040494918823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.357525110244751,
      "cov-distil (oracle2student)": 6.231601715087891,
      "cov-distil (oracle2teacher)": 5.208695888519287,
      "epoch": 0.029042386185243328,
      "rel-constrast": 7.538066864013672,
      "step": 37,
      "subrel-constrast": 5.962146759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8702592849731445,
      "cov-distil (oracle2student)": 7.061007499694824,
      "cov-distil (oracle2teacher)": 6.000612735748291,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.386776447296143,
      "step": 38,
      "subrel-constrast": 5.066832065582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8868913650512695,
      "cov-distil (oracle2student)": 7.514427185058594,
      "cov-distil (oracle2teacher)": 5.170071601867676,
      "epoch": 0.030612244897959183,
      "rel-constrast": 4.858754634857178,
      "step": 39,
      "subrel-constrast": 3.695237159729004,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 14.9375,
      "learning_rate": 1.95e-06,
      "loss": 1.6072,
      "step": 40
    },
    {
      "cov-distil": 2.6346449851989746,
      "cov-distil (oracle2student)": 5.6983489990234375,
      "cov-distil (oracle2teacher)": 4.477675437927246,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.201531887054443,
      "step": 40,
      "subrel-constrast": 4.837984085083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.228761672973633,
      "cov-distil (oracle2student)": 5.368660926818848,
      "cov-distil (oracle2teacher)": 4.376315116882324,
      "epoch": 0.03218210361067504,
      "rel-constrast": 5.638035774230957,
      "step": 41,
      "subrel-constrast": 4.828268051147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0427069664001465,
      "cov-distil (oracle2student)": 5.979119300842285,
      "cov-distil (oracle2teacher)": 5.161935329437256,
      "epoch": 0.03296703296703297,
      "rel-constrast": 7.022146701812744,
      "step": 42,
      "subrel-constrast": 5.421981334686279,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3467624187469482,
      "cov-distil (oracle2student)": 5.9029388427734375,
      "cov-distil (oracle2teacher)": 5.593547821044922,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.638243198394775,
      "step": 43,
      "subrel-constrast": 4.6920084953308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.569026470184326,
      "cov-distil (oracle2student)": 6.0826921463012695,
      "cov-distil (oracle2teacher)": 4.832727909088135,
      "epoch": 0.03453689167974882,
      "rel-constrast": 7.202978134155273,
      "step": 44,
      "subrel-constrast": 6.782849311828613,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.127652168273926,
      "cov-distil (oracle2student)": 6.768123626708984,
      "cov-distil (oracle2teacher)": 4.924043655395508,
      "epoch": 0.03532182103610675,
      "rel-constrast": 5.803994655609131,
      "step": 45,
      "subrel-constrast": 4.7947678565979,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7271077632904053,
      "cov-distil (oracle2student)": 6.987262725830078,
      "cov-distil (oracle2teacher)": 6.622386932373047,
      "epoch": 0.03610675039246468,
      "rel-constrast": 7.125826835632324,
      "step": 46,
      "subrel-constrast": 6.822656631469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9657368659973145,
      "cov-distil (oracle2student)": 7.144539833068848,
      "cov-distil (oracle2teacher)": 4.797128677368164,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.449712753295898,
      "step": 47,
      "subrel-constrast": 5.7075347900390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.010920763015747,
      "cov-distil (oracle2student)": 6.869639873504639,
      "cov-distil (oracle2teacher)": 6.162985801696777,
      "epoch": 0.03767660910518053,
      "rel-constrast": 5.459962844848633,
      "step": 48,
      "subrel-constrast": 5.051971435546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7146430015563965,
      "cov-distil (oracle2student)": 8.329263687133789,
      "cov-distil (oracle2teacher)": 6.467747688293457,
      "epoch": 0.038461538461538464,
      "rel-constrast": 8.239823341369629,
      "step": 49,
      "subrel-constrast": 6.8162150382995605,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 19.875,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 1.6955,
      "step": 50
    },
    {
      "cov-distil": 3.2634499073028564,
      "cov-distil (oracle2student)": 6.130512714385986,
      "cov-distil (oracle2teacher)": 4.082253456115723,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.289271354675293,
      "step": 50,
      "subrel-constrast": 4.33033561706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.303950309753418,
      "cov-distil (oracle2student)": 8.357975006103516,
      "cov-distil (oracle2teacher)": 7.021708011627197,
      "epoch": 0.040031397174254316,
      "rel-constrast": 8.334805488586426,
      "step": 51,
      "subrel-constrast": 8.139405250549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2591934204101562,
      "cov-distil (oracle2student)": 5.158834457397461,
      "cov-distil (oracle2teacher)": 4.110507488250732,
      "epoch": 0.04081632653061224,
      "rel-constrast": 5.297996520996094,
      "step": 52,
      "subrel-constrast": 4.4804863929748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.50638484954834,
      "cov-distil (oracle2student)": 5.478808403015137,
      "cov-distil (oracle2teacher)": 4.114658832550049,
      "epoch": 0.041601255886970175,
      "rel-constrast": 8.10940170288086,
      "step": 53,
      "subrel-constrast": 5.969902038574219,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8422069549560547,
      "cov-distil (oracle2student)": 6.521360874176025,
      "cov-distil (oracle2teacher)": 6.3603925704956055,
      "epoch": 0.0423861852433281,
      "rel-constrast": 5.607071399688721,
      "step": 54,
      "subrel-constrast": 6.106446743011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.085712194442749,
      "cov-distil (oracle2student)": 10.780364990234375,
      "cov-distil (oracle2teacher)": 8.867908477783203,
      "epoch": 0.04317111459968603,
      "rel-constrast": 6.090634346008301,
      "step": 55,
      "subrel-constrast": 6.779709339141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.785494565963745,
      "cov-distil (oracle2student)": 5.962707996368408,
      "cov-distil (oracle2teacher)": 5.319881439208984,
      "epoch": 0.04395604395604396,
      "rel-constrast": 5.856771469116211,
      "step": 56,
      "subrel-constrast": 5.509479522705078,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.584353446960449,
      "cov-distil (oracle2student)": 6.202386379241943,
      "cov-distil (oracle2teacher)": 4.929106712341309,
      "epoch": 0.044740973312401885,
      "rel-constrast": 6.150420188903809,
      "step": 57,
      "subrel-constrast": 5.121495723724365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.701603889465332,
      "cov-distil (oracle2student)": 6.837789058685303,
      "cov-distil (oracle2teacher)": 5.625697135925293,
      "epoch": 0.04552590266875981,
      "rel-constrast": 7.76063346862793,
      "step": 58,
      "subrel-constrast": 5.378823280334473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.710871696472168,
      "cov-distil (oracle2student)": 9.897594451904297,
      "cov-distil (oracle2teacher)": 8.850130081176758,
      "epoch": 0.04631083202511774,
      "rel-constrast": 7.0981221199035645,
      "step": 59,
      "subrel-constrast": 7.289656639099121,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 16.0,
      "learning_rate": 2.95e-06,
      "loss": 1.7425,
      "step": 60
    },
    {
      "cov-distil": 3.577488899230957,
      "cov-distil (oracle2student)": 5.867010116577148,
      "cov-distil (oracle2teacher)": 4.743719100952148,
      "epoch": 0.04709576138147567,
      "rel-constrast": 5.175161838531494,
      "step": 60,
      "subrel-constrast": 4.913603782653809,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8872010707855225,
      "cov-distil (oracle2student)": 5.9557085037231445,
      "cov-distil (oracle2teacher)": 4.901673316955566,
      "epoch": 0.047880690737833596,
      "rel-constrast": 6.276098728179932,
      "step": 61,
      "subrel-constrast": 5.370903015136719,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.1421709060668945,
      "cov-distil (oracle2student)": 6.92226505279541,
      "cov-distil (oracle2teacher)": 5.605046272277832,
      "epoch": 0.04866562009419152,
      "rel-constrast": 5.787407398223877,
      "step": 62,
      "subrel-constrast": 4.8872456550598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.272606372833252,
      "cov-distil (oracle2student)": 5.872837066650391,
      "cov-distil (oracle2teacher)": 3.8666348457336426,
      "epoch": 0.04945054945054945,
      "rel-constrast": 8.104948043823242,
      "step": 63,
      "subrel-constrast": 5.131637096405029,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4897913932800293,
      "cov-distil (oracle2student)": 5.026608467102051,
      "cov-distil (oracle2teacher)": 3.4872422218322754,
      "epoch": 0.05023547880690738,
      "rel-constrast": 5.219900608062744,
      "step": 64,
      "subrel-constrast": 3.928039073944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8875179290771484,
      "cov-distil (oracle2student)": 7.8943681716918945,
      "cov-distil (oracle2teacher)": 6.027787685394287,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.689120292663574,
      "step": 65,
      "subrel-constrast": 5.134953022003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.124709129333496,
      "cov-distil (oracle2student)": 5.3820366859436035,
      "cov-distil (oracle2teacher)": 3.774514675140381,
      "epoch": 0.05180533751962323,
      "rel-constrast": 5.537747859954834,
      "step": 66,
      "subrel-constrast": 3.9992260932922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.69231915473938,
      "cov-distil (oracle2student)": 6.316229820251465,
      "cov-distil (oracle2teacher)": 5.133339881896973,
      "epoch": 0.05259026687598116,
      "rel-constrast": 7.291317462921143,
      "step": 67,
      "subrel-constrast": 5.170005798339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.139277935028076,
      "cov-distil (oracle2student)": 5.806092262268066,
      "cov-distil (oracle2teacher)": 4.283236503601074,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.4095139503479,
      "step": 68,
      "subrel-constrast": 4.170525074005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6359305381774902,
      "cov-distil (oracle2student)": 6.551682949066162,
      "cov-distil (oracle2teacher)": 5.043990135192871,
      "epoch": 0.05416012558869702,
      "rel-constrast": 5.37055778503418,
      "step": 69,
      "subrel-constrast": 5.060253620147705,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 14.3125,
      "learning_rate": 3.4500000000000004e-06,
      "loss": 1.5812,
      "step": 70
    },
    {
      "cov-distil": 3.1894845962524414,
      "cov-distil (oracle2student)": 6.189196586608887,
      "cov-distil (oracle2teacher)": 5.366331577301025,
      "epoch": 0.054945054945054944,
      "rel-constrast": 6.035884380340576,
      "step": 70,
      "subrel-constrast": 5.30534553527832,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3957502841949463,
      "cov-distil (oracle2student)": 6.262465476989746,
      "cov-distil (oracle2teacher)": 4.591742038726807,
      "epoch": 0.05572998430141287,
      "rel-constrast": 5.4684906005859375,
      "step": 71,
      "subrel-constrast": 5.43447732925415,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7110936641693115,
      "cov-distil (oracle2student)": 9.013875007629395,
      "cov-distil (oracle2teacher)": 6.714155197143555,
      "epoch": 0.0565149136577708,
      "rel-constrast": 8.860300064086914,
      "step": 72,
      "subrel-constrast": 6.688097953796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.631287097930908,
      "cov-distil (oracle2student)": 5.5042829513549805,
      "cov-distil (oracle2teacher)": 4.045653820037842,
      "epoch": 0.05729984301412873,
      "rel-constrast": 7.457805156707764,
      "step": 73,
      "subrel-constrast": 5.069272518157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0951480865478516,
      "cov-distil (oracle2student)": 10.49281120300293,
      "cov-distil (oracle2teacher)": 8.873029708862305,
      "epoch": 0.058084772370486655,
      "rel-constrast": 8.317502975463867,
      "step": 74,
      "subrel-constrast": 6.139723300933838,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.448239803314209,
      "cov-distil (oracle2student)": 6.778696060180664,
      "cov-distil (oracle2teacher)": 6.750767707824707,
      "epoch": 0.05886970172684458,
      "rel-constrast": 6.208157062530518,
      "step": 75,
      "subrel-constrast": 5.600346088409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9895548820495605,
      "cov-distil (oracle2student)": 4.833767890930176,
      "cov-distil (oracle2teacher)": 3.8940680027008057,
      "epoch": 0.059654631083202514,
      "rel-constrast": 5.301086902618408,
      "step": 76,
      "subrel-constrast": 4.662568092346191,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.35664701461792,
      "cov-distil (oracle2student)": 5.233097076416016,
      "cov-distil (oracle2teacher)": 4.739679336547852,
      "epoch": 0.06043956043956044,
      "rel-constrast": 5.103623867034912,
      "step": 77,
      "subrel-constrast": 4.268317222595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.415127754211426,
      "cov-distil (oracle2student)": 6.644197940826416,
      "cov-distil (oracle2teacher)": 6.356894493103027,
      "epoch": 0.061224489795918366,
      "rel-constrast": 6.561215400695801,
      "step": 78,
      "subrel-constrast": 5.962937355041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.510354995727539,
      "cov-distil (oracle2student)": 8.139422416687012,
      "cov-distil (oracle2teacher)": 5.43863582611084,
      "epoch": 0.06200941915227629,
      "rel-constrast": 6.134330749511719,
      "step": 79,
      "subrel-constrast": 5.620271682739258,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 15.1875,
      "learning_rate": 3.95e-06,
      "loss": 1.7156,
      "step": 80
    },
    {
      "cov-distil": 3.3284835815429688,
      "cov-distil (oracle2student)": 7.619293212890625,
      "cov-distil (oracle2teacher)": 7.302314281463623,
      "epoch": 0.06279434850863422,
      "rel-constrast": 7.173356533050537,
      "step": 80,
      "subrel-constrast": 6.808206558227539,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4397096633911133,
      "cov-distil (oracle2student)": 7.676415920257568,
      "cov-distil (oracle2teacher)": 7.032059669494629,
      "epoch": 0.06357927786499215,
      "rel-constrast": 6.886641502380371,
      "step": 81,
      "subrel-constrast": 6.984169960021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0268101692199707,
      "cov-distil (oracle2student)": 7.81688117980957,
      "cov-distil (oracle2teacher)": 6.540698528289795,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.896097660064697,
      "step": 82,
      "subrel-constrast": 5.227864742279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.393474578857422,
      "cov-distil (oracle2student)": 6.482656478881836,
      "cov-distil (oracle2teacher)": 5.574152946472168,
      "epoch": 0.065149136577708,
      "rel-constrast": 6.319892883300781,
      "step": 83,
      "subrel-constrast": 5.442715644836426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.517345905303955,
      "cov-distil (oracle2student)": 6.040264129638672,
      "cov-distil (oracle2teacher)": 5.348058223724365,
      "epoch": 0.06593406593406594,
      "rel-constrast": 5.40537166595459,
      "step": 84,
      "subrel-constrast": 4.604902267456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.264801502227783,
      "cov-distil (oracle2student)": 4.99867057800293,
      "cov-distil (oracle2teacher)": 4.295378684997559,
      "epoch": 0.06671899529042387,
      "rel-constrast": 5.624813079833984,
      "step": 85,
      "subrel-constrast": 4.161462783813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.266205310821533,
      "cov-distil (oracle2student)": 8.019726753234863,
      "cov-distil (oracle2teacher)": 6.3382158279418945,
      "epoch": 0.06750392464678179,
      "rel-constrast": 5.973287582397461,
      "step": 86,
      "subrel-constrast": 5.353548526763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9515674114227295,
      "cov-distil (oracle2student)": 6.66702938079834,
      "cov-distil (oracle2teacher)": 5.54303503036499,
      "epoch": 0.06828885400313972,
      "rel-constrast": 7.188405990600586,
      "step": 87,
      "subrel-constrast": 6.352745056152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.024931907653809,
      "cov-distil (oracle2student)": 8.261985778808594,
      "cov-distil (oracle2teacher)": 8.335884094238281,
      "epoch": 0.06907378335949764,
      "rel-constrast": 6.1363115310668945,
      "step": 88,
      "subrel-constrast": 5.887054920196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.616726875305176,
      "cov-distil (oracle2student)": 7.866814613342285,
      "cov-distil (oracle2teacher)": 6.4071946144104,
      "epoch": 0.06985871271585557,
      "rel-constrast": 6.378461837768555,
      "step": 89,
      "subrel-constrast": 5.206252098083496,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 17.75,
      "learning_rate": 4.45e-06,
      "loss": 1.6566,
      "step": 90
    },
    {
      "cov-distil": 3.3641278743743896,
      "cov-distil (oracle2student)": 5.879482269287109,
      "cov-distil (oracle2teacher)": 4.661038398742676,
      "epoch": 0.0706436420722135,
      "rel-constrast": 4.970180511474609,
      "step": 90,
      "subrel-constrast": 4.763465881347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9355416297912598,
      "cov-distil (oracle2student)": 6.9991936683654785,
      "cov-distil (oracle2teacher)": 5.924701690673828,
      "epoch": 0.07142857142857142,
      "rel-constrast": 5.827273845672607,
      "step": 91,
      "subrel-constrast": 4.389217853546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.328171491622925,
      "cov-distil (oracle2student)": 6.016704559326172,
      "cov-distil (oracle2teacher)": 5.018207550048828,
      "epoch": 0.07221350078492936,
      "rel-constrast": 6.104631423950195,
      "step": 92,
      "subrel-constrast": 5.1348137855529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7416696548461914,
      "cov-distil (oracle2student)": 6.554116249084473,
      "cov-distil (oracle2teacher)": 5.632503509521484,
      "epoch": 0.07299843014128729,
      "rel-constrast": 4.428642272949219,
      "step": 93,
      "subrel-constrast": 4.080572605133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.126981258392334,
      "cov-distil (oracle2student)": 7.561041355133057,
      "cov-distil (oracle2teacher)": 6.536598205566406,
      "epoch": 0.07378335949764521,
      "rel-constrast": 6.626583576202393,
      "step": 94,
      "subrel-constrast": 6.036290168762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.266633987426758,
      "cov-distil (oracle2student)": 8.336587905883789,
      "cov-distil (oracle2teacher)": 6.737848281860352,
      "epoch": 0.07456828885400314,
      "rel-constrast": 5.243127822875977,
      "step": 95,
      "subrel-constrast": 5.471756458282471,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3002748489379883,
      "cov-distil (oracle2student)": 7.252134799957275,
      "cov-distil (oracle2teacher)": 5.29237174987793,
      "epoch": 0.07535321821036106,
      "rel-constrast": 6.544553756713867,
      "step": 96,
      "subrel-constrast": 4.715362548828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.930333375930786,
      "cov-distil (oracle2student)": 7.169529914855957,
      "cov-distil (oracle2teacher)": 6.204681396484375,
      "epoch": 0.076138147566719,
      "rel-constrast": 8.069984436035156,
      "step": 97,
      "subrel-constrast": 6.452698230743408,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3107340335845947,
      "cov-distil (oracle2student)": 5.442892074584961,
      "cov-distil (oracle2teacher)": 5.070485591888428,
      "epoch": 0.07692307692307693,
      "rel-constrast": 5.03950834274292,
      "step": 98,
      "subrel-constrast": 5.33092737197876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7905068397521973,
      "cov-distil (oracle2student)": 6.082137584686279,
      "cov-distil (oracle2teacher)": 5.644770622253418,
      "epoch": 0.07770800627943485,
      "rel-constrast": 5.238041400909424,
      "step": 99,
      "subrel-constrast": 5.280867576599121,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 16.25,
      "learning_rate": 4.950000000000001e-06,
      "loss": 1.5351,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.20468750596046448,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.018585205078125
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.0267791748046875
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.0081939697265625,
      "step": 100
    },
    {
      "cov-distil": 3.0693624019622803,
      "cov-distil (oracle2student)": 6.980118751525879,
      "cov-distil (oracle2teacher)": 5.044774055480957,
      "epoch": 0.07849293563579278,
      "rel-constrast": 9.246582984924316,
      "step": 100,
      "subrel-constrast": 5.737648963928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.966313362121582,
      "cov-distil (oracle2student)": 6.273595809936523,
      "cov-distil (oracle2teacher)": 6.362914562225342,
      "epoch": 0.07927786499215071,
      "rel-constrast": 8.411349296569824,
      "step": 101,
      "subrel-constrast": 8.01908016204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8371520042419434,
      "cov-distil (oracle2student)": 8.099665641784668,
      "cov-distil (oracle2teacher)": 6.367426872253418,
      "epoch": 0.08006279434850863,
      "rel-constrast": 4.871597766876221,
      "step": 102,
      "subrel-constrast": 3.9983325004577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8040473461151123,
      "cov-distil (oracle2student)": 7.026789665222168,
      "cov-distil (oracle2teacher)": 6.281256675720215,
      "epoch": 0.08084772370486656,
      "rel-constrast": 6.079948902130127,
      "step": 103,
      "subrel-constrast": 5.005115985870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1548211574554443,
      "cov-distil (oracle2student)": 6.445549488067627,
      "cov-distil (oracle2teacher)": 4.159838676452637,
      "epoch": 0.08163265306122448,
      "rel-constrast": 7.2248029708862305,
      "step": 104,
      "subrel-constrast": 5.305993556976318,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.700580596923828,
      "cov-distil (oracle2student)": 6.819460868835449,
      "cov-distil (oracle2teacher)": 4.589690208435059,
      "epoch": 0.08241758241758242,
      "rel-constrast": 6.1904296875,
      "step": 105,
      "subrel-constrast": 4.427753925323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.641253709793091,
      "cov-distil (oracle2student)": 7.707598686218262,
      "cov-distil (oracle2teacher)": 5.956082344055176,
      "epoch": 0.08320251177394035,
      "rel-constrast": 6.605925559997559,
      "step": 106,
      "subrel-constrast": 5.04954719543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9230635166168213,
      "cov-distil (oracle2student)": 5.4684858322143555,
      "cov-distil (oracle2teacher)": 4.3449249267578125,
      "epoch": 0.08398744113029827,
      "rel-constrast": 5.391318321228027,
      "step": 107,
      "subrel-constrast": 4.032782554626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.161479949951172,
      "cov-distil (oracle2student)": 7.42598819732666,
      "cov-distil (oracle2teacher)": 7.0387701988220215,
      "epoch": 0.0847723704866562,
      "rel-constrast": 5.700629234313965,
      "step": 108,
      "subrel-constrast": 5.242112636566162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.411763906478882,
      "cov-distil (oracle2student)": 4.519542217254639,
      "cov-distil (oracle2teacher)": 4.033718585968018,
      "epoch": 0.08555729984301413,
      "rel-constrast": 3.85139799118042,
      "step": 109,
      "subrel-constrast": 3.0891919136047363,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 12.6875,
      "learning_rate": 5.45e-06,
      "loss": 1.6685,
      "step": 110
    },
    {
      "cov-distil": 3.7623462677001953,
      "cov-distil (oracle2student)": 5.816520690917969,
      "cov-distil (oracle2teacher)": 5.294903755187988,
      "epoch": 0.08634222919937205,
      "rel-constrast": 5.916131496429443,
      "step": 110,
      "subrel-constrast": 5.666640758514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9162516593933105,
      "cov-distil (oracle2student)": 6.607631683349609,
      "cov-distil (oracle2teacher)": 6.057036399841309,
      "epoch": 0.08712715855572999,
      "rel-constrast": 6.387336254119873,
      "step": 111,
      "subrel-constrast": 6.173241138458252,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.200730085372925,
      "cov-distil (oracle2student)": 5.046133041381836,
      "cov-distil (oracle2teacher)": 4.313060760498047,
      "epoch": 0.08791208791208792,
      "rel-constrast": 6.980642795562744,
      "step": 112,
      "subrel-constrast": 5.868181228637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8479957580566406,
      "cov-distil (oracle2student)": 5.748662948608398,
      "cov-distil (oracle2teacher)": 4.06031608581543,
      "epoch": 0.08869701726844584,
      "rel-constrast": 6.133625507354736,
      "step": 113,
      "subrel-constrast": 5.044037818908691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.956294059753418,
      "cov-distil (oracle2student)": 5.843686103820801,
      "cov-distil (oracle2teacher)": 4.397219181060791,
      "epoch": 0.08948194662480377,
      "rel-constrast": 5.719607353210449,
      "step": 114,
      "subrel-constrast": 4.5047831535339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6976065635681152,
      "cov-distil (oracle2student)": 6.534242153167725,
      "cov-distil (oracle2teacher)": 4.9680585861206055,
      "epoch": 0.09026687598116169,
      "rel-constrast": 6.587165832519531,
      "step": 115,
      "subrel-constrast": 5.188892841339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2262754440307617,
      "cov-distil (oracle2student)": 7.407478332519531,
      "cov-distil (oracle2teacher)": 5.884337425231934,
      "epoch": 0.09105180533751962,
      "rel-constrast": 7.407068252563477,
      "step": 116,
      "subrel-constrast": 6.1709818840026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.905567169189453,
      "cov-distil (oracle2student)": 6.0437421798706055,
      "cov-distil (oracle2teacher)": 5.260028839111328,
      "epoch": 0.09183673469387756,
      "rel-constrast": 5.36617374420166,
      "step": 117,
      "subrel-constrast": 4.775646686553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6030263900756836,
      "cov-distil (oracle2student)": 7.838919639587402,
      "cov-distil (oracle2teacher)": 6.501341819763184,
      "epoch": 0.09262166405023547,
      "rel-constrast": 4.8718767166137695,
      "step": 118,
      "subrel-constrast": 4.323362827301025,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.951072931289673,
      "cov-distil (oracle2student)": 3.37375545501709,
      "cov-distil (oracle2teacher)": 3.9538848400115967,
      "epoch": 0.09340659340659341,
      "rel-constrast": 4.747162342071533,
      "step": 119,
      "subrel-constrast": 4.06825590133667,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 11.8125,
      "learning_rate": 5.95e-06,
      "loss": 1.5856,
      "step": 120
    },
    {
      "cov-distil": 2.652560234069824,
      "cov-distil (oracle2student)": 7.5916571617126465,
      "cov-distil (oracle2teacher)": 6.409575462341309,
      "epoch": 0.09419152276295134,
      "rel-constrast": 5.198563575744629,
      "step": 120,
      "subrel-constrast": 4.764272689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.276362895965576,
      "cov-distil (oracle2student)": 4.456997871398926,
      "cov-distil (oracle2teacher)": 3.9903063774108887,
      "epoch": 0.09497645211930926,
      "rel-constrast": 6.008549213409424,
      "step": 121,
      "subrel-constrast": 4.660116672515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.912120819091797,
      "cov-distil (oracle2student)": 8.093740463256836,
      "cov-distil (oracle2teacher)": 6.580435752868652,
      "epoch": 0.09576138147566719,
      "rel-constrast": 6.139238357543945,
      "step": 122,
      "subrel-constrast": 4.679972171783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.049605369567871,
      "cov-distil (oracle2student)": 5.1690802574157715,
      "cov-distil (oracle2teacher)": 4.441983222961426,
      "epoch": 0.09654631083202511,
      "rel-constrast": 5.203070640563965,
      "step": 123,
      "subrel-constrast": 4.063456058502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0213463306427,
      "cov-distil (oracle2student)": 7.696413993835449,
      "cov-distil (oracle2teacher)": 6.389168739318848,
      "epoch": 0.09733124018838304,
      "rel-constrast": 6.98874568939209,
      "step": 124,
      "subrel-constrast": 5.5499491691589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.535893440246582,
      "cov-distil (oracle2student)": 8.712299346923828,
      "cov-distil (oracle2teacher)": 7.551833152770996,
      "epoch": 0.09811616954474098,
      "rel-constrast": 6.464357376098633,
      "step": 125,
      "subrel-constrast": 5.6494855880737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6822762489318848,
      "cov-distil (oracle2student)": 6.449732780456543,
      "cov-distil (oracle2teacher)": 4.7107086181640625,
      "epoch": 0.0989010989010989,
      "rel-constrast": 5.643919944763184,
      "step": 126,
      "subrel-constrast": 4.270016193389893,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1074256896972656,
      "cov-distil (oracle2student)": 5.3115644454956055,
      "cov-distil (oracle2teacher)": 4.45626163482666,
      "epoch": 0.09968602825745683,
      "rel-constrast": 5.749547004699707,
      "step": 127,
      "subrel-constrast": 5.532700538635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.936629295349121,
      "cov-distil (oracle2student)": 5.304935455322266,
      "cov-distil (oracle2teacher)": 3.912010669708252,
      "epoch": 0.10047095761381476,
      "rel-constrast": 6.327916622161865,
      "step": 128,
      "subrel-constrast": 4.5997748374938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.669504165649414,
      "cov-distil (oracle2student)": 9.971288681030273,
      "cov-distil (oracle2teacher)": 6.89910888671875,
      "epoch": 0.10125588697017268,
      "rel-constrast": 6.6161065101623535,
      "step": 129,
      "subrel-constrast": 5.407919883728027,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 16.5,
      "learning_rate": 6.45e-06,
      "loss": 1.5831,
      "step": 130
    },
    {
      "cov-distil": 2.327519178390503,
      "cov-distil (oracle2student)": 6.993311405181885,
      "cov-distil (oracle2teacher)": 4.737872123718262,
      "epoch": 0.10204081632653061,
      "rel-constrast": 4.820262432098389,
      "step": 130,
      "subrel-constrast": 3.4438061714172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0019335746765137,
      "cov-distil (oracle2student)": 4.936619281768799,
      "cov-distil (oracle2teacher)": 3.579071283340454,
      "epoch": 0.10282574568288853,
      "rel-constrast": 5.546187400817871,
      "step": 131,
      "subrel-constrast": 4.52654504776001,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2872753143310547,
      "cov-distil (oracle2student)": 4.686687469482422,
      "cov-distil (oracle2teacher)": 4.670385360717773,
      "epoch": 0.10361067503924647,
      "rel-constrast": 4.3100128173828125,
      "step": 132,
      "subrel-constrast": 4.772364139556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.951021432876587,
      "cov-distil (oracle2student)": 5.6703667640686035,
      "cov-distil (oracle2teacher)": 3.4451682567596436,
      "epoch": 0.1043956043956044,
      "rel-constrast": 7.899327754974365,
      "step": 133,
      "subrel-constrast": 5.173623085021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8324503898620605,
      "cov-distil (oracle2student)": 6.385481834411621,
      "cov-distil (oracle2teacher)": 4.9678521156311035,
      "epoch": 0.10518053375196232,
      "rel-constrast": 7.542125701904297,
      "step": 134,
      "subrel-constrast": 6.20897102355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.568618059158325,
      "cov-distil (oracle2student)": 5.818717956542969,
      "cov-distil (oracle2teacher)": 4.437043190002441,
      "epoch": 0.10596546310832025,
      "rel-constrast": 6.248257637023926,
      "step": 135,
      "subrel-constrast": 5.135055065155029,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.144698143005371,
      "cov-distil (oracle2student)": 4.889866828918457,
      "cov-distil (oracle2teacher)": 4.057589530944824,
      "epoch": 0.10675039246467818,
      "rel-constrast": 5.107748031616211,
      "step": 136,
      "subrel-constrast": 4.345935821533203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7044363021850586,
      "cov-distil (oracle2student)": 6.096634864807129,
      "cov-distil (oracle2teacher)": 5.447203159332275,
      "epoch": 0.1075353218210361,
      "rel-constrast": 4.691919326782227,
      "step": 137,
      "subrel-constrast": 3.9912216663360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4799304008483887,
      "cov-distil (oracle2student)": 7.858448505401611,
      "cov-distil (oracle2teacher)": 6.366851329803467,
      "epoch": 0.10832025117739404,
      "rel-constrast": 6.566288948059082,
      "step": 138,
      "subrel-constrast": 5.5048980712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7945852279663086,
      "cov-distil (oracle2student)": 7.29274320602417,
      "cov-distil (oracle2teacher)": 6.444633960723877,
      "epoch": 0.10910518053375197,
      "rel-constrast": 5.898140907287598,
      "step": 139,
      "subrel-constrast": 5.746703624725342,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 18.125,
      "learning_rate": 6.950000000000001e-06,
      "loss": 1.536,
      "step": 140
    },
    {
      "cov-distil": 3.14044451713562,
      "cov-distil (oracle2student)": 4.587895393371582,
      "cov-distil (oracle2teacher)": 3.67633056640625,
      "epoch": 0.10989010989010989,
      "rel-constrast": 5.251264572143555,
      "step": 140,
      "subrel-constrast": 5.109164714813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.021540641784668,
      "cov-distil (oracle2student)": 7.4869279861450195,
      "cov-distil (oracle2teacher)": 5.488934516906738,
      "epoch": 0.11067503924646782,
      "rel-constrast": 6.179267406463623,
      "step": 141,
      "subrel-constrast": 5.208951950073242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6684998273849487,
      "cov-distil (oracle2student)": 6.087306976318359,
      "cov-distil (oracle2teacher)": 4.993634223937988,
      "epoch": 0.11145996860282574,
      "rel-constrast": 5.406123161315918,
      "step": 142,
      "subrel-constrast": 4.496994495391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.436387300491333,
      "cov-distil (oracle2student)": 6.199030876159668,
      "cov-distil (oracle2teacher)": 5.302313804626465,
      "epoch": 0.11224489795918367,
      "rel-constrast": 7.168307781219482,
      "step": 143,
      "subrel-constrast": 7.344377517700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8038110733032227,
      "cov-distil (oracle2student)": 6.1025261878967285,
      "cov-distil (oracle2teacher)": 4.962275981903076,
      "epoch": 0.1130298273155416,
      "rel-constrast": 5.3039350509643555,
      "step": 144,
      "subrel-constrast": 5.038955211639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3631601333618164,
      "cov-distil (oracle2student)": 5.591802597045898,
      "cov-distil (oracle2teacher)": 3.8068621158599854,
      "epoch": 0.11381475667189953,
      "rel-constrast": 5.500809669494629,
      "step": 145,
      "subrel-constrast": 4.158411979675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.101959705352783,
      "cov-distil (oracle2student)": 8.792764663696289,
      "cov-distil (oracle2teacher)": 6.136197566986084,
      "epoch": 0.11459968602825746,
      "rel-constrast": 8.219110488891602,
      "step": 146,
      "subrel-constrast": 6.158865451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.208827018737793,
      "cov-distil (oracle2student)": 5.422389984130859,
      "cov-distil (oracle2teacher)": 4.488245010375977,
      "epoch": 0.11538461538461539,
      "rel-constrast": 4.903823375701904,
      "step": 147,
      "subrel-constrast": 3.73964786529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6742186546325684,
      "cov-distil (oracle2student)": 8.266731262207031,
      "cov-distil (oracle2teacher)": 6.7647905349731445,
      "epoch": 0.11616954474097331,
      "rel-constrast": 7.703867435455322,
      "step": 148,
      "subrel-constrast": 7.040656566619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.720594644546509,
      "cov-distil (oracle2student)": 6.478317737579346,
      "cov-distil (oracle2teacher)": 5.818202495574951,
      "epoch": 0.11695447409733124,
      "rel-constrast": 5.557610511779785,
      "step": 149,
      "subrel-constrast": 5.062001705169678,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 13.25,
      "learning_rate": 7.45e-06,
      "loss": 1.6052,
      "step": 150
    },
    {
      "cov-distil": 2.7814245223999023,
      "cov-distil (oracle2student)": 3.1672582626342773,
      "cov-distil (oracle2teacher)": 3.107656240463257,
      "epoch": 0.11773940345368916,
      "rel-constrast": 3.688767671585083,
      "step": 150,
      "subrel-constrast": 4.0553388595581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.247326374053955,
      "cov-distil (oracle2student)": 6.089717388153076,
      "cov-distil (oracle2teacher)": 4.218626976013184,
      "epoch": 0.1185243328100471,
      "rel-constrast": 7.835025787353516,
      "step": 151,
      "subrel-constrast": 5.920222282409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4771711826324463,
      "cov-distil (oracle2student)": 5.4199323654174805,
      "cov-distil (oracle2teacher)": 6.137445449829102,
      "epoch": 0.11930926216640503,
      "rel-constrast": 5.148440361022949,
      "step": 152,
      "subrel-constrast": 5.527997016906738,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1515517234802246,
      "cov-distil (oracle2student)": 5.8758463859558105,
      "cov-distil (oracle2teacher)": 5.284279823303223,
      "epoch": 0.12009419152276295,
      "rel-constrast": 6.0649309158325195,
      "step": 153,
      "subrel-constrast": 5.996879577636719,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6257619857788086,
      "cov-distil (oracle2student)": 6.314117908477783,
      "cov-distil (oracle2teacher)": 5.859961032867432,
      "epoch": 0.12087912087912088,
      "rel-constrast": 5.450338840484619,
      "step": 154,
      "subrel-constrast": 5.505670547485352,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0370373725891113,
      "cov-distil (oracle2student)": 4.342787742614746,
      "cov-distil (oracle2teacher)": 4.417558670043945,
      "epoch": 0.12166405023547881,
      "rel-constrast": 4.312812805175781,
      "step": 155,
      "subrel-constrast": 4.328639984130859,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.520047903060913,
      "cov-distil (oracle2student)": 7.382922172546387,
      "cov-distil (oracle2teacher)": 7.355137348175049,
      "epoch": 0.12244897959183673,
      "rel-constrast": 6.673659324645996,
      "step": 156,
      "subrel-constrast": 5.639657974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1351096630096436,
      "cov-distil (oracle2student)": 6.902695178985596,
      "cov-distil (oracle2teacher)": 5.699464797973633,
      "epoch": 0.12323390894819466,
      "rel-constrast": 6.046702861785889,
      "step": 157,
      "subrel-constrast": 4.712500095367432,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.25526762008667,
      "cov-distil (oracle2student)": 6.525176048278809,
      "cov-distil (oracle2teacher)": 5.7490620613098145,
      "epoch": 0.12401883830455258,
      "rel-constrast": 5.966568946838379,
      "step": 158,
      "subrel-constrast": 5.607508659362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9533963203430176,
      "cov-distil (oracle2student)": 6.75103759765625,
      "cov-distil (oracle2teacher)": 4.255678176879883,
      "epoch": 0.12480376766091052,
      "rel-constrast": 7.113164901733398,
      "step": 159,
      "subrel-constrast": 5.0479631423950195,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 17.375,
      "learning_rate": 7.95e-06,
      "loss": 1.5405,
      "step": 160
    },
    {
      "cov-distil": 2.9749436378479004,
      "cov-distil (oracle2student)": 5.1709065437316895,
      "cov-distil (oracle2teacher)": 4.164898872375488,
      "epoch": 0.12558869701726844,
      "rel-constrast": 4.383584976196289,
      "step": 160,
      "subrel-constrast": 4.833831310272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0097780227661133,
      "cov-distil (oracle2student)": 5.923301696777344,
      "cov-distil (oracle2teacher)": 5.394102096557617,
      "epoch": 0.12637362637362637,
      "rel-constrast": 5.818535804748535,
      "step": 161,
      "subrel-constrast": 5.84551477432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5908939838409424,
      "cov-distil (oracle2student)": 5.665188789367676,
      "cov-distil (oracle2teacher)": 4.594211578369141,
      "epoch": 0.1271585557299843,
      "rel-constrast": 5.184443473815918,
      "step": 162,
      "subrel-constrast": 4.453043460845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.840712070465088,
      "cov-distil (oracle2student)": 6.3763909339904785,
      "cov-distil (oracle2teacher)": 5.642364501953125,
      "epoch": 0.12794348508634223,
      "rel-constrast": 6.74964714050293,
      "step": 163,
      "subrel-constrast": 6.0634331703186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5142221450805664,
      "cov-distil (oracle2student)": 5.44363260269165,
      "cov-distil (oracle2teacher)": 5.309366703033447,
      "epoch": 0.12872841444270017,
      "rel-constrast": 5.557941436767578,
      "step": 164,
      "subrel-constrast": 5.863348960876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2164993286132812,
      "cov-distil (oracle2student)": 5.855222225189209,
      "cov-distil (oracle2teacher)": 4.930147171020508,
      "epoch": 0.12951334379905807,
      "rel-constrast": 6.6434831619262695,
      "step": 165,
      "subrel-constrast": 5.331329822540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1836464405059814,
      "cov-distil (oracle2student)": 4.513020038604736,
      "cov-distil (oracle2teacher)": 4.401137351989746,
      "epoch": 0.130298273155416,
      "rel-constrast": 5.878671646118164,
      "step": 166,
      "subrel-constrast": 4.37673807144165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.782824754714966,
      "cov-distil (oracle2student)": 5.268921375274658,
      "cov-distil (oracle2teacher)": 4.957204341888428,
      "epoch": 0.13108320251177394,
      "rel-constrast": 5.137875556945801,
      "step": 167,
      "subrel-constrast": 4.443451881408691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.539813995361328,
      "cov-distil (oracle2student)": 5.48532247543335,
      "cov-distil (oracle2teacher)": 4.8871870040893555,
      "epoch": 0.13186813186813187,
      "rel-constrast": 4.842020511627197,
      "step": 168,
      "subrel-constrast": 4.043414115905762,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7517428398132324,
      "cov-distil (oracle2student)": 5.737140655517578,
      "cov-distil (oracle2teacher)": 5.293481349945068,
      "epoch": 0.1326530612244898,
      "rel-constrast": 5.73463249206543,
      "step": 169,
      "subrel-constrast": 5.651345729827881,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 13.375,
      "learning_rate": 8.45e-06,
      "loss": 1.4693,
      "step": 170
    },
    {
      "cov-distil": 3.406038522720337,
      "cov-distil (oracle2student)": 4.48272705078125,
      "cov-distil (oracle2teacher)": 3.8597590923309326,
      "epoch": 0.13343799058084774,
      "rel-constrast": 5.328525543212891,
      "step": 170,
      "subrel-constrast": 5.504851818084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2601351737976074,
      "cov-distil (oracle2student)": 5.214707374572754,
      "cov-distil (oracle2teacher)": 3.8664567470550537,
      "epoch": 0.13422291993720564,
      "rel-constrast": 5.732027530670166,
      "step": 171,
      "subrel-constrast": 5.551510334014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2649431228637695,
      "cov-distil (oracle2student)": 4.903834819793701,
      "cov-distil (oracle2teacher)": 3.5654568672180176,
      "epoch": 0.13500784929356358,
      "rel-constrast": 5.048663139343262,
      "step": 172,
      "subrel-constrast": 4.259944438934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291656970977783,
      "cov-distil (oracle2student)": 5.617837905883789,
      "cov-distil (oracle2teacher)": 5.317911624908447,
      "epoch": 0.1357927786499215,
      "rel-constrast": 4.11165714263916,
      "step": 173,
      "subrel-constrast": 3.9811415672302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3816723823547363,
      "cov-distil (oracle2student)": 5.013119697570801,
      "cov-distil (oracle2teacher)": 4.062154293060303,
      "epoch": 0.13657770800627944,
      "rel-constrast": 7.141737461090088,
      "step": 174,
      "subrel-constrast": 5.517435550689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.518374443054199,
      "cov-distil (oracle2student)": 5.188939094543457,
      "cov-distil (oracle2teacher)": 4.644864559173584,
      "epoch": 0.13736263736263737,
      "rel-constrast": 4.657840251922607,
      "step": 175,
      "subrel-constrast": 4.213469982147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1605043411254883,
      "cov-distil (oracle2student)": 5.80596923828125,
      "cov-distil (oracle2teacher)": 4.725222587585449,
      "epoch": 0.13814756671899528,
      "rel-constrast": 5.725188732147217,
      "step": 176,
      "subrel-constrast": 5.085594177246094,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.439970016479492,
      "cov-distil (oracle2student)": 5.797138214111328,
      "cov-distil (oracle2teacher)": 4.481153964996338,
      "epoch": 0.1389324960753532,
      "rel-constrast": 4.679790019989014,
      "step": 177,
      "subrel-constrast": 4.292531967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4772512912750244,
      "cov-distil (oracle2student)": 5.517018795013428,
      "cov-distil (oracle2teacher)": 4.930450916290283,
      "epoch": 0.13971742543171115,
      "rel-constrast": 5.169275283813477,
      "step": 178,
      "subrel-constrast": 6.139341354370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.388380527496338,
      "cov-distil (oracle2student)": 8.562522888183594,
      "cov-distil (oracle2teacher)": 6.51700496673584,
      "epoch": 0.14050235478806908,
      "rel-constrast": 5.553293704986572,
      "step": 179,
      "subrel-constrast": 5.5493621826171875,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 18.5,
      "learning_rate": 8.95e-06,
      "loss": 1.4052,
      "step": 180
    },
    {
      "cov-distil": 3.203474998474121,
      "cov-distil (oracle2student)": 4.659393310546875,
      "cov-distil (oracle2teacher)": 3.8494021892547607,
      "epoch": 0.141287284144427,
      "rel-constrast": 4.3841938972473145,
      "step": 180,
      "subrel-constrast": 4.432641506195068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8620846271514893,
      "cov-distil (oracle2student)": 4.239439964294434,
      "cov-distil (oracle2teacher)": 3.622223377227783,
      "epoch": 0.14207221350078492,
      "rel-constrast": 5.2689032554626465,
      "step": 181,
      "subrel-constrast": 4.619548797607422,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6243515014648438,
      "cov-distil (oracle2student)": 6.16297721862793,
      "cov-distil (oracle2teacher)": 4.990025520324707,
      "epoch": 0.14285714285714285,
      "rel-constrast": 5.904332160949707,
      "step": 182,
      "subrel-constrast": 4.9689106941223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963348388671875,
      "cov-distil (oracle2student)": 6.655308723449707,
      "cov-distil (oracle2teacher)": 6.287975788116455,
      "epoch": 0.14364207221350078,
      "rel-constrast": 4.478253364562988,
      "step": 183,
      "subrel-constrast": 4.905683517456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.237755298614502,
      "cov-distil (oracle2student)": 6.64764404296875,
      "cov-distil (oracle2teacher)": 5.5831074714660645,
      "epoch": 0.14442700156985872,
      "rel-constrast": 5.552248001098633,
      "step": 184,
      "subrel-constrast": 4.654872417449951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473625659942627,
      "cov-distil (oracle2student)": 6.30503511428833,
      "cov-distil (oracle2teacher)": 5.338748455047607,
      "epoch": 0.14521193092621665,
      "rel-constrast": 5.798867225646973,
      "step": 185,
      "subrel-constrast": 5.5699639320373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1829147338867188,
      "cov-distil (oracle2student)": 5.21027946472168,
      "cov-distil (oracle2teacher)": 4.161255836486816,
      "epoch": 0.14599686028257458,
      "rel-constrast": 5.464681625366211,
      "step": 186,
      "subrel-constrast": 5.187503814697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0477654933929443,
      "cov-distil (oracle2student)": 6.166605472564697,
      "cov-distil (oracle2teacher)": 6.047397136688232,
      "epoch": 0.14678178963893249,
      "rel-constrast": 6.169456481933594,
      "step": 187,
      "subrel-constrast": 5.03766393661499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8547275066375732,
      "cov-distil (oracle2student)": 5.306525707244873,
      "cov-distil (oracle2teacher)": 5.850964069366455,
      "epoch": 0.14756671899529042,
      "rel-constrast": 5.305285930633545,
      "step": 188,
      "subrel-constrast": 4.854366779327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9699039459228516,
      "cov-distil (oracle2student)": 6.397008419036865,
      "cov-distil (oracle2teacher)": 5.247262954711914,
      "epoch": 0.14835164835164835,
      "rel-constrast": 6.549964427947998,
      "step": 189,
      "subrel-constrast": 5.943665981292725,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 13.6875,
      "learning_rate": 9.450000000000001e-06,
      "loss": 1.443,
      "step": 190
    },
    {
      "cov-distil": 3.1331424713134766,
      "cov-distil (oracle2student)": 6.638267517089844,
      "cov-distil (oracle2teacher)": 4.93756103515625,
      "epoch": 0.14913657770800628,
      "rel-constrast": 6.56038236618042,
      "step": 190,
      "subrel-constrast": 5.594992160797119,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.656987190246582,
      "cov-distil (oracle2student)": 6.065674781799316,
      "cov-distil (oracle2teacher)": 6.052977561950684,
      "epoch": 0.14992150706436422,
      "rel-constrast": 5.598496913909912,
      "step": 191,
      "subrel-constrast": 6.7906293869018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.191580295562744,
      "cov-distil (oracle2student)": 8.038559913635254,
      "cov-distil (oracle2teacher)": 5.811613082885742,
      "epoch": 0.15070643642072212,
      "rel-constrast": 4.849475860595703,
      "step": 192,
      "subrel-constrast": 4.131407737731934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.683588743209839,
      "cov-distil (oracle2student)": 4.587405681610107,
      "cov-distil (oracle2teacher)": 4.190528392791748,
      "epoch": 0.15149136577708006,
      "rel-constrast": 4.667137622833252,
      "step": 193,
      "subrel-constrast": 4.492706775665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5755395889282227,
      "cov-distil (oracle2student)": 4.595428466796875,
      "cov-distil (oracle2teacher)": 2.841383934020996,
      "epoch": 0.152276295133438,
      "rel-constrast": 7.136086463928223,
      "step": 194,
      "subrel-constrast": 5.662163257598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.534440040588379,
      "cov-distil (oracle2student)": 7.176570892333984,
      "cov-distil (oracle2teacher)": 5.876811981201172,
      "epoch": 0.15306122448979592,
      "rel-constrast": 6.500258445739746,
      "step": 195,
      "subrel-constrast": 5.75777006149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331389904022217,
      "cov-distil (oracle2student)": 7.628920078277588,
      "cov-distil (oracle2teacher)": 6.656572341918945,
      "epoch": 0.15384615384615385,
      "rel-constrast": 5.442966461181641,
      "step": 196,
      "subrel-constrast": 5.2714996337890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9742186069488525,
      "cov-distil (oracle2student)": 4.961199760437012,
      "cov-distil (oracle2teacher)": 4.571676254272461,
      "epoch": 0.1546310832025118,
      "rel-constrast": 4.30648946762085,
      "step": 197,
      "subrel-constrast": 4.105319499969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3590917587280273,
      "cov-distil (oracle2student)": 3.817314624786377,
      "cov-distil (oracle2teacher)": 3.136385917663574,
      "epoch": 0.1554160125588697,
      "rel-constrast": 4.151867866516113,
      "step": 198,
      "subrel-constrast": 3.6788856983184814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9948954582214355,
      "cov-distil (oracle2student)": 6.080739974975586,
      "cov-distil (oracle2teacher)": 5.84327507019043,
      "epoch": 0.15620094191522763,
      "rel-constrast": 3.927574634552002,
      "step": 199,
      "subrel-constrast": 4.407478332519531,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 12.625,
      "learning_rate": 9.950000000000001e-06,
      "loss": 1.4021,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.24062500894069672,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.067840576171875
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.0570220947265625
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.0108184814453125,
      "step": 200
    },
    {
      "cov-distil": 3.7237961292266846,
      "cov-distil (oracle2student)": 7.586442947387695,
      "cov-distil (oracle2teacher)": 5.7152099609375,
      "epoch": 0.15698587127158556,
      "rel-constrast": 5.464310169219971,
      "step": 200,
      "subrel-constrast": 5.328721523284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.274702310562134,
      "cov-distil (oracle2student)": 5.070128440856934,
      "cov-distil (oracle2teacher)": 5.0316925048828125,
      "epoch": 0.1577708006279435,
      "rel-constrast": 4.0968017578125,
      "step": 201,
      "subrel-constrast": 4.411446571350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2039477825164795,
      "cov-distil (oracle2student)": 6.712636470794678,
      "cov-distil (oracle2teacher)": 6.199963569641113,
      "epoch": 0.15855572998430142,
      "rel-constrast": 5.7678117752075195,
      "step": 202,
      "subrel-constrast": 5.347052574157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2047228813171387,
      "cov-distil (oracle2student)": 7.661907196044922,
      "cov-distil (oracle2teacher)": 6.4142866134643555,
      "epoch": 0.15934065934065933,
      "rel-constrast": 7.286009311676025,
      "step": 203,
      "subrel-constrast": 5.817068099975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.91322922706604,
      "cov-distil (oracle2student)": 4.107336044311523,
      "cov-distil (oracle2teacher)": 3.4955694675445557,
      "epoch": 0.16012558869701726,
      "rel-constrast": 5.1244730949401855,
      "step": 204,
      "subrel-constrast": 4.262094020843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.850925922393799,
      "cov-distil (oracle2student)": 11.0481595993042,
      "cov-distil (oracle2teacher)": 8.53349781036377,
      "epoch": 0.1609105180533752,
      "rel-constrast": 6.673989295959473,
      "step": 205,
      "subrel-constrast": 6.989043712615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3848154544830322,
      "cov-distil (oracle2student)": 7.932931900024414,
      "cov-distil (oracle2teacher)": 6.616568088531494,
      "epoch": 0.16169544740973313,
      "rel-constrast": 7.136048793792725,
      "step": 206,
      "subrel-constrast": 5.786576747894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.876713275909424,
      "cov-distil (oracle2student)": 5.842488765716553,
      "cov-distil (oracle2teacher)": 5.254587173461914,
      "epoch": 0.16248037676609106,
      "rel-constrast": 5.31241512298584,
      "step": 207,
      "subrel-constrast": 4.291684150695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.449646472930908,
      "cov-distil (oracle2student)": 4.260830879211426,
      "cov-distil (oracle2teacher)": 4.039247512817383,
      "epoch": 0.16326530612244897,
      "rel-constrast": 5.283468246459961,
      "step": 208,
      "subrel-constrast": 4.963812351226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8306093215942383,
      "cov-distil (oracle2student)": 7.792827129364014,
      "cov-distil (oracle2teacher)": 6.242460250854492,
      "epoch": 0.1640502354788069,
      "rel-constrast": 5.909091472625732,
      "step": 209,
      "subrel-constrast": 5.323974132537842,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 14.875,
      "learning_rate": 1.045e-05,
      "loss": 1.5181,
      "step": 210
    },
    {
      "cov-distil": 3.0215041637420654,
      "cov-distil (oracle2student)": 8.190481185913086,
      "cov-distil (oracle2teacher)": 7.113153457641602,
      "epoch": 0.16483516483516483,
      "rel-constrast": 5.830654144287109,
      "step": 210,
      "subrel-constrast": 6.107037544250488,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6075353622436523,
      "cov-distil (oracle2student)": 5.927797317504883,
      "cov-distil (oracle2teacher)": 4.915546417236328,
      "epoch": 0.16562009419152277,
      "rel-constrast": 5.132475852966309,
      "step": 211,
      "subrel-constrast": 4.88439416885376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1792759895324707,
      "cov-distil (oracle2student)": 5.705207347869873,
      "cov-distil (oracle2teacher)": 4.706761360168457,
      "epoch": 0.1664050235478807,
      "rel-constrast": 4.437366485595703,
      "step": 212,
      "subrel-constrast": 4.600239276885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.843543529510498,
      "cov-distil (oracle2student)": 5.749957084655762,
      "cov-distil (oracle2teacher)": 5.204010963439941,
      "epoch": 0.16718995290423863,
      "rel-constrast": 3.4077744483947754,
      "step": 213,
      "subrel-constrast": 3.7116200923919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7177345752716064,
      "cov-distil (oracle2student)": 6.503233909606934,
      "cov-distil (oracle2teacher)": 5.097251892089844,
      "epoch": 0.16797488226059654,
      "rel-constrast": 5.246351718902588,
      "step": 214,
      "subrel-constrast": 4.351907253265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.748671054840088,
      "cov-distil (oracle2student)": 4.586667060852051,
      "cov-distil (oracle2teacher)": 4.121526718139648,
      "epoch": 0.16875981161695447,
      "rel-constrast": 5.743491172790527,
      "step": 215,
      "subrel-constrast": 5.712560653686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7116360664367676,
      "cov-distil (oracle2student)": 4.121926307678223,
      "cov-distil (oracle2teacher)": 3.739682197570801,
      "epoch": 0.1695447409733124,
      "rel-constrast": 4.147603988647461,
      "step": 216,
      "subrel-constrast": 3.6736254692077637,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1222097873687744,
      "cov-distil (oracle2student)": 5.266463756561279,
      "cov-distil (oracle2teacher)": 4.985571384429932,
      "epoch": 0.17032967032967034,
      "rel-constrast": 6.011352062225342,
      "step": 217,
      "subrel-constrast": 5.236981391906738,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6187005043029785,
      "cov-distil (oracle2student)": 4.983086585998535,
      "cov-distil (oracle2teacher)": 4.162529945373535,
      "epoch": 0.17111459968602827,
      "rel-constrast": 6.265609264373779,
      "step": 218,
      "subrel-constrast": 4.703866481781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382068395614624,
      "cov-distil (oracle2student)": 5.941694259643555,
      "cov-distil (oracle2teacher)": 3.7060580253601074,
      "epoch": 0.17189952904238617,
      "rel-constrast": 6.0482497215271,
      "step": 219,
      "subrel-constrast": 4.653711318969727,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 13.9375,
      "learning_rate": 1.095e-05,
      "loss": 1.3792,
      "step": 220
    },
    {
      "cov-distil": 2.5856785774230957,
      "cov-distil (oracle2student)": 6.176444053649902,
      "cov-distil (oracle2teacher)": 5.259069442749023,
      "epoch": 0.1726844583987441,
      "rel-constrast": 5.706560134887695,
      "step": 220,
      "subrel-constrast": 5.1533966064453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762558937072754,
      "cov-distil (oracle2student)": 6.647637844085693,
      "cov-distil (oracle2teacher)": 5.482844829559326,
      "epoch": 0.17346938775510204,
      "rel-constrast": 5.161595821380615,
      "step": 221,
      "subrel-constrast": 4.012270450592041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.637533664703369,
      "cov-distil (oracle2student)": 5.838397026062012,
      "cov-distil (oracle2teacher)": 5.310522079467773,
      "epoch": 0.17425431711145997,
      "rel-constrast": 5.053402900695801,
      "step": 222,
      "subrel-constrast": 4.9708099365234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.336826801300049,
      "cov-distil (oracle2student)": 5.399420738220215,
      "cov-distil (oracle2teacher)": 4.579391956329346,
      "epoch": 0.1750392464678179,
      "rel-constrast": 3.61594820022583,
      "step": 223,
      "subrel-constrast": 4.12787389755249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.445133924484253,
      "cov-distil (oracle2student)": 5.421712398529053,
      "cov-distil (oracle2teacher)": 3.7769713401794434,
      "epoch": 0.17582417582417584,
      "rel-constrast": 4.549353122711182,
      "step": 224,
      "subrel-constrast": 4.352869510650635,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7959837913513184,
      "cov-distil (oracle2student)": 6.113248825073242,
      "cov-distil (oracle2teacher)": 5.348932266235352,
      "epoch": 0.17660910518053374,
      "rel-constrast": 5.05862283706665,
      "step": 225,
      "subrel-constrast": 5.57745361328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3124284744262695,
      "cov-distil (oracle2student)": 6.702354431152344,
      "cov-distil (oracle2teacher)": 5.452134132385254,
      "epoch": 0.17739403453689168,
      "rel-constrast": 6.356748580932617,
      "step": 226,
      "subrel-constrast": 5.245099067687988,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.386946201324463,
      "cov-distil (oracle2student)": 8.377017974853516,
      "cov-distil (oracle2teacher)": 6.906009674072266,
      "epoch": 0.1781789638932496,
      "rel-constrast": 6.255722999572754,
      "step": 227,
      "subrel-constrast": 5.9417009353637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8484878540039062,
      "cov-distil (oracle2student)": 8.19301986694336,
      "cov-distil (oracle2teacher)": 7.017974376678467,
      "epoch": 0.17896389324960754,
      "rel-constrast": 5.690243721008301,
      "step": 228,
      "subrel-constrast": 6.001501560211182,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0837349891662598,
      "cov-distil (oracle2student)": 6.268764495849609,
      "cov-distil (oracle2teacher)": 5.817341327667236,
      "epoch": 0.17974882260596547,
      "rel-constrast": 6.622305870056152,
      "step": 229,
      "subrel-constrast": 5.648178577423096,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 13.0625,
      "learning_rate": 1.145e-05,
      "loss": 1.4223,
      "step": 230
    },
    {
      "cov-distil": 2.784493923187256,
      "cov-distil (oracle2student)": 7.625933647155762,
      "cov-distil (oracle2teacher)": 6.274604320526123,
      "epoch": 0.18053375196232338,
      "rel-constrast": 6.5320725440979,
      "step": 230,
      "subrel-constrast": 6.3568644523620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6457338333129883,
      "cov-distil (oracle2student)": 6.021350860595703,
      "cov-distil (oracle2teacher)": 5.532404899597168,
      "epoch": 0.1813186813186813,
      "rel-constrast": 5.55854606628418,
      "step": 231,
      "subrel-constrast": 5.060829162597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0115959644317627,
      "cov-distil (oracle2student)": 4.937437057495117,
      "cov-distil (oracle2teacher)": 4.131011962890625,
      "epoch": 0.18210361067503925,
      "rel-constrast": 5.882181644439697,
      "step": 232,
      "subrel-constrast": 5.401787757873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7508275508880615,
      "cov-distil (oracle2student)": 5.548520088195801,
      "cov-distil (oracle2teacher)": 4.816484451293945,
      "epoch": 0.18288854003139718,
      "rel-constrast": 5.821797847747803,
      "step": 233,
      "subrel-constrast": 5.663866996765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9569406509399414,
      "cov-distil (oracle2student)": 7.222298622131348,
      "cov-distil (oracle2teacher)": 7.13742733001709,
      "epoch": 0.1836734693877551,
      "rel-constrast": 6.105270862579346,
      "step": 234,
      "subrel-constrast": 5.712968349456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.103212833404541,
      "cov-distil (oracle2student)": 7.01689338684082,
      "cov-distil (oracle2teacher)": 5.664578437805176,
      "epoch": 0.18445839874411302,
      "rel-constrast": 5.000349521636963,
      "step": 235,
      "subrel-constrast": 5.6979780197143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8269240856170654,
      "cov-distil (oracle2student)": 6.271734237670898,
      "cov-distil (oracle2teacher)": 4.949467658996582,
      "epoch": 0.18524332810047095,
      "rel-constrast": 6.892180442810059,
      "step": 236,
      "subrel-constrast": 5.5071916580200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.617617607116699,
      "cov-distil (oracle2student)": 7.684514045715332,
      "cov-distil (oracle2teacher)": 6.875121116638184,
      "epoch": 0.18602825745682888,
      "rel-constrast": 5.50137996673584,
      "step": 237,
      "subrel-constrast": 5.996005058288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0465898513793945,
      "cov-distil (oracle2student)": 5.6181640625,
      "cov-distil (oracle2teacher)": 4.098563194274902,
      "epoch": 0.18681318681318682,
      "rel-constrast": 5.506038665771484,
      "step": 238,
      "subrel-constrast": 4.241726398468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6179614067077637,
      "cov-distil (oracle2student)": 4.143487930297852,
      "cov-distil (oracle2teacher)": 3.030797004699707,
      "epoch": 0.18759811616954475,
      "rel-constrast": 5.2203168869018555,
      "step": 239,
      "subrel-constrast": 4.7745466232299805,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 11.4375,
      "learning_rate": 1.195e-05,
      "loss": 1.5289,
      "step": 240
    },
    {
      "cov-distil": 3.0700650215148926,
      "cov-distil (oracle2student)": 6.768826484680176,
      "cov-distil (oracle2teacher)": 5.043496608734131,
      "epoch": 0.18838304552590268,
      "rel-constrast": 5.904140949249268,
      "step": 240,
      "subrel-constrast": 4.922555446624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.561779499053955,
      "cov-distil (oracle2student)": 4.69482421875,
      "cov-distil (oracle2teacher)": 3.5012383460998535,
      "epoch": 0.1891679748822606,
      "rel-constrast": 7.093609809875488,
      "step": 241,
      "subrel-constrast": 5.326828956604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.611605167388916,
      "cov-distil (oracle2student)": 8.443441390991211,
      "cov-distil (oracle2teacher)": 6.097524642944336,
      "epoch": 0.18995290423861852,
      "rel-constrast": 6.5073723793029785,
      "step": 242,
      "subrel-constrast": 5.4820237159729,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.022892713546753,
      "cov-distil (oracle2student)": 5.535630226135254,
      "cov-distil (oracle2teacher)": 4.761144638061523,
      "epoch": 0.19073783359497645,
      "rel-constrast": 4.188787460327148,
      "step": 243,
      "subrel-constrast": 4.377328395843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2616350650787354,
      "cov-distil (oracle2student)": 7.68295955657959,
      "cov-distil (oracle2teacher)": 7.214927673339844,
      "epoch": 0.19152276295133439,
      "rel-constrast": 3.710407257080078,
      "step": 244,
      "subrel-constrast": 4.857728958129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4432787895202637,
      "cov-distil (oracle2student)": 5.955875396728516,
      "cov-distil (oracle2teacher)": 5.102582931518555,
      "epoch": 0.19230769230769232,
      "rel-constrast": 4.064718246459961,
      "step": 245,
      "subrel-constrast": 3.286212921142578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.300020217895508,
      "cov-distil (oracle2student)": 7.3102240562438965,
      "cov-distil (oracle2teacher)": 6.725350379943848,
      "epoch": 0.19309262166405022,
      "rel-constrast": 4.880646228790283,
      "step": 246,
      "subrel-constrast": 5.000226974487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8198413848876953,
      "cov-distil (oracle2student)": 6.318789482116699,
      "cov-distil (oracle2teacher)": 5.564996242523193,
      "epoch": 0.19387755102040816,
      "rel-constrast": 5.271482944488525,
      "step": 247,
      "subrel-constrast": 4.728270530700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.701936721801758,
      "cov-distil (oracle2student)": 7.418839454650879,
      "cov-distil (oracle2teacher)": 4.977762222290039,
      "epoch": 0.1946624803767661,
      "rel-constrast": 5.347120761871338,
      "step": 248,
      "subrel-constrast": 3.8733067512512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371919870376587,
      "cov-distil (oracle2student)": 4.60204553604126,
      "cov-distil (oracle2teacher)": 4.589938163757324,
      "epoch": 0.19544740973312402,
      "rel-constrast": 5.870595932006836,
      "step": 249,
      "subrel-constrast": 5.879952907562256,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 12.125,
      "learning_rate": 1.2450000000000001e-05,
      "loss": 1.3889,
      "step": 250
    },
    {
      "cov-distil": 2.57767915725708,
      "cov-distil (oracle2student)": 5.355373382568359,
      "cov-distil (oracle2teacher)": 5.0289506912231445,
      "epoch": 0.19623233908948196,
      "rel-constrast": 4.8918633460998535,
      "step": 250,
      "subrel-constrast": 5.259022235870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.245497703552246,
      "cov-distil (oracle2student)": 6.331605911254883,
      "cov-distil (oracle2teacher)": 4.857909202575684,
      "epoch": 0.1970172684458399,
      "rel-constrast": 5.062900066375732,
      "step": 251,
      "subrel-constrast": 5.577909469604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9672136306762695,
      "cov-distil (oracle2student)": 6.6121673583984375,
      "cov-distil (oracle2teacher)": 6.62611722946167,
      "epoch": 0.1978021978021978,
      "rel-constrast": 4.805986404418945,
      "step": 252,
      "subrel-constrast": 5.142998218536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7761154174804688,
      "cov-distil (oracle2student)": 4.467655181884766,
      "cov-distil (oracle2teacher)": 3.479783058166504,
      "epoch": 0.19858712715855573,
      "rel-constrast": 6.2257208824157715,
      "step": 253,
      "subrel-constrast": 6.681684970855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5528666973114014,
      "cov-distil (oracle2student)": 3.8436954021453857,
      "cov-distil (oracle2teacher)": 3.7336254119873047,
      "epoch": 0.19937205651491366,
      "rel-constrast": 4.351076602935791,
      "step": 254,
      "subrel-constrast": 4.7084856033325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.436844825744629,
      "cov-distil (oracle2student)": 4.236217498779297,
      "cov-distil (oracle2teacher)": 4.890793800354004,
      "epoch": 0.2001569858712716,
      "rel-constrast": 4.495194911956787,
      "step": 255,
      "subrel-constrast": 4.984120845794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8471765518188477,
      "cov-distil (oracle2student)": 6.064319133758545,
      "cov-distil (oracle2teacher)": 5.031721115112305,
      "epoch": 0.20094191522762953,
      "rel-constrast": 6.856153964996338,
      "step": 256,
      "subrel-constrast": 6.399039268493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.282780408859253,
      "cov-distil (oracle2student)": 6.418514728546143,
      "cov-distil (oracle2teacher)": 5.1302385330200195,
      "epoch": 0.20172684458398743,
      "rel-constrast": 3.691617488861084,
      "step": 257,
      "subrel-constrast": 3.647446393966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8209176063537598,
      "cov-distil (oracle2student)": 6.559376239776611,
      "cov-distil (oracle2teacher)": 6.31947660446167,
      "epoch": 0.20251177394034536,
      "rel-constrast": 5.5977067947387695,
      "step": 258,
      "subrel-constrast": 5.495102882385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.641873836517334,
      "cov-distil (oracle2student)": 7.442392349243164,
      "cov-distil (oracle2teacher)": 5.768566131591797,
      "epoch": 0.2032967032967033,
      "rel-constrast": 3.466684103012085,
      "step": 259,
      "subrel-constrast": 3.5653722286224365,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 11.0625,
      "learning_rate": 1.2950000000000001e-05,
      "loss": 1.309,
      "step": 260
    },
    {
      "cov-distil": 3.5698390007019043,
      "cov-distil (oracle2student)": 7.782341957092285,
      "cov-distil (oracle2teacher)": 6.214344501495361,
      "epoch": 0.20408163265306123,
      "rel-constrast": 7.622033596038818,
      "step": 260,
      "subrel-constrast": 7.28366231918335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8396096229553223,
      "cov-distil (oracle2student)": 5.895359992980957,
      "cov-distil (oracle2teacher)": 5.289950370788574,
      "epoch": 0.20486656200941916,
      "rel-constrast": 6.895399570465088,
      "step": 261,
      "subrel-constrast": 7.5016703605651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8108363151550293,
      "cov-distil (oracle2student)": 6.897369384765625,
      "cov-distil (oracle2teacher)": 5.882086753845215,
      "epoch": 0.20565149136577707,
      "rel-constrast": 6.448241233825684,
      "step": 262,
      "subrel-constrast": 5.558028221130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3478736877441406,
      "cov-distil (oracle2student)": 6.083657264709473,
      "cov-distil (oracle2teacher)": 4.975538730621338,
      "epoch": 0.206436420722135,
      "rel-constrast": 4.897732734680176,
      "step": 263,
      "subrel-constrast": 4.740241527557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.51102614402771,
      "cov-distil (oracle2student)": 6.846009731292725,
      "cov-distil (oracle2teacher)": 5.012930870056152,
      "epoch": 0.20722135007849293,
      "rel-constrast": 5.827173233032227,
      "step": 264,
      "subrel-constrast": 4.172447204589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1208271980285645,
      "cov-distil (oracle2student)": 4.811653137207031,
      "cov-distil (oracle2teacher)": 5.432895183563232,
      "epoch": 0.20800627943485087,
      "rel-constrast": 4.7869768142700195,
      "step": 265,
      "subrel-constrast": 4.889547824859619,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.029162645339966,
      "cov-distil (oracle2student)": 5.588479042053223,
      "cov-distil (oracle2teacher)": 4.274921417236328,
      "epoch": 0.2087912087912088,
      "rel-constrast": 5.366364002227783,
      "step": 266,
      "subrel-constrast": 4.852118015289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8015055656433105,
      "cov-distil (oracle2student)": 5.775141716003418,
      "cov-distil (oracle2teacher)": 5.336402416229248,
      "epoch": 0.20957613814756673,
      "rel-constrast": 6.310330390930176,
      "step": 267,
      "subrel-constrast": 5.940087795257568,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.854526996612549,
      "cov-distil (oracle2student)": 7.498423099517822,
      "cov-distil (oracle2teacher)": 5.750898361206055,
      "epoch": 0.21036106750392464,
      "rel-constrast": 5.91723108291626,
      "step": 268,
      "subrel-constrast": 5.569789886474609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8521933555603027,
      "cov-distil (oracle2student)": 8.516229629516602,
      "cov-distil (oracle2teacher)": 8.266098022460938,
      "epoch": 0.21114599686028257,
      "rel-constrast": 5.549358367919922,
      "step": 269,
      "subrel-constrast": 5.865178108215332,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 10.5,
      "learning_rate": 1.3450000000000002e-05,
      "loss": 1.5599,
      "step": 270
    },
    {
      "cov-distil": 2.6384477615356445,
      "cov-distil (oracle2student)": 6.601221084594727,
      "cov-distil (oracle2teacher)": 6.170604705810547,
      "epoch": 0.2119309262166405,
      "rel-constrast": 5.00776481628418,
      "step": 270,
      "subrel-constrast": 5.840844631195068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7631101608276367,
      "cov-distil (oracle2student)": 6.431881904602051,
      "cov-distil (oracle2teacher)": 6.0944623947143555,
      "epoch": 0.21271585557299844,
      "rel-constrast": 6.45134162902832,
      "step": 271,
      "subrel-constrast": 5.76878023147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7807393074035645,
      "cov-distil (oracle2student)": 5.865763187408447,
      "cov-distil (oracle2teacher)": 4.366600513458252,
      "epoch": 0.21350078492935637,
      "rel-constrast": 4.840774059295654,
      "step": 272,
      "subrel-constrast": 4.348789691925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6134047508239746,
      "cov-distil (oracle2student)": 8.872061729431152,
      "cov-distil (oracle2teacher)": 7.285869121551514,
      "epoch": 0.21428571428571427,
      "rel-constrast": 6.13456392288208,
      "step": 273,
      "subrel-constrast": 5.690077781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.838979721069336,
      "cov-distil (oracle2student)": 4.565421104431152,
      "cov-distil (oracle2teacher)": 4.110657691955566,
      "epoch": 0.2150706436420722,
      "rel-constrast": 3.4405574798583984,
      "step": 274,
      "subrel-constrast": 3.9467220306396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.894028663635254,
      "cov-distil (oracle2student)": 7.862314224243164,
      "cov-distil (oracle2teacher)": 6.189396381378174,
      "epoch": 0.21585557299843014,
      "rel-constrast": 5.791769027709961,
      "step": 275,
      "subrel-constrast": 5.281234264373779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.420649766921997,
      "cov-distil (oracle2student)": 5.416041374206543,
      "cov-distil (oracle2teacher)": 5.320369243621826,
      "epoch": 0.21664050235478807,
      "rel-constrast": 6.379445552825928,
      "step": 276,
      "subrel-constrast": 6.395686149597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.47515606880188,
      "cov-distil (oracle2student)": 6.390409469604492,
      "cov-distil (oracle2teacher)": 4.69662618637085,
      "epoch": 0.217425431711146,
      "rel-constrast": 6.01629114151001,
      "step": 277,
      "subrel-constrast": 4.883129119873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6170835494995117,
      "cov-distil (oracle2student)": 5.599660873413086,
      "cov-distil (oracle2teacher)": 4.9295654296875,
      "epoch": 0.21821036106750394,
      "rel-constrast": 5.321742057800293,
      "step": 278,
      "subrel-constrast": 5.569702625274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4472475051879883,
      "cov-distil (oracle2student)": 4.157199859619141,
      "cov-distil (oracle2teacher)": 3.812140464782715,
      "epoch": 0.21899529042386184,
      "rel-constrast": 5.365159034729004,
      "step": 279,
      "subrel-constrast": 4.612099647521973,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 11.75,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 1.4375,
      "step": 280
    },
    {
      "cov-distil": 2.9893362522125244,
      "cov-distil (oracle2student)": 4.024957656860352,
      "cov-distil (oracle2teacher)": 4.1404619216918945,
      "epoch": 0.21978021978021978,
      "rel-constrast": 3.5614960193634033,
      "step": 280,
      "subrel-constrast": 3.8487634658813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844444990158081,
      "cov-distil (oracle2student)": 5.392576217651367,
      "cov-distil (oracle2teacher)": 4.342953681945801,
      "epoch": 0.2205651491365777,
      "rel-constrast": 4.974848747253418,
      "step": 281,
      "subrel-constrast": 4.340900421142578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113116502761841,
      "cov-distil (oracle2student)": 5.14133358001709,
      "cov-distil (oracle2teacher)": 4.669033050537109,
      "epoch": 0.22135007849293564,
      "rel-constrast": 3.7480554580688477,
      "step": 282,
      "subrel-constrast": 3.691127061843872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6692819595336914,
      "cov-distil (oracle2student)": 5.371300220489502,
      "cov-distil (oracle2teacher)": 4.316974639892578,
      "epoch": 0.22213500784929358,
      "rel-constrast": 3.1415340900421143,
      "step": 283,
      "subrel-constrast": 3.5099706649780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.123812675476074,
      "cov-distil (oracle2student)": 5.589199066162109,
      "cov-distil (oracle2teacher)": 4.972911834716797,
      "epoch": 0.22291993720565148,
      "rel-constrast": 5.24945068359375,
      "step": 284,
      "subrel-constrast": 5.918647289276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8713016510009766,
      "cov-distil (oracle2student)": 4.705049991607666,
      "cov-distil (oracle2teacher)": 4.0757317543029785,
      "epoch": 0.2237048665620094,
      "rel-constrast": 4.912763595581055,
      "step": 285,
      "subrel-constrast": 4.87550163269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3451600074768066,
      "cov-distil (oracle2student)": 5.1898112297058105,
      "cov-distil (oracle2teacher)": 5.275248050689697,
      "epoch": 0.22448979591836735,
      "rel-constrast": 3.9581844806671143,
      "step": 286,
      "subrel-constrast": 4.999188423156738,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.046831130981445,
      "cov-distil (oracle2student)": 5.279922008514404,
      "cov-distil (oracle2teacher)": 4.932897567749023,
      "epoch": 0.22527472527472528,
      "rel-constrast": 3.851740598678589,
      "step": 287,
      "subrel-constrast": 5.069759368896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9045445919036865,
      "cov-distil (oracle2student)": 4.107922077178955,
      "cov-distil (oracle2teacher)": 3.220937967300415,
      "epoch": 0.2260596546310832,
      "rel-constrast": 3.7474989891052246,
      "step": 288,
      "subrel-constrast": 3.227546215057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6393697261810303,
      "cov-distil (oracle2student)": 5.38969612121582,
      "cov-distil (oracle2teacher)": 4.967733383178711,
      "epoch": 0.22684458398744112,
      "rel-constrast": 5.448161602020264,
      "step": 289,
      "subrel-constrast": 4.952843189239502,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 11.0625,
      "learning_rate": 1.4449999999999999e-05,
      "loss": 1.1312,
      "step": 290
    },
    {
      "cov-distil": 2.2228524684906006,
      "cov-distil (oracle2student)": 5.054024696350098,
      "cov-distil (oracle2teacher)": 4.089668273925781,
      "epoch": 0.22762951334379905,
      "rel-constrast": 4.407362937927246,
      "step": 290,
      "subrel-constrast": 3.7540085315704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322395086288452,
      "cov-distil (oracle2student)": 5.8189802169799805,
      "cov-distil (oracle2teacher)": 5.322124004364014,
      "epoch": 0.22841444270015698,
      "rel-constrast": 7.071442127227783,
      "step": 291,
      "subrel-constrast": 5.730456352233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16727876663208,
      "cov-distil (oracle2student)": 4.567198753356934,
      "cov-distil (oracle2teacher)": 3.556593418121338,
      "epoch": 0.22919937205651492,
      "rel-constrast": 4.42551851272583,
      "step": 292,
      "subrel-constrast": 4.485289573669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.469608783721924,
      "cov-distil (oracle2student)": 5.156149864196777,
      "cov-distil (oracle2teacher)": 4.533708095550537,
      "epoch": 0.22998430141287285,
      "rel-constrast": 5.817928314208984,
      "step": 293,
      "subrel-constrast": 5.512660503387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7178702354431152,
      "cov-distil (oracle2student)": 6.17563009262085,
      "cov-distil (oracle2teacher)": 5.441774368286133,
      "epoch": 0.23076923076923078,
      "rel-constrast": 4.059771537780762,
      "step": 294,
      "subrel-constrast": 4.546008110046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.426544189453125,
      "cov-distil (oracle2student)": 6.170835494995117,
      "cov-distil (oracle2teacher)": 4.9598774909973145,
      "epoch": 0.2315541601255887,
      "rel-constrast": 5.40432071685791,
      "step": 295,
      "subrel-constrast": 4.621823310852051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4757297039031982,
      "cov-distil (oracle2student)": 5.960691452026367,
      "cov-distil (oracle2teacher)": 4.651464462280273,
      "epoch": 0.23233908948194662,
      "rel-constrast": 5.51530122756958,
      "step": 296,
      "subrel-constrast": 4.927340507507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.657459259033203,
      "cov-distil (oracle2student)": 5.8439040184021,
      "cov-distil (oracle2teacher)": 5.396796703338623,
      "epoch": 0.23312401883830455,
      "rel-constrast": 5.3520827293396,
      "step": 297,
      "subrel-constrast": 5.7532639503479,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3521299362182617,
      "cov-distil (oracle2student)": 4.154911041259766,
      "cov-distil (oracle2teacher)": 3.914764642715454,
      "epoch": 0.23390894819466249,
      "rel-constrast": 4.380270481109619,
      "step": 298,
      "subrel-constrast": 4.369304656982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0642247200012207,
      "cov-distil (oracle2student)": 8.378507614135742,
      "cov-distil (oracle2teacher)": 7.567967414855957,
      "epoch": 0.23469387755102042,
      "rel-constrast": 6.201256275177002,
      "step": 299,
      "subrel-constrast": 6.11863374710083,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 12.3125,
      "learning_rate": 1.4950000000000001e-05,
      "loss": 1.3781,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.2109375,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.05963134765625
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.038360595703125
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.021270751953125,
      "step": 300
    },
    {
      "cov-distil": 3.008206367492676,
      "cov-distil (oracle2student)": 5.292865753173828,
      "cov-distil (oracle2teacher)": 4.453686714172363,
      "epoch": 0.23547880690737832,
      "rel-constrast": 4.0116376876831055,
      "step": 300,
      "subrel-constrast": 4.785098075866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0989365577697754,
      "cov-distil (oracle2student)": 5.546765327453613,
      "cov-distil (oracle2teacher)": 4.801363468170166,
      "epoch": 0.23626373626373626,
      "rel-constrast": 6.474400043487549,
      "step": 301,
      "subrel-constrast": 5.127968788146973,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1983444690704346,
      "cov-distil (oracle2student)": 8.063515663146973,
      "cov-distil (oracle2teacher)": 6.724566459655762,
      "epoch": 0.2370486656200942,
      "rel-constrast": 7.403573989868164,
      "step": 302,
      "subrel-constrast": 7.299440383911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1733779907226562,
      "cov-distil (oracle2student)": 5.806576251983643,
      "cov-distil (oracle2teacher)": 4.796683311462402,
      "epoch": 0.23783359497645212,
      "rel-constrast": 4.8100080490112305,
      "step": 303,
      "subrel-constrast": 4.575942039489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.296001434326172,
      "cov-distil (oracle2student)": 5.940627098083496,
      "cov-distil (oracle2teacher)": 5.073268890380859,
      "epoch": 0.23861852433281006,
      "rel-constrast": 4.067414283752441,
      "step": 304,
      "subrel-constrast": 4.074215888977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.045285701751709,
      "cov-distil (oracle2student)": 6.319952487945557,
      "cov-distil (oracle2teacher)": 5.385374069213867,
      "epoch": 0.239403453689168,
      "rel-constrast": 6.282134056091309,
      "step": 305,
      "subrel-constrast": 5.782018661499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9121222496032715,
      "cov-distil (oracle2student)": 5.459598064422607,
      "cov-distil (oracle2teacher)": 5.2474589347839355,
      "epoch": 0.2401883830455259,
      "rel-constrast": 4.806554317474365,
      "step": 306,
      "subrel-constrast": 4.548116207122803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127394199371338,
      "cov-distil (oracle2student)": 6.740002155303955,
      "cov-distil (oracle2teacher)": 6.036632061004639,
      "epoch": 0.24097331240188383,
      "rel-constrast": 4.304414749145508,
      "step": 307,
      "subrel-constrast": 4.569100856781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409721851348877,
      "cov-distil (oracle2student)": 5.193621635437012,
      "cov-distil (oracle2teacher)": 4.081872463226318,
      "epoch": 0.24175824175824176,
      "rel-constrast": 3.959606885910034,
      "step": 308,
      "subrel-constrast": 3.5845348834991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8062539100646973,
      "cov-distil (oracle2student)": 4.71664571762085,
      "cov-distil (oracle2teacher)": 4.732093811035156,
      "epoch": 0.2425431711145997,
      "rel-constrast": 3.0766100883483887,
      "step": 309,
      "subrel-constrast": 3.382361888885498,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 9.5,
      "learning_rate": 1.545e-05,
      "loss": 1.2937,
      "step": 310
    },
    {
      "cov-distil": 2.239055633544922,
      "cov-distil (oracle2student)": 5.393888473510742,
      "cov-distil (oracle2teacher)": 5.455102443695068,
      "epoch": 0.24332810047095763,
      "rel-constrast": 4.987247467041016,
      "step": 310,
      "subrel-constrast": 5.139691352844238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2522640228271484,
      "cov-distil (oracle2student)": 5.585516452789307,
      "cov-distil (oracle2teacher)": 5.031752109527588,
      "epoch": 0.24411302982731553,
      "rel-constrast": 5.4420576095581055,
      "step": 311,
      "subrel-constrast": 5.243014812469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9545369148254395,
      "cov-distil (oracle2student)": 7.048440933227539,
      "cov-distil (oracle2teacher)": 6.064323425292969,
      "epoch": 0.24489795918367346,
      "rel-constrast": 4.822846412658691,
      "step": 312,
      "subrel-constrast": 5.2993550300598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3729989528656006,
      "cov-distil (oracle2student)": 4.889832496643066,
      "cov-distil (oracle2teacher)": 4.254024028778076,
      "epoch": 0.2456828885400314,
      "rel-constrast": 4.288917064666748,
      "step": 313,
      "subrel-constrast": 4.1293230056762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8544390201568604,
      "cov-distil (oracle2student)": 5.838968276977539,
      "cov-distil (oracle2teacher)": 5.680643558502197,
      "epoch": 0.24646781789638933,
      "rel-constrast": 7.789211273193359,
      "step": 314,
      "subrel-constrast": 7.194558143615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.575493335723877,
      "cov-distil (oracle2student)": 3.8698391914367676,
      "cov-distil (oracle2teacher)": 3.2593917846679688,
      "epoch": 0.24725274725274726,
      "rel-constrast": 5.1448469161987305,
      "step": 315,
      "subrel-constrast": 5.066910743713379,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5955240726470947,
      "cov-distil (oracle2student)": 6.330062389373779,
      "cov-distil (oracle2teacher)": 5.3690385818481445,
      "epoch": 0.24803767660910517,
      "rel-constrast": 5.845157623291016,
      "step": 316,
      "subrel-constrast": 5.653590679168701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.458334445953369,
      "cov-distil (oracle2student)": 4.185459136962891,
      "cov-distil (oracle2teacher)": 3.3747572898864746,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.779353618621826,
      "step": 317,
      "subrel-constrast": 2.9301249980926514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7841362953186035,
      "cov-distil (oracle2student)": 6.304546356201172,
      "cov-distil (oracle2teacher)": 5.232119560241699,
      "epoch": 0.24960753532182103,
      "rel-constrast": 5.335213661193848,
      "step": 318,
      "subrel-constrast": 4.771610736846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.501758098602295,
      "cov-distil (oracle2student)": 2.5830516815185547,
      "cov-distil (oracle2teacher)": 2.8400626182556152,
      "epoch": 0.25039246467817894,
      "rel-constrast": 3.4819953441619873,
      "step": 319,
      "subrel-constrast": 4.568965435028076,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 9.375,
      "learning_rate": 1.595e-05,
      "loss": 1.3169,
      "step": 320
    },
    {
      "cov-distil": 2.6786675453186035,
      "cov-distil (oracle2student)": 6.357356071472168,
      "cov-distil (oracle2teacher)": 4.739344120025635,
      "epoch": 0.25117739403453687,
      "rel-constrast": 6.052874565124512,
      "step": 320,
      "subrel-constrast": 5.292226314544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.494877815246582,
      "cov-distil (oracle2student)": 6.876131057739258,
      "cov-distil (oracle2teacher)": 6.23939323425293,
      "epoch": 0.2519623233908948,
      "rel-constrast": 5.749901294708252,
      "step": 321,
      "subrel-constrast": 5.932641983032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.38651180267334,
      "cov-distil (oracle2student)": 6.265422344207764,
      "cov-distil (oracle2teacher)": 5.6015119552612305,
      "epoch": 0.25274725274725274,
      "rel-constrast": 6.318136215209961,
      "step": 322,
      "subrel-constrast": 6.435103893280029,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4289562702178955,
      "cov-distil (oracle2student)": 6.545157432556152,
      "cov-distil (oracle2teacher)": 7.334463119506836,
      "epoch": 0.25353218210361067,
      "rel-constrast": 3.1901004314422607,
      "step": 323,
      "subrel-constrast": 3.988408327102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2045464515686035,
      "cov-distil (oracle2student)": 4.834115982055664,
      "cov-distil (oracle2teacher)": 5.253652572631836,
      "epoch": 0.2543171114599686,
      "rel-constrast": 3.4951283931732178,
      "step": 324,
      "subrel-constrast": 5.053758144378662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7462997436523438,
      "cov-distil (oracle2student)": 4.760239124298096,
      "cov-distil (oracle2teacher)": 4.395693778991699,
      "epoch": 0.25510204081632654,
      "rel-constrast": 5.508856773376465,
      "step": 325,
      "subrel-constrast": 4.718686580657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674020528793335,
      "cov-distil (oracle2student)": 6.0317277908325195,
      "cov-distil (oracle2teacher)": 4.433215141296387,
      "epoch": 0.25588697017268447,
      "rel-constrast": 4.99403190612793,
      "step": 326,
      "subrel-constrast": 5.0482378005981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5660901069641113,
      "cov-distil (oracle2student)": 4.034915447235107,
      "cov-distil (oracle2teacher)": 3.4180541038513184,
      "epoch": 0.2566718995290424,
      "rel-constrast": 4.6133012771606445,
      "step": 327,
      "subrel-constrast": 4.879344940185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365044593811035,
      "cov-distil (oracle2student)": 6.041069984436035,
      "cov-distil (oracle2teacher)": 4.793862342834473,
      "epoch": 0.25745682888540034,
      "rel-constrast": 7.124080181121826,
      "step": 328,
      "subrel-constrast": 5.432338714599609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372805118560791,
      "cov-distil (oracle2student)": 5.78395938873291,
      "cov-distil (oracle2teacher)": 4.726032257080078,
      "epoch": 0.25824175824175827,
      "rel-constrast": 6.051140308380127,
      "step": 329,
      "subrel-constrast": 5.881999492645264,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 12.8125,
      "learning_rate": 1.645e-05,
      "loss": 1.3897,
      "step": 330
    },
    {
      "cov-distil": 2.17360520362854,
      "cov-distil (oracle2student)": 4.5049262046813965,
      "cov-distil (oracle2teacher)": 3.953273057937622,
      "epoch": 0.25902668759811615,
      "rel-constrast": 6.193095684051514,
      "step": 330,
      "subrel-constrast": 6.21535587310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125455856323242,
      "cov-distil (oracle2student)": 6.844125747680664,
      "cov-distil (oracle2teacher)": 6.032131671905518,
      "epoch": 0.2598116169544741,
      "rel-constrast": 5.395874977111816,
      "step": 331,
      "subrel-constrast": 5.601707458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006053924560547,
      "cov-distil (oracle2student)": 6.137346267700195,
      "cov-distil (oracle2teacher)": 5.7105326652526855,
      "epoch": 0.260596546310832,
      "rel-constrast": 5.007664203643799,
      "step": 332,
      "subrel-constrast": 5.2837815284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.734050750732422,
      "cov-distil (oracle2student)": 7.4360809326171875,
      "cov-distil (oracle2teacher)": 5.616065979003906,
      "epoch": 0.26138147566718994,
      "rel-constrast": 7.471103668212891,
      "step": 333,
      "subrel-constrast": 6.6938323974609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.608743667602539,
      "cov-distil (oracle2student)": 6.094544410705566,
      "cov-distil (oracle2teacher)": 5.241660118103027,
      "epoch": 0.2621664050235479,
      "rel-constrast": 6.776917934417725,
      "step": 334,
      "subrel-constrast": 5.880159378051758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.892280101776123,
      "cov-distil (oracle2student)": 5.178328514099121,
      "cov-distil (oracle2teacher)": 5.161609649658203,
      "epoch": 0.2629513343799058,
      "rel-constrast": 4.494962215423584,
      "step": 335,
      "subrel-constrast": 4.386334419250488,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2362866401672363,
      "cov-distil (oracle2student)": 6.626348495483398,
      "cov-distil (oracle2teacher)": 5.006767749786377,
      "epoch": 0.26373626373626374,
      "rel-constrast": 3.794989585876465,
      "step": 336,
      "subrel-constrast": 3.689164638519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.421428918838501,
      "cov-distil (oracle2student)": 7.400732040405273,
      "cov-distil (oracle2teacher)": 6.114086151123047,
      "epoch": 0.2645211930926217,
      "rel-constrast": 5.231344699859619,
      "step": 337,
      "subrel-constrast": 5.4244794845581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3564536571502686,
      "cov-distil (oracle2student)": 5.809101104736328,
      "cov-distil (oracle2teacher)": 4.954556941986084,
      "epoch": 0.2653061224489796,
      "rel-constrast": 3.5233960151672363,
      "step": 338,
      "subrel-constrast": 3.6908886432647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1037206649780273,
      "cov-distil (oracle2student)": 2.2603325843811035,
      "cov-distil (oracle2teacher)": 3.0419576168060303,
      "epoch": 0.26609105180533754,
      "rel-constrast": 3.4815633296966553,
      "step": 339,
      "subrel-constrast": 3.288261890411377,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 8.6875,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 1.3469,
      "step": 340
    },
    {
      "cov-distil": 3.3706393241882324,
      "cov-distil (oracle2student)": 6.5477705001831055,
      "cov-distil (oracle2teacher)": 5.6088762283325195,
      "epoch": 0.2668759811616955,
      "rel-constrast": 4.431926727294922,
      "step": 340,
      "subrel-constrast": 4.443270683288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7762702703475952,
      "cov-distil (oracle2student)": 5.8467302322387695,
      "cov-distil (oracle2teacher)": 5.098247051239014,
      "epoch": 0.26766091051805335,
      "rel-constrast": 6.334066390991211,
      "step": 341,
      "subrel-constrast": 5.981983661651611,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9460091590881348,
      "cov-distil (oracle2student)": 5.643100738525391,
      "cov-distil (oracle2teacher)": 4.950689792633057,
      "epoch": 0.2684458398744113,
      "rel-constrast": 5.211766242980957,
      "step": 342,
      "subrel-constrast": 5.1992878913879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.367637872695923,
      "cov-distil (oracle2student)": 5.941043853759766,
      "cov-distil (oracle2teacher)": 4.9187116622924805,
      "epoch": 0.2692307692307692,
      "rel-constrast": 5.264193058013916,
      "step": 343,
      "subrel-constrast": 3.895352840423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.412367820739746,
      "cov-distil (oracle2student)": 7.493007659912109,
      "cov-distil (oracle2teacher)": 5.265005588531494,
      "epoch": 0.27001569858712715,
      "rel-constrast": 5.213747024536133,
      "step": 344,
      "subrel-constrast": 4.595364093780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8810176849365234,
      "cov-distil (oracle2student)": 7.061761379241943,
      "cov-distil (oracle2teacher)": 5.616434097290039,
      "epoch": 0.2708006279434851,
      "rel-constrast": 5.749035835266113,
      "step": 345,
      "subrel-constrast": 5.173506259918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8150792121887207,
      "cov-distil (oracle2student)": 5.25694465637207,
      "cov-distil (oracle2teacher)": 4.789155960083008,
      "epoch": 0.271585557299843,
      "rel-constrast": 3.7829973697662354,
      "step": 346,
      "subrel-constrast": 4.973955154418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5536751747131348,
      "cov-distil (oracle2student)": 4.120350360870361,
      "cov-distil (oracle2teacher)": 3.724198579788208,
      "epoch": 0.27237048665620095,
      "rel-constrast": 3.704036235809326,
      "step": 347,
      "subrel-constrast": 3.350982666015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1382832527160645,
      "cov-distil (oracle2student)": 5.11441707611084,
      "cov-distil (oracle2teacher)": 5.438014507293701,
      "epoch": 0.2731554160125589,
      "rel-constrast": 3.458172082901001,
      "step": 348,
      "subrel-constrast": 4.3986616134643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1670680046081543,
      "cov-distil (oracle2student)": 6.426840782165527,
      "cov-distil (oracle2teacher)": 5.343374252319336,
      "epoch": 0.2739403453689168,
      "rel-constrast": 3.4649224281311035,
      "step": 349,
      "subrel-constrast": 3.7243576049804688,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 9.25,
      "learning_rate": 1.745e-05,
      "loss": 1.2339,
      "step": 350
    },
    {
      "cov-distil": 3.608635902404785,
      "cov-distil (oracle2student)": 4.330803871154785,
      "cov-distil (oracle2teacher)": 3.744497776031494,
      "epoch": 0.27472527472527475,
      "rel-constrast": 5.567419528961182,
      "step": 350,
      "subrel-constrast": 5.5189409255981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042238473892212,
      "cov-distil (oracle2student)": 5.05877685546875,
      "cov-distil (oracle2teacher)": 4.218380928039551,
      "epoch": 0.2755102040816326,
      "rel-constrast": 4.822046756744385,
      "step": 351,
      "subrel-constrast": 4.42357063293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5642943382263184,
      "cov-distil (oracle2student)": 5.4788360595703125,
      "cov-distil (oracle2teacher)": 4.91547966003418,
      "epoch": 0.27629513343799056,
      "rel-constrast": 4.740970134735107,
      "step": 352,
      "subrel-constrast": 4.879831790924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6448025703430176,
      "cov-distil (oracle2student)": 8.111321449279785,
      "cov-distil (oracle2teacher)": 6.084838390350342,
      "epoch": 0.2770800627943485,
      "rel-constrast": 5.818354606628418,
      "step": 353,
      "subrel-constrast": 5.211849689483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4067766666412354,
      "cov-distil (oracle2student)": 4.365912914276123,
      "cov-distil (oracle2teacher)": 3.473087787628174,
      "epoch": 0.2778649921507064,
      "rel-constrast": 5.573647975921631,
      "step": 354,
      "subrel-constrast": 5.32288122177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5952365398406982,
      "cov-distil (oracle2student)": 5.804892539978027,
      "cov-distil (oracle2teacher)": 5.721729278564453,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.9114840030670166,
      "step": 355,
      "subrel-constrast": 3.7944581508636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0212960243225098,
      "cov-distil (oracle2student)": 5.7747039794921875,
      "cov-distil (oracle2teacher)": 4.756955623626709,
      "epoch": 0.2794348508634223,
      "rel-constrast": 5.615074634552002,
      "step": 356,
      "subrel-constrast": 4.403563022613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7942184209823608,
      "cov-distil (oracle2student)": 6.0659027099609375,
      "cov-distil (oracle2teacher)": 5.751328468322754,
      "epoch": 0.2802197802197802,
      "rel-constrast": 5.249208927154541,
      "step": 357,
      "subrel-constrast": 5.535679817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.774811267852783,
      "cov-distil (oracle2student)": 6.464753150939941,
      "cov-distil (oracle2teacher)": 5.255980014801025,
      "epoch": 0.28100470957613816,
      "rel-constrast": 4.891279697418213,
      "step": 358,
      "subrel-constrast": 5.464860439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.453803539276123,
      "cov-distil (oracle2student)": 4.161431789398193,
      "cov-distil (oracle2teacher)": 3.332028865814209,
      "epoch": 0.2817896389324961,
      "rel-constrast": 5.083553314208984,
      "step": 359,
      "subrel-constrast": 4.7147111892700195,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 11.3125,
      "learning_rate": 1.795e-05,
      "loss": 1.3216,
      "step": 360
    },
    {
      "cov-distil": 2.5603387355804443,
      "cov-distil (oracle2student)": 5.630814552307129,
      "cov-distil (oracle2teacher)": 4.11967658996582,
      "epoch": 0.282574568288854,
      "rel-constrast": 4.032361030578613,
      "step": 360,
      "subrel-constrast": 4.251352787017822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8229472637176514,
      "cov-distil (oracle2student)": 6.268754005432129,
      "cov-distil (oracle2teacher)": 4.768909454345703,
      "epoch": 0.28335949764521196,
      "rel-constrast": 4.587757587432861,
      "step": 361,
      "subrel-constrast": 5.313897132873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8588380813598633,
      "cov-distil (oracle2student)": 5.717771530151367,
      "cov-distil (oracle2teacher)": 4.665041923522949,
      "epoch": 0.28414442700156983,
      "rel-constrast": 4.3423991203308105,
      "step": 362,
      "subrel-constrast": 4.597593784332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7841402292251587,
      "cov-distil (oracle2student)": 5.66856050491333,
      "cov-distil (oracle2teacher)": 5.199802875518799,
      "epoch": 0.28492935635792777,
      "rel-constrast": 4.133660316467285,
      "step": 363,
      "subrel-constrast": 4.4824748039245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4724202156066895,
      "cov-distil (oracle2student)": 5.346518516540527,
      "cov-distil (oracle2teacher)": 4.574295997619629,
      "epoch": 0.2857142857142857,
      "rel-constrast": 4.145630836486816,
      "step": 364,
      "subrel-constrast": 4.977063179016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808846354484558,
      "cov-distil (oracle2student)": 5.196928977966309,
      "cov-distil (oracle2teacher)": 4.610245227813721,
      "epoch": 0.28649921507064363,
      "rel-constrast": 4.831958770751953,
      "step": 365,
      "subrel-constrast": 3.620854616165161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8844127655029297,
      "cov-distil (oracle2student)": 4.427166938781738,
      "cov-distil (oracle2teacher)": 3.894045352935791,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.9533321857452393,
      "step": 366,
      "subrel-constrast": 3.6614904403686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.588649034500122,
      "cov-distil (oracle2student)": 4.825804710388184,
      "cov-distil (oracle2teacher)": 4.7583723068237305,
      "epoch": 0.2880690737833595,
      "rel-constrast": 3.4529616832733154,
      "step": 367,
      "subrel-constrast": 3.642184257507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7902345657348633,
      "cov-distil (oracle2student)": 3.9853460788726807,
      "cov-distil (oracle2teacher)": 3.909470796585083,
      "epoch": 0.28885400313971743,
      "rel-constrast": 4.276392936706543,
      "step": 368,
      "subrel-constrast": 4.645603179931641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6349034309387207,
      "cov-distil (oracle2student)": 4.3472089767456055,
      "cov-distil (oracle2teacher)": 4.140142440795898,
      "epoch": 0.28963893249607536,
      "rel-constrast": 3.0620291233062744,
      "step": 369,
      "subrel-constrast": 4.223392486572266,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 8.625,
      "learning_rate": 1.845e-05,
      "loss": 1.056,
      "step": 370
    },
    {
      "cov-distil": 2.1786646842956543,
      "cov-distil (oracle2student)": 5.363110542297363,
      "cov-distil (oracle2teacher)": 4.637913703918457,
      "epoch": 0.2904238618524333,
      "rel-constrast": 5.482825756072998,
      "step": 370,
      "subrel-constrast": 5.345534801483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2218286991119385,
      "cov-distil (oracle2student)": 4.884929656982422,
      "cov-distil (oracle2teacher)": 4.616036415100098,
      "epoch": 0.29120879120879123,
      "rel-constrast": 3.8980860710144043,
      "step": 371,
      "subrel-constrast": 4.179631233215332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9699034690856934,
      "cov-distil (oracle2student)": 6.411710739135742,
      "cov-distil (oracle2teacher)": 6.074274063110352,
      "epoch": 0.29199372056514916,
      "rel-constrast": 4.8935041427612305,
      "step": 372,
      "subrel-constrast": 4.370950222015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.892509937286377,
      "cov-distil (oracle2student)": 5.259044170379639,
      "cov-distil (oracle2teacher)": 5.234094619750977,
      "epoch": 0.29277864992150704,
      "rel-constrast": 3.2014081478118896,
      "step": 373,
      "subrel-constrast": 4.1573052406311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.772082805633545,
      "cov-distil (oracle2student)": 4.566726207733154,
      "cov-distil (oracle2teacher)": 4.167119979858398,
      "epoch": 0.29356357927786497,
      "rel-constrast": 3.1878111362457275,
      "step": 374,
      "subrel-constrast": 3.35384464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.591693162918091,
      "cov-distil (oracle2student)": 5.522881507873535,
      "cov-distil (oracle2teacher)": 4.635371208190918,
      "epoch": 0.2943485086342229,
      "rel-constrast": 5.37741756439209,
      "step": 375,
      "subrel-constrast": 4.653171062469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5359158515930176,
      "cov-distil (oracle2student)": 5.827084064483643,
      "cov-distil (oracle2teacher)": 4.040188789367676,
      "epoch": 0.29513343799058084,
      "rel-constrast": 4.727353572845459,
      "step": 376,
      "subrel-constrast": 3.935854911804199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781376838684082,
      "cov-distil (oracle2student)": 4.058488368988037,
      "cov-distil (oracle2teacher)": 3.5083465576171875,
      "epoch": 0.29591836734693877,
      "rel-constrast": 3.8341798782348633,
      "step": 377,
      "subrel-constrast": 3.886284351348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2513608932495117,
      "cov-distil (oracle2student)": 6.062292098999023,
      "cov-distil (oracle2teacher)": 5.975917816162109,
      "epoch": 0.2967032967032967,
      "rel-constrast": 4.896815299987793,
      "step": 378,
      "subrel-constrast": 5.234432220458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.81939697265625,
      "cov-distil (oracle2student)": 6.846397399902344,
      "cov-distil (oracle2teacher)": 6.041547775268555,
      "epoch": 0.29748822605965464,
      "rel-constrast": 4.4655609130859375,
      "step": 379,
      "subrel-constrast": 5.3056440353393555,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 9.1875,
      "learning_rate": 1.895e-05,
      "loss": 1.1617,
      "step": 380
    },
    {
      "cov-distil": 2.145519733428955,
      "cov-distil (oracle2student)": 5.0195159912109375,
      "cov-distil (oracle2teacher)": 5.072805404663086,
      "epoch": 0.29827315541601257,
      "rel-constrast": 5.061878204345703,
      "step": 380,
      "subrel-constrast": 4.256718158721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4396960735321045,
      "cov-distil (oracle2student)": 5.107587814331055,
      "cov-distil (oracle2teacher)": 4.815580368041992,
      "epoch": 0.2990580847723705,
      "rel-constrast": 5.701793193817139,
      "step": 381,
      "subrel-constrast": 5.409301280975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1333658695220947,
      "cov-distil (oracle2student)": 5.085638523101807,
      "cov-distil (oracle2teacher)": 4.965446472167969,
      "epoch": 0.29984301412872844,
      "rel-constrast": 5.165194511413574,
      "step": 382,
      "subrel-constrast": 5.093568325042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2161717414855957,
      "cov-distil (oracle2student)": 7.9994072914123535,
      "cov-distil (oracle2teacher)": 6.9684834480285645,
      "epoch": 0.30062794348508637,
      "rel-constrast": 7.066175937652588,
      "step": 383,
      "subrel-constrast": 6.8308610916137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2208333015441895,
      "cov-distil (oracle2student)": 4.0523858070373535,
      "cov-distil (oracle2teacher)": 4.472951889038086,
      "epoch": 0.30141287284144425,
      "rel-constrast": 4.53468132019043,
      "step": 384,
      "subrel-constrast": 5.056024074554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.071730136871338,
      "cov-distil (oracle2student)": 4.249073505401611,
      "cov-distil (oracle2teacher)": 4.624693870544434,
      "epoch": 0.3021978021978022,
      "rel-constrast": 3.109813690185547,
      "step": 385,
      "subrel-constrast": 4.911736488342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9057316780090332,
      "cov-distil (oracle2student)": 5.550108432769775,
      "cov-distil (oracle2teacher)": 5.109409809112549,
      "epoch": 0.3029827315541601,
      "rel-constrast": 6.038972854614258,
      "step": 386,
      "subrel-constrast": 5.7528533935546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894748568534851,
      "cov-distil (oracle2student)": 4.208711624145508,
      "cov-distil (oracle2teacher)": 4.243162155151367,
      "epoch": 0.30376766091051804,
      "rel-constrast": 3.28928804397583,
      "step": 387,
      "subrel-constrast": 4.545385837554932,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.000256061553955,
      "cov-distil (oracle2student)": 3.989053964614868,
      "cov-distil (oracle2teacher)": 3.8901243209838867,
      "epoch": 0.304552590266876,
      "rel-constrast": 3.6278958320617676,
      "step": 388,
      "subrel-constrast": 4.682122230529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.647186756134033,
      "cov-distil (oracle2student)": 5.239346027374268,
      "cov-distil (oracle2teacher)": 4.578633785247803,
      "epoch": 0.3053375196232339,
      "rel-constrast": 5.672878265380859,
      "step": 389,
      "subrel-constrast": 5.35860013961792,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 11.4375,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 1.2934,
      "step": 390
    },
    {
      "cov-distil": 1.9906284809112549,
      "cov-distil (oracle2student)": 5.879648208618164,
      "cov-distil (oracle2teacher)": 5.118555545806885,
      "epoch": 0.30612244897959184,
      "rel-constrast": 3.779395580291748,
      "step": 390,
      "subrel-constrast": 4.119905471801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988453984260559,
      "cov-distil (oracle2student)": 4.781367301940918,
      "cov-distil (oracle2teacher)": 4.865199565887451,
      "epoch": 0.3069073783359498,
      "rel-constrast": 3.251140594482422,
      "step": 391,
      "subrel-constrast": 3.398293972015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271214008331299,
      "cov-distil (oracle2student)": 3.573791265487671,
      "cov-distil (oracle2teacher)": 4.191331386566162,
      "epoch": 0.3076923076923077,
      "rel-constrast": 3.212885618209839,
      "step": 392,
      "subrel-constrast": 4.208346843719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.500980854034424,
      "cov-distil (oracle2student)": 5.914056777954102,
      "cov-distil (oracle2teacher)": 5.277523040771484,
      "epoch": 0.30847723704866564,
      "rel-constrast": 5.385578632354736,
      "step": 393,
      "subrel-constrast": 5.659003257751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4672982692718506,
      "cov-distil (oracle2student)": 4.736859321594238,
      "cov-distil (oracle2teacher)": 4.403438568115234,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.597383975982666,
      "step": 394,
      "subrel-constrast": 3.6748647689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2462375164031982,
      "cov-distil (oracle2student)": 5.579372406005859,
      "cov-distil (oracle2teacher)": 4.828579425811768,
      "epoch": 0.31004709576138145,
      "rel-constrast": 4.2792158126831055,
      "step": 395,
      "subrel-constrast": 4.788985729217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1940720081329346,
      "cov-distil (oracle2student)": 6.999589920043945,
      "cov-distil (oracle2teacher)": 5.914185523986816,
      "epoch": 0.3108320251177394,
      "rel-constrast": 3.4981136322021484,
      "step": 396,
      "subrel-constrast": 3.725527048110962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4211723804473877,
      "cov-distil (oracle2student)": 4.806880474090576,
      "cov-distil (oracle2teacher)": 4.2639665603637695,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.6912615299224854,
      "step": 397,
      "subrel-constrast": 4.080460548400879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147724151611328,
      "cov-distil (oracle2student)": 3.4920403957366943,
      "cov-distil (oracle2teacher)": 3.9903037548065186,
      "epoch": 0.31240188383045525,
      "rel-constrast": 3.37844181060791,
      "step": 398,
      "subrel-constrast": 4.133568286895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341226577758789,
      "cov-distil (oracle2student)": 5.704563140869141,
      "cov-distil (oracle2teacher)": 4.931936740875244,
      "epoch": 0.3131868131868132,
      "rel-constrast": 5.77735710144043,
      "step": 399,
      "subrel-constrast": 5.990045070648193,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 10.25,
      "learning_rate": 1.995e-05,
      "loss": 1.0277,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.21250000596046448,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.0499267578125
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.0330810546875
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.016845703125,
      "step": 400
    },
    {
      "cov-distil": 3.029654026031494,
      "cov-distil (oracle2student)": 6.3546295166015625,
      "cov-distil (oracle2teacher)": 4.44947624206543,
      "epoch": 0.3139717425431711,
      "rel-constrast": 5.21034049987793,
      "step": 400,
      "subrel-constrast": 4.272339820861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7038116455078125,
      "cov-distil (oracle2student)": 4.764902114868164,
      "cov-distil (oracle2teacher)": 3.820608377456665,
      "epoch": 0.31475667189952905,
      "rel-constrast": 4.609540939331055,
      "step": 401,
      "subrel-constrast": 4.73413610458374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099792242050171,
      "cov-distil (oracle2student)": 3.520395278930664,
      "cov-distil (oracle2teacher)": 3.9220399856567383,
      "epoch": 0.315541601255887,
      "rel-constrast": 3.90291428565979,
      "step": 402,
      "subrel-constrast": 4.711536407470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4153919219970703,
      "cov-distil (oracle2student)": 4.881484031677246,
      "cov-distil (oracle2teacher)": 5.863336563110352,
      "epoch": 0.3163265306122449,
      "rel-constrast": 5.590476036071777,
      "step": 403,
      "subrel-constrast": 6.7442402839660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070514678955078,
      "cov-distil (oracle2student)": 6.963999271392822,
      "cov-distil (oracle2teacher)": 5.430067539215088,
      "epoch": 0.31711145996860285,
      "rel-constrast": 4.405279159545898,
      "step": 404,
      "subrel-constrast": 4.019079208374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7390613555908203,
      "cov-distil (oracle2student)": 5.906704425811768,
      "cov-distil (oracle2teacher)": 4.350067138671875,
      "epoch": 0.3178963893249607,
      "rel-constrast": 5.089980125427246,
      "step": 405,
      "subrel-constrast": 5.007596969604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4844894409179688,
      "cov-distil (oracle2student)": 3.5109589099884033,
      "cov-distil (oracle2teacher)": 3.2686519622802734,
      "epoch": 0.31868131868131866,
      "rel-constrast": 3.7930362224578857,
      "step": 406,
      "subrel-constrast": 3.798858642578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3034815788269043,
      "cov-distil (oracle2student)": 3.7118170261383057,
      "cov-distil (oracle2teacher)": 4.000811576843262,
      "epoch": 0.3194662480376766,
      "rel-constrast": 3.579343557357788,
      "step": 407,
      "subrel-constrast": 3.7536656856536865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.386108875274658,
      "cov-distil (oracle2student)": 7.637016773223877,
      "cov-distil (oracle2teacher)": 6.74373722076416,
      "epoch": 0.3202511773940345,
      "rel-constrast": 5.229757308959961,
      "step": 408,
      "subrel-constrast": 5.07039737701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8611326217651367,
      "cov-distil (oracle2student)": 5.232067108154297,
      "cov-distil (oracle2teacher)": 4.960404396057129,
      "epoch": 0.32103610675039246,
      "rel-constrast": 3.642263174057007,
      "step": 409,
      "subrel-constrast": 4.416981220245361,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 10.3125,
      "learning_rate": 2.045e-05,
      "loss": 1.1891,
      "step": 410
    },
    {
      "cov-distil": 2.2154881954193115,
      "cov-distil (oracle2student)": 6.773739814758301,
      "cov-distil (oracle2teacher)": 5.986823081970215,
      "epoch": 0.3218210361067504,
      "rel-constrast": 3.8010854721069336,
      "step": 410,
      "subrel-constrast": 4.40297269821167,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.502871513366699,
      "cov-distil (oracle2student)": 5.0695061683654785,
      "cov-distil (oracle2teacher)": 4.089282512664795,
      "epoch": 0.3226059654631083,
      "rel-constrast": 3.752478837966919,
      "step": 411,
      "subrel-constrast": 4.620887756347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1412277221679688,
      "cov-distil (oracle2student)": 5.670042037963867,
      "cov-distil (oracle2teacher)": 4.15722131729126,
      "epoch": 0.32339089481946626,
      "rel-constrast": 3.702781915664673,
      "step": 412,
      "subrel-constrast": 3.522353172302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.622506618499756,
      "cov-distil (oracle2student)": 3.7515993118286133,
      "cov-distil (oracle2teacher)": 2.8146438598632812,
      "epoch": 0.3241758241758242,
      "rel-constrast": 4.642484188079834,
      "step": 413,
      "subrel-constrast": 4.491447448730469,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7788538932800293,
      "cov-distil (oracle2student)": 4.702597618103027,
      "cov-distil (oracle2teacher)": 4.092580795288086,
      "epoch": 0.3249607535321821,
      "rel-constrast": 5.818304061889648,
      "step": 414,
      "subrel-constrast": 6.06870698928833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9587523937225342,
      "cov-distil (oracle2student)": 5.824624538421631,
      "cov-distil (oracle2teacher)": 5.05738639831543,
      "epoch": 0.32574568288854006,
      "rel-constrast": 4.23227596282959,
      "step": 415,
      "subrel-constrast": 4.3078107833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7149274349212646,
      "cov-distil (oracle2student)": 4.385428428649902,
      "cov-distil (oracle2teacher)": 4.0571088790893555,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.614161491394043,
      "step": 416,
      "subrel-constrast": 3.0772061347961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.901108741760254,
      "cov-distil (oracle2student)": 5.8399505615234375,
      "cov-distil (oracle2teacher)": 4.678028106689453,
      "epoch": 0.32731554160125587,
      "rel-constrast": 4.529116630554199,
      "step": 417,
      "subrel-constrast": 3.6887731552124023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.264662504196167,
      "cov-distil (oracle2student)": 5.077439308166504,
      "cov-distil (oracle2teacher)": 4.669927597045898,
      "epoch": 0.3281004709576138,
      "rel-constrast": 3.489309549331665,
      "step": 418,
      "subrel-constrast": 4.08317232131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0951147079467773,
      "cov-distil (oracle2student)": 5.056512355804443,
      "cov-distil (oracle2teacher)": 4.402597427368164,
      "epoch": 0.32888540031397173,
      "rel-constrast": 4.336194038391113,
      "step": 419,
      "subrel-constrast": 4.286928176879883,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 11.125,
      "learning_rate": 2.095e-05,
      "loss": 1.0809,
      "step": 420
    },
    {
      "cov-distil": 2.853148937225342,
      "cov-distil (oracle2student)": 4.900213718414307,
      "cov-distil (oracle2teacher)": 5.190756320953369,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.7741894721984863,
      "step": 420,
      "subrel-constrast": 4.219531536102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.347733497619629,
      "cov-distil (oracle2student)": 5.8397064208984375,
      "cov-distil (oracle2teacher)": 4.312512397766113,
      "epoch": 0.3304552590266876,
      "rel-constrast": 4.240979194641113,
      "step": 421,
      "subrel-constrast": 4.324865818023682,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3546690940856934,
      "cov-distil (oracle2student)": 4.496642112731934,
      "cov-distil (oracle2teacher)": 4.402065277099609,
      "epoch": 0.33124018838304553,
      "rel-constrast": 4.255103588104248,
      "step": 422,
      "subrel-constrast": 5.117549419403076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.715123176574707,
      "cov-distil (oracle2student)": 4.683563232421875,
      "cov-distil (oracle2teacher)": 3.908607006072998,
      "epoch": 0.33202511773940346,
      "rel-constrast": 5.569277763366699,
      "step": 423,
      "subrel-constrast": 5.483921527862549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235517978668213,
      "cov-distil (oracle2student)": 3.439777374267578,
      "cov-distil (oracle2teacher)": 3.147541046142578,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.9701004028320312,
      "step": 424,
      "subrel-constrast": 3.481750249862671,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.576808214187622,
      "cov-distil (oracle2student)": 4.481812477111816,
      "cov-distil (oracle2teacher)": 3.635437488555908,
      "epoch": 0.33359497645211933,
      "rel-constrast": 3.951779842376709,
      "step": 425,
      "subrel-constrast": 4.240853786468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1964685916900635,
      "cov-distil (oracle2student)": 5.804289817810059,
      "cov-distil (oracle2teacher)": 5.244039535522461,
      "epoch": 0.33437990580847726,
      "rel-constrast": 4.0014448165893555,
      "step": 426,
      "subrel-constrast": 4.291764736175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8239710330963135,
      "cov-distil (oracle2student)": 6.429267406463623,
      "cov-distil (oracle2teacher)": 6.244504928588867,
      "epoch": 0.33516483516483514,
      "rel-constrast": 5.43123197555542,
      "step": 427,
      "subrel-constrast": 5.811346530914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.957871437072754,
      "cov-distil (oracle2student)": 5.654982566833496,
      "cov-distil (oracle2teacher)": 5.699124336242676,
      "epoch": 0.3359497645211931,
      "rel-constrast": 3.8812756538391113,
      "step": 428,
      "subrel-constrast": 4.840229511260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.233981132507324,
      "cov-distil (oracle2student)": 4.738227844238281,
      "cov-distil (oracle2teacher)": 4.557879447937012,
      "epoch": 0.336734693877551,
      "rel-constrast": 3.1858866214752197,
      "step": 429,
      "subrel-constrast": 4.9521284103393555,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 7.8125,
      "learning_rate": 2.145e-05,
      "loss": 1.0748,
      "step": 430
    },
    {
      "cov-distil": 2.071441173553467,
      "cov-distil (oracle2student)": 5.731252193450928,
      "cov-distil (oracle2teacher)": 4.258650779724121,
      "epoch": 0.33751962323390894,
      "rel-constrast": 3.4950835704803467,
      "step": 430,
      "subrel-constrast": 4.140163898468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.762049674987793,
      "cov-distil (oracle2student)": 5.917123794555664,
      "cov-distil (oracle2teacher)": 5.2604827880859375,
      "epoch": 0.33830455259026687,
      "rel-constrast": 3.0546138286590576,
      "step": 431,
      "subrel-constrast": 3.9004335403442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009577989578247,
      "cov-distil (oracle2student)": 4.721602439880371,
      "cov-distil (oracle2teacher)": 4.479922294616699,
      "epoch": 0.3390894819466248,
      "rel-constrast": 3.20813250541687,
      "step": 432,
      "subrel-constrast": 2.7180888652801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3607802391052246,
      "cov-distil (oracle2student)": 5.02647590637207,
      "cov-distil (oracle2teacher)": 4.014603614807129,
      "epoch": 0.33987441130298274,
      "rel-constrast": 3.091285228729248,
      "step": 433,
      "subrel-constrast": 3.6924705505371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247466564178467,
      "cov-distil (oracle2student)": 5.613053321838379,
      "cov-distil (oracle2teacher)": 4.690054893493652,
      "epoch": 0.34065934065934067,
      "rel-constrast": 6.07712459564209,
      "step": 434,
      "subrel-constrast": 5.707917213439941,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.775041341781616,
      "cov-distil (oracle2student)": 4.206188201904297,
      "cov-distil (oracle2teacher)": 4.077954292297363,
      "epoch": 0.3414442700156986,
      "rel-constrast": 4.096330642700195,
      "step": 435,
      "subrel-constrast": 4.643835067749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1919288635253906,
      "cov-distil (oracle2student)": 5.838393688201904,
      "cov-distil (oracle2teacher)": 6.28176212310791,
      "epoch": 0.34222919937205654,
      "rel-constrast": 3.9760336875915527,
      "step": 436,
      "subrel-constrast": 4.569299221038818,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.402763605117798,
      "cov-distil (oracle2student)": 5.501781463623047,
      "cov-distil (oracle2teacher)": 4.676164627075195,
      "epoch": 0.34301412872841447,
      "rel-constrast": 4.09533166885376,
      "step": 437,
      "subrel-constrast": 4.315829277038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2494189739227295,
      "cov-distil (oracle2student)": 7.242899417877197,
      "cov-distil (oracle2teacher)": 6.459841251373291,
      "epoch": 0.34379905808477235,
      "rel-constrast": 5.04097843170166,
      "step": 438,
      "subrel-constrast": 4.862870216369629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2995710372924805,
      "cov-distil (oracle2student)": 6.75054407119751,
      "cov-distil (oracle2teacher)": 6.554592132568359,
      "epoch": 0.3445839874411303,
      "rel-constrast": 4.982070446014404,
      "step": 439,
      "subrel-constrast": 5.908459663391113,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 9.0625,
      "learning_rate": 2.195e-05,
      "loss": 1.0863,
      "step": 440
    },
    {
      "cov-distil": 2.3884384632110596,
      "cov-distil (oracle2student)": 3.627267837524414,
      "cov-distil (oracle2teacher)": 3.590981960296631,
      "epoch": 0.3453689167974882,
      "rel-constrast": 3.338059425354004,
      "step": 440,
      "subrel-constrast": 3.8772172927856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314605712890625,
      "cov-distil (oracle2student)": 3.331043243408203,
      "cov-distil (oracle2teacher)": 4.3043212890625,
      "epoch": 0.34615384615384615,
      "rel-constrast": 3.4346771240234375,
      "step": 441,
      "subrel-constrast": 4.622008323669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.188438653945923,
      "cov-distil (oracle2student)": 4.153973579406738,
      "cov-distil (oracle2teacher)": 3.9327664375305176,
      "epoch": 0.3469387755102041,
      "rel-constrast": 3.282660484313965,
      "step": 442,
      "subrel-constrast": 4.078038215637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1141457557678223,
      "cov-distil (oracle2student)": 3.9378161430358887,
      "cov-distil (oracle2teacher)": 3.8055505752563477,
      "epoch": 0.347723704866562,
      "rel-constrast": 3.16465163230896,
      "step": 443,
      "subrel-constrast": 3.99902606010437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7184648513793945,
      "cov-distil (oracle2student)": 4.154224395751953,
      "cov-distil (oracle2teacher)": 3.997774839401245,
      "epoch": 0.34850863422291994,
      "rel-constrast": 4.452948570251465,
      "step": 444,
      "subrel-constrast": 4.752323627471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.465195417404175,
      "cov-distil (oracle2student)": 6.024938106536865,
      "cov-distil (oracle2teacher)": 4.812549591064453,
      "epoch": 0.3492935635792779,
      "rel-constrast": 3.97629976272583,
      "step": 445,
      "subrel-constrast": 4.345099925994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.387889862060547,
      "cov-distil (oracle2student)": 6.552669525146484,
      "cov-distil (oracle2teacher)": 4.773349761962891,
      "epoch": 0.3500784929356358,
      "rel-constrast": 4.845789909362793,
      "step": 446,
      "subrel-constrast": 4.969698905944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.397533416748047,
      "cov-distil (oracle2student)": 4.364714622497559,
      "cov-distil (oracle2teacher)": 3.9178807735443115,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.937595844268799,
      "step": 447,
      "subrel-constrast": 4.312699794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7098320722579956,
      "cov-distil (oracle2student)": 4.228442192077637,
      "cov-distil (oracle2teacher)": 3.545255422592163,
      "epoch": 0.3516483516483517,
      "rel-constrast": 4.023503303527832,
      "step": 448,
      "subrel-constrast": 4.394430637359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.685983657836914,
      "cov-distil (oracle2student)": 5.232016563415527,
      "cov-distil (oracle2teacher)": 5.240736484527588,
      "epoch": 0.35243328100470955,
      "rel-constrast": 4.860464096069336,
      "step": 449,
      "subrel-constrast": 5.943270206451416,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 11.4375,
      "learning_rate": 2.245e-05,
      "loss": 1.0413,
      "step": 450
    },
    {
      "cov-distil": 2.2508721351623535,
      "cov-distil (oracle2student)": 2.906092643737793,
      "cov-distil (oracle2teacher)": 2.589200496673584,
      "epoch": 0.3532182103610675,
      "rel-constrast": 4.014590740203857,
      "step": 450,
      "subrel-constrast": 3.848747491836548,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.404543161392212,
      "cov-distil (oracle2student)": 4.871207237243652,
      "cov-distil (oracle2teacher)": 4.860409259796143,
      "epoch": 0.3540031397174254,
      "rel-constrast": 4.726263999938965,
      "step": 451,
      "subrel-constrast": 4.601378440856934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3678207397460938,
      "cov-distil (oracle2student)": 4.7101731300354,
      "cov-distil (oracle2teacher)": 4.562942028045654,
      "epoch": 0.35478806907378335,
      "rel-constrast": 6.3743462562561035,
      "step": 452,
      "subrel-constrast": 5.834218978881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8811686038970947,
      "cov-distil (oracle2student)": 7.004568099975586,
      "cov-distil (oracle2teacher)": 5.2587080001831055,
      "epoch": 0.3555729984301413,
      "rel-constrast": 4.495256423950195,
      "step": 453,
      "subrel-constrast": 4.499624252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.08927845954895,
      "cov-distil (oracle2student)": 6.895721912384033,
      "cov-distil (oracle2teacher)": 6.586607933044434,
      "epoch": 0.3563579277864992,
      "rel-constrast": 3.5895748138427734,
      "step": 454,
      "subrel-constrast": 4.271737575531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574354648590088,
      "cov-distil (oracle2student)": 4.438915252685547,
      "cov-distil (oracle2teacher)": 4.224421501159668,
      "epoch": 0.35714285714285715,
      "rel-constrast": 2.5299854278564453,
      "step": 455,
      "subrel-constrast": 3.375465154647827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.532860279083252,
      "cov-distil (oracle2student)": 5.647635459899902,
      "cov-distil (oracle2teacher)": 4.878711700439453,
      "epoch": 0.3579277864992151,
      "rel-constrast": 4.839120864868164,
      "step": 456,
      "subrel-constrast": 5.001308917999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.857278347015381,
      "cov-distil (oracle2student)": 4.26930046081543,
      "cov-distil (oracle2teacher)": 4.125893592834473,
      "epoch": 0.358712715855573,
      "rel-constrast": 4.054443359375,
      "step": 457,
      "subrel-constrast": 4.409102439880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4386208057403564,
      "cov-distil (oracle2student)": 4.052372455596924,
      "cov-distil (oracle2teacher)": 3.9952282905578613,
      "epoch": 0.35949764521193095,
      "rel-constrast": 4.553459167480469,
      "step": 458,
      "subrel-constrast": 4.813325881958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.469395637512207,
      "cov-distil (oracle2student)": 5.080841064453125,
      "cov-distil (oracle2teacher)": 4.718737602233887,
      "epoch": 0.3602825745682888,
      "rel-constrast": 4.249707221984863,
      "step": 459,
      "subrel-constrast": 4.861333847045898,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 10.0625,
      "learning_rate": 2.2950000000000002e-05,
      "loss": 1.146,
      "step": 460
    },
    {
      "cov-distil": 2.61850905418396,
      "cov-distil (oracle2student)": 6.65915584564209,
      "cov-distil (oracle2teacher)": 6.003080368041992,
      "epoch": 0.36106750392464676,
      "rel-constrast": 5.478026390075684,
      "step": 460,
      "subrel-constrast": 5.582189083099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189993143081665,
      "cov-distil (oracle2student)": 5.363834381103516,
      "cov-distil (oracle2teacher)": 4.752415180206299,
      "epoch": 0.3618524332810047,
      "rel-constrast": 5.005136013031006,
      "step": 461,
      "subrel-constrast": 4.609855651855469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936099648475647,
      "cov-distil (oracle2student)": 2.9774246215820312,
      "cov-distil (oracle2teacher)": 2.946089744567871,
      "epoch": 0.3626373626373626,
      "rel-constrast": 3.062378406524658,
      "step": 462,
      "subrel-constrast": 3.0949158668518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.640564441680908,
      "cov-distil (oracle2student)": 6.053886413574219,
      "cov-distil (oracle2teacher)": 5.216093063354492,
      "epoch": 0.36342229199372056,
      "rel-constrast": 3.466475248336792,
      "step": 463,
      "subrel-constrast": 4.198953628540039,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.427206516265869,
      "cov-distil (oracle2student)": 5.163705348968506,
      "cov-distil (oracle2teacher)": 4.22435998916626,
      "epoch": 0.3642072213500785,
      "rel-constrast": 3.610846757888794,
      "step": 464,
      "subrel-constrast": 4.117895603179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4713971614837646,
      "cov-distil (oracle2student)": 7.060304164886475,
      "cov-distil (oracle2teacher)": 6.269818305969238,
      "epoch": 0.3649921507064364,
      "rel-constrast": 6.358216285705566,
      "step": 465,
      "subrel-constrast": 7.534944534301758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341738224029541,
      "cov-distil (oracle2student)": 3.9310569763183594,
      "cov-distil (oracle2teacher)": 3.9819235801696777,
      "epoch": 0.36577708006279436,
      "rel-constrast": 4.7545905113220215,
      "step": 466,
      "subrel-constrast": 5.290574073791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8943874835968018,
      "cov-distil (oracle2student)": 7.774135589599609,
      "cov-distil (oracle2teacher)": 6.58708381652832,
      "epoch": 0.3665620094191523,
      "rel-constrast": 4.15330696105957,
      "step": 467,
      "subrel-constrast": 4.940469741821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2678370475769043,
      "cov-distil (oracle2student)": 3.2847068309783936,
      "cov-distil (oracle2teacher)": 2.9854884147644043,
      "epoch": 0.3673469387755102,
      "rel-constrast": 4.6083855628967285,
      "step": 468,
      "subrel-constrast": 4.441287040710449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.196363687515259,
      "cov-distil (oracle2student)": 4.333902835845947,
      "cov-distil (oracle2teacher)": 4.574076175689697,
      "epoch": 0.36813186813186816,
      "rel-constrast": 4.278085708618164,
      "step": 469,
      "subrel-constrast": 5.189983367919922,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 10.1875,
      "learning_rate": 2.345e-05,
      "loss": 1.1793,
      "step": 470
    },
    {
      "cov-distil": 2.533843994140625,
      "cov-distil (oracle2student)": 5.978747367858887,
      "cov-distil (oracle2teacher)": 5.425849914550781,
      "epoch": 0.36891679748822603,
      "rel-constrast": 4.380161762237549,
      "step": 470,
      "subrel-constrast": 5.573913097381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5308892726898193,
      "cov-distil (oracle2student)": 2.514479160308838,
      "cov-distil (oracle2teacher)": 2.372117519378662,
      "epoch": 0.36970172684458397,
      "rel-constrast": 2.35434889793396,
      "step": 471,
      "subrel-constrast": 2.5103394985198975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2500219345092773,
      "cov-distil (oracle2student)": 3.973175048828125,
      "cov-distil (oracle2teacher)": 3.931414842605591,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.966829299926758,
      "step": 472,
      "subrel-constrast": 2.8600332736968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9129756689071655,
      "cov-distil (oracle2student)": 4.23541259765625,
      "cov-distil (oracle2teacher)": 3.6971471309661865,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.762936592102051,
      "step": 473,
      "subrel-constrast": 3.4188146591186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.912912368774414,
      "cov-distil (oracle2student)": 4.1711859703063965,
      "cov-distil (oracle2teacher)": 4.692277908325195,
      "epoch": 0.37205651491365777,
      "rel-constrast": 3.62333345413208,
      "step": 474,
      "subrel-constrast": 4.32157564163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0989773273468018,
      "cov-distil (oracle2student)": 3.832151174545288,
      "cov-distil (oracle2teacher)": 4.410405158996582,
      "epoch": 0.3728414442700157,
      "rel-constrast": 4.430049419403076,
      "step": 475,
      "subrel-constrast": 4.741738796234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.258049964904785,
      "cov-distil (oracle2student)": 5.291522026062012,
      "cov-distil (oracle2teacher)": 4.575435161590576,
      "epoch": 0.37362637362637363,
      "rel-constrast": 4.222903251647949,
      "step": 476,
      "subrel-constrast": 3.961719274520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.570009469985962,
      "cov-distil (oracle2student)": 5.773652076721191,
      "cov-distil (oracle2teacher)": 5.470463752746582,
      "epoch": 0.37441130298273156,
      "rel-constrast": 4.533541679382324,
      "step": 477,
      "subrel-constrast": 4.77773380279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8505635261535645,
      "cov-distil (oracle2student)": 6.83684778213501,
      "cov-distil (oracle2teacher)": 5.409127235412598,
      "epoch": 0.3751962323390895,
      "rel-constrast": 5.62321662902832,
      "step": 478,
      "subrel-constrast": 5.232511043548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7924580574035645,
      "cov-distil (oracle2student)": 3.7319493293762207,
      "cov-distil (oracle2teacher)": 4.292430400848389,
      "epoch": 0.37598116169544743,
      "rel-constrast": 4.3964619636535645,
      "step": 479,
      "subrel-constrast": 4.63718843460083,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 11.4375,
      "learning_rate": 2.395e-05,
      "loss": 1.0666,
      "step": 480
    },
    {
      "cov-distil": 3.3505167961120605,
      "cov-distil (oracle2student)": 5.910223960876465,
      "cov-distil (oracle2teacher)": 4.989709377288818,
      "epoch": 0.37676609105180536,
      "rel-constrast": 3.6228749752044678,
      "step": 480,
      "subrel-constrast": 4.511120796203613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4485015869140625,
      "cov-distil (oracle2student)": 2.978269338607788,
      "cov-distil (oracle2teacher)": 3.3022730350494385,
      "epoch": 0.37755102040816324,
      "rel-constrast": 2.7968740463256836,
      "step": 481,
      "subrel-constrast": 3.763864278793335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9172215461730957,
      "cov-distil (oracle2student)": 4.363856315612793,
      "cov-distil (oracle2teacher)": 4.398320198059082,
      "epoch": 0.3783359497645212,
      "rel-constrast": 3.863055467605591,
      "step": 482,
      "subrel-constrast": 4.3716607093811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2787156105041504,
      "cov-distil (oracle2student)": 5.516321182250977,
      "cov-distil (oracle2teacher)": 4.784538269042969,
      "epoch": 0.3791208791208791,
      "rel-constrast": 4.094292640686035,
      "step": 483,
      "subrel-constrast": 4.160613059997559,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235403537750244,
      "cov-distil (oracle2student)": 5.518409729003906,
      "cov-distil (oracle2teacher)": 4.50856876373291,
      "epoch": 0.37990580847723704,
      "rel-constrast": 3.563915252685547,
      "step": 484,
      "subrel-constrast": 3.7485921382904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8194551467895508,
      "cov-distil (oracle2student)": 4.414938926696777,
      "cov-distil (oracle2teacher)": 3.9738450050354004,
      "epoch": 0.38069073783359497,
      "rel-constrast": 3.6036124229431152,
      "step": 485,
      "subrel-constrast": 4.087226390838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5132029056549072,
      "cov-distil (oracle2student)": 5.28877067565918,
      "cov-distil (oracle2teacher)": 4.891587257385254,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.990896224975586,
      "step": 486,
      "subrel-constrast": 4.995358467102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.118487596511841,
      "cov-distil (oracle2student)": 4.492996692657471,
      "cov-distil (oracle2teacher)": 3.331876277923584,
      "epoch": 0.38226059654631084,
      "rel-constrast": 3.6116862297058105,
      "step": 487,
      "subrel-constrast": 3.7064754962921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1922671794891357,
      "cov-distil (oracle2student)": 4.6771087646484375,
      "cov-distil (oracle2teacher)": 4.225015640258789,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.873265504837036,
      "step": 488,
      "subrel-constrast": 4.981564044952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20857834815979,
      "cov-distil (oracle2student)": 5.020869255065918,
      "cov-distil (oracle2teacher)": 4.323666572570801,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.868755340576172,
      "step": 489,
      "subrel-constrast": 5.429229736328125,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 9.8125,
      "learning_rate": 2.445e-05,
      "loss": 0.9824,
      "step": 490
    },
    {
      "cov-distil": 1.981706976890564,
      "cov-distil (oracle2student)": 7.053213119506836,
      "cov-distil (oracle2teacher)": 6.48574161529541,
      "epoch": 0.38461538461538464,
      "rel-constrast": 4.026374816894531,
      "step": 490,
      "subrel-constrast": 4.501920223236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.410712718963623,
      "cov-distil (oracle2student)": 5.133758544921875,
      "cov-distil (oracle2teacher)": 4.222221851348877,
      "epoch": 0.38540031397174257,
      "rel-constrast": 4.2775421142578125,
      "step": 491,
      "subrel-constrast": 4.118622779846191,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371644973754883,
      "cov-distil (oracle2student)": 5.659582138061523,
      "cov-distil (oracle2teacher)": 4.827879428863525,
      "epoch": 0.38618524332810045,
      "rel-constrast": 4.763324737548828,
      "step": 492,
      "subrel-constrast": 4.729984760284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4028496742248535,
      "cov-distil (oracle2student)": 4.193080425262451,
      "cov-distil (oracle2teacher)": 4.319695949554443,
      "epoch": 0.3869701726844584,
      "rel-constrast": 3.300520896911621,
      "step": 493,
      "subrel-constrast": 4.785802841186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9608060121536255,
      "cov-distil (oracle2student)": 4.956197261810303,
      "cov-distil (oracle2teacher)": 3.9665870666503906,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.9137468338012695,
      "step": 494,
      "subrel-constrast": 3.282076597213745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4849562644958496,
      "cov-distil (oracle2student)": 6.280769348144531,
      "cov-distil (oracle2teacher)": 6.161978721618652,
      "epoch": 0.38854003139717425,
      "rel-constrast": 4.2239484786987305,
      "step": 495,
      "subrel-constrast": 4.649102210998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7329490184783936,
      "cov-distil (oracle2student)": 4.664039611816406,
      "cov-distil (oracle2teacher)": 4.460330963134766,
      "epoch": 0.3893249607535322,
      "rel-constrast": 2.6345038414001465,
      "step": 496,
      "subrel-constrast": 3.718508243560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085386276245117,
      "cov-distil (oracle2student)": 3.886662721633911,
      "cov-distil (oracle2teacher)": 3.3928866386413574,
      "epoch": 0.3901098901098901,
      "rel-constrast": 3.260143518447876,
      "step": 497,
      "subrel-constrast": 3.9507155418395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7282142639160156,
      "cov-distil (oracle2student)": 3.539856433868408,
      "cov-distil (oracle2teacher)": 3.77888822555542,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.3446929454803467,
      "step": 498,
      "subrel-constrast": 2.6004679203033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6501827239990234,
      "cov-distil (oracle2student)": 7.322658061981201,
      "cov-distil (oracle2teacher)": 6.7670207023620605,
      "epoch": 0.391679748822606,
      "rel-constrast": 4.462357521057129,
      "step": 499,
      "subrel-constrast": 5.298823833465576,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 8.375,
      "learning_rate": 2.495e-05,
      "loss": 0.9597,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.76,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7646016647473324,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.42899999999999994,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.6060522546653996,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.5329941442436358,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.2421875,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.06243896484375
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.042694091796875
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": -0.019744873046875,
      "step": 500
    },
    {
      "cov-distil": 1.4159998893737793,
      "cov-distil (oracle2student)": 4.625096797943115,
      "cov-distil (oracle2teacher)": 4.183469772338867,
      "epoch": 0.3924646781789639,
      "rel-constrast": 3.086014986038208,
      "step": 500,
      "subrel-constrast": 3.322561264038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.484131336212158,
      "cov-distil (oracle2student)": 5.681003093719482,
      "cov-distil (oracle2teacher)": 4.552072048187256,
      "epoch": 0.39324960753532184,
      "rel-constrast": 3.455115795135498,
      "step": 501,
      "subrel-constrast": 3.60056209564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732965111732483,
      "cov-distil (oracle2student)": 3.93009877204895,
      "cov-distil (oracle2teacher)": 3.7015490531921387,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.891814708709717,
      "step": 502,
      "subrel-constrast": 4.615721225738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3193750381469727,
      "cov-distil (oracle2student)": 4.851567268371582,
      "cov-distil (oracle2teacher)": 4.249268054962158,
      "epoch": 0.39481946624803765,
      "rel-constrast": 3.16011381149292,
      "step": 503,
      "subrel-constrast": 3.5040040016174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2391562461853027,
      "cov-distil (oracle2student)": 3.613586664199829,
      "cov-distil (oracle2teacher)": 3.6175577640533447,
      "epoch": 0.3956043956043956,
      "rel-constrast": 4.543619155883789,
      "step": 504,
      "subrel-constrast": 4.639369964599609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1063196659088135,
      "cov-distil (oracle2student)": 5.640138626098633,
      "cov-distil (oracle2teacher)": 4.9118757247924805,
      "epoch": 0.3963893249607535,
      "rel-constrast": 3.3249940872192383,
      "step": 505,
      "subrel-constrast": 3.79390287399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8278141021728516,
      "cov-distil (oracle2student)": 3.6726248264312744,
      "cov-distil (oracle2teacher)": 3.7039384841918945,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.797194480895996,
      "step": 506,
      "subrel-constrast": 4.491276264190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0168466567993164,
      "cov-distil (oracle2student)": 5.7914814949035645,
      "cov-distil (oracle2teacher)": 5.907716751098633,
      "epoch": 0.3979591836734694,
      "rel-constrast": 3.658668279647827,
      "step": 507,
      "subrel-constrast": 4.55025577545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.112938165664673,
      "cov-distil (oracle2student)": 3.503079414367676,
      "cov-distil (oracle2teacher)": 3.669462203979492,
      "epoch": 0.3987441130298273,
      "rel-constrast": 2.802060604095459,
      "step": 508,
      "subrel-constrast": 3.5418896675109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9679971933364868,
      "cov-distil (oracle2student)": 4.781468391418457,
      "cov-distil (oracle2teacher)": 4.673793315887451,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.881654977798462,
      "step": 509,
      "subrel-constrast": 4.416358947753906,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 9.1875,
      "learning_rate": 2.5450000000000002e-05,
      "loss": 0.9456,
      "step": 510
    },
    {
      "cov-distil": 1.395479440689087,
      "cov-distil (oracle2student)": 5.548276424407959,
      "cov-distil (oracle2teacher)": 4.577188014984131,
      "epoch": 0.4003139717425432,
      "rel-constrast": 3.209362506866455,
      "step": 510,
      "subrel-constrast": 3.1534719467163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8525688648223877,
      "cov-distil (oracle2student)": 6.531951904296875,
      "cov-distil (oracle2teacher)": 5.465667724609375,
      "epoch": 0.4010989010989011,
      "rel-constrast": 4.491300582885742,
      "step": 511,
      "subrel-constrast": 4.586567401885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9388954639434814,
      "cov-distil (oracle2student)": 5.9139084815979,
      "cov-distil (oracle2teacher)": 5.163846015930176,
      "epoch": 0.40188383045525905,
      "rel-constrast": 4.033116340637207,
      "step": 512,
      "subrel-constrast": 4.773599147796631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909735441207886,
      "cov-distil (oracle2student)": 4.206601142883301,
      "cov-distil (oracle2teacher)": 4.269314765930176,
      "epoch": 0.4026687598116169,
      "rel-constrast": 4.130172252655029,
      "step": 513,
      "subrel-constrast": 4.800011157989502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82828950881958,
      "cov-distil (oracle2student)": 3.7563247680664062,
      "cov-distil (oracle2teacher)": 3.2919278144836426,
      "epoch": 0.40345368916797486,
      "rel-constrast": 2.0718255043029785,
      "step": 514,
      "subrel-constrast": 2.8484530448913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6547434329986572,
      "cov-distil (oracle2student)": 3.475689649581909,
      "cov-distil (oracle2teacher)": 3.3665518760681152,
      "epoch": 0.4042386185243328,
      "rel-constrast": 3.053926706314087,
      "step": 515,
      "subrel-constrast": 3.580040454864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8886094093322754,
      "cov-distil (oracle2student)": 3.8891124725341797,
      "cov-distil (oracle2teacher)": 3.9477672576904297,
      "epoch": 0.4050235478806907,
      "rel-constrast": 3.4653000831604004,
      "step": 516,
      "subrel-constrast": 4.058748722076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4138705730438232,
      "cov-distil (oracle2student)": 6.235104084014893,
      "cov-distil (oracle2teacher)": 6.172943115234375,
      "epoch": 0.40580847723704866,
      "rel-constrast": 4.911827564239502,
      "step": 517,
      "subrel-constrast": 5.379470348358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.055727481842041,
      "cov-distil (oracle2student)": 4.765932083129883,
      "cov-distil (oracle2teacher)": 3.858649492263794,
      "epoch": 0.4065934065934066,
      "rel-constrast": 4.432010650634766,
      "step": 518,
      "subrel-constrast": 3.8237483501434326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.444960594177246,
      "cov-distil (oracle2student)": 3.9477295875549316,
      "cov-distil (oracle2teacher)": 4.20830774307251,
      "epoch": 0.4073783359497645,
      "rel-constrast": 4.135186195373535,
      "step": 519,
      "subrel-constrast": 4.819687843322754,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 8.875,
      "learning_rate": 2.595e-05,
      "loss": 1.0015,
      "step": 520
    },
    {
      "cov-distil": 2.114975690841675,
      "cov-distil (oracle2student)": 6.017740249633789,
      "cov-distil (oracle2teacher)": 6.046045303344727,
      "epoch": 0.40816326530612246,
      "rel-constrast": 3.083989143371582,
      "step": 520,
      "subrel-constrast": 3.6702053546905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6442341804504395,
      "cov-distil (oracle2student)": 4.542356491088867,
      "cov-distil (oracle2teacher)": 3.9366345405578613,
      "epoch": 0.4089481946624804,
      "rel-constrast": 2.837587594985962,
      "step": 521,
      "subrel-constrast": 3.523179054260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6822391748428345,
      "cov-distil (oracle2student)": 3.990572690963745,
      "cov-distil (oracle2teacher)": 3.6689414978027344,
      "epoch": 0.4097331240188383,
      "rel-constrast": 3.3714590072631836,
      "step": 522,
      "subrel-constrast": 3.4518234729766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5175161361694336,
      "cov-distil (oracle2student)": 5.360091209411621,
      "cov-distil (oracle2teacher)": 4.391173362731934,
      "epoch": 0.41051805337519626,
      "rel-constrast": 3.320817232131958,
      "step": 523,
      "subrel-constrast": 4.099976539611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8499733209609985,
      "cov-distil (oracle2student)": 4.837664604187012,
      "cov-distil (oracle2teacher)": 4.160462856292725,
      "epoch": 0.41130298273155413,
      "rel-constrast": 3.551431655883789,
      "step": 524,
      "subrel-constrast": 4.396182060241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3767762184143066,
      "cov-distil (oracle2student)": 5.010434150695801,
      "cov-distil (oracle2teacher)": 4.696888446807861,
      "epoch": 0.41208791208791207,
      "rel-constrast": 3.382202386856079,
      "step": 525,
      "subrel-constrast": 4.079559803009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7340972423553467,
      "cov-distil (oracle2student)": 6.103010654449463,
      "cov-distil (oracle2teacher)": 4.891907215118408,
      "epoch": 0.41287284144427,
      "rel-constrast": 2.4694104194641113,
      "step": 526,
      "subrel-constrast": 3.338963270187378,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8253371715545654,
      "cov-distil (oracle2student)": 4.7706756591796875,
      "cov-distil (oracle2teacher)": 4.591316223144531,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.593013763427734,
      "step": 527,
      "subrel-constrast": 5.206238269805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2579145431518555,
      "cov-distil (oracle2student)": 8.899227142333984,
      "cov-distil (oracle2teacher)": 7.634507179260254,
      "epoch": 0.41444270015698587,
      "rel-constrast": 3.0921471118927,
      "step": 528,
      "subrel-constrast": 4.043778896331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9917439222335815,
      "cov-distil (oracle2student)": 3.3459632396698,
      "cov-distil (oracle2teacher)": 3.3262996673583984,
      "epoch": 0.4152276295133438,
      "rel-constrast": 3.5178332328796387,
      "step": 529,
      "subrel-constrast": 4.205659866333008,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 8.6875,
      "learning_rate": 2.6450000000000003e-05,
      "loss": 0.883,
      "step": 530
    },
    {
      "cov-distil": 2.4610893726348877,
      "cov-distil (oracle2student)": 7.107298851013184,
      "cov-distil (oracle2teacher)": 5.995322227478027,
      "epoch": 0.41601255886970173,
      "rel-constrast": 4.013538837432861,
      "step": 530,
      "subrel-constrast": 4.085789203643799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9131748676300049,
      "cov-distil (oracle2student)": 3.1839516162872314,
      "cov-distil (oracle2teacher)": 3.143718957901001,
      "epoch": 0.41679748822605966,
      "rel-constrast": 3.6091840267181396,
      "step": 531,
      "subrel-constrast": 3.740673303604126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.387206554412842,
      "cov-distil (oracle2student)": 3.9284486770629883,
      "cov-distil (oracle2teacher)": 3.8082845211029053,
      "epoch": 0.4175824175824176,
      "rel-constrast": 3.5161938667297363,
      "step": 532,
      "subrel-constrast": 4.079607009887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.471837282180786,
      "cov-distil (oracle2student)": 5.907663345336914,
      "cov-distil (oracle2teacher)": 6.287313938140869,
      "epoch": 0.41836734693877553,
      "rel-constrast": 4.507608890533447,
      "step": 533,
      "subrel-constrast": 5.104624271392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2768821716308594,
      "cov-distil (oracle2student)": 5.402787208557129,
      "cov-distil (oracle2teacher)": 4.590387344360352,
      "epoch": 0.41915227629513346,
      "rel-constrast": 4.229998588562012,
      "step": 534,
      "subrel-constrast": 4.759891986846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1538729667663574,
      "cov-distil (oracle2student)": 5.076930046081543,
      "cov-distil (oracle2teacher)": 4.963534832000732,
      "epoch": 0.41993720565149134,
      "rel-constrast": 5.096151351928711,
      "step": 535,
      "subrel-constrast": 5.996850490570068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1815271377563477,
      "cov-distil (oracle2student)": 4.3686065673828125,
      "cov-distil (oracle2teacher)": 3.7489352226257324,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.4470701217651367,
      "step": 536,
      "subrel-constrast": 3.943808078765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5430976152420044,
      "cov-distil (oracle2student)": 5.03574800491333,
      "cov-distil (oracle2teacher)": 5.004518508911133,
      "epoch": 0.4215070643642072,
      "rel-constrast": 4.9359941482543945,
      "step": 537,
      "subrel-constrast": 4.681961536407471,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1151583194732666,
      "cov-distil (oracle2student)": 4.930647850036621,
      "cov-distil (oracle2teacher)": 4.3884663581848145,
      "epoch": 0.42229199372056514,
      "rel-constrast": 3.337693214416504,
      "step": 538,
      "subrel-constrast": 4.436145305633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0622363090515137,
      "cov-distil (oracle2student)": 5.964321136474609,
      "cov-distil (oracle2teacher)": 4.597193241119385,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.918050765991211,
      "step": 539,
      "subrel-constrast": 3.1426711082458496,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 8.25,
      "learning_rate": 2.6950000000000005e-05,
      "loss": 1.0442,
      "step": 540
    },
    {
      "cov-distil": 2.4555015563964844,
      "cov-distil (oracle2student)": 4.551426887512207,
      "cov-distil (oracle2teacher)": 3.9443788528442383,
      "epoch": 0.423861852433281,
      "rel-constrast": 3.3250837326049805,
      "step": 540,
      "subrel-constrast": 3.5797502994537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082664966583252,
      "cov-distil (oracle2student)": 4.699512958526611,
      "cov-distil (oracle2teacher)": 4.110074043273926,
      "epoch": 0.42464678178963894,
      "rel-constrast": 2.5872223377227783,
      "step": 541,
      "subrel-constrast": 3.821152687072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204350709915161,
      "cov-distil (oracle2student)": 4.2027435302734375,
      "cov-distil (oracle2teacher)": 3.8273561000823975,
      "epoch": 0.42543171114599687,
      "rel-constrast": 3.1161422729492188,
      "step": 542,
      "subrel-constrast": 3.712345838546753,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0034756660461426,
      "cov-distil (oracle2student)": 4.845664978027344,
      "cov-distil (oracle2teacher)": 4.585733890533447,
      "epoch": 0.4262166405023548,
      "rel-constrast": 3.031003952026367,
      "step": 543,
      "subrel-constrast": 3.3142998218536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4440988302230835,
      "cov-distil (oracle2student)": 3.6065969467163086,
      "cov-distil (oracle2teacher)": 3.154442310333252,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.4494941234588623,
      "step": 544,
      "subrel-constrast": 2.605020046234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6435261964797974,
      "cov-distil (oracle2student)": 3.551994800567627,
      "cov-distil (oracle2teacher)": 3.056854724884033,
      "epoch": 0.42778649921507067,
      "rel-constrast": 3.822410821914673,
      "step": 545,
      "subrel-constrast": 3.836008071899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7628724575042725,
      "cov-distil (oracle2student)": 6.011783599853516,
      "cov-distil (oracle2teacher)": 4.953354358673096,
      "epoch": 0.42857142857142855,
      "rel-constrast": 3.934589385986328,
      "step": 546,
      "subrel-constrast": 3.964400053024292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7866466045379639,
      "cov-distil (oracle2student)": 3.3814570903778076,
      "cov-distil (oracle2teacher)": 3.467113733291626,
      "epoch": 0.4293563579277865,
      "rel-constrast": 3.8515207767486572,
      "step": 547,
      "subrel-constrast": 4.402586460113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3751814365386963,
      "cov-distil (oracle2student)": 4.2626800537109375,
      "cov-distil (oracle2teacher)": 3.390429973602295,
      "epoch": 0.4301412872841444,
      "rel-constrast": 4.448970794677734,
      "step": 548,
      "subrel-constrast": 4.393995761871338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0791738033294678,
      "cov-distil (oracle2student)": 5.72738790512085,
      "cov-distil (oracle2teacher)": 4.336122512817383,
      "epoch": 0.43092621664050235,
      "rel-constrast": 3.669039487838745,
      "step": 549,
      "subrel-constrast": 3.670117139816284,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 10.5625,
      "learning_rate": 2.7450000000000003e-05,
      "loss": 0.9055,
      "step": 550
    },
    {
      "cov-distil": 1.8588554859161377,
      "cov-distil (oracle2student)": 5.19000244140625,
      "cov-distil (oracle2teacher)": 5.229203224182129,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.9200479984283447,
      "step": 550,
      "subrel-constrast": 4.266639709472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4664716720581055,
      "cov-distil (oracle2student)": 4.6646318435668945,
      "cov-distil (oracle2teacher)": 4.247303485870361,
      "epoch": 0.4324960753532182,
      "rel-constrast": 2.7482821941375732,
      "step": 551,
      "subrel-constrast": 3.751079797744751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2391505241394043,
      "cov-distil (oracle2student)": 4.254290580749512,
      "cov-distil (oracle2teacher)": 4.511953353881836,
      "epoch": 0.43328100470957615,
      "rel-constrast": 2.8833484649658203,
      "step": 552,
      "subrel-constrast": 3.7221202850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5725274085998535,
      "cov-distil (oracle2student)": 4.4030375480651855,
      "cov-distil (oracle2teacher)": 3.902764320373535,
      "epoch": 0.4340659340659341,
      "rel-constrast": 3.2813262939453125,
      "step": 553,
      "subrel-constrast": 4.29766321182251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6824195384979248,
      "cov-distil (oracle2student)": 4.262044906616211,
      "cov-distil (oracle2teacher)": 4.066236972808838,
      "epoch": 0.434850863422292,
      "rel-constrast": 4.048982620239258,
      "step": 554,
      "subrel-constrast": 4.117492198944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.280151605606079,
      "cov-distil (oracle2student)": 3.482992649078369,
      "cov-distil (oracle2teacher)": 3.8700485229492188,
      "epoch": 0.43563579277864994,
      "rel-constrast": 3.2121012210845947,
      "step": 555,
      "subrel-constrast": 3.5926947593688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286961078643799,
      "cov-distil (oracle2student)": 4.809238433837891,
      "cov-distil (oracle2teacher)": 4.7140703201293945,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.495352029800415,
      "step": 556,
      "subrel-constrast": 4.314545631408691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7107021808624268,
      "cov-distil (oracle2student)": 4.218628406524658,
      "cov-distil (oracle2teacher)": 3.300020694732666,
      "epoch": 0.43720565149136575,
      "rel-constrast": 3.8885021209716797,
      "step": 557,
      "subrel-constrast": 4.020322799682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8882838487625122,
      "cov-distil (oracle2student)": 5.679129600524902,
      "cov-distil (oracle2teacher)": 5.104907035827637,
      "epoch": 0.4379905808477237,
      "rel-constrast": 4.420882225036621,
      "step": 558,
      "subrel-constrast": 5.289524078369141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9853229522705078,
      "cov-distil (oracle2student)": 5.879613876342773,
      "cov-distil (oracle2teacher)": 5.262145042419434,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.605356216430664,
      "step": 559,
      "subrel-constrast": 4.175075531005859,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 7.125,
      "learning_rate": 2.7950000000000005e-05,
      "loss": 0.9175,
      "step": 560
    },
    {
      "cov-distil": 2.459702968597412,
      "cov-distil (oracle2student)": 3.54038667678833,
      "cov-distil (oracle2teacher)": 3.519683599472046,
      "epoch": 0.43956043956043955,
      "rel-constrast": 3.044311285018921,
      "step": 560,
      "subrel-constrast": 3.8617966175079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301657199859619,
      "cov-distil (oracle2student)": 3.6367805004119873,
      "cov-distil (oracle2teacher)": 3.5185651779174805,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.504409074783325,
      "step": 561,
      "subrel-constrast": 3.5072786808013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2072887420654297,
      "cov-distil (oracle2student)": 2.9245615005493164,
      "cov-distil (oracle2teacher)": 3.1548707485198975,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.7347452640533447,
      "step": 562,
      "subrel-constrast": 2.8598663806915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9743279218673706,
      "cov-distil (oracle2student)": 4.175314426422119,
      "cov-distil (oracle2teacher)": 3.5759027004241943,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.9006690979003906,
      "step": 563,
      "subrel-constrast": 3.607196092605591,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0321104526519775,
      "cov-distil (oracle2student)": 3.8106508255004883,
      "cov-distil (oracle2teacher)": 2.9803009033203125,
      "epoch": 0.4427001569858713,
      "rel-constrast": 2.8958191871643066,
      "step": 564,
      "subrel-constrast": 3.457608461380005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.913415551185608,
      "cov-distil (oracle2student)": 5.349029541015625,
      "cov-distil (oracle2teacher)": 5.066087245941162,
      "epoch": 0.4434850863422292,
      "rel-constrast": 3.0215673446655273,
      "step": 565,
      "subrel-constrast": 4.1114678382873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1626877784729004,
      "cov-distil (oracle2student)": 5.174778938293457,
      "cov-distil (oracle2teacher)": 4.4595136642456055,
      "epoch": 0.44427001569858715,
      "rel-constrast": 4.159515380859375,
      "step": 566,
      "subrel-constrast": 3.9089341163635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3144021034240723,
      "cov-distil (oracle2student)": 4.621238708496094,
      "cov-distil (oracle2teacher)": 3.871673107147217,
      "epoch": 0.44505494505494503,
      "rel-constrast": 3.3642213344573975,
      "step": 567,
      "subrel-constrast": 3.904902696609497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7472102642059326,
      "cov-distil (oracle2student)": 4.851565837860107,
      "cov-distil (oracle2teacher)": 4.329448223114014,
      "epoch": 0.44583987441130296,
      "rel-constrast": 4.3499755859375,
      "step": 568,
      "subrel-constrast": 5.089810371398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075791597366333,
      "cov-distil (oracle2student)": 5.32772159576416,
      "cov-distil (oracle2teacher)": 4.403005123138428,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.8129007816314697,
      "step": 569,
      "subrel-constrast": 4.071926593780518,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 6.34375,
      "learning_rate": 2.845e-05,
      "loss": 0.8477,
      "step": 570
    },
    {
      "cov-distil": 2.4237582683563232,
      "cov-distil (oracle2student)": 3.0226638317108154,
      "cov-distil (oracle2teacher)": 3.047776460647583,
      "epoch": 0.4474097331240188,
      "rel-constrast": 3.2645320892333984,
      "step": 570,
      "subrel-constrast": 3.560032367706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9481277465820312,
      "cov-distil (oracle2student)": 4.076622486114502,
      "cov-distil (oracle2teacher)": 3.657952070236206,
      "epoch": 0.44819466248037676,
      "rel-constrast": 3.1871180534362793,
      "step": 571,
      "subrel-constrast": 3.889390468597412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8381760120391846,
      "cov-distil (oracle2student)": 5.546555519104004,
      "cov-distil (oracle2teacher)": 4.999195575714111,
      "epoch": 0.4489795918367347,
      "rel-constrast": 3.591369390487671,
      "step": 572,
      "subrel-constrast": 4.264605522155762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9256342649459839,
      "cov-distil (oracle2student)": 4.694274425506592,
      "cov-distil (oracle2teacher)": 4.289140701293945,
      "epoch": 0.4497645211930926,
      "rel-constrast": 3.0780086517333984,
      "step": 573,
      "subrel-constrast": 4.314204216003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8656573295593262,
      "cov-distil (oracle2student)": 5.347856044769287,
      "cov-distil (oracle2teacher)": 4.730378150939941,
      "epoch": 0.45054945054945056,
      "rel-constrast": 4.534104347229004,
      "step": 574,
      "subrel-constrast": 3.962686061859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547745704650879,
      "cov-distil (oracle2student)": 5.250231742858887,
      "cov-distil (oracle2teacher)": 4.580447196960449,
      "epoch": 0.4513343799058085,
      "rel-constrast": 3.9131903648376465,
      "step": 575,
      "subrel-constrast": 3.791517972946167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732090950012207,
      "cov-distil (oracle2student)": 5.05672550201416,
      "cov-distil (oracle2teacher)": 4.70509147644043,
      "epoch": 0.4521193092621664,
      "rel-constrast": 4.284381866455078,
      "step": 576,
      "subrel-constrast": 4.660088539123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4754586219787598,
      "cov-distil (oracle2student)": 3.833111047744751,
      "cov-distil (oracle2teacher)": 3.6682260036468506,
      "epoch": 0.45290423861852436,
      "rel-constrast": 4.8734540939331055,
      "step": 577,
      "subrel-constrast": 5.031405925750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7031965255737305,
      "cov-distil (oracle2student)": 5.395284175872803,
      "cov-distil (oracle2teacher)": 4.765050888061523,
      "epoch": 0.45368916797488223,
      "rel-constrast": 3.602329730987549,
      "step": 578,
      "subrel-constrast": 4.0972137451171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5256094932556152,
      "cov-distil (oracle2student)": 4.89035701751709,
      "cov-distil (oracle2teacher)": 3.6736831665039062,
      "epoch": 0.45447409733124017,
      "rel-constrast": 4.2911696434021,
      "step": 579,
      "subrel-constrast": 4.371425628662109,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 8.125,
      "learning_rate": 2.895e-05,
      "loss": 1.0155,
      "step": 580
    },
    {
      "cov-distil": 1.709166169166565,
      "cov-distil (oracle2student)": 3.729433059692383,
      "cov-distil (oracle2teacher)": 3.766822576522827,
      "epoch": 0.4552590266875981,
      "rel-constrast": 3.0027105808258057,
      "step": 580,
      "subrel-constrast": 4.083986282348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0113184452056885,
      "cov-distil (oracle2student)": 4.184613227844238,
      "cov-distil (oracle2teacher)": 4.161296844482422,
      "epoch": 0.45604395604395603,
      "rel-constrast": 3.453307867050171,
      "step": 581,
      "subrel-constrast": 3.889902114868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9728846549987793,
      "cov-distil (oracle2student)": 6.470742225646973,
      "cov-distil (oracle2teacher)": 5.655285835266113,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.9654622077941895,
      "step": 582,
      "subrel-constrast": 3.6763298511505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.542206048965454,
      "cov-distil (oracle2student)": 3.866248846054077,
      "cov-distil (oracle2teacher)": 3.5213499069213867,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.910317897796631,
      "step": 583,
      "subrel-constrast": 3.0755670070648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1158554553985596,
      "cov-distil (oracle2student)": 3.5174355506896973,
      "cov-distil (oracle2teacher)": 3.3816027641296387,
      "epoch": 0.45839874411302983,
      "rel-constrast": 3.163273334503174,
      "step": 584,
      "subrel-constrast": 4.189387798309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358933448791504,
      "cov-distil (oracle2student)": 5.5259623527526855,
      "cov-distil (oracle2teacher)": 4.876613616943359,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.3363170623779297,
      "step": 585,
      "subrel-constrast": 3.8728079795837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158913612365723,
      "cov-distil (oracle2student)": 3.81449818611145,
      "cov-distil (oracle2teacher)": 3.7397782802581787,
      "epoch": 0.4599686028257457,
      "rel-constrast": 2.7120189666748047,
      "step": 586,
      "subrel-constrast": 3.659945487976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6179494857788086,
      "cov-distil (oracle2student)": 5.410915851593018,
      "cov-distil (oracle2teacher)": 5.183100700378418,
      "epoch": 0.46075353218210363,
      "rel-constrast": 4.8570733070373535,
      "step": 587,
      "subrel-constrast": 6.077430248260498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146589756011963,
      "cov-distil (oracle2student)": 4.808439254760742,
      "cov-distil (oracle2teacher)": 4.277884483337402,
      "epoch": 0.46153846153846156,
      "rel-constrast": 3.206974744796753,
      "step": 588,
      "subrel-constrast": 3.596273899078369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089515209197998,
      "cov-distil (oracle2student)": 5.792536735534668,
      "cov-distil (oracle2teacher)": 5.11306095123291,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.9252166748046875,
      "step": 589,
      "subrel-constrast": 4.313965320587158,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 6.84375,
      "learning_rate": 2.945e-05,
      "loss": 0.8647,
      "step": 590
    },
    {
      "cov-distil": 2.1267971992492676,
      "cov-distil (oracle2student)": 4.215712547302246,
      "cov-distil (oracle2teacher)": 3.4440689086914062,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.7106242179870605,
      "step": 590,
      "subrel-constrast": 4.224156379699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0595297813415527,
      "cov-distil (oracle2student)": 7.233006477355957,
      "cov-distil (oracle2teacher)": 6.707408428192139,
      "epoch": 0.4638932496075353,
      "rel-constrast": 2.9407167434692383,
      "step": 591,
      "subrel-constrast": 4.574547290802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.99887216091156,
      "cov-distil (oracle2student)": 5.496109962463379,
      "cov-distil (oracle2teacher)": 5.127659797668457,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.3733620643615723,
      "step": 592,
      "subrel-constrast": 3.4967288970947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7047181129455566,
      "cov-distil (oracle2student)": 5.643624305725098,
      "cov-distil (oracle2teacher)": 4.487111568450928,
      "epoch": 0.4654631083202512,
      "rel-constrast": 5.243678092956543,
      "step": 593,
      "subrel-constrast": 5.544729709625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4938790798187256,
      "cov-distil (oracle2student)": 6.409417152404785,
      "cov-distil (oracle2teacher)": 5.84320068359375,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.4475982189178467,
      "step": 594,
      "subrel-constrast": 3.6893906593322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6694910526275635,
      "cov-distil (oracle2student)": 5.082285404205322,
      "cov-distil (oracle2teacher)": 4.492275714874268,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.532689094543457,
      "step": 595,
      "subrel-constrast": 4.091874122619629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148131847381592,
      "cov-distil (oracle2student)": 4.989685535430908,
      "cov-distil (oracle2teacher)": 4.480835914611816,
      "epoch": 0.46781789638932497,
      "rel-constrast": 4.088759422302246,
      "step": 596,
      "subrel-constrast": 4.2698822021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310335159301758,
      "cov-distil (oracle2student)": 4.894394874572754,
      "cov-distil (oracle2teacher)": 4.825157165527344,
      "epoch": 0.4686028257456829,
      "rel-constrast": 5.071242332458496,
      "step": 597,
      "subrel-constrast": 5.214943885803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2443196773529053,
      "cov-distil (oracle2student)": 4.7232747077941895,
      "cov-distil (oracle2teacher)": 4.185579299926758,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.9406661987304688,
      "step": 598,
      "subrel-constrast": 3.8035221099853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5355151891708374,
      "cov-distil (oracle2student)": 3.4818904399871826,
      "cov-distil (oracle2teacher)": 3.4106650352478027,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.709094762802124,
      "step": 599,
      "subrel-constrast": 3.5162317752838135,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 6.09375,
      "learning_rate": 2.995e-05,
      "loss": 0.9297,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.2984375059604645,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.049224853515625
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.031402587890625
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.017822265625,
      "step": 600
    },
    {
      "cov-distil": 2.0588765144348145,
      "cov-distil (oracle2student)": 4.4324493408203125,
      "cov-distil (oracle2teacher)": 4.580536842346191,
      "epoch": 0.47095761381475665,
      "rel-constrast": 2.928539276123047,
      "step": 600,
      "subrel-constrast": 3.747493028640747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370885610580444,
      "cov-distil (oracle2student)": 5.581315517425537,
      "cov-distil (oracle2teacher)": 3.9023845195770264,
      "epoch": 0.4717425431711146,
      "rel-constrast": 3.4618310928344727,
      "step": 601,
      "subrel-constrast": 3.892033815383911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4053502082824707,
      "cov-distil (oracle2student)": 3.771233558654785,
      "cov-distil (oracle2teacher)": 3.0076193809509277,
      "epoch": 0.4725274725274725,
      "rel-constrast": 1.8632010221481323,
      "step": 602,
      "subrel-constrast": 3.01338529586792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9129983186721802,
      "cov-distil (oracle2student)": 6.024843692779541,
      "cov-distil (oracle2teacher)": 5.594139099121094,
      "epoch": 0.47331240188383045,
      "rel-constrast": 3.88435959815979,
      "step": 603,
      "subrel-constrast": 4.859460830688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7511838674545288,
      "cov-distil (oracle2student)": 3.3029255867004395,
      "cov-distil (oracle2teacher)": 3.6674561500549316,
      "epoch": 0.4740973312401884,
      "rel-constrast": 3.2290658950805664,
      "step": 604,
      "subrel-constrast": 4.085943222045898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145510911941528,
      "cov-distil (oracle2student)": 5.038276672363281,
      "cov-distil (oracle2teacher)": 4.169539451599121,
      "epoch": 0.4748822605965463,
      "rel-constrast": 4.488589286804199,
      "step": 605,
      "subrel-constrast": 4.722075462341309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9118618965148926,
      "cov-distil (oracle2student)": 4.359668731689453,
      "cov-distil (oracle2teacher)": 4.487509727478027,
      "epoch": 0.47566718995290425,
      "rel-constrast": 4.346715450286865,
      "step": 606,
      "subrel-constrast": 4.370314598083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1285834312438965,
      "cov-distil (oracle2student)": 3.969097137451172,
      "cov-distil (oracle2teacher)": 3.8766355514526367,
      "epoch": 0.4764521193092622,
      "rel-constrast": 3.884713649749756,
      "step": 607,
      "subrel-constrast": 4.063881874084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9782260656356812,
      "cov-distil (oracle2student)": 3.262112617492676,
      "cov-distil (oracle2teacher)": 2.9194724559783936,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.6513161659240723,
      "step": 608,
      "subrel-constrast": 2.8399600982666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8102538585662842,
      "cov-distil (oracle2student)": 4.76106071472168,
      "cov-distil (oracle2teacher)": 4.325833320617676,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.972158193588257,
      "step": 609,
      "subrel-constrast": 3.5588231086730957,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 6.3125,
      "learning_rate": 3.045e-05,
      "loss": 0.8913,
      "step": 610
    },
    {
      "cov-distil": 2.6751132011413574,
      "cov-distil (oracle2student)": 4.348546028137207,
      "cov-distil (oracle2teacher)": 4.02128791809082,
      "epoch": 0.478806907378336,
      "rel-constrast": 4.056975841522217,
      "step": 610,
      "subrel-constrast": 5.549076080322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810163140296936,
      "cov-distil (oracle2student)": 5.720645427703857,
      "cov-distil (oracle2teacher)": 4.858724117279053,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.7196595668792725,
      "step": 611,
      "subrel-constrast": 4.2887444496154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0118885040283203,
      "cov-distil (oracle2student)": 7.15673828125,
      "cov-distil (oracle2teacher)": 5.123530387878418,
      "epoch": 0.4803767660910518,
      "rel-constrast": 2.2357802391052246,
      "step": 612,
      "subrel-constrast": 2.7971351146698,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0629868507385254,
      "cov-distil (oracle2student)": 3.0936174392700195,
      "cov-distil (oracle2teacher)": 2.926703929901123,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.847078323364258,
      "step": 613,
      "subrel-constrast": 4.021493434906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670363187789917,
      "cov-distil (oracle2student)": 3.0698914527893066,
      "cov-distil (oracle2teacher)": 3.5403900146484375,
      "epoch": 0.48194662480376765,
      "rel-constrast": 2.104069232940674,
      "step": 614,
      "subrel-constrast": 3.172166585922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0166780948638916,
      "cov-distil (oracle2student)": 2.884427547454834,
      "cov-distil (oracle2teacher)": 2.7306227684020996,
      "epoch": 0.4827315541601256,
      "rel-constrast": 1.762846827507019,
      "step": 615,
      "subrel-constrast": 3.4444706439971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482882022857666,
      "cov-distil (oracle2student)": 4.176881790161133,
      "cov-distil (oracle2teacher)": 4.374663352966309,
      "epoch": 0.4835164835164835,
      "rel-constrast": 4.022831439971924,
      "step": 616,
      "subrel-constrast": 4.548571586608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784417152404785,
      "cov-distil (oracle2student)": 5.301079750061035,
      "cov-distil (oracle2teacher)": 5.15275764465332,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.961244821548462,
      "step": 617,
      "subrel-constrast": 3.8676276206970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3549087047576904,
      "cov-distil (oracle2student)": 3.941915512084961,
      "cov-distil (oracle2teacher)": 3.702716827392578,
      "epoch": 0.4850863422291994,
      "rel-constrast": 4.093484878540039,
      "step": 618,
      "subrel-constrast": 4.3019118309021,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0892961025238037,
      "cov-distil (oracle2student)": 4.657417297363281,
      "cov-distil (oracle2teacher)": 3.9645204544067383,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.802488327026367,
      "step": 619,
      "subrel-constrast": 3.695495367050171,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 8.1875,
      "learning_rate": 3.095e-05,
      "loss": 0.8143,
      "step": 620
    },
    {
      "cov-distil": 1.8597179651260376,
      "cov-distil (oracle2student)": 4.8226447105407715,
      "cov-distil (oracle2teacher)": 4.314480781555176,
      "epoch": 0.48665620094191525,
      "rel-constrast": 3.5786914825439453,
      "step": 620,
      "subrel-constrast": 4.049554347991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.193347454071045,
      "cov-distil (oracle2student)": 4.4745330810546875,
      "cov-distil (oracle2teacher)": 3.917005777359009,
      "epoch": 0.48744113029827313,
      "rel-constrast": 3.6025772094726562,
      "step": 621,
      "subrel-constrast": 3.8367629051208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.191197395324707,
      "cov-distil (oracle2student)": 4.62694787979126,
      "cov-distil (oracle2teacher)": 3.9996542930603027,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.626173973083496,
      "step": 622,
      "subrel-constrast": 4.358105659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002671718597412,
      "cov-distil (oracle2student)": 3.675415515899658,
      "cov-distil (oracle2teacher)": 3.6727664470672607,
      "epoch": 0.489010989010989,
      "rel-constrast": 3.303260087966919,
      "step": 623,
      "subrel-constrast": 4.186986923217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0484848022460938,
      "cov-distil (oracle2student)": 4.613358497619629,
      "cov-distil (oracle2teacher)": 4.583811283111572,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.5636134147644043,
      "step": 624,
      "subrel-constrast": 4.036880970001221,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.858379602432251,
      "cov-distil (oracle2student)": 3.9974374771118164,
      "cov-distil (oracle2teacher)": 3.8443474769592285,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.968527317047119,
      "step": 625,
      "subrel-constrast": 4.434150695800781,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.907265543937683,
      "cov-distil (oracle2student)": 4.017214775085449,
      "cov-distil (oracle2teacher)": 3.039032459259033,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.1935441493988037,
      "step": 626,
      "subrel-constrast": 4.001150131225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88588547706604,
      "cov-distil (oracle2student)": 3.288940906524658,
      "cov-distil (oracle2teacher)": 3.084737777709961,
      "epoch": 0.4921507064364207,
      "rel-constrast": 2.218628406524658,
      "step": 627,
      "subrel-constrast": 3.235220193862915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3306596279144287,
      "cov-distil (oracle2student)": 6.12021017074585,
      "cov-distil (oracle2teacher)": 5.1617631912231445,
      "epoch": 0.49293563579277866,
      "rel-constrast": 2.7542667388916016,
      "step": 628,
      "subrel-constrast": 3.251917839050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6816526651382446,
      "cov-distil (oracle2student)": 3.386845111846924,
      "cov-distil (oracle2teacher)": 3.636932849884033,
      "epoch": 0.4937205651491366,
      "rel-constrast": 3.498333692550659,
      "step": 629,
      "subrel-constrast": 4.202667236328125,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 7.5625,
      "learning_rate": 3.145e-05,
      "loss": 0.8826,
      "step": 630
    },
    {
      "cov-distil": 2.036719560623169,
      "cov-distil (oracle2student)": 3.06736421585083,
      "cov-distil (oracle2teacher)": 2.9214823246002197,
      "epoch": 0.4945054945054945,
      "rel-constrast": 3.7380049228668213,
      "step": 630,
      "subrel-constrast": 3.983168125152588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8055294752120972,
      "cov-distil (oracle2student)": 5.07818603515625,
      "cov-distil (oracle2teacher)": 4.789787292480469,
      "epoch": 0.49529042386185246,
      "rel-constrast": 3.5053956508636475,
      "step": 631,
      "subrel-constrast": 3.7692389488220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885089635848999,
      "cov-distil (oracle2student)": 4.89366340637207,
      "cov-distil (oracle2teacher)": 4.407598495483398,
      "epoch": 0.49607535321821034,
      "rel-constrast": 4.596569538116455,
      "step": 632,
      "subrel-constrast": 4.941216468811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8391644954681396,
      "cov-distil (oracle2student)": 5.378125190734863,
      "cov-distil (oracle2teacher)": 4.922906875610352,
      "epoch": 0.49686028257456827,
      "rel-constrast": 3.385671615600586,
      "step": 633,
      "subrel-constrast": 4.252890586853027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9994655847549438,
      "cov-distil (oracle2student)": 4.430481433868408,
      "cov-distil (oracle2teacher)": 3.8203649520874023,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.558961868286133,
      "step": 634,
      "subrel-constrast": 4.154078483581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0647013187408447,
      "cov-distil (oracle2student)": 6.258809566497803,
      "cov-distil (oracle2teacher)": 5.15144157409668,
      "epoch": 0.49843014128728413,
      "rel-constrast": 3.5023036003112793,
      "step": 635,
      "subrel-constrast": 3.9350569248199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2153706550598145,
      "cov-distil (oracle2student)": 3.410811424255371,
      "cov-distil (oracle2teacher)": 3.1325831413269043,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.9577717781066895,
      "step": 636,
      "subrel-constrast": 3.6039927005767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2079286575317383,
      "cov-distil (oracle2student)": 4.036181449890137,
      "cov-distil (oracle2teacher)": 4.217216491699219,
      "epoch": 0.5,
      "rel-constrast": 2.529026746749878,
      "step": 637,
      "subrel-constrast": 3.5406107902526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7763116359710693,
      "cov-distil (oracle2student)": 5.549420356750488,
      "cov-distil (oracle2teacher)": 4.872451305389404,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.3119359016418457,
      "step": 638,
      "subrel-constrast": 4.256858825683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195068836212158,
      "cov-distil (oracle2student)": 4.189920425415039,
      "cov-distil (oracle2teacher)": 3.5667476654052734,
      "epoch": 0.5015698587127159,
      "rel-constrast": 3.217869758605957,
      "step": 639,
      "subrel-constrast": 3.6509623527526855,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 6.375,
      "learning_rate": 3.1950000000000004e-05,
      "loss": 0.9077,
      "step": 640
    },
    {
      "cov-distil": 1.8576759099960327,
      "cov-distil (oracle2student)": 5.8008928298950195,
      "cov-distil (oracle2teacher)": 4.75437068939209,
      "epoch": 0.5023547880690737,
      "rel-constrast": 3.888542413711548,
      "step": 640,
      "subrel-constrast": 3.72162127494812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194441318511963,
      "cov-distil (oracle2student)": 3.729897975921631,
      "cov-distil (oracle2teacher)": 3.758085250854492,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.8442156314849854,
      "step": 641,
      "subrel-constrast": 3.4073095321655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7926011085510254,
      "cov-distil (oracle2student)": 4.590108394622803,
      "cov-distil (oracle2teacher)": 4.308516979217529,
      "epoch": 0.5039246467817896,
      "rel-constrast": 3.0633883476257324,
      "step": 642,
      "subrel-constrast": 3.583106756210327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7531267404556274,
      "cov-distil (oracle2student)": 3.7335267066955566,
      "cov-distil (oracle2teacher)": 3.5396041870117188,
      "epoch": 0.5047095761381476,
      "rel-constrast": 3.1265687942504883,
      "step": 643,
      "subrel-constrast": 3.9736952781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174744129180908,
      "cov-distil (oracle2student)": 5.371821880340576,
      "cov-distil (oracle2teacher)": 5.631650447845459,
      "epoch": 0.5054945054945055,
      "rel-constrast": 2.75283145904541,
      "step": 644,
      "subrel-constrast": 3.427626132965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1141438484191895,
      "cov-distil (oracle2student)": 3.6128411293029785,
      "cov-distil (oracle2teacher)": 3.85451340675354,
      "epoch": 0.5062794348508635,
      "rel-constrast": 1.986968994140625,
      "step": 645,
      "subrel-constrast": 3.4877305030822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8011051416397095,
      "cov-distil (oracle2student)": 4.181175231933594,
      "cov-distil (oracle2teacher)": 3.8045687675476074,
      "epoch": 0.5070643642072213,
      "rel-constrast": 4.298709869384766,
      "step": 646,
      "subrel-constrast": 4.449463367462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574446439743042,
      "cov-distil (oracle2student)": 4.544512748718262,
      "cov-distil (oracle2teacher)": 4.741387844085693,
      "epoch": 0.5078492935635793,
      "rel-constrast": 3.0806450843811035,
      "step": 647,
      "subrel-constrast": 4.183079242706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6043461561203003,
      "cov-distil (oracle2student)": 4.987117767333984,
      "cov-distil (oracle2teacher)": 4.6817731857299805,
      "epoch": 0.5086342229199372,
      "rel-constrast": 4.73549747467041,
      "step": 648,
      "subrel-constrast": 4.205761432647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.730860948562622,
      "cov-distil (oracle2student)": 5.180544376373291,
      "cov-distil (oracle2teacher)": 5.1561784744262695,
      "epoch": 0.5094191522762951,
      "rel-constrast": 4.907083988189697,
      "step": 649,
      "subrel-constrast": 5.788470268249512,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 8.5625,
      "learning_rate": 3.245e-05,
      "loss": 0.9168,
      "step": 650
    },
    {
      "cov-distil": 1.5795965194702148,
      "cov-distil (oracle2student)": 3.0900959968566895,
      "cov-distil (oracle2teacher)": 3.090188980102539,
      "epoch": 0.5102040816326531,
      "rel-constrast": 2.2749428749084473,
      "step": 650,
      "subrel-constrast": 2.8779311180114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.022461175918579,
      "cov-distil (oracle2student)": 3.3919878005981445,
      "cov-distil (oracle2teacher)": 3.4654500484466553,
      "epoch": 0.510989010989011,
      "rel-constrast": 4.249826431274414,
      "step": 651,
      "subrel-constrast": 4.296363830566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9723405838012695,
      "cov-distil (oracle2student)": 4.034090518951416,
      "cov-distil (oracle2teacher)": 3.6227993965148926,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.7990145683288574,
      "step": 652,
      "subrel-constrast": 3.4069864749908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.363738536834717,
      "cov-distil (oracle2student)": 4.103008270263672,
      "cov-distil (oracle2teacher)": 4.187695503234863,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.1663973331451416,
      "step": 653,
      "subrel-constrast": 4.638887405395508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0362863540649414,
      "cov-distil (oracle2student)": 4.727874755859375,
      "cov-distil (oracle2teacher)": 4.260610103607178,
      "epoch": 0.5133437990580848,
      "rel-constrast": 3.1716318130493164,
      "step": 654,
      "subrel-constrast": 3.712811231613159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86520254611969,
      "cov-distil (oracle2student)": 3.012089490890503,
      "cov-distil (oracle2teacher)": 2.6531620025634766,
      "epoch": 0.5141287284144427,
      "rel-constrast": 3.011532783508301,
      "step": 655,
      "subrel-constrast": 3.88307785987854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.380237340927124,
      "cov-distil (oracle2student)": 4.0943403244018555,
      "cov-distil (oracle2teacher)": 3.556976795196533,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.6949563026428223,
      "step": 656,
      "subrel-constrast": 2.970791816711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.547088623046875,
      "cov-distil (oracle2student)": 3.7811152935028076,
      "cov-distil (oracle2teacher)": 3.1435606479644775,
      "epoch": 0.5156985871271585,
      "rel-constrast": 4.6508331298828125,
      "step": 657,
      "subrel-constrast": 5.021119594573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8773239850997925,
      "cov-distil (oracle2student)": 2.162222385406494,
      "cov-distil (oracle2teacher)": 2.8415417671203613,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.518174409866333,
      "step": 658,
      "subrel-constrast": 3.1573424339294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1154937744140625,
      "cov-distil (oracle2student)": 4.187142372131348,
      "cov-distil (oracle2teacher)": 3.7652230262756348,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.335378885269165,
      "step": 659,
      "subrel-constrast": 3.8484878540039062,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 5.34375,
      "learning_rate": 3.295e-05,
      "loss": 0.8237,
      "step": 660
    },
    {
      "cov-distil": 1.6641137599945068,
      "cov-distil (oracle2student)": 4.368854999542236,
      "cov-distil (oracle2teacher)": 3.8598177433013916,
      "epoch": 0.5180533751962323,
      "rel-constrast": 5.043145179748535,
      "step": 660,
      "subrel-constrast": 4.929429054260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8369500637054443,
      "cov-distil (oracle2student)": 2.5059654712677,
      "cov-distil (oracle2teacher)": 3.0290422439575195,
      "epoch": 0.5188383045525903,
      "rel-constrast": 2.958991765975952,
      "step": 661,
      "subrel-constrast": 4.045813083648682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3058319091796875,
      "cov-distil (oracle2student)": 2.6083598136901855,
      "cov-distil (oracle2teacher)": 2.919396162033081,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.9977173805236816,
      "step": 662,
      "subrel-constrast": 4.289959907531738,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3584043979644775,
      "cov-distil (oracle2student)": 3.5410373210906982,
      "cov-distil (oracle2teacher)": 3.3703551292419434,
      "epoch": 0.5204081632653061,
      "rel-constrast": 3.7360000610351562,
      "step": 663,
      "subrel-constrast": 4.950240612030029,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8579416275024414,
      "cov-distil (oracle2student)": 3.8656551837921143,
      "cov-distil (oracle2teacher)": 3.629361867904663,
      "epoch": 0.521193092621664,
      "rel-constrast": 2.1877617835998535,
      "step": 664,
      "subrel-constrast": 3.012631416320801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.214716911315918,
      "cov-distil (oracle2student)": 6.05491828918457,
      "cov-distil (oracle2teacher)": 5.177475929260254,
      "epoch": 0.521978021978022,
      "rel-constrast": 5.178892135620117,
      "step": 665,
      "subrel-constrast": 5.305087566375732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6137239933013916,
      "cov-distil (oracle2student)": 3.810120105743408,
      "cov-distil (oracle2teacher)": 3.119935989379883,
      "epoch": 0.5227629513343799,
      "rel-constrast": 3.349665403366089,
      "step": 666,
      "subrel-constrast": 3.414976119995117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4571619033813477,
      "cov-distil (oracle2student)": 4.053093910217285,
      "cov-distil (oracle2teacher)": 4.981718063354492,
      "epoch": 0.5235478806907379,
      "rel-constrast": 3.4734315872192383,
      "step": 667,
      "subrel-constrast": 4.766326427459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3272705078125,
      "cov-distil (oracle2student)": 5.295647144317627,
      "cov-distil (oracle2teacher)": 5.269445419311523,
      "epoch": 0.5243328100470958,
      "rel-constrast": 2.27578067779541,
      "step": 668,
      "subrel-constrast": 3.290186882019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16574764251709,
      "cov-distil (oracle2student)": 3.074251174926758,
      "cov-distil (oracle2teacher)": 3.6627612113952637,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.9117937088012695,
      "step": 669,
      "subrel-constrast": 4.0769429206848145,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 6.375,
      "learning_rate": 3.345000000000001e-05,
      "loss": 0.9273,
      "step": 670
    },
    {
      "cov-distil": 2.065680503845215,
      "cov-distil (oracle2student)": 3.868816375732422,
      "cov-distil (oracle2teacher)": 3.9226622581481934,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.5789599418640137,
      "step": 670,
      "subrel-constrast": 3.465372085571289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0299253463745117,
      "cov-distil (oracle2student)": 5.565490245819092,
      "cov-distil (oracle2teacher)": 5.061978340148926,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.3333916664123535,
      "step": 671,
      "subrel-constrast": 4.698709964752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5617218017578125,
      "cov-distil (oracle2student)": 3.1652114391326904,
      "cov-distil (oracle2teacher)": 3.4503588676452637,
      "epoch": 0.5274725274725275,
      "rel-constrast": 3.9138967990875244,
      "step": 672,
      "subrel-constrast": 4.301997184753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7199047803878784,
      "cov-distil (oracle2student)": 5.541564464569092,
      "cov-distil (oracle2teacher)": 4.650752067565918,
      "epoch": 0.5282574568288854,
      "rel-constrast": 4.440341949462891,
      "step": 673,
      "subrel-constrast": 4.870668411254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1352946758270264,
      "cov-distil (oracle2student)": 5.3132476806640625,
      "cov-distil (oracle2teacher)": 5.1568708419799805,
      "epoch": 0.5290423861852434,
      "rel-constrast": 3.2583117485046387,
      "step": 674,
      "subrel-constrast": 3.8436455726623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9063246250152588,
      "cov-distil (oracle2student)": 5.243358612060547,
      "cov-distil (oracle2teacher)": 4.658295631408691,
      "epoch": 0.5298273155416012,
      "rel-constrast": 3.1742382049560547,
      "step": 675,
      "subrel-constrast": 3.8488731384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8462109565734863,
      "cov-distil (oracle2student)": 5.162891387939453,
      "cov-distil (oracle2teacher)": 4.82572078704834,
      "epoch": 0.5306122448979592,
      "rel-constrast": 4.111156463623047,
      "step": 676,
      "subrel-constrast": 4.930334091186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5761990547180176,
      "cov-distil (oracle2student)": 4.144106864929199,
      "cov-distil (oracle2teacher)": 3.585334539413452,
      "epoch": 0.5313971742543171,
      "rel-constrast": 4.443304538726807,
      "step": 677,
      "subrel-constrast": 4.383738994598389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341961145401001,
      "cov-distil (oracle2student)": 7.6850481033325195,
      "cov-distil (oracle2teacher)": 6.848657608032227,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.8136472702026367,
      "step": 678,
      "subrel-constrast": 3.307239294052124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9289836883544922,
      "cov-distil (oracle2student)": 4.049675941467285,
      "cov-distil (oracle2teacher)": 3.530578851699829,
      "epoch": 0.532967032967033,
      "rel-constrast": 3.3361611366271973,
      "step": 679,
      "subrel-constrast": 4.114180088043213,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 6.5,
      "learning_rate": 3.3950000000000005e-05,
      "loss": 0.9304,
      "step": 680
    },
    {
      "cov-distil": 2.5641942024230957,
      "cov-distil (oracle2student)": 2.744274854660034,
      "cov-distil (oracle2teacher)": 3.272881507873535,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.993406057357788,
      "step": 680,
      "subrel-constrast": 3.755962371826172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0492701530456543,
      "cov-distil (oracle2student)": 4.649113655090332,
      "cov-distil (oracle2teacher)": 4.232446670532227,
      "epoch": 0.5345368916797488,
      "rel-constrast": 3.4748072624206543,
      "step": 681,
      "subrel-constrast": 3.822028398513794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7886135578155518,
      "cov-distil (oracle2student)": 4.739500045776367,
      "cov-distil (oracle2teacher)": 4.872651100158691,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.860889434814453,
      "step": 682,
      "subrel-constrast": 4.300994873046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7035307884216309,
      "cov-distil (oracle2student)": 5.256606578826904,
      "cov-distil (oracle2teacher)": 4.532329559326172,
      "epoch": 0.5361067503924647,
      "rel-constrast": 2.694431781768799,
      "step": 683,
      "subrel-constrast": 3.748015880584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5793291330337524,
      "cov-distil (oracle2student)": 3.34442138671875,
      "cov-distil (oracle2teacher)": 3.489408016204834,
      "epoch": 0.5368916797488226,
      "rel-constrast": 3.4692606925964355,
      "step": 684,
      "subrel-constrast": 4.155377388000488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.270772933959961,
      "cov-distil (oracle2student)": 4.940689563751221,
      "cov-distil (oracle2teacher)": 4.056640625,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.6255533695220947,
      "step": 685,
      "subrel-constrast": 3.905515432357788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8906499147415161,
      "cov-distil (oracle2student)": 2.9719133377075195,
      "cov-distil (oracle2teacher)": 3.035362720489502,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.522902488708496,
      "step": 686,
      "subrel-constrast": 3.023371458053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210014820098877,
      "cov-distil (oracle2student)": 3.1710901260375977,
      "cov-distil (oracle2teacher)": 3.343808650970459,
      "epoch": 0.5392464678178964,
      "rel-constrast": 3.3018300533294678,
      "step": 687,
      "subrel-constrast": 4.116960048675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8590292930603027,
      "cov-distil (oracle2student)": 3.6966283321380615,
      "cov-distil (oracle2teacher)": 4.054505825042725,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.4913716316223145,
      "step": 688,
      "subrel-constrast": 3.234123945236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.858504295349121,
      "cov-distil (oracle2student)": 5.383901119232178,
      "cov-distil (oracle2teacher)": 5.08363151550293,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.557194948196411,
      "step": 689,
      "subrel-constrast": 3.526618480682373,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 5.90625,
      "learning_rate": 3.445e-05,
      "loss": 0.8217,
      "step": 690
    },
    {
      "cov-distil": 2.299866199493408,
      "cov-distil (oracle2student)": 5.036685943603516,
      "cov-distil (oracle2teacher)": 4.493790626525879,
      "epoch": 0.5416012558869702,
      "rel-constrast": 4.325338840484619,
      "step": 690,
      "subrel-constrast": 4.785141468048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446077823638916,
      "cov-distil (oracle2student)": 4.742259502410889,
      "cov-distil (oracle2teacher)": 4.882801055908203,
      "epoch": 0.542386185243328,
      "rel-constrast": 3.005162000656128,
      "step": 691,
      "subrel-constrast": 3.929311513900757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759209156036377,
      "cov-distil (oracle2student)": 5.172847747802734,
      "cov-distil (oracle2teacher)": 4.4673004150390625,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.6518049240112305,
      "step": 692,
      "subrel-constrast": 3.5100200176239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0212676525115967,
      "cov-distil (oracle2student)": 3.6649792194366455,
      "cov-distil (oracle2teacher)": 3.7320971488952637,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.616281509399414,
      "step": 693,
      "subrel-constrast": 4.3500471115112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.15602445602417,
      "cov-distil (oracle2student)": 4.672577857971191,
      "cov-distil (oracle2teacher)": 4.259461879730225,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.765082359313965,
      "step": 694,
      "subrel-constrast": 3.7528111934661865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6601845026016235,
      "cov-distil (oracle2student)": 6.222827911376953,
      "cov-distil (oracle2teacher)": 5.414775371551514,
      "epoch": 0.5455259026687598,
      "rel-constrast": 2.261347770690918,
      "step": 695,
      "subrel-constrast": 3.265878200531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6982128620147705,
      "cov-distil (oracle2student)": 4.819255828857422,
      "cov-distil (oracle2teacher)": 4.5087056159973145,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.655337333679199,
      "step": 696,
      "subrel-constrast": 4.5195231437683105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2472658157348633,
      "cov-distil (oracle2student)": 3.983247995376587,
      "cov-distil (oracle2teacher)": 5.221875190734863,
      "epoch": 0.5470957613814756,
      "rel-constrast": 3.598127603530884,
      "step": 697,
      "subrel-constrast": 5.374654293060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1413283348083496,
      "cov-distil (oracle2student)": 4.751459121704102,
      "cov-distil (oracle2teacher)": 4.2162675857543945,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.9638516902923584,
      "step": 698,
      "subrel-constrast": 3.3442859649658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8689894676208496,
      "cov-distil (oracle2student)": 4.649480819702148,
      "cov-distil (oracle2teacher)": 4.544905185699463,
      "epoch": 0.5486656200941915,
      "rel-constrast": 4.6534953117370605,
      "step": 699,
      "subrel-constrast": 5.357505798339844,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 8.25,
      "learning_rate": 3.495e-05,
      "loss": 0.8856,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.2750000059604645,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.04656982421875
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.027984619140625
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.018585205078125,
      "step": 700
    },
    {
      "cov-distil": 2.157240867614746,
      "cov-distil (oracle2student)": 3.8259079456329346,
      "cov-distil (oracle2teacher)": 3.61386775970459,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.778444290161133,
      "step": 700,
      "subrel-constrast": 3.613661527633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01035737991333,
      "cov-distil (oracle2student)": 5.081770420074463,
      "cov-distil (oracle2teacher)": 4.462559700012207,
      "epoch": 0.5502354788069074,
      "rel-constrast": 3.072714328765869,
      "step": 701,
      "subrel-constrast": 4.064720630645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565253734588623,
      "cov-distil (oracle2student)": 3.6840004920959473,
      "cov-distil (oracle2teacher)": 3.1901845932006836,
      "epoch": 0.5510204081632653,
      "rel-constrast": 2.864206314086914,
      "step": 702,
      "subrel-constrast": 4.07752799987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3201117515563965,
      "cov-distil (oracle2student)": 4.430790901184082,
      "cov-distil (oracle2teacher)": 4.106421947479248,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.892885684967041,
      "step": 703,
      "subrel-constrast": 3.9102280139923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6157848834991455,
      "cov-distil (oracle2student)": 3.072972059249878,
      "cov-distil (oracle2teacher)": 3.0099520683288574,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.969308376312256,
      "step": 704,
      "subrel-constrast": 3.35325288772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8044019937515259,
      "cov-distil (oracle2student)": 4.907984733581543,
      "cov-distil (oracle2teacher)": 4.27658748626709,
      "epoch": 0.5533751962323391,
      "rel-constrast": 2.5930466651916504,
      "step": 705,
      "subrel-constrast": 3.165639877319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150331497192383,
      "cov-distil (oracle2student)": 3.3075904846191406,
      "cov-distil (oracle2teacher)": 3.182615280151367,
      "epoch": 0.554160125588697,
      "rel-constrast": 2.4108023643493652,
      "step": 706,
      "subrel-constrast": 3.4137344360351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595040202140808,
      "cov-distil (oracle2student)": 3.7764763832092285,
      "cov-distil (oracle2teacher)": 3.6071784496307373,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.6294069290161133,
      "step": 707,
      "subrel-constrast": 3.2617640495300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711127519607544,
      "cov-distil (oracle2student)": 4.368122100830078,
      "cov-distil (oracle2teacher)": 4.404465675354004,
      "epoch": 0.5557299843014128,
      "rel-constrast": 3.2108542919158936,
      "step": 708,
      "subrel-constrast": 4.086469650268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5156898498535156,
      "cov-distil (oracle2student)": 2.943955421447754,
      "cov-distil (oracle2teacher)": 3.269672393798828,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.9572768211364746,
      "step": 709,
      "subrel-constrast": 3.896813154220581,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 6.28125,
      "learning_rate": 3.545e-05,
      "loss": 0.7581,
      "step": 710
    },
    {
      "cov-distil": 1.941748857498169,
      "cov-distil (oracle2student)": 3.2825870513916016,
      "cov-distil (oracle2teacher)": 3.621279716491699,
      "epoch": 0.5572998430141287,
      "rel-constrast": 2.292598247528076,
      "step": 710,
      "subrel-constrast": 2.9045729637145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0996546745300293,
      "cov-distil (oracle2student)": 4.204470157623291,
      "cov-distil (oracle2teacher)": 3.3012800216674805,
      "epoch": 0.5580847723704867,
      "rel-constrast": 3.2023658752441406,
      "step": 711,
      "subrel-constrast": 4.2951812744140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125648021697998,
      "cov-distil (oracle2student)": 4.4790239334106445,
      "cov-distil (oracle2teacher)": 3.7824501991271973,
      "epoch": 0.5588697017268446,
      "rel-constrast": 2.64786434173584,
      "step": 712,
      "subrel-constrast": 3.5473222732543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9814571142196655,
      "cov-distil (oracle2student)": 4.236344337463379,
      "cov-distil (oracle2teacher)": 4.302420139312744,
      "epoch": 0.5596546310832025,
      "rel-constrast": 3.084531307220459,
      "step": 713,
      "subrel-constrast": 3.6959943771362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3132081031799316,
      "cov-distil (oracle2student)": 5.171266555786133,
      "cov-distil (oracle2teacher)": 3.993610143661499,
      "epoch": 0.5604395604395604,
      "rel-constrast": 3.0725412368774414,
      "step": 714,
      "subrel-constrast": 3.5433380603790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8887940645217896,
      "cov-distil (oracle2student)": 2.9364123344421387,
      "cov-distil (oracle2teacher)": 3.177769422531128,
      "epoch": 0.5612244897959183,
      "rel-constrast": 3.2502474784851074,
      "step": 715,
      "subrel-constrast": 4.225052833557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9373162984848022,
      "cov-distil (oracle2student)": 2.9609618186950684,
      "cov-distil (oracle2teacher)": 3.1701507568359375,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.3920419216156006,
      "step": 716,
      "subrel-constrast": 3.1587109565734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1943297386169434,
      "cov-distil (oracle2student)": 3.3232693672180176,
      "cov-distil (oracle2teacher)": 2.798444986343384,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.6380295753479004,
      "step": 717,
      "subrel-constrast": 3.8598556518554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8532280921936035,
      "cov-distil (oracle2student)": 4.747437953948975,
      "cov-distil (oracle2teacher)": 4.216310501098633,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.7532408237457275,
      "step": 718,
      "subrel-constrast": 4.479611873626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8901079893112183,
      "cov-distil (oracle2student)": 4.796479225158691,
      "cov-distil (oracle2teacher)": 3.8399410247802734,
      "epoch": 0.5643642072213501,
      "rel-constrast": 3.1896746158599854,
      "step": 719,
      "subrel-constrast": 3.2718636989593506,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 6.5,
      "learning_rate": 3.595e-05,
      "loss": 0.7886,
      "step": 720
    },
    {
      "cov-distil": 1.6721587181091309,
      "cov-distil (oracle2student)": 4.330309867858887,
      "cov-distil (oracle2teacher)": 4.221043109893799,
      "epoch": 0.565149136577708,
      "rel-constrast": 3.139103889465332,
      "step": 720,
      "subrel-constrast": 4.142110347747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9585630893707275,
      "cov-distil (oracle2student)": 3.8818159103393555,
      "cov-distil (oracle2teacher)": 3.7893803119659424,
      "epoch": 0.5659340659340659,
      "rel-constrast": 3.3852601051330566,
      "step": 721,
      "subrel-constrast": 4.186655521392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6628599166870117,
      "cov-distil (oracle2student)": 4.438604354858398,
      "cov-distil (oracle2teacher)": 4.359881401062012,
      "epoch": 0.5667189952904239,
      "rel-constrast": 3.076204776763916,
      "step": 722,
      "subrel-constrast": 4.137909412384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2891294956207275,
      "cov-distil (oracle2student)": 4.213877201080322,
      "cov-distil (oracle2teacher)": 4.319812774658203,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.878323793411255,
      "step": 723,
      "subrel-constrast": 4.198168754577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154545783996582,
      "cov-distil (oracle2student)": 4.58632755279541,
      "cov-distil (oracle2teacher)": 4.042978763580322,
      "epoch": 0.5682888540031397,
      "rel-constrast": 2.2643494606018066,
      "step": 724,
      "subrel-constrast": 3.1710689067840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9621435403823853,
      "cov-distil (oracle2student)": 5.582200050354004,
      "cov-distil (oracle2teacher)": 4.852895259857178,
      "epoch": 0.5690737833594977,
      "rel-constrast": 4.491276741027832,
      "step": 725,
      "subrel-constrast": 5.244818687438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337646484375,
      "cov-distil (oracle2student)": 5.812445640563965,
      "cov-distil (oracle2teacher)": 5.049084663391113,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.6152005195617676,
      "step": 726,
      "subrel-constrast": 3.1233291625976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689956188201904,
      "cov-distil (oracle2student)": 4.86440372467041,
      "cov-distil (oracle2teacher)": 4.98582649230957,
      "epoch": 0.5706436420722135,
      "rel-constrast": 4.108986854553223,
      "step": 727,
      "subrel-constrast": 4.540005683898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6646761894226074,
      "cov-distil (oracle2student)": 2.7824769020080566,
      "cov-distil (oracle2teacher)": 2.987496852874756,
      "epoch": 0.5714285714285714,
      "rel-constrast": 3.4552814960479736,
      "step": 728,
      "subrel-constrast": 4.266411304473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8652509450912476,
      "cov-distil (oracle2student)": 4.346886157989502,
      "cov-distil (oracle2teacher)": 3.8727407455444336,
      "epoch": 0.5722135007849294,
      "rel-constrast": 3.310194730758667,
      "step": 729,
      "subrel-constrast": 4.254908561706543,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 7.96875,
      "learning_rate": 3.645e-05,
      "loss": 0.8647,
      "step": 730
    },
    {
      "cov-distil": 2.10368013381958,
      "cov-distil (oracle2student)": 4.364799499511719,
      "cov-distil (oracle2teacher)": 3.3984549045562744,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.498570442199707,
      "step": 730,
      "subrel-constrast": 4.162968158721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8829506635665894,
      "cov-distil (oracle2student)": 3.6689822673797607,
      "cov-distil (oracle2teacher)": 3.8433432579040527,
      "epoch": 0.5737833594976453,
      "rel-constrast": 2.781203269958496,
      "step": 731,
      "subrel-constrast": 3.2335457801818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4705734252929688,
      "cov-distil (oracle2student)": 4.313507556915283,
      "cov-distil (oracle2teacher)": 3.830270767211914,
      "epoch": 0.5745682888540031,
      "rel-constrast": 2.226599931716919,
      "step": 732,
      "subrel-constrast": 3.3719711303710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9433242082595825,
      "cov-distil (oracle2student)": 3.8105883598327637,
      "cov-distil (oracle2teacher)": 3.1765546798706055,
      "epoch": 0.5753532182103611,
      "rel-constrast": 2.1092617511749268,
      "step": 733,
      "subrel-constrast": 2.887378692626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145235538482666,
      "cov-distil (oracle2student)": 3.870384931564331,
      "cov-distil (oracle2teacher)": 4.176069259643555,
      "epoch": 0.576138147566719,
      "rel-constrast": 3.1030163764953613,
      "step": 734,
      "subrel-constrast": 3.974809169769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6421372890472412,
      "cov-distil (oracle2student)": 4.185415267944336,
      "cov-distil (oracle2teacher)": 3.629565954208374,
      "epoch": 0.5769230769230769,
      "rel-constrast": 3.2164130210876465,
      "step": 735,
      "subrel-constrast": 3.839367389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.199052095413208,
      "cov-distil (oracle2student)": 5.1141533851623535,
      "cov-distil (oracle2teacher)": 4.402009963989258,
      "epoch": 0.5777080062794349,
      "rel-constrast": 2.3354225158691406,
      "step": 736,
      "subrel-constrast": 3.359426498413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3703148365020752,
      "cov-distil (oracle2student)": 2.855952501296997,
      "cov-distil (oracle2teacher)": 3.009000778198242,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.385584831237793,
      "step": 737,
      "subrel-constrast": 3.1257822513580322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035461902618408,
      "cov-distil (oracle2student)": 4.601683616638184,
      "cov-distil (oracle2teacher)": 3.814016342163086,
      "epoch": 0.5792778649921507,
      "rel-constrast": 3.277278423309326,
      "step": 738,
      "subrel-constrast": 3.815040349960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9469118118286133,
      "cov-distil (oracle2student)": 3.4044556617736816,
      "cov-distil (oracle2teacher)": 3.0875189304351807,
      "epoch": 0.5800627943485086,
      "rel-constrast": 2.503614664077759,
      "step": 739,
      "subrel-constrast": 3.8464818000793457,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 5.625,
      "learning_rate": 3.6950000000000004e-05,
      "loss": 0.7317,
      "step": 740
    },
    {
      "cov-distil": 2.0407614707946777,
      "cov-distil (oracle2student)": 3.996048927307129,
      "cov-distil (oracle2teacher)": 4.083656311035156,
      "epoch": 0.5808477237048666,
      "rel-constrast": 3.669546604156494,
      "step": 740,
      "subrel-constrast": 4.864207744598389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672450542449951,
      "cov-distil (oracle2student)": 5.2881999015808105,
      "cov-distil (oracle2teacher)": 4.706904411315918,
      "epoch": 0.5816326530612245,
      "rel-constrast": 3.2707724571228027,
      "step": 741,
      "subrel-constrast": 3.7437262535095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1187403202056885,
      "cov-distil (oracle2student)": 4.8938703536987305,
      "cov-distil (oracle2teacher)": 4.39903450012207,
      "epoch": 0.5824175824175825,
      "rel-constrast": 3.337557315826416,
      "step": 742,
      "subrel-constrast": 4.06928825378418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9417197704315186,
      "cov-distil (oracle2student)": 2.6721365451812744,
      "cov-distil (oracle2teacher)": 3.1362931728363037,
      "epoch": 0.5832025117739403,
      "rel-constrast": 3.274005889892578,
      "step": 743,
      "subrel-constrast": 4.384252071380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456279754638672,
      "cov-distil (oracle2student)": 6.536004066467285,
      "cov-distil (oracle2teacher)": 5.069892883300781,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.884960174560547,
      "step": 744,
      "subrel-constrast": 4.296112537384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353392601013184,
      "cov-distil (oracle2student)": 3.733588218688965,
      "cov-distil (oracle2teacher)": 3.6851375102996826,
      "epoch": 0.5847723704866562,
      "rel-constrast": 3.021883964538574,
      "step": 745,
      "subrel-constrast": 4.292428493499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4558398723602295,
      "cov-distil (oracle2student)": 4.652581214904785,
      "cov-distil (oracle2teacher)": 4.513979434967041,
      "epoch": 0.5855572998430141,
      "rel-constrast": 4.278546333312988,
      "step": 746,
      "subrel-constrast": 4.9796462059021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694913387298584,
      "cov-distil (oracle2student)": 5.748119354248047,
      "cov-distil (oracle2teacher)": 5.045352935791016,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.8175976276397705,
      "step": 747,
      "subrel-constrast": 4.21746301651001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475412368774414,
      "cov-distil (oracle2student)": 4.438069820404053,
      "cov-distil (oracle2teacher)": 3.841373920440674,
      "epoch": 0.5871271585557299,
      "rel-constrast": 3.845689296722412,
      "step": 748,
      "subrel-constrast": 4.95175838470459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9831706285476685,
      "cov-distil (oracle2student)": 6.495038032531738,
      "cov-distil (oracle2teacher)": 5.226308822631836,
      "epoch": 0.5879120879120879,
      "rel-constrast": 4.1530351638793945,
      "step": 749,
      "subrel-constrast": 4.611822128295898,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 7.3125,
      "learning_rate": 3.745e-05,
      "loss": 0.962,
      "step": 750
    },
    {
      "cov-distil": 2.0158157348632812,
      "cov-distil (oracle2student)": 5.055816173553467,
      "cov-distil (oracle2teacher)": 4.636147975921631,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.9233157634735107,
      "step": 750,
      "subrel-constrast": 3.864165782928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635613441467285,
      "cov-distil (oracle2student)": 5.4654316902160645,
      "cov-distil (oracle2teacher)": 4.867769241333008,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.993955135345459,
      "step": 751,
      "subrel-constrast": 5.235997200012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385218858718872,
      "cov-distil (oracle2student)": 5.6385650634765625,
      "cov-distil (oracle2teacher)": 5.269272327423096,
      "epoch": 0.5902668759811617,
      "rel-constrast": 3.025139808654785,
      "step": 752,
      "subrel-constrast": 3.8267934322357178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569950819015503,
      "cov-distil (oracle2student)": 3.5421292781829834,
      "cov-distil (oracle2teacher)": 4.048235893249512,
      "epoch": 0.5910518053375197,
      "rel-constrast": 3.353006601333618,
      "step": 753,
      "subrel-constrast": 3.6611077785491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1727864742279053,
      "cov-distil (oracle2student)": 4.28021240234375,
      "cov-distil (oracle2teacher)": 4.256664276123047,
      "epoch": 0.5918367346938775,
      "rel-constrast": 2.922618865966797,
      "step": 754,
      "subrel-constrast": 3.996519088745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7415900230407715,
      "cov-distil (oracle2student)": 3.497739315032959,
      "cov-distil (oracle2teacher)": 3.5426697731018066,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.798996925354004,
      "step": 755,
      "subrel-constrast": 4.776462554931641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1685500144958496,
      "cov-distil (oracle2student)": 4.893260955810547,
      "cov-distil (oracle2teacher)": 3.9268686771392822,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.4217734336853027,
      "step": 756,
      "subrel-constrast": 3.1775949001312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841844081878662,
      "cov-distil (oracle2student)": 4.1985602378845215,
      "cov-distil (oracle2teacher)": 3.3457388877868652,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.808537483215332,
      "step": 757,
      "subrel-constrast": 4.465860366821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540775299072266,
      "cov-distil (oracle2student)": 4.151504993438721,
      "cov-distil (oracle2teacher)": 3.8889358043670654,
      "epoch": 0.5949764521193093,
      "rel-constrast": 4.140444755554199,
      "step": 758,
      "subrel-constrast": 4.597982406616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271002769470215,
      "cov-distil (oracle2student)": 3.718888998031616,
      "cov-distil (oracle2teacher)": 4.035472393035889,
      "epoch": 0.5957613814756672,
      "rel-constrast": 2.825824499130249,
      "step": 759,
      "subrel-constrast": 4.3692402839660645,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 5.1875,
      "learning_rate": 3.795e-05,
      "loss": 0.9528,
      "step": 760
    },
    {
      "cov-distil": 1.7022627592086792,
      "cov-distil (oracle2student)": 3.69522762298584,
      "cov-distil (oracle2teacher)": 3.5020384788513184,
      "epoch": 0.5965463108320251,
      "rel-constrast": 3.239539861679077,
      "step": 760,
      "subrel-constrast": 3.6723670959472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1336252689361572,
      "cov-distil (oracle2student)": 5.899049282073975,
      "cov-distil (oracle2teacher)": 4.738152503967285,
      "epoch": 0.597331240188383,
      "rel-constrast": 3.3772640228271484,
      "step": 761,
      "subrel-constrast": 3.9677364826202393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4030654430389404,
      "cov-distil (oracle2student)": 2.9989023208618164,
      "cov-distil (oracle2teacher)": 3.1232712268829346,
      "epoch": 0.598116169544741,
      "rel-constrast": 2.7976434230804443,
      "step": 762,
      "subrel-constrast": 3.6139957904815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6165751218795776,
      "cov-distil (oracle2student)": 3.5679118633270264,
      "cov-distil (oracle2teacher)": 3.051954746246338,
      "epoch": 0.5989010989010989,
      "rel-constrast": 2.8740625381469727,
      "step": 763,
      "subrel-constrast": 3.778475761413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.820896625518799,
      "cov-distil (oracle2student)": 6.150871753692627,
      "cov-distil (oracle2teacher)": 5.980279922485352,
      "epoch": 0.5996860282574569,
      "rel-constrast": 3.7509093284606934,
      "step": 764,
      "subrel-constrast": 4.796078681945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9030272960662842,
      "cov-distil (oracle2student)": 4.817904472351074,
      "cov-distil (oracle2teacher)": 4.496708869934082,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.762104034423828,
      "step": 765,
      "subrel-constrast": 3.649869918823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6472067832946777,
      "cov-distil (oracle2student)": 5.045088768005371,
      "cov-distil (oracle2teacher)": 4.495061874389648,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.665983200073242,
      "step": 766,
      "subrel-constrast": 4.9610595703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140461206436157,
      "cov-distil (oracle2student)": 4.2100830078125,
      "cov-distil (oracle2teacher)": 4.375535011291504,
      "epoch": 0.6020408163265306,
      "rel-constrast": 3.221212863922119,
      "step": 767,
      "subrel-constrast": 4.096993923187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9868059158325195,
      "cov-distil (oracle2student)": 4.4105072021484375,
      "cov-distil (oracle2teacher)": 3.836082696914673,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.5781681537628174,
      "step": 768,
      "subrel-constrast": 3.9354326725006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8439627885818481,
      "cov-distil (oracle2student)": 4.352982521057129,
      "cov-distil (oracle2teacher)": 4.055845260620117,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.0787644386291504,
      "step": 769,
      "subrel-constrast": 3.8324127197265625,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 6.03125,
      "learning_rate": 3.845e-05,
      "loss": 0.8581,
      "step": 770
    },
    {
      "cov-distil": 1.7659657001495361,
      "cov-distil (oracle2student)": 3.843327045440674,
      "cov-distil (oracle2teacher)": 3.578549861907959,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.9639570713043213,
      "step": 770,
      "subrel-constrast": 4.180597305297852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.315230369567871,
      "cov-distil (oracle2student)": 5.3011298179626465,
      "cov-distil (oracle2teacher)": 5.025775909423828,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.70466685295105,
      "step": 771,
      "subrel-constrast": 3.1214003562927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9845139980316162,
      "cov-distil (oracle2student)": 4.869327545166016,
      "cov-distil (oracle2teacher)": 4.806513786315918,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.7171690464019775,
      "step": 772,
      "subrel-constrast": 4.3443684577941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9720571041107178,
      "cov-distil (oracle2student)": 3.690183639526367,
      "cov-distil (oracle2teacher)": 3.8548502922058105,
      "epoch": 0.6067503924646782,
      "rel-constrast": 3.0226402282714844,
      "step": 773,
      "subrel-constrast": 3.60787296295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6458377838134766,
      "cov-distil (oracle2student)": 4.784181594848633,
      "cov-distil (oracle2teacher)": 4.708159446716309,
      "epoch": 0.6075353218210361,
      "rel-constrast": 2.781965732574463,
      "step": 774,
      "subrel-constrast": 4.125537395477295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9115421772003174,
      "cov-distil (oracle2student)": 3.761108160018921,
      "cov-distil (oracle2teacher)": 3.7015562057495117,
      "epoch": 0.6083202511773941,
      "rel-constrast": 5.317140102386475,
      "step": 775,
      "subrel-constrast": 5.246437072753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6181366443634033,
      "cov-distil (oracle2student)": 4.179975509643555,
      "cov-distil (oracle2teacher)": 3.3851985931396484,
      "epoch": 0.609105180533752,
      "rel-constrast": 3.174107789993286,
      "step": 776,
      "subrel-constrast": 4.24804162979126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4841779470443726,
      "cov-distil (oracle2student)": 4.076355934143066,
      "cov-distil (oracle2teacher)": 3.99076247215271,
      "epoch": 0.6098901098901099,
      "rel-constrast": 3.13995623588562,
      "step": 777,
      "subrel-constrast": 3.882110834121704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938359260559082,
      "cov-distil (oracle2student)": 3.114800453186035,
      "cov-distil (oracle2teacher)": 3.443549156188965,
      "epoch": 0.6106750392464678,
      "rel-constrast": 2.3868465423583984,
      "step": 778,
      "subrel-constrast": 3.307704448699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191189289093018,
      "cov-distil (oracle2student)": 3.7162814140319824,
      "cov-distil (oracle2teacher)": 3.6030611991882324,
      "epoch": 0.6114599686028257,
      "rel-constrast": 2.6197452545166016,
      "step": 779,
      "subrel-constrast": 3.995907783508301,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 5.71875,
      "learning_rate": 3.8950000000000005e-05,
      "loss": 0.8627,
      "step": 780
    },
    {
      "cov-distil": 1.567307472229004,
      "cov-distil (oracle2student)": 3.8484396934509277,
      "cov-distil (oracle2teacher)": 3.940758466720581,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.7569737434387207,
      "step": 780,
      "subrel-constrast": 3.633056640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703679084777832,
      "cov-distil (oracle2student)": 5.909217834472656,
      "cov-distil (oracle2teacher)": 5.958284378051758,
      "epoch": 0.6130298273155416,
      "rel-constrast": 3.1182799339294434,
      "step": 781,
      "subrel-constrast": 4.302492618560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5469286441802979,
      "cov-distil (oracle2student)": 4.972591876983643,
      "cov-distil (oracle2teacher)": 4.66695499420166,
      "epoch": 0.6138147566718996,
      "rel-constrast": 3.5933823585510254,
      "step": 782,
      "subrel-constrast": 4.120849609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.499288320541382,
      "cov-distil (oracle2student)": 4.016372203826904,
      "cov-distil (oracle2teacher)": 4.236164093017578,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.579235076904297,
      "step": 783,
      "subrel-constrast": 4.995879650115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7838202714920044,
      "cov-distil (oracle2student)": 4.292354106903076,
      "cov-distil (oracle2teacher)": 4.24614143371582,
      "epoch": 0.6153846153846154,
      "rel-constrast": 4.380586624145508,
      "step": 784,
      "subrel-constrast": 4.989373683929443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.360783338546753,
      "cov-distil (oracle2student)": 2.8544771671295166,
      "cov-distil (oracle2teacher)": 2.6884546279907227,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.633727788925171,
      "step": 785,
      "subrel-constrast": 3.0272700786590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2854633331298828,
      "cov-distil (oracle2student)": 4.519411087036133,
      "cov-distil (oracle2teacher)": 4.177163600921631,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.793271541595459,
      "step": 786,
      "subrel-constrast": 4.128157138824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9158350229263306,
      "cov-distil (oracle2student)": 8.350929260253906,
      "cov-distil (oracle2teacher)": 6.667269229888916,
      "epoch": 0.6177394034536892,
      "rel-constrast": 4.180355548858643,
      "step": 787,
      "subrel-constrast": 4.325165748596191,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012990713119507,
      "cov-distil (oracle2student)": 4.489649772644043,
      "cov-distil (oracle2teacher)": 4.392575263977051,
      "epoch": 0.6185243328100472,
      "rel-constrast": 2.7871315479278564,
      "step": 788,
      "subrel-constrast": 3.8673195838928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.114866256713867,
      "cov-distil (oracle2student)": 4.235287666320801,
      "cov-distil (oracle2teacher)": 3.5721254348754883,
      "epoch": 0.619309262166405,
      "rel-constrast": 3.4823496341705322,
      "step": 789,
      "subrel-constrast": 4.297632217407227,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 7.875,
      "learning_rate": 3.9450000000000003e-05,
      "loss": 0.9013,
      "step": 790
    },
    {
      "cov-distil": 1.5477025508880615,
      "cov-distil (oracle2student)": 5.949827671051025,
      "cov-distil (oracle2teacher)": 5.450411796569824,
      "epoch": 0.6200941915227629,
      "rel-constrast": 4.039373397827148,
      "step": 790,
      "subrel-constrast": 4.567863464355469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3561406135559082,
      "cov-distil (oracle2student)": 3.604832649230957,
      "cov-distil (oracle2teacher)": 3.99352765083313,
      "epoch": 0.6208791208791209,
      "rel-constrast": 3.4909794330596924,
      "step": 791,
      "subrel-constrast": 4.409178733825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871955394744873,
      "cov-distil (oracle2student)": 4.196135520935059,
      "cov-distil (oracle2teacher)": 3.8390684127807617,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.9357693195343018,
      "step": 792,
      "subrel-constrast": 3.2282023429870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003251791000366,
      "cov-distil (oracle2student)": 4.818282127380371,
      "cov-distil (oracle2teacher)": 4.309176445007324,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.581894636154175,
      "step": 793,
      "subrel-constrast": 3.626744031906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013441562652588,
      "cov-distil (oracle2student)": 4.1534881591796875,
      "cov-distil (oracle2teacher)": 4.124547958374023,
      "epoch": 0.6232339089481946,
      "rel-constrast": 3.052790403366089,
      "step": 794,
      "subrel-constrast": 3.9772417545318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3264985084533691,
      "cov-distil (oracle2student)": 2.9551219940185547,
      "cov-distil (oracle2teacher)": 2.9309730529785156,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.9264769554138184,
      "step": 795,
      "subrel-constrast": 3.479712724685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9255633354187012,
      "cov-distil (oracle2student)": 4.218044281005859,
      "cov-distil (oracle2teacher)": 4.116752624511719,
      "epoch": 0.6248037676609105,
      "rel-constrast": 2.9784960746765137,
      "step": 796,
      "subrel-constrast": 3.8964850902557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.79434335231781,
      "cov-distil (oracle2student)": 3.4287924766540527,
      "cov-distil (oracle2teacher)": 3.364954948425293,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.4437570571899414,
      "step": 797,
      "subrel-constrast": 3.4459657669067383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4499318599700928,
      "cov-distil (oracle2student)": 3.9298148155212402,
      "cov-distil (oracle2teacher)": 3.8290584087371826,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.9533963203430176,
      "step": 798,
      "subrel-constrast": 4.786764144897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6373556852340698,
      "cov-distil (oracle2student)": 4.715010166168213,
      "cov-distil (oracle2teacher)": 4.34233283996582,
      "epoch": 0.6271585557299842,
      "rel-constrast": 4.105449676513672,
      "step": 799,
      "subrel-constrast": 4.462728500366211,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 6.375,
      "learning_rate": 3.995e-05,
      "loss": 0.855,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.28437501192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.04833984375
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.027130126953125
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.021209716796875,
      "step": 800
    },
    {
      "cov-distil": 2.0045931339263916,
      "cov-distil (oracle2student)": 3.7618496417999268,
      "cov-distil (oracle2teacher)": 3.753272533416748,
      "epoch": 0.6279434850863422,
      "rel-constrast": 2.2175610065460205,
      "step": 800,
      "subrel-constrast": 3.892456293106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.619981050491333,
      "cov-distil (oracle2student)": 4.364217758178711,
      "cov-distil (oracle2teacher)": 3.7327089309692383,
      "epoch": 0.6287284144427001,
      "rel-constrast": 4.093245506286621,
      "step": 801,
      "subrel-constrast": 5.052906513214111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569767713546753,
      "cov-distil (oracle2student)": 2.646055221557617,
      "cov-distil (oracle2teacher)": 3.121350049972534,
      "epoch": 0.6295133437990581,
      "rel-constrast": 2.6254687309265137,
      "step": 802,
      "subrel-constrast": 3.3019208908081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089287757873535,
      "cov-distil (oracle2student)": 5.582956314086914,
      "cov-distil (oracle2teacher)": 4.967065811157227,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.7026913166046143,
      "step": 803,
      "subrel-constrast": 3.879225969314575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9473289251327515,
      "cov-distil (oracle2student)": 3.230166435241699,
      "cov-distil (oracle2teacher)": 3.1882095336914062,
      "epoch": 0.631083202511774,
      "rel-constrast": 1.864764928817749,
      "step": 804,
      "subrel-constrast": 3.3280768394470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3922661542892456,
      "cov-distil (oracle2student)": 4.060875415802002,
      "cov-distil (oracle2teacher)": 3.9616880416870117,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.7141737937927246,
      "step": 805,
      "subrel-constrast": 4.204806804656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784874677658081,
      "cov-distil (oracle2student)": 4.374386310577393,
      "cov-distil (oracle2teacher)": 4.596970558166504,
      "epoch": 0.6326530612244898,
      "rel-constrast": 3.073376178741455,
      "step": 806,
      "subrel-constrast": 3.565107583999634,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3918473720550537,
      "cov-distil (oracle2student)": 4.301252841949463,
      "cov-distil (oracle2teacher)": 4.050130844116211,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.255364179611206,
      "step": 807,
      "subrel-constrast": 4.516900062561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8820072412490845,
      "cov-distil (oracle2student)": 4.317390441894531,
      "cov-distil (oracle2teacher)": 4.077515602111816,
      "epoch": 0.6342229199372057,
      "rel-constrast": 2.3400073051452637,
      "step": 808,
      "subrel-constrast": 3.68056583404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104020595550537,
      "cov-distil (oracle2student)": 4.113283157348633,
      "cov-distil (oracle2teacher)": 3.7468016147613525,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.7774062156677246,
      "step": 809,
      "subrel-constrast": 3.156845808029175,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 5.875,
      "learning_rate": 4.045000000000001e-05,
      "loss": 0.792,
      "step": 810
    },
    {
      "cov-distil": 1.9225842952728271,
      "cov-distil (oracle2student)": 4.772700309753418,
      "cov-distil (oracle2teacher)": 4.4386515617370605,
      "epoch": 0.6357927786499215,
      "rel-constrast": 2.274402618408203,
      "step": 810,
      "subrel-constrast": 3.793257236480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146592140197754,
      "cov-distil (oracle2student)": 3.9638068675994873,
      "cov-distil (oracle2teacher)": 3.635988235473633,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.302318572998047,
      "step": 811,
      "subrel-constrast": 3.4826509952545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7630622386932373,
      "cov-distil (oracle2student)": 3.8982958793640137,
      "cov-distil (oracle2teacher)": 3.9619944095611572,
      "epoch": 0.6373626373626373,
      "rel-constrast": 3.0242116451263428,
      "step": 812,
      "subrel-constrast": 3.74605655670166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2058258056640625,
      "cov-distil (oracle2student)": 5.105160236358643,
      "cov-distil (oracle2teacher)": 4.521011829376221,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.7548186779022217,
      "step": 813,
      "subrel-constrast": 4.288941383361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2325778007507324,
      "cov-distil (oracle2student)": 3.994985818862915,
      "cov-distil (oracle2teacher)": 3.7983858585357666,
      "epoch": 0.6389324960753532,
      "rel-constrast": 4.058200836181641,
      "step": 814,
      "subrel-constrast": 5.199466705322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6037338972091675,
      "cov-distil (oracle2student)": 3.0010287761688232,
      "cov-distil (oracle2teacher)": 3.3780593872070312,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.544131278991699,
      "step": 815,
      "subrel-constrast": 3.9001212120056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8440213203430176,
      "cov-distil (oracle2student)": 3.382146120071411,
      "cov-distil (oracle2teacher)": 3.7145566940307617,
      "epoch": 0.640502354788069,
      "rel-constrast": 3.101287603378296,
      "step": 816,
      "subrel-constrast": 3.941652297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3768600225448608,
      "cov-distil (oracle2student)": 4.8537187576293945,
      "cov-distil (oracle2teacher)": 4.556491851806641,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.138200521469116,
      "step": 817,
      "subrel-constrast": 4.078574180603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3285818099975586,
      "cov-distil (oracle2student)": 3.95272159576416,
      "cov-distil (oracle2teacher)": 3.796572685241699,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.9757089614868164,
      "step": 818,
      "subrel-constrast": 4.183833599090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137150049209595,
      "cov-distil (oracle2student)": 3.8996100425720215,
      "cov-distil (oracle2teacher)": 3.7844996452331543,
      "epoch": 0.6428571428571429,
      "rel-constrast": 3.0237324237823486,
      "step": 819,
      "subrel-constrast": 3.7355899810791016,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 6.03125,
      "learning_rate": 4.095e-05,
      "loss": 0.8033,
      "step": 820
    },
    {
      "cov-distil": 1.5698240995407104,
      "cov-distil (oracle2student)": 3.570085287094116,
      "cov-distil (oracle2teacher)": 3.3340797424316406,
      "epoch": 0.6436420722135008,
      "rel-constrast": 3.341369152069092,
      "step": 820,
      "subrel-constrast": 3.669610023498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108656406402588,
      "cov-distil (oracle2student)": 4.587629318237305,
      "cov-distil (oracle2teacher)": 4.335391998291016,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.444645643234253,
      "step": 821,
      "subrel-constrast": 3.439606189727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.427807092666626,
      "cov-distil (oracle2student)": 4.807023048400879,
      "cov-distil (oracle2teacher)": 4.175321102142334,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.5886707305908203,
      "step": 822,
      "subrel-constrast": 4.190989017486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7150936126708984,
      "cov-distil (oracle2student)": 4.0572509765625,
      "cov-distil (oracle2teacher)": 4.549818992614746,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.181950092315674,
      "step": 823,
      "subrel-constrast": 4.883435249328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.375495672225952,
      "cov-distil (oracle2student)": 4.172708988189697,
      "cov-distil (oracle2teacher)": 3.4819164276123047,
      "epoch": 0.6467817896389325,
      "rel-constrast": 3.079369306564331,
      "step": 824,
      "subrel-constrast": 4.150157451629639,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.308274745941162,
      "cov-distil (oracle2student)": 4.596344947814941,
      "cov-distil (oracle2teacher)": 4.10981559753418,
      "epoch": 0.6475667189952904,
      "rel-constrast": 4.447976112365723,
      "step": 825,
      "subrel-constrast": 4.973028659820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7622771263122559,
      "cov-distil (oracle2student)": 4.808835029602051,
      "cov-distil (oracle2teacher)": 4.732919692993164,
      "epoch": 0.6483516483516484,
      "rel-constrast": 3.0392632484436035,
      "step": 826,
      "subrel-constrast": 4.2934980392456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2593860626220703,
      "cov-distil (oracle2student)": 4.994297504425049,
      "cov-distil (oracle2teacher)": 4.557239055633545,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.979785919189453,
      "step": 827,
      "subrel-constrast": 4.262341499328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6107163429260254,
      "cov-distil (oracle2student)": 3.178396224975586,
      "cov-distil (oracle2teacher)": 3.090130090713501,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.977691888809204,
      "step": 828,
      "subrel-constrast": 3.771296501159668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.630000352859497,
      "cov-distil (oracle2student)": 5.777911186218262,
      "cov-distil (oracle2teacher)": 5.116184234619141,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.3911921977996826,
      "step": 829,
      "subrel-constrast": 4.069247722625732,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 6.75,
      "learning_rate": 4.145e-05,
      "loss": 0.9087,
      "step": 830
    },
    {
      "cov-distil": 1.8794384002685547,
      "cov-distil (oracle2student)": 4.103548049926758,
      "cov-distil (oracle2teacher)": 3.904492139816284,
      "epoch": 0.6514913657770801,
      "rel-constrast": 4.0044355392456055,
      "step": 830,
      "subrel-constrast": 4.624624252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8906476497650146,
      "cov-distil (oracle2student)": 3.214458465576172,
      "cov-distil (oracle2teacher)": 3.606461763381958,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.7704429626464844,
      "step": 831,
      "subrel-constrast": 3.6220717430114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9752247333526611,
      "cov-distil (oracle2student)": 4.888476371765137,
      "cov-distil (oracle2teacher)": 3.880293846130371,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.941727638244629,
      "step": 832,
      "subrel-constrast": 4.675938129425049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7726495265960693,
      "cov-distil (oracle2student)": 2.904669761657715,
      "cov-distil (oracle2teacher)": 2.879772424697876,
      "epoch": 0.6538461538461539,
      "rel-constrast": 2.125884771347046,
      "step": 833,
      "subrel-constrast": 3.402971029281616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8348287343978882,
      "cov-distil (oracle2student)": 3.610349178314209,
      "cov-distil (oracle2teacher)": 3.2000465393066406,
      "epoch": 0.6546310832025117,
      "rel-constrast": 4.169477939605713,
      "step": 834,
      "subrel-constrast": 4.495212078094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877418041229248,
      "cov-distil (oracle2student)": 5.971458435058594,
      "cov-distil (oracle2teacher)": 5.088273048400879,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.4234228134155273,
      "step": 835,
      "subrel-constrast": 3.372243642807007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8137049674987793,
      "cov-distil (oracle2student)": 5.548581123352051,
      "cov-distil (oracle2teacher)": 5.036229133605957,
      "epoch": 0.6562009419152276,
      "rel-constrast": 4.032650947570801,
      "step": 836,
      "subrel-constrast": 4.941165447235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24606990814209,
      "cov-distil (oracle2student)": 3.6434006690979004,
      "cov-distil (oracle2teacher)": 3.5282435417175293,
      "epoch": 0.6569858712715856,
      "rel-constrast": 3.4072937965393066,
      "step": 837,
      "subrel-constrast": 4.71898889541626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4418138265609741,
      "cov-distil (oracle2student)": 4.0115790367126465,
      "cov-distil (oracle2teacher)": 3.6623106002807617,
      "epoch": 0.6577708006279435,
      "rel-constrast": 2.6703035831451416,
      "step": 838,
      "subrel-constrast": 3.024057388305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.321179747581482,
      "cov-distil (oracle2student)": 3.9942774772644043,
      "cov-distil (oracle2teacher)": 3.6469640731811523,
      "epoch": 0.6585557299843015,
      "rel-constrast": 4.570227146148682,
      "step": 839,
      "subrel-constrast": 5.370950222015381,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 7.21875,
      "learning_rate": 4.195e-05,
      "loss": 0.898,
      "step": 840
    },
    {
      "cov-distil": 1.804254412651062,
      "cov-distil (oracle2student)": 4.796672821044922,
      "cov-distil (oracle2teacher)": 4.611145973205566,
      "epoch": 0.6593406593406593,
      "rel-constrast": 3.048487663269043,
      "step": 840,
      "subrel-constrast": 4.138221263885498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.185621976852417,
      "cov-distil (oracle2student)": 4.644382476806641,
      "cov-distil (oracle2teacher)": 4.270307540893555,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.7198691368103027,
      "step": 841,
      "subrel-constrast": 3.728656768798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1581225395202637,
      "cov-distil (oracle2student)": 4.967820644378662,
      "cov-distil (oracle2teacher)": 4.994664669036865,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.998076915740967,
      "step": 842,
      "subrel-constrast": 4.3113603591918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6802887916564941,
      "cov-distil (oracle2student)": 3.012141704559326,
      "cov-distil (oracle2teacher)": 2.5727319717407227,
      "epoch": 0.6616954474097331,
      "rel-constrast": 3.7015037536621094,
      "step": 843,
      "subrel-constrast": 4.34977912902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9140921831130981,
      "cov-distil (oracle2student)": 3.6763272285461426,
      "cov-distil (oracle2teacher)": 3.501206874847412,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.8182120323181152,
      "step": 844,
      "subrel-constrast": 3.526099681854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3611481189727783,
      "cov-distil (oracle2student)": 3.414156675338745,
      "cov-distil (oracle2teacher)": 3.8053836822509766,
      "epoch": 0.6632653061224489,
      "rel-constrast": 3.6642966270446777,
      "step": 845,
      "subrel-constrast": 4.929279804229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16641902923584,
      "cov-distil (oracle2student)": 5.345207214355469,
      "cov-distil (oracle2teacher)": 4.5692830085754395,
      "epoch": 0.6640502354788069,
      "rel-constrast": 2.9499943256378174,
      "step": 846,
      "subrel-constrast": 4.163426876068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2791935205459595,
      "cov-distil (oracle2student)": 4.141592979431152,
      "cov-distil (oracle2teacher)": 3.4113106727600098,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.946357488632202,
      "step": 847,
      "subrel-constrast": 3.884228467941284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6286513805389404,
      "cov-distil (oracle2student)": 3.6746082305908203,
      "cov-distil (oracle2teacher)": 3.6897666454315186,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.590811252593994,
      "step": 848,
      "subrel-constrast": 3.7845067977905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7331000566482544,
      "cov-distil (oracle2student)": 3.869168281555176,
      "cov-distil (oracle2teacher)": 3.3327884674072266,
      "epoch": 0.6664050235478807,
      "rel-constrast": 3.201794147491455,
      "step": 849,
      "subrel-constrast": 4.059730052947998,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 6.5,
      "learning_rate": 4.245e-05,
      "loss": 0.8383,
      "step": 850
    },
    {
      "cov-distil": 1.7655677795410156,
      "cov-distil (oracle2student)": 3.762930154800415,
      "cov-distil (oracle2teacher)": 3.4603514671325684,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.9008567333221436,
      "step": 850,
      "subrel-constrast": 3.404660701751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517121434211731,
      "cov-distil (oracle2student)": 2.8830716609954834,
      "cov-distil (oracle2teacher)": 3.449007034301758,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.325301170349121,
      "step": 851,
      "subrel-constrast": 4.419717311859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9270949363708496,
      "cov-distil (oracle2student)": 4.238532543182373,
      "cov-distil (oracle2teacher)": 3.910085439682007,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.823596715927124,
      "step": 852,
      "subrel-constrast": 3.4322097301483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3329415321350098,
      "cov-distil (oracle2student)": 6.140964031219482,
      "cov-distil (oracle2teacher)": 5.558816909790039,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.4979028701782227,
      "step": 853,
      "subrel-constrast": 3.4758663177490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5264722108840942,
      "cov-distil (oracle2student)": 5.3368964195251465,
      "cov-distil (oracle2teacher)": 5.390691757202148,
      "epoch": 0.6703296703296703,
      "rel-constrast": 3.0451555252075195,
      "step": 854,
      "subrel-constrast": 3.68107533454895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.527972459793091,
      "cov-distil (oracle2student)": 4.9313225746154785,
      "cov-distil (oracle2teacher)": 4.113895416259766,
      "epoch": 0.6711145996860283,
      "rel-constrast": 3.4113454818725586,
      "step": 855,
      "subrel-constrast": 4.2453413009643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2195277214050293,
      "cov-distil (oracle2student)": 4.841870307922363,
      "cov-distil (oracle2teacher)": 4.361907005310059,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.8896093368530273,
      "step": 856,
      "subrel-constrast": 4.457779884338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9021310806274414,
      "cov-distil (oracle2student)": 5.08781623840332,
      "cov-distil (oracle2teacher)": 4.45757532119751,
      "epoch": 0.6726844583987441,
      "rel-constrast": 4.279557228088379,
      "step": 857,
      "subrel-constrast": 4.490781307220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7184224128723145,
      "cov-distil (oracle2student)": 4.386934757232666,
      "cov-distil (oracle2teacher)": 3.651055335998535,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.4715077877044678,
      "step": 858,
      "subrel-constrast": 3.5174665451049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252549648284912,
      "cov-distil (oracle2student)": 4.384729862213135,
      "cov-distil (oracle2teacher)": 4.249427795410156,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.386720657348633,
      "step": 859,
      "subrel-constrast": 4.306125640869141,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 5.40625,
      "learning_rate": 4.295e-05,
      "loss": 0.8732,
      "step": 860
    },
    {
      "cov-distil": 2.1179590225219727,
      "cov-distil (oracle2student)": 4.76759147644043,
      "cov-distil (oracle2teacher)": 4.396820068359375,
      "epoch": 0.6750392464678179,
      "rel-constrast": 2.7477235794067383,
      "step": 860,
      "subrel-constrast": 3.7372775077819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7965826988220215,
      "cov-distil (oracle2student)": 3.590010404586792,
      "cov-distil (oracle2teacher)": 3.2907443046569824,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.507899284362793,
      "step": 861,
      "subrel-constrast": 3.807100296020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7082825899124146,
      "cov-distil (oracle2student)": 5.913630485534668,
      "cov-distil (oracle2teacher)": 5.13212776184082,
      "epoch": 0.6766091051805337,
      "rel-constrast": 3.268495559692383,
      "step": 862,
      "subrel-constrast": 3.9798760414123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8252453804016113,
      "cov-distil (oracle2student)": 4.901181221008301,
      "cov-distil (oracle2teacher)": 4.457773685455322,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.583211660385132,
      "step": 863,
      "subrel-constrast": 4.42688512802124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3953462839126587,
      "cov-distil (oracle2student)": 5.5138397216796875,
      "cov-distil (oracle2teacher)": 4.944778919219971,
      "epoch": 0.6781789638932496,
      "rel-constrast": 3.1454901695251465,
      "step": 864,
      "subrel-constrast": 3.9406254291534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6899718046188354,
      "cov-distil (oracle2student)": 5.330373764038086,
      "cov-distil (oracle2teacher)": 4.559169769287109,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.3280701637268066,
      "step": 865,
      "subrel-constrast": 3.6453700065612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6296229362487793,
      "cov-distil (oracle2student)": 4.770857810974121,
      "cov-distil (oracle2teacher)": 4.276622295379639,
      "epoch": 0.6797488226059655,
      "rel-constrast": 3.20645809173584,
      "step": 866,
      "subrel-constrast": 3.8591246604919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7715446949005127,
      "cov-distil (oracle2student)": 4.347777843475342,
      "cov-distil (oracle2teacher)": 4.543467044830322,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.9846086502075195,
      "step": 867,
      "subrel-constrast": 5.185349941253662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960502862930298,
      "cov-distil (oracle2student)": 3.3439979553222656,
      "cov-distil (oracle2teacher)": 2.9984841346740723,
      "epoch": 0.6813186813186813,
      "rel-constrast": 2.1034369468688965,
      "step": 868,
      "subrel-constrast": 2.926976203918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505071759223938,
      "cov-distil (oracle2student)": 2.9278054237365723,
      "cov-distil (oracle2teacher)": 2.840702772140503,
      "epoch": 0.6821036106750392,
      "rel-constrast": 3.0042061805725098,
      "step": 869,
      "subrel-constrast": 3.6791141033172607,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 4.9375,
      "learning_rate": 4.345e-05,
      "loss": 0.7898,
      "step": 870
    },
    {
      "cov-distil": 1.5478849411010742,
      "cov-distil (oracle2student)": 4.5837202072143555,
      "cov-distil (oracle2teacher)": 4.236478805541992,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.6690661907196045,
      "step": 870,
      "subrel-constrast": 3.755584239959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4669153690338135,
      "cov-distil (oracle2student)": 3.7385365962982178,
      "cov-distil (oracle2teacher)": 3.7702410221099854,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.5915560722351074,
      "step": 871,
      "subrel-constrast": 4.271019458770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1383116245269775,
      "cov-distil (oracle2student)": 4.596353530883789,
      "cov-distil (oracle2teacher)": 3.5413565635681152,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.788327693939209,
      "step": 872,
      "subrel-constrast": 3.9468002319335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5923734903335571,
      "cov-distil (oracle2student)": 4.1226983070373535,
      "cov-distil (oracle2teacher)": 3.784665107727051,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.274655342102051,
      "step": 873,
      "subrel-constrast": 3.9750561714172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.946056842803955,
      "cov-distil (oracle2student)": 4.353828430175781,
      "cov-distil (oracle2teacher)": 4.0519490242004395,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.741914749145508,
      "step": 874,
      "subrel-constrast": 3.176755905151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557355642318726,
      "cov-distil (oracle2student)": 3.949646472930908,
      "cov-distil (oracle2teacher)": 4.013653755187988,
      "epoch": 0.6868131868131868,
      "rel-constrast": 2.8873188495635986,
      "step": 875,
      "subrel-constrast": 3.6380884647369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.401376247406006,
      "cov-distil (oracle2student)": 5.006793022155762,
      "cov-distil (oracle2teacher)": 4.591802597045898,
      "epoch": 0.6875981161695447,
      "rel-constrast": 4.074068069458008,
      "step": 876,
      "subrel-constrast": 5.1672682762146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2366654872894287,
      "cov-distil (oracle2student)": 3.786804676055908,
      "cov-distil (oracle2teacher)": 3.314284324645996,
      "epoch": 0.6883830455259027,
      "rel-constrast": 2.0299768447875977,
      "step": 877,
      "subrel-constrast": 2.670637369155884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147178173065186,
      "cov-distil (oracle2student)": 3.804882764816284,
      "cov-distil (oracle2teacher)": 3.430328845977783,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.7490639686584473,
      "step": 878,
      "subrel-constrast": 3.5756359100341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5681298971176147,
      "cov-distil (oracle2student)": 3.9214487075805664,
      "cov-distil (oracle2teacher)": 3.5905914306640625,
      "epoch": 0.6899529042386185,
      "rel-constrast": 3.0104470252990723,
      "step": 879,
      "subrel-constrast": 3.337676763534546,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 6.03125,
      "learning_rate": 4.3950000000000004e-05,
      "loss": 0.8151,
      "step": 880
    },
    {
      "cov-distil": 2.2157304286956787,
      "cov-distil (oracle2student)": 5.699595928192139,
      "cov-distil (oracle2teacher)": 4.683689594268799,
      "epoch": 0.6907378335949764,
      "rel-constrast": 3.0941343307495117,
      "step": 880,
      "subrel-constrast": 4.322240352630615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4810900688171387,
      "cov-distil (oracle2student)": 3.3440780639648438,
      "cov-distil (oracle2teacher)": 2.974940299987793,
      "epoch": 0.6915227629513344,
      "rel-constrast": 3.586519241333008,
      "step": 881,
      "subrel-constrast": 3.7541935443878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5781233310699463,
      "cov-distil (oracle2student)": 5.018100738525391,
      "cov-distil (oracle2teacher)": 4.681778907775879,
      "epoch": 0.6923076923076923,
      "rel-constrast": 4.0826897621154785,
      "step": 882,
      "subrel-constrast": 4.779473304748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4764516353607178,
      "cov-distil (oracle2student)": 3.1465892791748047,
      "cov-distil (oracle2teacher)": 2.8956477642059326,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.1886837482452393,
      "step": 883,
      "subrel-constrast": 2.8425724506378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5577139854431152,
      "cov-distil (oracle2student)": 5.48944091796875,
      "cov-distil (oracle2teacher)": 5.108327865600586,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.6461424827575684,
      "step": 884,
      "subrel-constrast": 4.1751885414123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30418062210083,
      "cov-distil (oracle2student)": 3.6000726222991943,
      "cov-distil (oracle2teacher)": 3.8276352882385254,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.609241008758545,
      "step": 885,
      "subrel-constrast": 4.044322967529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9188902378082275,
      "cov-distil (oracle2student)": 3.3409061431884766,
      "cov-distil (oracle2teacher)": 3.3536062240600586,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.917679786682129,
      "step": 886,
      "subrel-constrast": 4.465198040008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6129820346832275,
      "cov-distil (oracle2student)": 3.5256998538970947,
      "cov-distil (oracle2teacher)": 3.5475692749023438,
      "epoch": 0.6962323390894819,
      "rel-constrast": 3.1687140464782715,
      "step": 887,
      "subrel-constrast": 4.09608268737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6923974752426147,
      "cov-distil (oracle2student)": 3.194105863571167,
      "cov-distil (oracle2teacher)": 2.918461799621582,
      "epoch": 0.6970172684458399,
      "rel-constrast": 2.669671058654785,
      "step": 888,
      "subrel-constrast": 3.512425661087036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615928649902344,
      "cov-distil (oracle2student)": 4.9741010665893555,
      "cov-distil (oracle2teacher)": 4.07312536239624,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.2488291263580322,
      "step": 889,
      "subrel-constrast": 3.145869016647339,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 5.15625,
      "learning_rate": 4.445e-05,
      "loss": 0.8243,
      "step": 890
    },
    {
      "cov-distil": 2.2956361770629883,
      "cov-distil (oracle2student)": 5.470577716827393,
      "cov-distil (oracle2teacher)": 4.947875499725342,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.6768033504486084,
      "step": 890,
      "subrel-constrast": 3.943537950515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949636459350586,
      "cov-distil (oracle2student)": 4.757634162902832,
      "cov-distil (oracle2teacher)": 3.9767329692840576,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.2590112686157227,
      "step": 891,
      "subrel-constrast": 3.1901254653930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926931619644165,
      "cov-distil (oracle2student)": 3.505540370941162,
      "cov-distil (oracle2teacher)": 3.3340682983398438,
      "epoch": 0.7001569858712716,
      "rel-constrast": 3.0852808952331543,
      "step": 892,
      "subrel-constrast": 4.544396877288818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2596887350082397,
      "cov-distil (oracle2student)": 4.653071403503418,
      "cov-distil (oracle2teacher)": 4.252223014831543,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.719123363494873,
      "step": 893,
      "subrel-constrast": 3.29056715965271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7803575992584229,
      "cov-distil (oracle2student)": 4.656095504760742,
      "cov-distil (oracle2teacher)": 3.902914524078369,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.24275541305542,
      "step": 894,
      "subrel-constrast": 3.273658037185669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5130441188812256,
      "cov-distil (oracle2student)": 5.469186782836914,
      "cov-distil (oracle2teacher)": 4.67607307434082,
      "epoch": 0.7025117739403454,
      "rel-constrast": 3.1639580726623535,
      "step": 895,
      "subrel-constrast": 4.3755879402160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741716861724854,
      "cov-distil (oracle2student)": 3.9948792457580566,
      "cov-distil (oracle2teacher)": 4.19767951965332,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.7737693786621094,
      "step": 896,
      "subrel-constrast": 3.267178773880005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8039289712905884,
      "cov-distil (oracle2student)": 3.7117669582366943,
      "cov-distil (oracle2teacher)": 3.281684160232544,
      "epoch": 0.7040816326530612,
      "rel-constrast": 2.143932819366455,
      "step": 897,
      "subrel-constrast": 3.121236801147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3587143421173096,
      "cov-distil (oracle2student)": 4.403602123260498,
      "cov-distil (oracle2teacher)": 4.120107650756836,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.3291571140289307,
      "step": 898,
      "subrel-constrast": 3.47867751121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861637830734253,
      "cov-distil (oracle2student)": 4.3754682540893555,
      "cov-distil (oracle2teacher)": 3.7165720462799072,
      "epoch": 0.7056514913657771,
      "rel-constrast": 3.8839848041534424,
      "step": 899,
      "subrel-constrast": 4.644810676574707,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 6.0625,
      "learning_rate": 4.495e-05,
      "loss": 0.728,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.30156251788139343,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.0489501953125
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.028717041015625
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.020233154296875,
      "step": 900
    },
    {
      "cov-distil": 2.2758567333221436,
      "cov-distil (oracle2student)": 3.112144708633423,
      "cov-distil (oracle2teacher)": 3.6246337890625,
      "epoch": 0.706436420722135,
      "rel-constrast": 4.2263994216918945,
      "step": 900,
      "subrel-constrast": 4.605080604553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5694825649261475,
      "cov-distil (oracle2student)": 2.912907838821411,
      "cov-distil (oracle2teacher)": 3.0900259017944336,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.9801032543182373,
      "step": 901,
      "subrel-constrast": 4.070077419281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285184621810913,
      "cov-distil (oracle2student)": 3.1929121017456055,
      "cov-distil (oracle2teacher)": 3.3283302783966064,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.7210168838500977,
      "step": 902,
      "subrel-constrast": 5.039446830749512,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798686504364014,
      "cov-distil (oracle2student)": 4.676393985748291,
      "cov-distil (oracle2teacher)": 4.217928886413574,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.927309036254883,
      "step": 903,
      "subrel-constrast": 3.2873969078063965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5412538051605225,
      "cov-distil (oracle2student)": 5.285891056060791,
      "cov-distil (oracle2teacher)": 4.6173906326293945,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.8550057411193848,
      "step": 904,
      "subrel-constrast": 3.531097650527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6112513542175293,
      "cov-distil (oracle2student)": 4.020347595214844,
      "cov-distil (oracle2teacher)": 3.5786631107330322,
      "epoch": 0.7103610675039247,
      "rel-constrast": 3.90101957321167,
      "step": 905,
      "subrel-constrast": 4.510730266571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2648086547851562,
      "cov-distil (oracle2student)": 5.239475250244141,
      "cov-distil (oracle2teacher)": 4.47782564163208,
      "epoch": 0.7111459968602826,
      "rel-constrast": 4.096606254577637,
      "step": 906,
      "subrel-constrast": 4.7054009437561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87594735622406,
      "cov-distil (oracle2student)": 3.4948787689208984,
      "cov-distil (oracle2teacher)": 3.2427332401275635,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.4869022369384766,
      "step": 907,
      "subrel-constrast": 2.939744472503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6819136142730713,
      "cov-distil (oracle2student)": 3.956923007965088,
      "cov-distil (oracle2teacher)": 3.3551230430603027,
      "epoch": 0.7127158555729984,
      "rel-constrast": 3.1140904426574707,
      "step": 908,
      "subrel-constrast": 4.3997087478637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0586934089660645,
      "cov-distil (oracle2student)": 6.132615566253662,
      "cov-distil (oracle2teacher)": 4.808053016662598,
      "epoch": 0.7135007849293563,
      "rel-constrast": 4.984131813049316,
      "step": 909,
      "subrel-constrast": 5.425019264221191,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 7.59375,
      "learning_rate": 4.545000000000001e-05,
      "loss": 0.9539,
      "step": 910
    },
    {
      "cov-distil": 1.6229896545410156,
      "cov-distil (oracle2student)": 4.070446968078613,
      "cov-distil (oracle2teacher)": 3.715554714202881,
      "epoch": 0.7142857142857143,
      "rel-constrast": 3.2242932319641113,
      "step": 910,
      "subrel-constrast": 3.859609603881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8170173168182373,
      "cov-distil (oracle2student)": 4.4720916748046875,
      "cov-distil (oracle2teacher)": 4.0759687423706055,
      "epoch": 0.7150706436420722,
      "rel-constrast": 3.0169482231140137,
      "step": 911,
      "subrel-constrast": 3.8084235191345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5292870998382568,
      "cov-distil (oracle2student)": 4.345184326171875,
      "cov-distil (oracle2teacher)": 4.0117974281311035,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.397573471069336,
      "step": 912,
      "subrel-constrast": 3.2584228515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223121404647827,
      "cov-distil (oracle2student)": 4.264377593994141,
      "cov-distil (oracle2teacher)": 4.638145446777344,
      "epoch": 0.716640502354788,
      "rel-constrast": 2.8414294719696045,
      "step": 913,
      "subrel-constrast": 4.336313724517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.661023736000061,
      "cov-distil (oracle2student)": 4.143952369689941,
      "cov-distil (oracle2teacher)": 3.7969391345977783,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.8086204528808594,
      "step": 914,
      "subrel-constrast": 3.964709997177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073925495147705,
      "cov-distil (oracle2student)": 3.812002658843994,
      "cov-distil (oracle2teacher)": 2.9608023166656494,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.701813220977783,
      "step": 915,
      "subrel-constrast": 3.5543386936187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841255784034729,
      "cov-distil (oracle2student)": 3.9284794330596924,
      "cov-distil (oracle2teacher)": 4.48227596282959,
      "epoch": 0.7189952904238619,
      "rel-constrast": 3.2184972763061523,
      "step": 916,
      "subrel-constrast": 4.3179755210876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.29209041595459,
      "cov-distil (oracle2student)": 5.0997748374938965,
      "cov-distil (oracle2teacher)": 4.6459455490112305,
      "epoch": 0.7197802197802198,
      "rel-constrast": 2.7742223739624023,
      "step": 917,
      "subrel-constrast": 3.9090025424957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.126772403717041,
      "cov-distil (oracle2student)": 5.042139053344727,
      "cov-distil (oracle2teacher)": 4.358441352844238,
      "epoch": 0.7205651491365777,
      "rel-constrast": 3.499645233154297,
      "step": 918,
      "subrel-constrast": 4.131096839904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1853413581848145,
      "cov-distil (oracle2student)": 5.0499186515808105,
      "cov-distil (oracle2teacher)": 4.660511493682861,
      "epoch": 0.7213500784929356,
      "rel-constrast": 3.0944676399230957,
      "step": 919,
      "subrel-constrast": 4.054975509643555,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 7.625,
      "learning_rate": 4.5950000000000006e-05,
      "loss": 0.8129,
      "step": 920
    },
    {
      "cov-distil": 1.575663685798645,
      "cov-distil (oracle2student)": 4.080785751342773,
      "cov-distil (oracle2teacher)": 4.11350154876709,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.942035675048828,
      "step": 920,
      "subrel-constrast": 3.5585241317749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089031457901001,
      "cov-distil (oracle2student)": 3.5837650299072266,
      "cov-distil (oracle2teacher)": 3.1147677898406982,
      "epoch": 0.7229199372056515,
      "rel-constrast": 3.1843388080596924,
      "step": 921,
      "subrel-constrast": 3.996202230453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6126110553741455,
      "cov-distil (oracle2student)": 3.8322594165802,
      "cov-distil (oracle2teacher)": 3.4988203048706055,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.8110198974609375,
      "step": 922,
      "subrel-constrast": 3.6679060459136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5855941772460938,
      "cov-distil (oracle2student)": 5.666677474975586,
      "cov-distil (oracle2teacher)": 4.215079307556152,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.647099256515503,
      "step": 923,
      "subrel-constrast": 3.6234447956085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8088470697402954,
      "cov-distil (oracle2student)": 3.5870018005371094,
      "cov-distil (oracle2teacher)": 3.6585381031036377,
      "epoch": 0.7252747252747253,
      "rel-constrast": 3.079493761062622,
      "step": 924,
      "subrel-constrast": 3.9141316413879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2190501689910889,
      "cov-distil (oracle2student)": 4.473470687866211,
      "cov-distil (oracle2teacher)": 3.9204301834106445,
      "epoch": 0.7260596546310832,
      "rel-constrast": 3.165107250213623,
      "step": 925,
      "subrel-constrast": 3.897352457046509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0242605209350586,
      "cov-distil (oracle2student)": 6.548642158508301,
      "cov-distil (oracle2teacher)": 5.537520408630371,
      "epoch": 0.7268445839874411,
      "rel-constrast": 3.701394557952881,
      "step": 926,
      "subrel-constrast": 3.9507064819335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5379185676574707,
      "cov-distil (oracle2student)": 3.4035112857818604,
      "cov-distil (oracle2teacher)": 3.553199052810669,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.911174774169922,
      "step": 927,
      "subrel-constrast": 3.627082109451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6840705871582031,
      "cov-distil (oracle2student)": 5.966733932495117,
      "cov-distil (oracle2teacher)": 5.291431427001953,
      "epoch": 0.728414442700157,
      "rel-constrast": 3.4538960456848145,
      "step": 928,
      "subrel-constrast": 4.338021755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7749119997024536,
      "cov-distil (oracle2student)": 4.814553260803223,
      "cov-distil (oracle2teacher)": 3.3282127380371094,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.272881507873535,
      "step": 929,
      "subrel-constrast": 4.203635215759277,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 6.0,
      "learning_rate": 4.6450000000000004e-05,
      "loss": 0.8465,
      "step": 930
    },
    {
      "cov-distil": 1.2940502166748047,
      "cov-distil (oracle2student)": 4.268896102905273,
      "cov-distil (oracle2teacher)": 3.982468366622925,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.788405418395996,
      "step": 930,
      "subrel-constrast": 3.7771759033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4882677793502808,
      "cov-distil (oracle2student)": 5.153918266296387,
      "cov-distil (oracle2teacher)": 4.488292694091797,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.8575000762939453,
      "step": 931,
      "subrel-constrast": 4.23193359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906712532043457,
      "cov-distil (oracle2student)": 4.725667953491211,
      "cov-distil (oracle2teacher)": 4.616857528686523,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.424145221710205,
      "step": 932,
      "subrel-constrast": 3.732316493988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835892915725708,
      "cov-distil (oracle2student)": 2.91845703125,
      "cov-distil (oracle2teacher)": 2.7811551094055176,
      "epoch": 0.7323390894819466,
      "rel-constrast": 4.028440475463867,
      "step": 933,
      "subrel-constrast": 4.382497787475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5429143905639648,
      "cov-distil (oracle2student)": 4.434526443481445,
      "cov-distil (oracle2teacher)": 4.288553714752197,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.283620834350586,
      "step": 934,
      "subrel-constrast": 4.480005264282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8479607105255127,
      "cov-distil (oracle2student)": 4.566035747528076,
      "cov-distil (oracle2teacher)": 3.94174861907959,
      "epoch": 0.7339089481946625,
      "rel-constrast": 3.1102888584136963,
      "step": 935,
      "subrel-constrast": 4.2533392906188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7382700443267822,
      "cov-distil (oracle2student)": 4.074993133544922,
      "cov-distil (oracle2teacher)": 4.242084503173828,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.664027214050293,
      "step": 936,
      "subrel-constrast": 4.777615547180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8130892515182495,
      "cov-distil (oracle2student)": 5.765524387359619,
      "cov-distil (oracle2teacher)": 4.961240768432617,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.738004207611084,
      "step": 937,
      "subrel-constrast": 4.491626262664795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3930234909057617,
      "cov-distil (oracle2student)": 2.956733465194702,
      "cov-distil (oracle2teacher)": 2.941540479660034,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.2914769649505615,
      "step": 938,
      "subrel-constrast": 2.780831813812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.51702880859375,
      "cov-distil (oracle2student)": 2.6176843643188477,
      "cov-distil (oracle2teacher)": 3.282212734222412,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.4387402534484863,
      "step": 939,
      "subrel-constrast": 4.557201385498047,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 6.15625,
      "learning_rate": 4.695e-05,
      "loss": 0.8816,
      "step": 940
    },
    {
      "cov-distil": 1.9257925748825073,
      "cov-distil (oracle2student)": 3.928852081298828,
      "cov-distil (oracle2teacher)": 4.06867790222168,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.6139044761657715,
      "step": 940,
      "subrel-constrast": 4.444116115570068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8952929973602295,
      "cov-distil (oracle2student)": 4.150082111358643,
      "cov-distil (oracle2teacher)": 3.790639877319336,
      "epoch": 0.7386185243328101,
      "rel-constrast": 3.3191280364990234,
      "step": 941,
      "subrel-constrast": 3.679969072341919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5294878482818604,
      "cov-distil (oracle2student)": 3.9924159049987793,
      "cov-distil (oracle2teacher)": 3.403869152069092,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.708803176879883,
      "step": 942,
      "subrel-constrast": 3.7333984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.276921272277832,
      "cov-distil (oracle2student)": 3.9539318084716797,
      "cov-distil (oracle2teacher)": 3.586507558822632,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.935490608215332,
      "step": 943,
      "subrel-constrast": 4.135726451873779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9773235321044922,
      "cov-distil (oracle2student)": 4.83607292175293,
      "cov-distil (oracle2teacher)": 4.603585243225098,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.497435569763184,
      "step": 944,
      "subrel-constrast": 5.25809907913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6449570655822754,
      "cov-distil (oracle2student)": 4.226219654083252,
      "cov-distil (oracle2teacher)": 3.288353681564331,
      "epoch": 0.7417582417582418,
      "rel-constrast": 2.5536246299743652,
      "step": 945,
      "subrel-constrast": 2.927077293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.137589454650879,
      "cov-distil (oracle2student)": 2.859459400177002,
      "cov-distil (oracle2teacher)": 2.8701722621917725,
      "epoch": 0.7425431711145997,
      "rel-constrast": 2.3175745010375977,
      "step": 946,
      "subrel-constrast": 3.029712438583374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929520606994629,
      "cov-distil (oracle2student)": 3.8799915313720703,
      "cov-distil (oracle2teacher)": 3.6162047386169434,
      "epoch": 0.7433281004709577,
      "rel-constrast": 3.0847702026367188,
      "step": 947,
      "subrel-constrast": 4.075847625732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6459702253341675,
      "cov-distil (oracle2student)": 4.161098480224609,
      "cov-distil (oracle2teacher)": 4.3318281173706055,
      "epoch": 0.7441130298273155,
      "rel-constrast": 4.606771469116211,
      "step": 948,
      "subrel-constrast": 5.083632946014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165371179580688,
      "cov-distil (oracle2student)": 4.67051887512207,
      "cov-distil (oracle2teacher)": 4.004219055175781,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.6552817821502686,
      "step": 949,
      "subrel-constrast": 3.711884021759033,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 5.4375,
      "learning_rate": 4.745e-05,
      "loss": 0.8765,
      "step": 950
    },
    {
      "cov-distil": 1.3789355754852295,
      "cov-distil (oracle2student)": 4.328378677368164,
      "cov-distil (oracle2teacher)": 4.466527938842773,
      "epoch": 0.7456828885400314,
      "rel-constrast": 4.1120710372924805,
      "step": 950,
      "subrel-constrast": 5.027348041534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7074458599090576,
      "cov-distil (oracle2student)": 3.896850824356079,
      "cov-distil (oracle2teacher)": 3.998074531555176,
      "epoch": 0.7464678178963893,
      "rel-constrast": 3.055389404296875,
      "step": 951,
      "subrel-constrast": 4.044977188110352,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146897792816162,
      "cov-distil (oracle2student)": 3.3221402168273926,
      "cov-distil (oracle2teacher)": 3.3205983638763428,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.66206693649292,
      "step": 952,
      "subrel-constrast": 3.555684804916382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7882740497589111,
      "cov-distil (oracle2student)": 4.753549575805664,
      "cov-distil (oracle2teacher)": 4.033441543579102,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.6871156692504883,
      "step": 953,
      "subrel-constrast": 3.443528175354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317833662033081,
      "cov-distil (oracle2student)": 3.1025431156158447,
      "cov-distil (oracle2teacher)": 3.190276622772217,
      "epoch": 0.7488226059654631,
      "rel-constrast": 3.2253057956695557,
      "step": 954,
      "subrel-constrast": 3.449445962905884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4996986389160156,
      "cov-distil (oracle2student)": 3.4388978481292725,
      "cov-distil (oracle2teacher)": 3.6049745082855225,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.8875174522399902,
      "step": 955,
      "subrel-constrast": 3.476513147354126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8152103424072266,
      "cov-distil (oracle2student)": 4.742283821105957,
      "cov-distil (oracle2teacher)": 4.340536117553711,
      "epoch": 0.750392464678179,
      "rel-constrast": 4.083362579345703,
      "step": 956,
      "subrel-constrast": 4.664163589477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3834519386291504,
      "cov-distil (oracle2student)": 3.857619285583496,
      "cov-distil (oracle2teacher)": 3.674638032913208,
      "epoch": 0.7511773940345369,
      "rel-constrast": 3.141227960586548,
      "step": 957,
      "subrel-constrast": 3.6745681762695312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4698567390441895,
      "cov-distil (oracle2student)": 4.458189010620117,
      "cov-distil (oracle2teacher)": 4.699226379394531,
      "epoch": 0.7519623233908949,
      "rel-constrast": 2.5968546867370605,
      "step": 958,
      "subrel-constrast": 3.6189186573028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0489540100097656,
      "cov-distil (oracle2student)": 3.7848129272460938,
      "cov-distil (oracle2teacher)": 4.058032035827637,
      "epoch": 0.7527472527472527,
      "rel-constrast": 3.10971736907959,
      "step": 959,
      "subrel-constrast": 3.964318037033081,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 5.125,
      "learning_rate": 4.795e-05,
      "loss": 0.8304,
      "step": 960
    },
    {
      "cov-distil": 1.8610987663269043,
      "cov-distil (oracle2student)": 4.204171180725098,
      "cov-distil (oracle2teacher)": 3.3874669075012207,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.5759077072143555,
      "step": 960,
      "subrel-constrast": 3.952942371368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7234872579574585,
      "cov-distil (oracle2student)": 4.684390068054199,
      "cov-distil (oracle2teacher)": 4.254234313964844,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.439119815826416,
      "step": 961,
      "subrel-constrast": 3.2664947509765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0914149284362793,
      "cov-distil (oracle2student)": 4.137686252593994,
      "cov-distil (oracle2teacher)": 3.5159339904785156,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.320270538330078,
      "step": 962,
      "subrel-constrast": 3.529468536376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5941476821899414,
      "cov-distil (oracle2student)": 5.081782341003418,
      "cov-distil (oracle2teacher)": 4.276642322540283,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.1787896156311035,
      "step": 963,
      "subrel-constrast": 3.813589096069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5371471643447876,
      "cov-distil (oracle2student)": 3.9131083488464355,
      "cov-distil (oracle2teacher)": 3.2550108432769775,
      "epoch": 0.7566718995290423,
      "rel-constrast": 3.406545400619507,
      "step": 964,
      "subrel-constrast": 4.030934810638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.189305305480957,
      "cov-distil (oracle2student)": 5.07846736907959,
      "cov-distil (oracle2teacher)": 4.384699821472168,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.970583200454712,
      "step": 965,
      "subrel-constrast": 3.6238105297088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332085132598877,
      "cov-distil (oracle2student)": 3.555403232574463,
      "cov-distil (oracle2teacher)": 2.9021453857421875,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.632821798324585,
      "step": 966,
      "subrel-constrast": 3.3239552974700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018604278564453,
      "cov-distil (oracle2student)": 3.9263052940368652,
      "cov-distil (oracle2teacher)": 3.5135817527770996,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.9862589836120605,
      "step": 967,
      "subrel-constrast": 3.3959908485412598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6031534671783447,
      "cov-distil (oracle2student)": 5.186741352081299,
      "cov-distil (oracle2teacher)": 4.605085372924805,
      "epoch": 0.7598116169544741,
      "rel-constrast": 2.718703269958496,
      "step": 968,
      "subrel-constrast": 3.5651605129241943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3045380115509033,
      "cov-distil (oracle2student)": 4.70316219329834,
      "cov-distil (oracle2teacher)": 3.7094240188598633,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.310779571533203,
      "step": 969,
      "subrel-constrast": 3.998525381088257,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 5.3125,
      "learning_rate": 4.845e-05,
      "loss": 0.7808,
      "step": 970
    },
    {
      "cov-distil": 1.579962968826294,
      "cov-distil (oracle2student)": 4.080756187438965,
      "cov-distil (oracle2teacher)": 3.9813289642333984,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.6930108070373535,
      "step": 970,
      "subrel-constrast": 3.6232733726501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5032997131347656,
      "cov-distil (oracle2student)": 5.148774147033691,
      "cov-distil (oracle2teacher)": 5.012347221374512,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.8520336151123047,
      "step": 971,
      "subrel-constrast": 3.5504817962646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.332946538925171,
      "cov-distil (oracle2student)": 3.8117406368255615,
      "cov-distil (oracle2teacher)": 3.6037325859069824,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.3115837574005127,
      "step": 972,
      "subrel-constrast": 3.7798709869384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3567724227905273,
      "cov-distil (oracle2student)": 4.300013542175293,
      "cov-distil (oracle2teacher)": 4.233357906341553,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.9181158542633057,
      "step": 973,
      "subrel-constrast": 3.930820941925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5177117586135864,
      "cov-distil (oracle2student)": 3.9483582973480225,
      "cov-distil (oracle2teacher)": 4.233581066131592,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.8572943210601807,
      "step": 974,
      "subrel-constrast": 3.3494460582733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5430667400360107,
      "cov-distil (oracle2student)": 3.8153276443481445,
      "cov-distil (oracle2teacher)": 3.529045343399048,
      "epoch": 0.7653061224489796,
      "rel-constrast": 2.43520450592041,
      "step": 975,
      "subrel-constrast": 3.3547842502593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55463445186615,
      "cov-distil (oracle2student)": 4.102063179016113,
      "cov-distil (oracle2teacher)": 4.185404300689697,
      "epoch": 0.7660910518053375,
      "rel-constrast": 2.7345409393310547,
      "step": 976,
      "subrel-constrast": 3.699293613433838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206817865371704,
      "cov-distil (oracle2student)": 5.071278095245361,
      "cov-distil (oracle2teacher)": 5.294976234436035,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.3835926055908203,
      "step": 977,
      "subrel-constrast": 4.665506362915039,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0126726627349854,
      "cov-distil (oracle2student)": 3.5513486862182617,
      "cov-distil (oracle2teacher)": 3.697411060333252,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.443159580230713,
      "step": 978,
      "subrel-constrast": 4.00405740737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6712284088134766,
      "cov-distil (oracle2student)": 4.211378574371338,
      "cov-distil (oracle2teacher)": 3.6677627563476562,
      "epoch": 0.7684458398744113,
      "rel-constrast": 2.733938694000244,
      "step": 979,
      "subrel-constrast": 3.493361473083496,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 5.1875,
      "learning_rate": 4.8950000000000004e-05,
      "loss": 0.7773,
      "step": 980
    },
    {
      "cov-distil": 1.9269602298736572,
      "cov-distil (oracle2student)": 5.519498825073242,
      "cov-distil (oracle2teacher)": 5.387725353240967,
      "epoch": 0.7692307692307693,
      "rel-constrast": 4.175396919250488,
      "step": 980,
      "subrel-constrast": 5.049959659576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9665855169296265,
      "cov-distil (oracle2student)": 3.2665791511535645,
      "cov-distil (oracle2teacher)": 3.670107364654541,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.6774415969848633,
      "step": 981,
      "subrel-constrast": 4.239767074584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470031976699829,
      "cov-distil (oracle2student)": 3.181478977203369,
      "cov-distil (oracle2teacher)": 3.3025927543640137,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.809911012649536,
      "step": 982,
      "subrel-constrast": 3.5960404872894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5619471073150635,
      "cov-distil (oracle2student)": 4.692441463470459,
      "cov-distil (oracle2teacher)": 4.201259136199951,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.389431953430176,
      "step": 983,
      "subrel-constrast": 3.77146315574646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3671085834503174,
      "cov-distil (oracle2student)": 3.5092053413391113,
      "cov-distil (oracle2teacher)": 3.708148241043091,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.595477342605591,
      "step": 984,
      "subrel-constrast": 3.8124887943267822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9460711479187012,
      "cov-distil (oracle2student)": 4.956125259399414,
      "cov-distil (oracle2teacher)": 5.276334285736084,
      "epoch": 0.7731554160125589,
      "rel-constrast": 3.3473873138427734,
      "step": 985,
      "subrel-constrast": 4.39263391494751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3514606952667236,
      "cov-distil (oracle2student)": 3.571758270263672,
      "cov-distil (oracle2teacher)": 3.736933708190918,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.135286808013916,
      "step": 986,
      "subrel-constrast": 2.9741177558898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104153633117676,
      "cov-distil (oracle2student)": 4.799599647521973,
      "cov-distil (oracle2teacher)": 3.8925552368164062,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.5805909633636475,
      "step": 987,
      "subrel-constrast": 3.1912810802459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266259670257568,
      "cov-distil (oracle2student)": 3.655568838119507,
      "cov-distil (oracle2teacher)": 3.5068106651306152,
      "epoch": 0.7755102040816326,
      "rel-constrast": 3.032980442047119,
      "step": 988,
      "subrel-constrast": 3.508396863937378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357473611831665,
      "cov-distil (oracle2student)": 3.59857439994812,
      "cov-distil (oracle2teacher)": 3.8415191173553467,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.536325454711914,
      "step": 989,
      "subrel-constrast": 3.5550482273101807,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 5.3125,
      "learning_rate": 4.945e-05,
      "loss": 0.8232,
      "step": 990
    },
    {
      "cov-distil": 1.6018612384796143,
      "cov-distil (oracle2student)": 3.8907558917999268,
      "cov-distil (oracle2teacher)": 3.5790657997131348,
      "epoch": 0.7770800627943485,
      "rel-constrast": 3.0553297996520996,
      "step": 990,
      "subrel-constrast": 3.7887587547302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3820087909698486,
      "cov-distil (oracle2student)": 4.112200736999512,
      "cov-distil (oracle2teacher)": 4.144251823425293,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.366570472717285,
      "step": 991,
      "subrel-constrast": 3.2048072814941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83585524559021,
      "cov-distil (oracle2student)": 3.4590184688568115,
      "cov-distil (oracle2teacher)": 3.470733642578125,
      "epoch": 0.7786499215070644,
      "rel-constrast": 2.7357325553894043,
      "step": 992,
      "subrel-constrast": 3.3413727283477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7006080150604248,
      "cov-distil (oracle2student)": 4.505871772766113,
      "cov-distil (oracle2teacher)": 3.784480571746826,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.617854118347168,
      "step": 993,
      "subrel-constrast": 3.58120059967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3439501523971558,
      "cov-distil (oracle2student)": 5.1891374588012695,
      "cov-distil (oracle2teacher)": 5.551631927490234,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.4114043712615967,
      "step": 994,
      "subrel-constrast": 4.519937038421631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9209468364715576,
      "cov-distil (oracle2student)": 3.85103702545166,
      "cov-distil (oracle2teacher)": 4.085118770599365,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.76951265335083,
      "step": 995,
      "subrel-constrast": 3.8042209148406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8263555765151978,
      "cov-distil (oracle2student)": 4.86745548248291,
      "cov-distil (oracle2teacher)": 4.278706073760986,
      "epoch": 0.7817896389324961,
      "rel-constrast": 3.1357123851776123,
      "step": 996,
      "subrel-constrast": 3.5826773643493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0638132095336914,
      "cov-distil (oracle2student)": 3.9991607666015625,
      "cov-distil (oracle2teacher)": 3.901571273803711,
      "epoch": 0.782574568288854,
      "rel-constrast": 2.9305787086486816,
      "step": 997,
      "subrel-constrast": 4.224002361297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7014501094818115,
      "cov-distil (oracle2student)": 2.1526012420654297,
      "cov-distil (oracle2teacher)": 2.184047222137451,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.346405506134033,
      "step": 998,
      "subrel-constrast": 2.8098068237304688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3595576286315918,
      "cov-distil (oracle2student)": 2.6339879035949707,
      "cov-distil (oracle2teacher)": 2.4707467555999756,
      "epoch": 0.7841444270015698,
      "rel-constrast": 2.0297508239746094,
      "step": 999,
      "subrel-constrast": 2.856095552444458,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 4.96875,
      "learning_rate": 4.995e-05,
      "loss": 0.7268,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.762,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7761942414852591,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.43399999999999994,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.614061374603831,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5406198910147115,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.3265624940395355,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.048736572265625
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.033172607421875
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.01556396484375,
      "step": 1000
    },
    {
      "cov-distil": 1.5034229755401611,
      "cov-distil (oracle2student)": 4.684803009033203,
      "cov-distil (oracle2teacher)": 4.286637783050537,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.7586169242858887,
      "step": 1000,
      "subrel-constrast": 3.692868232727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1957248449325562,
      "cov-distil (oracle2student)": 4.158645153045654,
      "cov-distil (oracle2teacher)": 3.960702419281006,
      "epoch": 0.7857142857142857,
      "rel-constrast": 2.271653652191162,
      "step": 1001,
      "subrel-constrast": 2.7374632358551025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0084142684936523,
      "cov-distil (oracle2student)": 5.9409871101379395,
      "cov-distil (oracle2teacher)": 5.287152290344238,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.403620719909668,
      "step": 1002,
      "subrel-constrast": 3.4971165657043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6317280530929565,
      "cov-distil (oracle2student)": 5.874475002288818,
      "cov-distil (oracle2teacher)": 4.955185890197754,
      "epoch": 0.7872841444270016,
      "rel-constrast": 3.167451858520508,
      "step": 1003,
      "subrel-constrast": 3.5038552284240723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654658317565918,
      "cov-distil (oracle2student)": 3.8835484981536865,
      "cov-distil (oracle2teacher)": 3.403048515319824,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.7738380432128906,
      "step": 1004,
      "subrel-constrast": 3.174041271209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8715178966522217,
      "cov-distil (oracle2student)": 3.7892398834228516,
      "cov-distil (oracle2teacher)": 3.474780797958374,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.1905505657196045,
      "step": 1005,
      "subrel-constrast": 3.0322937965393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9728188514709473,
      "cov-distil (oracle2student)": 2.669163942337036,
      "cov-distil (oracle2teacher)": 2.844465732574463,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.9720678329467773,
      "step": 1006,
      "subrel-constrast": 3.511303663253784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7204205989837646,
      "cov-distil (oracle2student)": 4.4524736404418945,
      "cov-distil (oracle2teacher)": 4.67169713973999,
      "epoch": 0.7904238618524333,
      "rel-constrast": 3.0412745475769043,
      "step": 1007,
      "subrel-constrast": 3.816291570663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7510128021240234,
      "cov-distil (oracle2student)": 6.159909725189209,
      "cov-distil (oracle2teacher)": 5.60171365737915,
      "epoch": 0.7912087912087912,
      "rel-constrast": 3.079228162765503,
      "step": 1008,
      "subrel-constrast": 4.57464599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6486480236053467,
      "cov-distil (oracle2student)": 3.5104148387908936,
      "cov-distil (oracle2teacher)": 3.467003345489502,
      "epoch": 0.7919937205651492,
      "rel-constrast": 2.799266815185547,
      "step": 1009,
      "subrel-constrast": 3.864565372467041,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 5.84375,
      "learning_rate": 4.999987663004646e-05,
      "loss": 0.7289,
      "step": 1010
    },
    {
      "cov-distil": 1.7066292762756348,
      "cov-distil (oracle2student)": 4.21933650970459,
      "cov-distil (oracle2teacher)": 4.268479824066162,
      "epoch": 0.792778649921507,
      "rel-constrast": 2.8161985874176025,
      "step": 1010,
      "subrel-constrast": 3.2562143802642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8672438859939575,
      "cov-distil (oracle2student)": 5.815662384033203,
      "cov-distil (oracle2teacher)": 4.962345123291016,
      "epoch": 0.793563579277865,
      "rel-constrast": 4.624763011932373,
      "step": 1011,
      "subrel-constrast": 4.851892471313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2560279369354248,
      "cov-distil (oracle2student)": 4.049315929412842,
      "cov-distil (oracle2teacher)": 3.52166748046875,
      "epoch": 0.7943485086342229,
      "rel-constrast": 3.12121844291687,
      "step": 1012,
      "subrel-constrast": 3.6813127994537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8865805864334106,
      "cov-distil (oracle2student)": 5.716721057891846,
      "cov-distil (oracle2teacher)": 5.130122661590576,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.4561896324157715,
      "step": 1013,
      "subrel-constrast": 3.7673561573028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3795284032821655,
      "cov-distil (oracle2student)": 4.698434829711914,
      "cov-distil (oracle2teacher)": 4.43522834777832,
      "epoch": 0.7959183673469388,
      "rel-constrast": 3.585001230239868,
      "step": 1014,
      "subrel-constrast": 3.978447914123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2618730068206787,
      "cov-distil (oracle2student)": 3.2493157386779785,
      "cov-distil (oracle2teacher)": 3.5975871086120605,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.9990179538726807,
      "step": 1015,
      "subrel-constrast": 3.4147586822509766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83095121383667,
      "cov-distil (oracle2student)": 4.593048095703125,
      "cov-distil (oracle2teacher)": 3.92457914352417,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.7872331142425537,
      "step": 1016,
      "subrel-constrast": 3.887740135192871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6723566055297852,
      "cov-distil (oracle2student)": 3.9551217555999756,
      "cov-distil (oracle2teacher)": 3.638209819793701,
      "epoch": 0.7982731554160125,
      "rel-constrast": 3.122316837310791,
      "step": 1017,
      "subrel-constrast": 4.209188461303711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675121784210205,
      "cov-distil (oracle2student)": 4.172112464904785,
      "cov-distil (oracle2teacher)": 4.101783275604248,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.378809928894043,
      "step": 1018,
      "subrel-constrast": 3.7574174404144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4633102416992188,
      "cov-distil (oracle2student)": 2.378451347351074,
      "cov-distil (oracle2teacher)": 2.625844955444336,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.5547306537628174,
      "step": 1019,
      "subrel-constrast": 3.4864487648010254,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 5.90625,
      "learning_rate": 4.9999450167572734e-05,
      "loss": 0.8261,
      "step": 1020
    },
    {
      "cov-distil": 2.415271759033203,
      "cov-distil (oracle2student)": 3.0875167846679688,
      "cov-distil (oracle2teacher)": 3.427299737930298,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.0743722915649414,
      "step": 1020,
      "subrel-constrast": 3.9496195316314697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8066670894622803,
      "cov-distil (oracle2student)": 4.668322563171387,
      "cov-distil (oracle2teacher)": 4.313449382781982,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.32718825340271,
      "step": 1021,
      "subrel-constrast": 2.6383790969848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9670062065124512,
      "cov-distil (oracle2student)": 5.039787292480469,
      "cov-distil (oracle2teacher)": 4.957679748535156,
      "epoch": 0.8021978021978022,
      "rel-constrast": 2.2769107818603516,
      "step": 1022,
      "subrel-constrast": 3.2581119537353516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2931885719299316,
      "cov-distil (oracle2student)": 3.3827080726623535,
      "cov-distil (oracle2teacher)": 3.489915370941162,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.323514938354492,
      "step": 1023,
      "subrel-constrast": 3.817840576171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798905849456787,
      "cov-distil (oracle2student)": 3.997654676437378,
      "cov-distil (oracle2teacher)": 3.740675926208496,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.823920488357544,
      "step": 1024,
      "subrel-constrast": 3.6419403553009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.008463144302368,
      "cov-distil (oracle2student)": 4.487757205963135,
      "cov-distil (oracle2teacher)": 3.6456661224365234,
      "epoch": 0.804552590266876,
      "rel-constrast": 2.748744487762451,
      "step": 1025,
      "subrel-constrast": 3.362184524536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4519178867340088,
      "cov-distil (oracle2student)": 5.82453727722168,
      "cov-distil (oracle2teacher)": 5.277032375335693,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.717198371887207,
      "step": 1026,
      "subrel-constrast": 4.122554779052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5493037700653076,
      "cov-distil (oracle2student)": 3.6894612312316895,
      "cov-distil (oracle2teacher)": 3.740065574645996,
      "epoch": 0.8061224489795918,
      "rel-constrast": 2.280026435852051,
      "step": 1027,
      "subrel-constrast": 3.2345998287200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4404253959655762,
      "cov-distil (oracle2student)": 4.561883449554443,
      "cov-distil (oracle2teacher)": 4.176347255706787,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.5073225498199463,
      "step": 1028,
      "subrel-constrast": 3.2476654052734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4980759620666504,
      "cov-distil (oracle2student)": 3.4953906536102295,
      "cov-distil (oracle2teacher)": 3.23348331451416,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.2613203525543213,
      "step": 1029,
      "subrel-constrast": 3.7252445220947266,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 5.78125,
      "learning_rate": 4.999871909468808e-05,
      "loss": 0.7258,
      "step": 1030
    },
    {
      "cov-distil": 1.7273406982421875,
      "cov-distil (oracle2student)": 3.765653371810913,
      "cov-distil (oracle2teacher)": 4.223290920257568,
      "epoch": 0.8084772370486656,
      "rel-constrast": 3.3792667388916016,
      "step": 1030,
      "subrel-constrast": 4.160766124725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6069406270980835,
      "cov-distil (oracle2student)": 6.246820449829102,
      "cov-distil (oracle2teacher)": 5.6495280265808105,
      "epoch": 0.8092621664050236,
      "rel-constrast": 4.243990898132324,
      "step": 1031,
      "subrel-constrast": 4.584709644317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4882941246032715,
      "cov-distil (oracle2student)": 4.027990818023682,
      "cov-distil (oracle2teacher)": 4.210643768310547,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.353201389312744,
      "step": 1032,
      "subrel-constrast": 4.510843753814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565567016601562,
      "cov-distil (oracle2student)": 3.638373374938965,
      "cov-distil (oracle2teacher)": 3.9918010234832764,
      "epoch": 0.8108320251177394,
      "rel-constrast": 3.317444086074829,
      "step": 1033,
      "subrel-constrast": 3.8524107933044434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4101698398590088,
      "cov-distil (oracle2student)": 4.568304538726807,
      "cov-distil (oracle2teacher)": 3.3959732055664062,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.7100107669830322,
      "step": 1034,
      "subrel-constrast": 2.7737021446228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708372116088867,
      "cov-distil (oracle2student)": 5.4243388175964355,
      "cov-distil (oracle2teacher)": 4.884294509887695,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.722594738006592,
      "step": 1035,
      "subrel-constrast": 3.112590789794922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.542799949645996,
      "cov-distil (oracle2student)": 4.0008955001831055,
      "cov-distil (oracle2teacher)": 3.621291399002075,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.5074245929718018,
      "step": 1036,
      "subrel-constrast": 3.3930764198303223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5174001455307007,
      "cov-distil (oracle2student)": 4.076761245727539,
      "cov-distil (oracle2teacher)": 4.162682056427002,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.306975841522217,
      "step": 1037,
      "subrel-constrast": 3.4981300830841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83280611038208,
      "cov-distil (oracle2student)": 3.9457664489746094,
      "cov-distil (oracle2teacher)": 3.595574378967285,
      "epoch": 0.814756671899529,
      "rel-constrast": 3.579411029815674,
      "step": 1038,
      "subrel-constrast": 4.271247863769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.415628433227539,
      "cov-distil (oracle2student)": 4.7205400466918945,
      "cov-distil (oracle2teacher)": 4.105180740356445,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.532618522644043,
      "step": 1039,
      "subrel-constrast": 3.548304319381714,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 4.9375,
      "learning_rate": 4.999768342030035e-05,
      "loss": 0.83,
      "step": 1040
    },
    {
      "cov-distil": 1.6160132884979248,
      "cov-distil (oracle2student)": 3.9032037258148193,
      "cov-distil (oracle2teacher)": 3.838395595550537,
      "epoch": 0.8163265306122449,
      "rel-constrast": 2.9465813636779785,
      "step": 1040,
      "subrel-constrast": 3.950629949569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243447184562683,
      "cov-distil (oracle2student)": 3.732532024383545,
      "cov-distil (oracle2teacher)": 3.783769369125366,
      "epoch": 0.8171114599686028,
      "rel-constrast": 3.3665902614593506,
      "step": 1041,
      "subrel-constrast": 3.5148062705993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7780416011810303,
      "cov-distil (oracle2student)": 4.7880401611328125,
      "cov-distil (oracle2teacher)": 5.081545829772949,
      "epoch": 0.8178963893249608,
      "rel-constrast": 3.803605079650879,
      "step": 1042,
      "subrel-constrast": 4.359310150146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5858495235443115,
      "cov-distil (oracle2student)": 7.296012878417969,
      "cov-distil (oracle2teacher)": 5.996241569519043,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.7353243827819824,
      "step": 1043,
      "subrel-constrast": 4.031566619873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5896885395050049,
      "cov-distil (oracle2student)": 4.85926628112793,
      "cov-distil (oracle2teacher)": 4.6845879554748535,
      "epoch": 0.8194662480376766,
      "rel-constrast": 4.086687088012695,
      "step": 1044,
      "subrel-constrast": 4.33120584487915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2431325912475586,
      "cov-distil (oracle2student)": 2.8849904537200928,
      "cov-distil (oracle2teacher)": 2.861043930053711,
      "epoch": 0.8202511773940345,
      "rel-constrast": 3.2766146659851074,
      "step": 1045,
      "subrel-constrast": 3.999800682067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3826301097869873,
      "cov-distil (oracle2student)": 3.234098196029663,
      "cov-distil (oracle2teacher)": 3.6659646034240723,
      "epoch": 0.8210361067503925,
      "rel-constrast": 3.2172765731811523,
      "step": 1046,
      "subrel-constrast": 4.1083292961120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4395332336425781,
      "cov-distil (oracle2student)": 5.047663688659668,
      "cov-distil (oracle2teacher)": 4.560415267944336,
      "epoch": 0.8218210361067504,
      "rel-constrast": 3.233414649963379,
      "step": 1047,
      "subrel-constrast": 4.191913604736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8479955196380615,
      "cov-distil (oracle2student)": 4.6869049072265625,
      "cov-distil (oracle2teacher)": 4.570603847503662,
      "epoch": 0.8226059654631083,
      "rel-constrast": 2.9459338188171387,
      "step": 1048,
      "subrel-constrast": 3.679405927658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4720711708068848,
      "cov-distil (oracle2student)": 3.8350765705108643,
      "cov-distil (oracle2teacher)": 3.6281344890594482,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.1354329586029053,
      "step": 1049,
      "subrel-constrast": 4.234480857849121,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 6.28125,
      "learning_rate": 4.999634315702894e-05,
      "loss": 0.8867,
      "step": 1050
    },
    {
      "cov-distil": 1.6552631855010986,
      "cov-distil (oracle2student)": 4.229450225830078,
      "cov-distil (oracle2teacher)": 4.003934860229492,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.7159342765808105,
      "step": 1050,
      "subrel-constrast": 3.953207492828369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6324317455291748,
      "cov-distil (oracle2student)": 3.2070152759552,
      "cov-distil (oracle2teacher)": 3.3971261978149414,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.5848264694213867,
      "step": 1051,
      "subrel-constrast": 3.7874743938446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282161831855774,
      "cov-distil (oracle2student)": 3.5273289680480957,
      "cov-distil (oracle2teacher)": 3.642918586730957,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.657550811767578,
      "step": 1052,
      "subrel-constrast": 4.015460014343262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.066774606704712,
      "cov-distil (oracle2student)": 3.843471050262451,
      "cov-distil (oracle2teacher)": 4.140931129455566,
      "epoch": 0.826530612244898,
      "rel-constrast": 2.384845733642578,
      "step": 1053,
      "subrel-constrast": 3.0241689682006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9062566757202148,
      "cov-distil (oracle2student)": 4.340326309204102,
      "cov-distil (oracle2teacher)": 4.069854259490967,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.7235260009765625,
      "step": 1054,
      "subrel-constrast": 4.939336776733398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3746980428695679,
      "cov-distil (oracle2student)": 3.600400924682617,
      "cov-distil (oracle2teacher)": 3.3307061195373535,
      "epoch": 0.8281004709576139,
      "rel-constrast": 2.1672990322113037,
      "step": 1055,
      "subrel-constrast": 3.058837413787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63987135887146,
      "cov-distil (oracle2student)": 5.150622844696045,
      "cov-distil (oracle2teacher)": 4.654034614562988,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.177807331085205,
      "step": 1056,
      "subrel-constrast": 3.995950222015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1668486595153809,
      "cov-distil (oracle2student)": 4.069364547729492,
      "cov-distil (oracle2teacher)": 3.6966798305511475,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.5389643907546997,
      "step": 1057,
      "subrel-constrast": 2.557575225830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3310142755508423,
      "cov-distil (oracle2student)": 5.689133644104004,
      "cov-distil (oracle2teacher)": 4.730144023895264,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.510356903076172,
      "step": 1058,
      "subrel-constrast": 3.210019588470459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4018065929412842,
      "cov-distil (oracle2student)": 4.065414905548096,
      "cov-distil (oracle2teacher)": 4.478215217590332,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.540195941925049,
      "step": 1059,
      "subrel-constrast": 3.355752468109131,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 6.28125,
      "learning_rate": 4.9994698321204535e-05,
      "loss": 0.7637,
      "step": 1060
    },
    {
      "cov-distil": 1.5912582874298096,
      "cov-distil (oracle2student)": 4.723282814025879,
      "cov-distil (oracle2teacher)": 4.055171966552734,
      "epoch": 0.8320251177394035,
      "rel-constrast": 2.79318904876709,
      "step": 1060,
      "subrel-constrast": 3.337411642074585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6254866123199463,
      "cov-distil (oracle2student)": 3.804487943649292,
      "cov-distil (oracle2teacher)": 3.83284854888916,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.568723678588867,
      "step": 1061,
      "subrel-constrast": 3.155280590057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7188539505004883,
      "cov-distil (oracle2student)": 3.449662208557129,
      "cov-distil (oracle2teacher)": 4.013648986816406,
      "epoch": 0.8335949764521193,
      "rel-constrast": 2.845201015472412,
      "step": 1062,
      "subrel-constrast": 3.7377851009368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322525143623352,
      "cov-distil (oracle2student)": 3.41972279548645,
      "cov-distil (oracle2teacher)": 2.83035945892334,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.4593334197998047,
      "step": 1063,
      "subrel-constrast": 3.469331979751587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736067771911621,
      "cov-distil (oracle2student)": 5.864267349243164,
      "cov-distil (oracle2teacher)": 5.525598049163818,
      "epoch": 0.8351648351648352,
      "rel-constrast": 3.378605604171753,
      "step": 1064,
      "subrel-constrast": 4.82101583480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664595365524292,
      "cov-distil (oracle2student)": 5.767794132232666,
      "cov-distil (oracle2teacher)": 4.912051677703857,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.9836983680725098,
      "step": 1065,
      "subrel-constrast": 3.640324592590332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0631294250488281,
      "cov-distil (oracle2student)": 4.371286869049072,
      "cov-distil (oracle2teacher)": 4.482182502746582,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.406578302383423,
      "step": 1066,
      "subrel-constrast": 3.045006036758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3932442665100098,
      "cov-distil (oracle2student)": 3.401536703109741,
      "cov-distil (oracle2teacher)": 3.73445200920105,
      "epoch": 0.8375196232339089,
      "rel-constrast": 2.0863516330718994,
      "step": 1067,
      "subrel-constrast": 3.3411881923675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3757219314575195,
      "cov-distil (oracle2student)": 4.930185794830322,
      "cov-distil (oracle2teacher)": 4.597090244293213,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.6516950130462646,
      "step": 1068,
      "subrel-constrast": 4.230095386505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5908467769622803,
      "cov-distil (oracle2student)": 4.988844394683838,
      "cov-distil (oracle2teacher)": 5.036681175231934,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.309863567352295,
      "step": 1069,
      "subrel-constrast": 4.250307083129883,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 5.3125,
      "learning_rate": 4.9992748932868926e-05,
      "loss": 0.7748,
      "step": 1070
    },
    {
      "cov-distil": 1.0402013063430786,
      "cov-distil (oracle2student)": 4.2630486488342285,
      "cov-distil (oracle2teacher)": 3.66384220123291,
      "epoch": 0.8398744113029827,
      "rel-constrast": 2.061677932739258,
      "step": 1070,
      "subrel-constrast": 2.7296907901763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625237464904785,
      "cov-distil (oracle2student)": 3.910654067993164,
      "cov-distil (oracle2teacher)": 4.21475887298584,
      "epoch": 0.8406593406593407,
      "rel-constrast": 2.8941855430603027,
      "step": 1071,
      "subrel-constrast": 4.128171920776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495145559310913,
      "cov-distil (oracle2student)": 5.379284858703613,
      "cov-distil (oracle2teacher)": 4.316701889038086,
      "epoch": 0.8414442700156985,
      "rel-constrast": 2.1592116355895996,
      "step": 1072,
      "subrel-constrast": 2.527085781097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8001484870910645,
      "cov-distil (oracle2student)": 2.5359535217285156,
      "cov-distil (oracle2teacher)": 2.5233798027038574,
      "epoch": 0.8422291993720565,
      "rel-constrast": 3.0741827487945557,
      "step": 1073,
      "subrel-constrast": 3.8986191749572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2992419004440308,
      "cov-distil (oracle2student)": 6.388317108154297,
      "cov-distil (oracle2teacher)": 6.320832252502441,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.610102415084839,
      "step": 1074,
      "subrel-constrast": 3.57509708404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8630740642547607,
      "cov-distil (oracle2student)": 5.7154340744018555,
      "cov-distil (oracle2teacher)": 4.652746200561523,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.7225842475891113,
      "step": 1075,
      "subrel-constrast": 4.150248050689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736881971359253,
      "cov-distil (oracle2student)": 3.1711654663085938,
      "cov-distil (oracle2teacher)": 3.153491735458374,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.0925936698913574,
      "step": 1076,
      "subrel-constrast": 4.16301155090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8901112079620361,
      "cov-distil (oracle2student)": 4.203153610229492,
      "cov-distil (oracle2teacher)": 4.101661205291748,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.0824365615844727,
      "step": 1077,
      "subrel-constrast": 3.8953678607940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8625383377075195,
      "cov-distil (oracle2student)": 3.3603522777557373,
      "cov-distil (oracle2teacher)": 2.9650416374206543,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.7170653343200684,
      "step": 1078,
      "subrel-constrast": 2.9600353240966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2731611728668213,
      "cov-distil (oracle2student)": 6.666909217834473,
      "cov-distil (oracle2teacher)": 6.09921932220459,
      "epoch": 0.8469387755102041,
      "rel-constrast": 1.686286449432373,
      "step": 1079,
      "subrel-constrast": 2.9466919898986816,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 5.9375,
      "learning_rate": 4.99904950157748e-05,
      "loss": 0.7173,
      "step": 1080
    },
    {
      "cov-distil": 1.8845593929290771,
      "cov-distil (oracle2student)": 2.5665831565856934,
      "cov-distil (oracle2teacher)": 2.6748790740966797,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.806304931640625,
      "step": 1080,
      "subrel-constrast": 2.7072744369506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6860318183898926,
      "cov-distil (oracle2student)": 3.7431015968322754,
      "cov-distil (oracle2teacher)": 3.777982234954834,
      "epoch": 0.8485086342229199,
      "rel-constrast": 2.9373021125793457,
      "step": 1081,
      "subrel-constrast": 3.903532028198242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8776612281799316,
      "cov-distil (oracle2student)": 3.3886947631835938,
      "cov-distil (oracle2teacher)": 3.201789140701294,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.702623128890991,
      "step": 1082,
      "subrel-constrast": 3.5988712310791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.928161859512329,
      "cov-distil (oracle2student)": 6.167755603790283,
      "cov-distil (oracle2teacher)": 4.78348970413208,
      "epoch": 0.8500784929356358,
      "rel-constrast": 3.607133626937866,
      "step": 1083,
      "subrel-constrast": 3.758445978164673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7386295795440674,
      "cov-distil (oracle2student)": 4.498068809509277,
      "cov-distil (oracle2teacher)": 3.8495287895202637,
      "epoch": 0.8508634222919937,
      "rel-constrast": 2.8523600101470947,
      "step": 1084,
      "subrel-constrast": 3.432687282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4394603967666626,
      "cov-distil (oracle2student)": 3.77702260017395,
      "cov-distil (oracle2teacher)": 4.143439769744873,
      "epoch": 0.8516483516483516,
      "rel-constrast": 3.216811418533325,
      "step": 1085,
      "subrel-constrast": 3.51729154586792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6957683563232422,
      "cov-distil (oracle2student)": 4.662392616271973,
      "cov-distil (oracle2teacher)": 3.9063315391540527,
      "epoch": 0.8524332810047096,
      "rel-constrast": 3.720121383666992,
      "step": 1086,
      "subrel-constrast": 4.425353527069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3179020881652832,
      "cov-distil (oracle2student)": 2.9203834533691406,
      "cov-distil (oracle2teacher)": 3.043929100036621,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.349213123321533,
      "step": 1087,
      "subrel-constrast": 2.7471134662628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5226237773895264,
      "cov-distil (oracle2student)": 3.9782896041870117,
      "cov-distil (oracle2teacher)": 3.651339530944824,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.552889347076416,
      "step": 1088,
      "subrel-constrast": 2.949101686477661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3128268718719482,
      "cov-distil (oracle2student)": 3.112961769104004,
      "cov-distil (oracle2teacher)": 3.411149501800537,
      "epoch": 0.8547880690737834,
      "rel-constrast": 2.501932382583618,
      "step": 1089,
      "subrel-constrast": 3.2343642711639404,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 5.15625,
      "learning_rate": 4.9987936597385424e-05,
      "loss": 0.7472,
      "step": 1090
    },
    {
      "cov-distil": 1.7027733325958252,
      "cov-distil (oracle2student)": 3.4837594032287598,
      "cov-distil (oracle2teacher)": 3.0878868103027344,
      "epoch": 0.8555729984301413,
      "rel-constrast": 2.6690118312835693,
      "step": 1090,
      "subrel-constrast": 3.3107621669769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.337035894393921,
      "cov-distil (oracle2student)": 3.6375017166137695,
      "cov-distil (oracle2teacher)": 4.1028337478637695,
      "epoch": 0.8563579277864992,
      "rel-constrast": 3.204152822494507,
      "step": 1091,
      "subrel-constrast": 4.100337505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2140780687332153,
      "cov-distil (oracle2student)": 4.8860931396484375,
      "cov-distil (oracle2teacher)": 4.049331188201904,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.5081419944763184,
      "step": 1092,
      "subrel-constrast": 3.5821592807769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7335447072982788,
      "cov-distil (oracle2student)": 5.655961036682129,
      "cov-distil (oracle2teacher)": 5.042616844177246,
      "epoch": 0.8579277864992151,
      "rel-constrast": 3.178880214691162,
      "step": 1093,
      "subrel-constrast": 3.637800931930542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414985179901123,
      "cov-distil (oracle2student)": 5.745603561401367,
      "cov-distil (oracle2teacher)": 5.264218807220459,
      "epoch": 0.858712715855573,
      "rel-constrast": 3.177807331085205,
      "step": 1094,
      "subrel-constrast": 3.550741672515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487630009651184,
      "cov-distil (oracle2student)": 4.100004196166992,
      "cov-distil (oracle2teacher)": 4.133769989013672,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.2149600982666016,
      "step": 1095,
      "subrel-constrast": 2.753861665725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7680914402008057,
      "cov-distil (oracle2student)": 4.2395195960998535,
      "cov-distil (oracle2teacher)": 3.8782877922058105,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.507734775543213,
      "step": 1096,
      "subrel-constrast": 2.9380202293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0254534482955933,
      "cov-distil (oracle2student)": 2.3822319507598877,
      "cov-distil (oracle2teacher)": 2.3551106452941895,
      "epoch": 0.8610675039246468,
      "rel-constrast": 2.2535672187805176,
      "step": 1097,
      "subrel-constrast": 2.8539609909057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.344696044921875,
      "cov-distil (oracle2student)": 5.422916889190674,
      "cov-distil (oracle2teacher)": 4.750358581542969,
      "epoch": 0.8618524332810047,
      "rel-constrast": 3.2021799087524414,
      "step": 1098,
      "subrel-constrast": 4.102774143218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172410488128662,
      "cov-distil (oracle2student)": 4.316123008728027,
      "cov-distil (oracle2teacher)": 4.225004196166992,
      "epoch": 0.8626373626373627,
      "rel-constrast": 2.101590156555176,
      "step": 1099,
      "subrel-constrast": 3.367358684539795,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 4.96875,
      "learning_rate": 4.998507370887433e-05,
      "loss": 0.7435,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.3187499940395355,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.0601806640625
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.038330078125
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.0218505859375,
      "step": 1100
    },
    {
      "cov-distil": 1.514966368675232,
      "cov-distil (oracle2student)": 3.000105381011963,
      "cov-distil (oracle2teacher)": 3.519803047180176,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.472033977508545,
      "step": 1100,
      "subrel-constrast": 3.4495720863342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496253967285156,
      "cov-distil (oracle2student)": 4.176532745361328,
      "cov-distil (oracle2teacher)": 3.8630318641662598,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.721031665802002,
      "step": 1101,
      "subrel-constrast": 4.901049613952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5538504123687744,
      "cov-distil (oracle2student)": 2.979179859161377,
      "cov-distil (oracle2teacher)": 2.8812928199768066,
      "epoch": 0.8649921507064364,
      "rel-constrast": 3.168241024017334,
      "step": 1102,
      "subrel-constrast": 3.8322014808654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6971174478530884,
      "cov-distil (oracle2student)": 3.9705429077148438,
      "cov-distil (oracle2teacher)": 3.575139045715332,
      "epoch": 0.8657770800627943,
      "rel-constrast": 3.3403072357177734,
      "step": 1103,
      "subrel-constrast": 3.405433416366577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4455326795578003,
      "cov-distil (oracle2student)": 4.051364898681641,
      "cov-distil (oracle2teacher)": 3.291219472885132,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.159308910369873,
      "step": 1104,
      "subrel-constrast": 3.826824903488159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2556310892105103,
      "cov-distil (oracle2student)": 6.1398210525512695,
      "cov-distil (oracle2teacher)": 5.095301151275635,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.71726655960083,
      "step": 1105,
      "subrel-constrast": 3.2711734771728516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6997454166412354,
      "cov-distil (oracle2student)": 4.2624101638793945,
      "cov-distil (oracle2teacher)": 3.8824236392974854,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.7316763401031494,
      "step": 1106,
      "subrel-constrast": 3.5151779651641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6599700450897217,
      "cov-distil (oracle2student)": 3.2399165630340576,
      "cov-distil (oracle2teacher)": 3.0549473762512207,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.4151086807250977,
      "step": 1107,
      "subrel-constrast": 3.350031614303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3111802339553833,
      "cov-distil (oracle2student)": 6.469572067260742,
      "cov-distil (oracle2teacher)": 5.633084297180176,
      "epoch": 0.869701726844584,
      "rel-constrast": 3.099478244781494,
      "step": 1108,
      "subrel-constrast": 3.6953091621398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9514031410217285,
      "cov-distil (oracle2student)": 4.149969100952148,
      "cov-distil (oracle2teacher)": 3.778843402862549,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.750782012939453,
      "step": 1109,
      "subrel-constrast": 3.469526767730713,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 5.4375,
      "learning_rate": 4.998190638512489e-05,
      "loss": 0.8035,
      "step": 1110
    },
    {
      "cov-distil": 1.253431797027588,
      "cov-distil (oracle2student)": 3.968186140060425,
      "cov-distil (oracle2teacher)": 3.8924455642700195,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.934136152267456,
      "step": 1110,
      "subrel-constrast": 3.268707036972046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5615431070327759,
      "cov-distil (oracle2student)": 4.581787109375,
      "cov-distil (oracle2teacher)": 3.978516101837158,
      "epoch": 0.8720565149136578,
      "rel-constrast": 3.124147891998291,
      "step": 1111,
      "subrel-constrast": 3.716892957687378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5927278995513916,
      "cov-distil (oracle2student)": 5.518800735473633,
      "cov-distil (oracle2teacher)": 5.1195783615112305,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.3357510566711426,
      "step": 1112,
      "subrel-constrast": 4.470355987548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5599696636199951,
      "cov-distil (oracle2student)": 3.9624476432800293,
      "cov-distil (oracle2teacher)": 3.718062162399292,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.6637425422668457,
      "step": 1113,
      "subrel-constrast": 4.662291526794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8774611949920654,
      "cov-distil (oracle2student)": 4.155232906341553,
      "cov-distil (oracle2teacher)": 4.172593593597412,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.6415066719055176,
      "step": 1114,
      "subrel-constrast": 4.503866195678711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4141966104507446,
      "cov-distil (oracle2student)": 4.203639030456543,
      "cov-distil (oracle2teacher)": 3.9566216468811035,
      "epoch": 0.8751962323390895,
      "rel-constrast": 3.1093757152557373,
      "step": 1115,
      "subrel-constrast": 4.337434768676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8371347188949585,
      "cov-distil (oracle2student)": 3.9393506050109863,
      "cov-distil (oracle2teacher)": 4.2781829833984375,
      "epoch": 0.8759811616954474,
      "rel-constrast": 3.2283706665039062,
      "step": 1116,
      "subrel-constrast": 4.248286247253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552659511566162,
      "cov-distil (oracle2student)": 4.381686210632324,
      "cov-distil (oracle2teacher)": 4.079123020172119,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.7348363399505615,
      "step": 1117,
      "subrel-constrast": 3.876692771911621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3338099718093872,
      "cov-distil (oracle2student)": 3.77384090423584,
      "cov-distil (oracle2teacher)": 3.410325527191162,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.9162514209747314,
      "step": 1118,
      "subrel-constrast": 3.4500739574432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8194663524627686,
      "cov-distil (oracle2student)": 4.1419997215271,
      "cov-distil (oracle2teacher)": 3.907043218612671,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.7405686378479004,
      "step": 1119,
      "subrel-constrast": 4.528936386108398,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 7.46875,
      "learning_rate": 4.9978434664729965e-05,
      "loss": 0.8752,
      "step": 1120
    },
    {
      "cov-distil": 1.4991371631622314,
      "cov-distil (oracle2student)": 3.246417284011841,
      "cov-distil (oracle2teacher)": 2.8052914142608643,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.344580888748169,
      "step": 1120,
      "subrel-constrast": 2.999483108520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8106005191802979,
      "cov-distil (oracle2student)": 3.8947558403015137,
      "cov-distil (oracle2teacher)": 3.637648582458496,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.4791507720947266,
      "step": 1121,
      "subrel-constrast": 3.5178771018981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7053754329681396,
      "cov-distil (oracle2student)": 4.391046524047852,
      "cov-distil (oracle2teacher)": 3.4227418899536133,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.6293721199035645,
      "step": 1122,
      "subrel-constrast": 3.515031576156616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7514567375183105,
      "cov-distil (oracle2student)": 4.837047100067139,
      "cov-distil (oracle2teacher)": 4.649950981140137,
      "epoch": 0.8814756671899528,
      "rel-constrast": 4.030932903289795,
      "step": 1123,
      "subrel-constrast": 4.489926815032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625034809112549,
      "cov-distil (oracle2student)": 3.9515860080718994,
      "cov-distil (oracle2teacher)": 3.1661500930786133,
      "epoch": 0.8822605965463108,
      "rel-constrast": 3.288825511932373,
      "step": 1124,
      "subrel-constrast": 4.1172943115234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.229984998703003,
      "cov-distil (oracle2student)": 4.726037502288818,
      "cov-distil (oracle2teacher)": 3.7504258155822754,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.8091514110565186,
      "step": 1125,
      "subrel-constrast": 2.914897918701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8562877178192139,
      "cov-distil (oracle2student)": 4.730889320373535,
      "cov-distil (oracle2teacher)": 4.760188579559326,
      "epoch": 0.8838304552590267,
      "rel-constrast": 3.878026008605957,
      "step": 1126,
      "subrel-constrast": 5.477179050445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.658963918685913,
      "cov-distil (oracle2student)": 3.983290672302246,
      "cov-distil (oracle2teacher)": 3.561467170715332,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.9549903869628906,
      "step": 1127,
      "subrel-constrast": 3.115555763244629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1705901622772217,
      "cov-distil (oracle2student)": 3.825169086456299,
      "cov-distil (oracle2teacher)": 3.690711498260498,
      "epoch": 0.8854003139717426,
      "rel-constrast": 3.0026540756225586,
      "step": 1128,
      "subrel-constrast": 3.744170904159546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647350788116455,
      "cov-distil (oracle2student)": 3.7230451107025146,
      "cov-distil (oracle2teacher)": 3.782278537750244,
      "epoch": 0.8861852433281004,
      "rel-constrast": 3.014608860015869,
      "step": 1129,
      "subrel-constrast": 3.851015090942383,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 5.5625,
      "learning_rate": 4.997465858999136e-05,
      "loss": 0.8008,
      "step": 1130
    },
    {
      "cov-distil": 1.2752346992492676,
      "cov-distil (oracle2student)": 3.488770008087158,
      "cov-distil (oracle2teacher)": 3.9863147735595703,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.8933849334716797,
      "step": 1130,
      "subrel-constrast": 4.088106155395508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.873130440711975,
      "cov-distil (oracle2student)": 4.166027545928955,
      "cov-distil (oracle2teacher)": 3.3438427448272705,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.844660758972168,
      "step": 1131,
      "subrel-constrast": 3.8744757175445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8683061599731445,
      "cov-distil (oracle2student)": 3.8367061614990234,
      "cov-distil (oracle2teacher)": 3.5049045085906982,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.7255699634552,
      "step": 1132,
      "subrel-constrast": 4.550085544586182,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3818418979644775,
      "cov-distil (oracle2student)": 3.291252374649048,
      "cov-distil (oracle2teacher)": 3.0735890865325928,
      "epoch": 0.8893249607535322,
      "rel-constrast": 2.360482692718506,
      "step": 1133,
      "subrel-constrast": 3.151395559310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6797258853912354,
      "cov-distil (oracle2student)": 4.68730354309082,
      "cov-distil (oracle2teacher)": 3.9739716053009033,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.293217420578003,
      "step": 1134,
      "subrel-constrast": 3.898592233657837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5577713251113892,
      "cov-distil (oracle2student)": 3.6881062984466553,
      "cov-distil (oracle2teacher)": 3.8753678798675537,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.911735773086548,
      "step": 1135,
      "subrel-constrast": 3.549960136413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.221397876739502,
      "cov-distil (oracle2student)": 3.3264553546905518,
      "cov-distil (oracle2teacher)": 3.3582851886749268,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.6085739135742188,
      "step": 1136,
      "subrel-constrast": 3.3669185638427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5145583152770996,
      "cov-distil (oracle2student)": 5.997685432434082,
      "cov-distil (oracle2teacher)": 5.37454080581665,
      "epoch": 0.8924646781789639,
      "rel-constrast": 2.972979784011841,
      "step": 1137,
      "subrel-constrast": 3.549443244934082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4981353282928467,
      "cov-distil (oracle2student)": 3.114041805267334,
      "cov-distil (oracle2teacher)": 3.177701950073242,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.526479721069336,
      "step": 1138,
      "subrel-constrast": 2.268468141555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367327332496643,
      "cov-distil (oracle2student)": 4.862998962402344,
      "cov-distil (oracle2teacher)": 4.49826717376709,
      "epoch": 0.8940345368916798,
      "rel-constrast": 2.935554027557373,
      "step": 1139,
      "subrel-constrast": 3.4446165561676025,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 4.875,
      "learning_rate": 4.997057820691936e-05,
      "loss": 0.7649,
      "step": 1140
    },
    {
      "cov-distil": 1.5795962810516357,
      "cov-distil (oracle2student)": 3.1148805618286133,
      "cov-distil (oracle2teacher)": 2.5828795433044434,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.9693329334259033,
      "step": 1140,
      "subrel-constrast": 2.7004849910736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7776895761489868,
      "cov-distil (oracle2student)": 4.110888481140137,
      "cov-distil (oracle2teacher)": 4.194410800933838,
      "epoch": 0.8956043956043956,
      "rel-constrast": 2.1218795776367188,
      "step": 1141,
      "subrel-constrast": 2.977037191390991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8242149353027344,
      "cov-distil (oracle2student)": 4.09165620803833,
      "cov-distil (oracle2teacher)": 3.9467601776123047,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.370171546936035,
      "step": 1142,
      "subrel-constrast": 3.8766281604766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5912890434265137,
      "cov-distil (oracle2student)": 4.500436782836914,
      "cov-distil (oracle2teacher)": 4.196751594543457,
      "epoch": 0.8971742543171115,
      "rel-constrast": 2.17783522605896,
      "step": 1143,
      "subrel-constrast": 3.2005929946899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.972501516342163,
      "cov-distil (oracle2student)": 4.580178260803223,
      "cov-distil (oracle2teacher)": 3.9601950645446777,
      "epoch": 0.8979591836734694,
      "rel-constrast": 3.257997989654541,
      "step": 1144,
      "subrel-constrast": 4.104381084442139,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9328242540359497,
      "cov-distil (oracle2student)": 5.032525062561035,
      "cov-distil (oracle2teacher)": 4.19100284576416,
      "epoch": 0.8987441130298273,
      "rel-constrast": 3.4869861602783203,
      "step": 1145,
      "subrel-constrast": 4.267706871032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623334527015686,
      "cov-distil (oracle2student)": 6.44071102142334,
      "cov-distil (oracle2teacher)": 5.939119338989258,
      "epoch": 0.8995290423861853,
      "rel-constrast": 1.8712615966796875,
      "step": 1146,
      "subrel-constrast": 2.949275493621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5820472240447998,
      "cov-distil (oracle2student)": 5.282839775085449,
      "cov-distil (oracle2teacher)": 4.876575469970703,
      "epoch": 0.9003139717425431,
      "rel-constrast": 4.433046817779541,
      "step": 1147,
      "subrel-constrast": 4.718896389007568,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6205224990844727,
      "cov-distil (oracle2student)": 4.22291898727417,
      "cov-distil (oracle2teacher)": 4.117277145385742,
      "epoch": 0.9010989010989011,
      "rel-constrast": 3.855983018875122,
      "step": 1148,
      "subrel-constrast": 4.469812393188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6345241069793701,
      "cov-distil (oracle2student)": 5.406733989715576,
      "cov-distil (oracle2teacher)": 5.097825050354004,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.65572452545166,
      "step": 1149,
      "subrel-constrast": 4.562080383300781,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 6.46875,
      "learning_rate": 4.996619356523214e-05,
      "loss": 0.7729,
      "step": 1150
    },
    {
      "cov-distil": 1.443082571029663,
      "cov-distil (oracle2student)": 3.691708564758301,
      "cov-distil (oracle2teacher)": 3.595862627029419,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.693650007247925,
      "step": 1150,
      "subrel-constrast": 3.6807987689971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8717272281646729,
      "cov-distil (oracle2student)": 2.9550225734710693,
      "cov-distil (oracle2teacher)": 2.935019016265869,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.7117953300476074,
      "step": 1151,
      "subrel-constrast": 3.4497106075286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4167680740356445,
      "cov-distil (oracle2student)": 4.1744890213012695,
      "cov-distil (oracle2teacher)": 3.54170298576355,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.371565103530884,
      "step": 1152,
      "subrel-constrast": 2.9554567337036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5863559246063232,
      "cov-distil (oracle2student)": 3.980961322784424,
      "cov-distil (oracle2teacher)": 3.4597396850585938,
      "epoch": 0.9050235478806907,
      "rel-constrast": 2.7407240867614746,
      "step": 1153,
      "subrel-constrast": 3.734286069869995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7732425928115845,
      "cov-distil (oracle2student)": 4.795622825622559,
      "cov-distil (oracle2teacher)": 3.8778538703918457,
      "epoch": 0.9058084772370487,
      "rel-constrast": 2.9903926849365234,
      "step": 1154,
      "subrel-constrast": 3.689653158187866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463384985923767,
      "cov-distil (oracle2student)": 4.449502944946289,
      "cov-distil (oracle2teacher)": 4.495611667633057,
      "epoch": 0.9065934065934066,
      "rel-constrast": 2.2599551677703857,
      "step": 1155,
      "subrel-constrast": 3.497908353805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2130064964294434,
      "cov-distil (oracle2student)": 4.013300895690918,
      "cov-distil (oracle2teacher)": 4.02077579498291,
      "epoch": 0.9073783359497645,
      "rel-constrast": 3.5984082221984863,
      "step": 1156,
      "subrel-constrast": 3.823303699493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067975044250488,
      "cov-distil (oracle2student)": 3.140883445739746,
      "cov-distil (oracle2teacher)": 2.835468292236328,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.4052255153656006,
      "step": 1157,
      "subrel-constrast": 3.1138172149658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1546053886413574,
      "cov-distil (oracle2student)": 3.399296760559082,
      "cov-distil (oracle2teacher)": 3.4823670387268066,
      "epoch": 0.9089481946624803,
      "rel-constrast": 4.274822235107422,
      "step": 1158,
      "subrel-constrast": 4.037364482879639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8355066776275635,
      "cov-distil (oracle2student)": 4.020825386047363,
      "cov-distil (oracle2teacher)": 3.432453155517578,
      "epoch": 0.9097331240188383,
      "rel-constrast": 2.861008644104004,
      "step": 1159,
      "subrel-constrast": 3.5515787601470947,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 7.46875,
      "learning_rate": 4.996150471835518e-05,
      "loss": 0.7653,
      "step": 1160
    },
    {
      "cov-distil": 1.2815093994140625,
      "cov-distil (oracle2student)": 4.236474990844727,
      "cov-distil (oracle2teacher)": 3.5232949256896973,
      "epoch": 0.9105180533751962,
      "rel-constrast": 3.2088136672973633,
      "step": 1160,
      "subrel-constrast": 3.836989402770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6414496898651123,
      "cov-distil (oracle2student)": 3.0682172775268555,
      "cov-distil (oracle2teacher)": 3.169745445251465,
      "epoch": 0.9113029827315542,
      "rel-constrast": 2.797144889831543,
      "step": 1161,
      "subrel-constrast": 3.395820379257202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4575656652450562,
      "cov-distil (oracle2student)": 5.596889495849609,
      "cov-distil (oracle2teacher)": 5.4076995849609375,
      "epoch": 0.9120879120879121,
      "rel-constrast": 3.4259774684906006,
      "step": 1162,
      "subrel-constrast": 4.41293478012085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9715670347213745,
      "cov-distil (oracle2student)": 5.748863220214844,
      "cov-distil (oracle2teacher)": 5.184823989868164,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.725337505340576,
      "step": 1163,
      "subrel-constrast": 4.611771106719971,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1137397289276123,
      "cov-distil (oracle2student)": 3.371971368789673,
      "cov-distil (oracle2teacher)": 3.502945899963379,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.695183038711548,
      "step": 1164,
      "subrel-constrast": 3.2843246459960938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7531944513320923,
      "cov-distil (oracle2student)": 3.6959424018859863,
      "cov-distil (oracle2teacher)": 3.6868391036987305,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.491232395172119,
      "step": 1165,
      "subrel-constrast": 3.469127893447876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6662570238113403,
      "cov-distil (oracle2student)": 5.654899597167969,
      "cov-distil (oracle2teacher)": 5.090555191040039,
      "epoch": 0.9152276295133438,
      "rel-constrast": 4.377036094665527,
      "step": 1166,
      "subrel-constrast": 4.034554481506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4588487148284912,
      "cov-distil (oracle2student)": 2.7165474891662598,
      "cov-distil (oracle2teacher)": 3.5998787879943848,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.296668529510498,
      "step": 1167,
      "subrel-constrast": 3.11590313911438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8078097105026245,
      "cov-distil (oracle2student)": 5.066540718078613,
      "cov-distil (oracle2teacher)": 4.497931957244873,
      "epoch": 0.9167974882260597,
      "rel-constrast": 3.504831552505493,
      "step": 1168,
      "subrel-constrast": 4.153743267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2564361095428467,
      "cov-distil (oracle2student)": 3.8110692501068115,
      "cov-distil (oracle2teacher)": 3.617929458618164,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.2004554271698,
      "step": 1169,
      "subrel-constrast": 3.6840548515319824,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 6.25,
      "learning_rate": 4.9956511723420596e-05,
      "loss": 0.8316,
      "step": 1170
    },
    {
      "cov-distil": 1.7868636846542358,
      "cov-distil (oracle2student)": 5.351989269256592,
      "cov-distil (oracle2teacher)": 5.995168685913086,
      "epoch": 0.9183673469387755,
      "rel-constrast": 3.483383893966675,
      "step": 1170,
      "subrel-constrast": 4.039510250091553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669972896575928,
      "cov-distil (oracle2student)": 4.233527660369873,
      "cov-distil (oracle2teacher)": 3.426328659057617,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.0960755348205566,
      "step": 1171,
      "subrel-constrast": 3.7429535388946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4847849607467651,
      "cov-distil (oracle2student)": 6.527562141418457,
      "cov-distil (oracle2teacher)": 5.688312530517578,
      "epoch": 0.9199372056514914,
      "rel-constrast": 3.12980318069458,
      "step": 1172,
      "subrel-constrast": 3.827275514602661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.537367582321167,
      "cov-distil (oracle2student)": 4.025749683380127,
      "cov-distil (oracle2teacher)": 3.4675025939941406,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.162596225738525,
      "step": 1173,
      "subrel-constrast": 4.18705415725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3671391010284424,
      "cov-distil (oracle2student)": 5.512345790863037,
      "cov-distil (oracle2teacher)": 5.1315813064575195,
      "epoch": 0.9215070643642073,
      "rel-constrast": 3.0779571533203125,
      "step": 1174,
      "subrel-constrast": 3.9239659309387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7468125820159912,
      "cov-distil (oracle2student)": 5.045190811157227,
      "cov-distil (oracle2teacher)": 4.8531293869018555,
      "epoch": 0.9222919937205651,
      "rel-constrast": 2.832158088684082,
      "step": 1175,
      "subrel-constrast": 4.259617805480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7982062101364136,
      "cov-distil (oracle2student)": 4.597297668457031,
      "cov-distil (oracle2teacher)": 4.246716022491455,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.675710678100586,
      "step": 1176,
      "subrel-constrast": 4.812505722045898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3788889646530151,
      "cov-distil (oracle2student)": 4.461580276489258,
      "cov-distil (oracle2teacher)": 4.353765487670898,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.9810338020324707,
      "step": 1177,
      "subrel-constrast": 3.482665777206421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.05991268157959,
      "cov-distil (oracle2student)": 4.606191158294678,
      "cov-distil (oracle2teacher)": 3.5623247623443604,
      "epoch": 0.9246467817896389,
      "rel-constrast": 3.7771148681640625,
      "step": 1178,
      "subrel-constrast": 4.17537260055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9975810050964355,
      "cov-distil (oracle2student)": 2.9373130798339844,
      "cov-distil (oracle2teacher)": 3.30222225189209,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.7977066040039062,
      "step": 1179,
      "subrel-constrast": 4.124040603637695,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 5.65625,
      "learning_rate": 4.9951214641266454e-05,
      "loss": 0.8671,
      "step": 1180
    },
    {
      "cov-distil": 1.3749620914459229,
      "cov-distil (oracle2student)": 3.8213553428649902,
      "cov-distil (oracle2teacher)": 3.745201587677002,
      "epoch": 0.9262166405023547,
      "rel-constrast": 4.656604290008545,
      "step": 1180,
      "subrel-constrast": 4.7837138175964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.878669023513794,
      "cov-distil (oracle2student)": 2.874736785888672,
      "cov-distil (oracle2teacher)": 3.3165462017059326,
      "epoch": 0.9270015698587127,
      "rel-constrast": 2.8966524600982666,
      "step": 1181,
      "subrel-constrast": 4.486790657043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.293665647506714,
      "cov-distil (oracle2student)": 7.028643608093262,
      "cov-distil (oracle2teacher)": 7.015350341796875,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.6025748252868652,
      "step": 1182,
      "subrel-constrast": 4.766818523406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651129961013794,
      "cov-distil (oracle2student)": 4.1690521240234375,
      "cov-distil (oracle2teacher)": 3.9816250801086426,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.413325071334839,
      "step": 1183,
      "subrel-constrast": 4.120756149291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371960997581482,
      "cov-distil (oracle2student)": 3.9419898986816406,
      "cov-distil (oracle2teacher)": 3.5902247428894043,
      "epoch": 0.9293563579277865,
      "rel-constrast": 3.273420572280884,
      "step": 1184,
      "subrel-constrast": 3.74275803565979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9146562814712524,
      "cov-distil (oracle2student)": 4.676143646240234,
      "cov-distil (oracle2teacher)": 4.350830554962158,
      "epoch": 0.9301412872841445,
      "rel-constrast": 2.842129707336426,
      "step": 1185,
      "subrel-constrast": 3.4485690593719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4149706363677979,
      "cov-distil (oracle2student)": 4.549127578735352,
      "cov-distil (oracle2teacher)": 4.000871658325195,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.3058714866638184,
      "step": 1186,
      "subrel-constrast": 2.8557651042938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.149344563484192,
      "cov-distil (oracle2student)": 3.8757810592651367,
      "cov-distil (oracle2teacher)": 3.8923072814941406,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.0727078914642334,
      "step": 1187,
      "subrel-constrast": 3.801476240158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2096295356750488,
      "cov-distil (oracle2student)": 3.335026979446411,
      "cov-distil (oracle2teacher)": 3.660101890563965,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.7182772159576416,
      "step": 1188,
      "subrel-constrast": 3.7372019290924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239673137664795,
      "cov-distil (oracle2student)": 3.4317338466644287,
      "cov-distil (oracle2teacher)": 3.3225114345550537,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.5532279014587402,
      "step": 1189,
      "subrel-constrast": 3.071510076522827,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 5.15625,
      "learning_rate": 4.994561353643604e-05,
      "loss": 0.8221,
      "step": 1190
    },
    {
      "cov-distil": 1.8070812225341797,
      "cov-distil (oracle2student)": 3.971548318862915,
      "cov-distil (oracle2teacher)": 3.4021518230438232,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.288071632385254,
      "step": 1190,
      "subrel-constrast": 3.028351306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148916721343994,
      "cov-distil (oracle2student)": 5.076765060424805,
      "cov-distil (oracle2teacher)": 4.395874977111816,
      "epoch": 0.934850863422292,
      "rel-constrast": 2.5542197227478027,
      "step": 1191,
      "subrel-constrast": 3.9978582859039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.200567364692688,
      "cov-distil (oracle2student)": 3.8667056560516357,
      "cov-distil (oracle2teacher)": 3.7100179195404053,
      "epoch": 0.9356357927786499,
      "rel-constrast": 1.9808406829833984,
      "step": 1192,
      "subrel-constrast": 2.6270174980163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5440454483032227,
      "cov-distil (oracle2student)": 4.111261367797852,
      "cov-distil (oracle2teacher)": 4.358633995056152,
      "epoch": 0.9364207221350078,
      "rel-constrast": 2.9030914306640625,
      "step": 1193,
      "subrel-constrast": 3.6748054027557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5587102174758911,
      "cov-distil (oracle2student)": 3.562497138977051,
      "cov-distil (oracle2teacher)": 3.5922279357910156,
      "epoch": 0.9372056514913658,
      "rel-constrast": 3.1529085636138916,
      "step": 1194,
      "subrel-constrast": 4.10093355178833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8191659450531006,
      "cov-distil (oracle2student)": 4.622344017028809,
      "cov-distil (oracle2teacher)": 3.431057929992676,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.899667739868164,
      "step": 1195,
      "subrel-constrast": 3.5286593437194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4436109066009521,
      "cov-distil (oracle2student)": 3.421355724334717,
      "cov-distil (oracle2teacher)": 3.652665853500366,
      "epoch": 0.9387755102040817,
      "rel-constrast": 2.2924082279205322,
      "step": 1196,
      "subrel-constrast": 3.009202718734741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700963020324707,
      "cov-distil (oracle2student)": 4.7589006423950195,
      "cov-distil (oracle2teacher)": 3.978583812713623,
      "epoch": 0.9395604395604396,
      "rel-constrast": 2.734005928039551,
      "step": 1197,
      "subrel-constrast": 3.3664376735687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5046660900115967,
      "cov-distil (oracle2student)": 4.314587593078613,
      "cov-distil (oracle2teacher)": 4.032175540924072,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.7253341674804688,
      "step": 1198,
      "subrel-constrast": 3.4343972206115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2936146259307861,
      "cov-distil (oracle2student)": 3.2974209785461426,
      "cov-distil (oracle2teacher)": 3.401402473449707,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.445433616638184,
      "step": 1199,
      "subrel-constrast": 5.167204856872559,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.375,
      "learning_rate": 4.993970847717704e-05,
      "loss": 0.7395,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3203125,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.0496826171875
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.036590576171875
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.013092041015625,
      "step": 1200
    },
    {
      "cov-distil": 1.6105701923370361,
      "cov-distil (oracle2student)": 5.779675006866455,
      "cov-distil (oracle2teacher)": 4.917959213256836,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.8267126083374023,
      "step": 1200,
      "subrel-constrast": 3.244717836380005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2549251317977905,
      "cov-distil (oracle2student)": 3.3697609901428223,
      "cov-distil (oracle2teacher)": 3.235903263092041,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.4257946014404297,
      "step": 1201,
      "subrel-constrast": 3.0524795055389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.483722448348999,
      "cov-distil (oracle2student)": 4.390925407409668,
      "cov-distil (oracle2teacher)": 4.028365612030029,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.4933953285217285,
      "step": 1202,
      "subrel-constrast": 4.11123514175415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3687052726745605,
      "cov-distil (oracle2student)": 4.669280052185059,
      "cov-distil (oracle2teacher)": 4.163387298583984,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.924910545349121,
      "step": 1203,
      "subrel-constrast": 4.383458614349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6759591102600098,
      "cov-distil (oracle2student)": 3.1451539993286133,
      "cov-distil (oracle2teacher)": 3.5230112075805664,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.801999092102051,
      "step": 1204,
      "subrel-constrast": 3.3344428539276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.910562515258789,
      "cov-distil (oracle2student)": 4.136933326721191,
      "cov-distil (oracle2teacher)": 3.9945268630981445,
      "epoch": 0.945839874411303,
      "rel-constrast": 3.9524710178375244,
      "step": 1205,
      "subrel-constrast": 4.729903697967529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3960767984390259,
      "cov-distil (oracle2student)": 4.077619552612305,
      "cov-distil (oracle2teacher)": 3.501871109008789,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.3120028972625732,
      "step": 1206,
      "subrel-constrast": 3.490509510040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5521440505981445,
      "cov-distil (oracle2student)": 3.8946728706359863,
      "cov-distil (oracle2teacher)": 3.6843862533569336,
      "epoch": 0.9474097331240189,
      "rel-constrast": 3.2784876823425293,
      "step": 1207,
      "subrel-constrast": 3.8301875591278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3751758337020874,
      "cov-distil (oracle2student)": 3.973721981048584,
      "cov-distil (oracle2teacher)": 3.76820707321167,
      "epoch": 0.9481946624803768,
      "rel-constrast": 2.751735210418701,
      "step": 1208,
      "subrel-constrast": 3.6451714038848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.257673740386963,
      "cov-distil (oracle2student)": 5.246366500854492,
      "cov-distil (oracle2teacher)": 4.899626731872559,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.314209222793579,
      "step": 1209,
      "subrel-constrast": 3.3867154121398926,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 4.75,
      "learning_rate": 4.9933499535440734e-05,
      "loss": 0.8143,
      "step": 1210
    },
    {
      "cov-distil": 1.6039924621582031,
      "cov-distil (oracle2student)": 4.576372146606445,
      "cov-distil (oracle2teacher)": 4.234128952026367,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.437294960021973,
      "step": 1210,
      "subrel-constrast": 4.952371597290039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5619235038757324,
      "cov-distil (oracle2student)": 7.047615051269531,
      "cov-distil (oracle2teacher)": 5.62222957611084,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.503946542739868,
      "step": 1211,
      "subrel-constrast": 2.971254587173462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5805871486663818,
      "cov-distil (oracle2student)": 3.3732993602752686,
      "cov-distil (oracle2teacher)": 3.065959930419922,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.4616994857788086,
      "step": 1212,
      "subrel-constrast": 3.2246487140655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6478489637374878,
      "cov-distil (oracle2student)": 3.3030200004577637,
      "cov-distil (oracle2teacher)": 3.6912641525268555,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.7378714084625244,
      "step": 1213,
      "subrel-constrast": 3.7481882572174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674123764038086,
      "cov-distil (oracle2student)": 3.028886318206787,
      "cov-distil (oracle2teacher)": 3.1172738075256348,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.371886730194092,
      "step": 1214,
      "subrel-constrast": 3.228628158569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5553092956542969,
      "cov-distil (oracle2student)": 4.024779796600342,
      "cov-distil (oracle2teacher)": 3.9427013397216797,
      "epoch": 0.9536891679748822,
      "rel-constrast": 2.77235746383667,
      "step": 1215,
      "subrel-constrast": 3.4766647815704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2531368732452393,
      "cov-distil (oracle2student)": 4.723504066467285,
      "cov-distil (oracle2teacher)": 3.7710354328155518,
      "epoch": 0.9544740973312402,
      "rel-constrast": 3.066476821899414,
      "step": 1216,
      "subrel-constrast": 3.9490931034088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6948390007019043,
      "cov-distil (oracle2student)": 3.629880428314209,
      "cov-distil (oracle2teacher)": 3.3514814376831055,
      "epoch": 0.9552590266875981,
      "rel-constrast": 2.358733654022217,
      "step": 1217,
      "subrel-constrast": 3.165830612182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3928395509719849,
      "cov-distil (oracle2student)": 4.305171966552734,
      "cov-distil (oracle2teacher)": 4.1909565925598145,
      "epoch": 0.9560439560439561,
      "rel-constrast": 3.010542392730713,
      "step": 1218,
      "subrel-constrast": 3.5911428928375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4528329372406006,
      "cov-distil (oracle2student)": 2.1864287853240967,
      "cov-distil (oracle2teacher)": 2.416934013366699,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.1928157806396484,
      "step": 1219,
      "subrel-constrast": 3.2564051151275635,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.59375,
      "learning_rate": 4.992698678688111e-05,
      "loss": 0.7389,
      "step": 1220
    },
    {
      "cov-distil": 1.436532974243164,
      "cov-distil (oracle2student)": 4.110199928283691,
      "cov-distil (oracle2teacher)": 4.324930667877197,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.4708638191223145,
      "step": 1220,
      "subrel-constrast": 4.561421871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409794807434082,
      "cov-distil (oracle2student)": 4.937740325927734,
      "cov-distil (oracle2teacher)": 4.894489288330078,
      "epoch": 0.9583987441130298,
      "rel-constrast": 2.4376707077026367,
      "step": 1221,
      "subrel-constrast": 3.53894305229187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7438490390777588,
      "cov-distil (oracle2student)": 6.20819091796875,
      "cov-distil (oracle2teacher)": 4.690855503082275,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.403841733932495,
      "step": 1222,
      "subrel-constrast": 3.353959798812866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250932216644287,
      "cov-distil (oracle2student)": 4.693305492401123,
      "cov-distil (oracle2teacher)": 4.102659702301025,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.867374420166016,
      "step": 1223,
      "subrel-constrast": 4.888300895690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6726696491241455,
      "cov-distil (oracle2student)": 5.086460113525391,
      "cov-distil (oracle2teacher)": 4.459454536437988,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.6357109546661377,
      "step": 1224,
      "subrel-constrast": 3.853543281555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2617173194885254,
      "cov-distil (oracle2student)": 5.61175537109375,
      "cov-distil (oracle2teacher)": 5.2344255447387695,
      "epoch": 0.9615384615384616,
      "rel-constrast": 2.239116668701172,
      "step": 1225,
      "subrel-constrast": 2.960505962371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.335501790046692,
      "cov-distil (oracle2student)": 3.3338255882263184,
      "cov-distil (oracle2teacher)": 3.0814156532287598,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.3926875591278076,
      "step": 1226,
      "subrel-constrast": 2.9196832180023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2774579524993896,
      "cov-distil (oracle2student)": 5.64495849609375,
      "cov-distil (oracle2teacher)": 4.665161609649658,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.265216588973999,
      "step": 1227,
      "subrel-constrast": 3.3127708435058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.300419330596924,
      "cov-distil (oracle2student)": 3.3285422325134277,
      "cov-distil (oracle2teacher)": 3.382845401763916,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.2291526794433594,
      "step": 1228,
      "subrel-constrast": 4.124401092529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2508728504180908,
      "cov-distil (oracle2student)": 4.593624591827393,
      "cov-distil (oracle2teacher)": 3.73111629486084,
      "epoch": 0.9646781789638933,
      "rel-constrast": 2.9496850967407227,
      "step": 1229,
      "subrel-constrast": 3.252176284790039,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 5.75,
      "learning_rate": 4.992017031085398e-05,
      "loss": 0.8096,
      "step": 1230
    },
    {
      "cov-distil": 1.7356112003326416,
      "cov-distil (oracle2student)": 4.123534202575684,
      "cov-distil (oracle2teacher)": 4.169621467590332,
      "epoch": 0.9654631083202512,
      "rel-constrast": 2.8074231147766113,
      "step": 1230,
      "subrel-constrast": 3.9389231204986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4420530796051025,
      "cov-distil (oracle2student)": 3.8097753524780273,
      "cov-distil (oracle2teacher)": 3.7854228019714355,
      "epoch": 0.966248037676609,
      "rel-constrast": 3.9864463806152344,
      "step": 1231,
      "subrel-constrast": 4.513359546661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2666831016540527,
      "cov-distil (oracle2student)": 4.377869606018066,
      "cov-distil (oracle2teacher)": 3.9519600868225098,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.8950271606445312,
      "step": 1232,
      "subrel-constrast": 3.422940731048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7749788761138916,
      "cov-distil (oracle2student)": 4.057105541229248,
      "cov-distil (oracle2teacher)": 4.343048572540283,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.216052532196045,
      "step": 1233,
      "subrel-constrast": 3.2852511405944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2060002088546753,
      "cov-distil (oracle2student)": 4.399940013885498,
      "cov-distil (oracle2teacher)": 3.984816551208496,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.5238823890686035,
      "step": 1234,
      "subrel-constrast": 3.784899950027466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4902675151824951,
      "cov-distil (oracle2student)": 5.702090263366699,
      "cov-distil (oracle2teacher)": 5.267083168029785,
      "epoch": 0.9693877551020408,
      "rel-constrast": 4.418448448181152,
      "step": 1235,
      "subrel-constrast": 4.546502113342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429222822189331,
      "cov-distil (oracle2student)": 3.4779820442199707,
      "cov-distil (oracle2teacher)": 3.6357057094573975,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.3624308109283447,
      "step": 1236,
      "subrel-constrast": 3.6818745136260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5025690793991089,
      "cov-distil (oracle2student)": 4.21225643157959,
      "cov-distil (oracle2teacher)": 4.120269775390625,
      "epoch": 0.9709576138147566,
      "rel-constrast": 2.0363433361053467,
      "step": 1237,
      "subrel-constrast": 2.7132604122161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543538212776184,
      "cov-distil (oracle2student)": 3.580420970916748,
      "cov-distil (oracle2teacher)": 3.650756597518921,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.9337496757507324,
      "step": 1238,
      "subrel-constrast": 4.467953205108643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2078661918640137,
      "cov-distil (oracle2student)": 4.181390762329102,
      "cov-distil (oracle2teacher)": 4.21966028213501,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.987008571624756,
      "step": 1239,
      "subrel-constrast": 3.689307689666748,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 4.75,
      "learning_rate": 4.991305019041594e-05,
      "loss": 0.8407,
      "step": 1240
    },
    {
      "cov-distil": 1.528568148612976,
      "cov-distil (oracle2student)": 4.4682841300964355,
      "cov-distil (oracle2teacher)": 4.502565383911133,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.586947441101074,
      "step": 1240,
      "subrel-constrast": 3.77297306060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6377058029174805,
      "cov-distil (oracle2student)": 3.5193488597869873,
      "cov-distil (oracle2teacher)": 3.5025131702423096,
      "epoch": 0.9740973312401884,
      "rel-constrast": 3.1112654209136963,
      "step": 1241,
      "subrel-constrast": 3.5121521949768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5318564176559448,
      "cov-distil (oracle2student)": 3.5415377616882324,
      "cov-distil (oracle2teacher)": 3.6506009101867676,
      "epoch": 0.9748822605965463,
      "rel-constrast": 2.3468027114868164,
      "step": 1242,
      "subrel-constrast": 3.552518844604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500542163848877,
      "cov-distil (oracle2student)": 3.7139127254486084,
      "cov-distil (oracle2teacher)": 3.9782299995422363,
      "epoch": 0.9756671899529042,
      "rel-constrast": 2.3499836921691895,
      "step": 1243,
      "subrel-constrast": 3.7430975437164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2186521291732788,
      "cov-distil (oracle2student)": 3.54939341545105,
      "cov-distil (oracle2teacher)": 3.1540234088897705,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.3381032943725586,
      "step": 1244,
      "subrel-constrast": 3.233065128326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6511240005493164,
      "cov-distil (oracle2student)": 2.393463611602783,
      "cov-distil (oracle2teacher)": 2.791167974472046,
      "epoch": 0.9772370486656201,
      "rel-constrast": 3.153503179550171,
      "step": 1245,
      "subrel-constrast": 3.834094524383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.156053066253662,
      "cov-distil (oracle2student)": 4.302087783813477,
      "cov-distil (oracle2teacher)": 4.168542385101318,
      "epoch": 0.978021978021978,
      "rel-constrast": 3.221328020095825,
      "step": 1246,
      "subrel-constrast": 3.9086685180664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8392646312713623,
      "cov-distil (oracle2student)": 3.4635820388793945,
      "cov-distil (oracle2teacher)": 3.8714029788970947,
      "epoch": 0.978806907378336,
      "rel-constrast": 3.115475654602051,
      "step": 1247,
      "subrel-constrast": 3.935710906982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795577883720398,
      "cov-distil (oracle2student)": 3.712340831756592,
      "cov-distil (oracle2teacher)": 4.289597511291504,
      "epoch": 0.9795918367346939,
      "rel-constrast": 2.51350474357605,
      "step": 1248,
      "subrel-constrast": 4.145675182342529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952771186828613,
      "cov-distil (oracle2student)": 3.139064073562622,
      "cov-distil (oracle2teacher)": 3.0765018463134766,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.7419240474700928,
      "step": 1249,
      "subrel-constrast": 3.4236867427825928,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.84375,
      "learning_rate": 4.99056265123234e-05,
      "loss": 0.7265,
      "step": 1250
    },
    {
      "cov-distil": 1.5307613611221313,
      "cov-distil (oracle2student)": 5.744296550750732,
      "cov-distil (oracle2teacher)": 5.453649044036865,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.8523647785186768,
      "step": 1250,
      "subrel-constrast": 4.171315670013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3015010356903076,
      "cov-distil (oracle2student)": 4.840731620788574,
      "cov-distil (oracle2teacher)": 4.120755195617676,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.7082295417785645,
      "step": 1251,
      "subrel-constrast": 3.1410839557647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4371023178100586,
      "cov-distil (oracle2student)": 4.395645618438721,
      "cov-distil (oracle2teacher)": 3.6550097465515137,
      "epoch": 0.9827315541601256,
      "rel-constrast": 3.620471954345703,
      "step": 1252,
      "subrel-constrast": 3.7160215377807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369515061378479,
      "cov-distil (oracle2student)": 3.4064722061157227,
      "cov-distil (oracle2teacher)": 3.3698737621307373,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.16213321685791,
      "step": 1253,
      "subrel-constrast": 2.5510523319244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986305594444275,
      "cov-distil (oracle2student)": 5.059086322784424,
      "cov-distil (oracle2teacher)": 4.218664169311523,
      "epoch": 0.9843014128728415,
      "rel-constrast": 2.5694384574890137,
      "step": 1254,
      "subrel-constrast": 3.528590202331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5738322734832764,
      "cov-distil (oracle2student)": 3.6083102226257324,
      "cov-distil (oracle2teacher)": 3.4591922760009766,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.6395843029022217,
      "step": 1255,
      "subrel-constrast": 3.2665557861328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.16001558303833,
      "cov-distil (oracle2student)": 3.2529311180114746,
      "cov-distil (oracle2teacher)": 3.0381925106048584,
      "epoch": 0.9858712715855573,
      "rel-constrast": 2.906590223312378,
      "step": 1256,
      "subrel-constrast": 3.442795991897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8249584436416626,
      "cov-distil (oracle2student)": 2.845015048980713,
      "cov-distil (oracle2teacher)": 3.174835681915283,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.5052247047424316,
      "step": 1257,
      "subrel-constrast": 3.5730175971984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8064703941345215,
      "cov-distil (oracle2student)": 3.064516544342041,
      "cov-distil (oracle2teacher)": 3.5677709579467773,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.2984862327575684,
      "step": 1258,
      "subrel-constrast": 3.5490379333496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9480879306793213,
      "cov-distil (oracle2student)": 2.7275171279907227,
      "cov-distil (oracle2teacher)": 2.9136464595794678,
      "epoch": 0.9882260596546311,
      "rel-constrast": 2.9747862815856934,
      "step": 1259,
      "subrel-constrast": 4.023026943206787,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 6.09375,
      "learning_rate": 4.989789936703155e-05,
      "loss": 0.7458,
      "step": 1260
    },
    {
      "cov-distil": 1.4834165573120117,
      "cov-distil (oracle2student)": 2.531843662261963,
      "cov-distil (oracle2teacher)": 2.473891496658325,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.3239777088165283,
      "step": 1260,
      "subrel-constrast": 2.676363468170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350669145584106,
      "cov-distil (oracle2student)": 3.011873722076416,
      "cov-distil (oracle2teacher)": 3.096287488937378,
      "epoch": 0.9897959183673469,
      "rel-constrast": 2.381171941757202,
      "step": 1261,
      "subrel-constrast": 3.21970272064209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6948773860931396,
      "cov-distil (oracle2student)": 4.396411895751953,
      "cov-distil (oracle2teacher)": 4.4129958152771,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.6483540534973145,
      "step": 1262,
      "subrel-constrast": 4.014623165130615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360655784606934,
      "cov-distil (oracle2student)": 5.122393608093262,
      "cov-distil (oracle2teacher)": 4.625170707702637,
      "epoch": 0.9913657770800628,
      "rel-constrast": 3.0460681915283203,
      "step": 1263,
      "subrel-constrast": 3.855743885040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6184229850769043,
      "cov-distil (oracle2student)": 5.007145881652832,
      "cov-distil (oracle2teacher)": 4.134975433349609,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.6639668941497803,
      "step": 1264,
      "subrel-constrast": 4.108851432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747385025024414,
      "cov-distil (oracle2student)": 2.108001947402954,
      "cov-distil (oracle2teacher)": 2.3054544925689697,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.7751593589782715,
      "step": 1265,
      "subrel-constrast": 2.897172689437866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.264880657196045,
      "cov-distil (oracle2student)": 3.2795045375823975,
      "cov-distil (oracle2teacher)": 3.1051273345947266,
      "epoch": 0.9937205651491365,
      "rel-constrast": 3.127880096435547,
      "step": 1266,
      "subrel-constrast": 3.2842142581939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4904578924179077,
      "cov-distil (oracle2student)": 4.758726119995117,
      "cov-distil (oracle2teacher)": 4.580710411071777,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.5550224781036377,
      "step": 1267,
      "subrel-constrast": 3.3524997234344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3979054689407349,
      "cov-distil (oracle2student)": 4.750548362731934,
      "cov-distil (oracle2teacher)": 4.076757431030273,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.7073490619659424,
      "step": 1268,
      "subrel-constrast": 3.5037519931793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2216260433197021,
      "cov-distil (oracle2student)": 4.611713409423828,
      "cov-distil (oracle2teacher)": 4.224197864532471,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.47930645942688,
      "step": 1269,
      "subrel-constrast": 3.6120383739471436,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 5.3125,
      "learning_rate": 4.988986884869321e-05,
      "loss": 0.7059,
      "step": 1270
    },
    {
      "cov-distil": 1.9495677947998047,
      "cov-distil (oracle2student)": 4.280606746673584,
      "cov-distil (oracle2teacher)": 4.019715785980225,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.417677640914917,
      "step": 1270,
      "subrel-constrast": 3.7917473316192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3972578048706055,
      "cov-distil (oracle2student)": 3.057100534439087,
      "cov-distil (oracle2teacher)": 2.9886577129364014,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.5738868713378906,
      "step": 1271,
      "subrel-constrast": 2.826024055480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5799964666366577,
      "cov-distil (oracle2student)": 4.663033485412598,
      "cov-distil (oracle2teacher)": 4.507424831390381,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.838544845581055,
      "step": 1272,
      "subrel-constrast": 5.128632068634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1363272666931152,
      "cov-distil (oracle2student)": 4.103216648101807,
      "cov-distil (oracle2teacher)": 3.8000175952911377,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.4735829830169678,
      "step": 1273,
      "subrel-constrast": 4.050089359283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6189643144607544,
      "cov-distil (oracle2student)": 4.910794734954834,
      "cov-distil (oracle2teacher)": 4.487496376037598,
      "epoch": 1.0,
      "rel-constrast": 4.012331962585449,
      "step": 1274,
      "subrel-constrast": 3.8513476848602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8302966356277466,
      "cov-distil (oracle2student)": 3.677767753601074,
      "cov-distil (oracle2teacher)": 3.8637044429779053,
      "epoch": 1.000784929356358,
      "rel-constrast": 3.8497612476348877,
      "step": 1275,
      "subrel-constrast": 4.676568031311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057345151901245,
      "cov-distil (oracle2student)": 2.5532493591308594,
      "cov-distil (oracle2teacher)": 3.011411190032959,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.584941864013672,
      "step": 1276,
      "subrel-constrast": 4.3630290031433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6615443229675293,
      "cov-distil (oracle2student)": 3.675353527069092,
      "cov-distil (oracle2teacher)": 4.396547317504883,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.2946157455444336,
      "step": 1277,
      "subrel-constrast": 4.173533916473389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5696930885314941,
      "cov-distil (oracle2student)": 4.197251319885254,
      "cov-distil (oracle2teacher)": 3.7345733642578125,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.0097222328186035,
      "step": 1278,
      "subrel-constrast": 3.392622947692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1034655570983887,
      "cov-distil (oracle2student)": 3.361288070678711,
      "cov-distil (oracle2teacher)": 3.1034255027770996,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.6098008155822754,
      "step": 1279,
      "subrel-constrast": 3.31463885307312,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 7.90625,
      "learning_rate": 4.988153505515771e-05,
      "loss": 0.9089,
      "step": 1280
    },
    {
      "cov-distil": 1.5979468822479248,
      "cov-distil (oracle2student)": 3.716430187225342,
      "cov-distil (oracle2teacher)": 3.4511377811431885,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.4329915046691895,
      "step": 1280,
      "subrel-constrast": 4.089012145996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3714828491210938,
      "cov-distil (oracle2student)": 3.580085277557373,
      "cov-distil (oracle2teacher)": 3.5701546669006348,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.5096752643585205,
      "step": 1281,
      "subrel-constrast": 3.0320303440093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0691633224487305,
      "cov-distil (oracle2student)": 4.478765964508057,
      "cov-distil (oracle2teacher)": 3.831317901611328,
      "epoch": 1.0062794348508635,
      "rel-constrast": 3.157693386077881,
      "step": 1282,
      "subrel-constrast": 4.078401565551758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591313123703003,
      "cov-distil (oracle2student)": 3.9426352977752686,
      "cov-distil (oracle2teacher)": 3.646179676055908,
      "epoch": 1.0070643642072215,
      "rel-constrast": 3.52870774269104,
      "step": 1283,
      "subrel-constrast": 3.88075852394104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3151185512542725,
      "cov-distil (oracle2student)": 5.034510612487793,
      "cov-distil (oracle2teacher)": 4.6761274337768555,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.378748655319214,
      "step": 1284,
      "subrel-constrast": 3.4774558544158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5091253519058228,
      "cov-distil (oracle2student)": 3.7069931030273438,
      "cov-distil (oracle2teacher)": 3.2526087760925293,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.3888468742370605,
      "step": 1285,
      "subrel-constrast": 3.4723777770996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8268072605133057,
      "cov-distil (oracle2student)": 4.445673942565918,
      "cov-distil (oracle2teacher)": 3.710999011993408,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.394343852996826,
      "step": 1286,
      "subrel-constrast": 3.3042173385620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.30215322971344,
      "cov-distil (oracle2student)": 4.1887006759643555,
      "cov-distil (oracle2teacher)": 4.170774459838867,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.7771830558776855,
      "step": 1287,
      "subrel-constrast": 5.2714056968688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177040576934814,
      "cov-distil (oracle2student)": 2.8443381786346436,
      "cov-distil (oracle2teacher)": 3.32902455329895,
      "epoch": 1.010989010989011,
      "rel-constrast": 1.9382801055908203,
      "step": 1288,
      "subrel-constrast": 3.49955153465271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.234553575515747,
      "cov-distil (oracle2student)": 4.834558486938477,
      "cov-distil (oracle2teacher)": 4.858853340148926,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.5084009170532227,
      "step": 1289,
      "subrel-constrast": 4.091920375823975,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 5.75,
      "learning_rate": 4.98728980879697e-05,
      "loss": 0.7892,
      "step": 1290
    },
    {
      "cov-distil": 1.7273941040039062,
      "cov-distil (oracle2student)": 3.7560155391693115,
      "cov-distil (oracle2teacher)": 3.7759454250335693,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.9928665161132812,
      "step": 1290,
      "subrel-constrast": 4.357268810272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467862606048584,
      "cov-distil (oracle2student)": 4.111154079437256,
      "cov-distil (oracle2teacher)": 3.9627327919006348,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.519113540649414,
      "step": 1291,
      "subrel-constrast": 4.237674713134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5148426294326782,
      "cov-distil (oracle2student)": 4.696568489074707,
      "cov-distil (oracle2teacher)": 3.876321315765381,
      "epoch": 1.0141287284144427,
      "rel-constrast": 3.3050906658172607,
      "step": 1292,
      "subrel-constrast": 3.4839553833007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8438262939453125,
      "cov-distil (oracle2student)": 4.060823440551758,
      "cov-distil (oracle2teacher)": 3.4887888431549072,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.961482524871826,
      "step": 1293,
      "subrel-constrast": 3.4915690422058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470657587051392,
      "cov-distil (oracle2student)": 5.522467613220215,
      "cov-distil (oracle2teacher)": 5.087027549743652,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.538830280303955,
      "step": 1294,
      "subrel-constrast": 3.436119794845581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2104644775390625,
      "cov-distil (oracle2student)": 5.3022613525390625,
      "cov-distil (oracle2teacher)": 5.056353569030762,
      "epoch": 1.0164835164835164,
      "rel-constrast": 3.100513458251953,
      "step": 1295,
      "subrel-constrast": 4.386096954345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5883142948150635,
      "cov-distil (oracle2student)": 3.7880847454071045,
      "cov-distil (oracle2teacher)": 3.599816083908081,
      "epoch": 1.0172684458398744,
      "rel-constrast": 4.037959098815918,
      "step": 1296,
      "subrel-constrast": 4.745327949523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2966320514678955,
      "cov-distil (oracle2student)": 4.31317138671875,
      "cov-distil (oracle2teacher)": 3.5976524353027344,
      "epoch": 1.0180533751962324,
      "rel-constrast": 2.0686373710632324,
      "step": 1297,
      "subrel-constrast": 2.4654552936553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5883524417877197,
      "cov-distil (oracle2student)": 3.8555908203125,
      "cov-distil (oracle2teacher)": 3.821279764175415,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.526829481124878,
      "step": 1298,
      "subrel-constrast": 3.5030384063720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1130247116088867,
      "cov-distil (oracle2student)": 4.555819034576416,
      "cov-distil (oracle2teacher)": 4.497869491577148,
      "epoch": 1.0196232339089482,
      "rel-constrast": 2.126577138900757,
      "step": 1299,
      "subrel-constrast": 2.9038138389587402,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 5.65625,
      "learning_rate": 4.9863958052367894e-05,
      "loss": 0.8194,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.26875001192092896,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.06024169921875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.040252685546875
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.019989013671875,
      "step": 1300
    },
    {
      "cov-distil": 1.3395636081695557,
      "cov-distil (oracle2student)": 3.0983505249023438,
      "cov-distil (oracle2teacher)": 3.2304043769836426,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.1438610553741455,
      "step": 1300,
      "subrel-constrast": 4.0625739097595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073345184326172,
      "cov-distil (oracle2student)": 3.700442314147949,
      "cov-distil (oracle2teacher)": 3.6782922744750977,
      "epoch": 1.0211930926216641,
      "rel-constrast": 2.650118350982666,
      "step": 1301,
      "subrel-constrast": 3.522528886795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473029375076294,
      "cov-distil (oracle2student)": 6.094466686248779,
      "cov-distil (oracle2teacher)": 5.832391262054443,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.869513511657715,
      "step": 1302,
      "subrel-constrast": 3.6461844444274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638033390045166,
      "cov-distil (oracle2student)": 4.220510959625244,
      "cov-distil (oracle2teacher)": 4.232014179229736,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.4472506046295166,
      "step": 1303,
      "subrel-constrast": 3.1475207805633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2751193046569824,
      "cov-distil (oracle2student)": 4.306950092315674,
      "cov-distil (oracle2teacher)": 4.524712562561035,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.4688055515289307,
      "step": 1304,
      "subrel-constrast": 3.712144374847412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5723475217819214,
      "cov-distil (oracle2student)": 3.356821298599243,
      "cov-distil (oracle2teacher)": 3.0643234252929688,
      "epoch": 1.0243328100470959,
      "rel-constrast": 3.0019564628601074,
      "step": 1305,
      "subrel-constrast": 3.6949265003204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8963088989257812,
      "cov-distil (oracle2student)": 3.701265811920166,
      "cov-distil (oracle2teacher)": 3.4680700302124023,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.4101920127868652,
      "step": 1306,
      "subrel-constrast": 3.050083875656128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.648195743560791,
      "cov-distil (oracle2student)": 5.6912312507629395,
      "cov-distil (oracle2teacher)": 5.253078460693359,
      "epoch": 1.0259026687598116,
      "rel-constrast": 4.392531394958496,
      "step": 1307,
      "subrel-constrast": 5.013519763946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4382164478302002,
      "cov-distil (oracle2student)": 3.0869290828704834,
      "cov-distil (oracle2teacher)": 3.173279285430908,
      "epoch": 1.0266875981161696,
      "rel-constrast": 3.0286943912506104,
      "step": 1308,
      "subrel-constrast": 3.525634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4569480419158936,
      "cov-distil (oracle2student)": 3.4641032218933105,
      "cov-distil (oracle2teacher)": 3.1311259269714355,
      "epoch": 1.0274725274725274,
      "rel-constrast": 1.8754380941390991,
      "step": 1309,
      "subrel-constrast": 2.5917394161224365,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 3.9375,
      "learning_rate": 4.9854715057283805e-05,
      "loss": 0.7717,
      "step": 1310
    },
    {
      "cov-distil": 1.4160232543945312,
      "cov-distil (oracle2student)": 2.563685655593872,
      "cov-distil (oracle2teacher)": 2.833798885345459,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.7168760299682617,
      "step": 1310,
      "subrel-constrast": 3.7507357597351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5921193361282349,
      "cov-distil (oracle2student)": 3.550126075744629,
      "cov-distil (oracle2teacher)": 3.443373441696167,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.986751079559326,
      "step": 1311,
      "subrel-constrast": 3.5625743865966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8855676651000977,
      "cov-distil (oracle2student)": 4.2328972816467285,
      "cov-distil (oracle2teacher)": 3.6999707221984863,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.429626703262329,
      "step": 1312,
      "subrel-constrast": 3.70088791847229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6681512594223022,
      "cov-distil (oracle2student)": 4.537883758544922,
      "cov-distil (oracle2teacher)": 4.161434650421143,
      "epoch": 1.030612244897959,
      "rel-constrast": 3.173257827758789,
      "step": 1313,
      "subrel-constrast": 4.387771129608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0507285594940186,
      "cov-distil (oracle2student)": 5.675127983093262,
      "cov-distil (oracle2teacher)": 5.059904098510742,
      "epoch": 1.031397174254317,
      "rel-constrast": 2.9254150390625,
      "step": 1314,
      "subrel-constrast": 3.908088445663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640880823135376,
      "cov-distil (oracle2student)": 4.122154235839844,
      "cov-distil (oracle2teacher)": 4.358137130737305,
      "epoch": 1.032182103610675,
      "rel-constrast": 3.0527353286743164,
      "step": 1315,
      "subrel-constrast": 4.129584789276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014385223388672,
      "cov-distil (oracle2student)": 3.5628504753112793,
      "cov-distil (oracle2teacher)": 4.265000820159912,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.7084922790527344,
      "step": 1316,
      "subrel-constrast": 3.783332586288452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6147665977478027,
      "cov-distil (oracle2student)": 3.35066819190979,
      "cov-distil (oracle2teacher)": 3.3032331466674805,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.6022496223449707,
      "step": 1317,
      "subrel-constrast": 3.8188657760620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3855886459350586,
      "cov-distil (oracle2student)": 4.939333915710449,
      "cov-distil (oracle2teacher)": 4.312867164611816,
      "epoch": 1.0345368916797488,
      "rel-constrast": 3.1361048221588135,
      "step": 1318,
      "subrel-constrast": 3.1475367546081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4239692687988281,
      "cov-distil (oracle2student)": 3.124915599822998,
      "cov-distil (oracle2teacher)": 3.1291980743408203,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.4155147075653076,
      "step": 1319,
      "subrel-constrast": 3.4853718280792236,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 4.625,
      "learning_rate": 4.984516921534042e-05,
      "loss": 0.7694,
      "step": 1320
    },
    {
      "cov-distil": 1.5735676288604736,
      "cov-distil (oracle2student)": 3.79526424407959,
      "cov-distil (oracle2teacher)": 3.2370409965515137,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.718919277191162,
      "step": 1320,
      "subrel-constrast": 3.2795329093933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9603523015975952,
      "cov-distil (oracle2student)": 5.406013488769531,
      "cov-distil (oracle2teacher)": 4.547806739807129,
      "epoch": 1.0368916797488226,
      "rel-constrast": 3.2848238945007324,
      "step": 1321,
      "subrel-constrast": 3.987123727798462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7783422470092773,
      "cov-distil (oracle2student)": 4.059505462646484,
      "cov-distil (oracle2teacher)": 3.2544448375701904,
      "epoch": 1.0376766091051806,
      "rel-constrast": 3.268892288208008,
      "step": 1322,
      "subrel-constrast": 3.918067455291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.265488624572754,
      "cov-distil (oracle2student)": 5.315093994140625,
      "cov-distil (oracle2teacher)": 4.242465496063232,
      "epoch": 1.0384615384615385,
      "rel-constrast": 3.3319427967071533,
      "step": 1323,
      "subrel-constrast": 3.552429676055908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6411206722259521,
      "cov-distil (oracle2student)": 4.402083396911621,
      "cov-distil (oracle2teacher)": 4.539468765258789,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.5891757011413574,
      "step": 1324,
      "subrel-constrast": 3.3325674533843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7119067907333374,
      "cov-distil (oracle2student)": 4.110739707946777,
      "cov-distil (oracle2teacher)": 4.20479679107666,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.6010303497314453,
      "step": 1325,
      "subrel-constrast": 4.417725563049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5757135152816772,
      "cov-distil (oracle2student)": 4.751351356506348,
      "cov-distil (oracle2teacher)": 4.305976390838623,
      "epoch": 1.0408163265306123,
      "rel-constrast": 2.329827308654785,
      "step": 1326,
      "subrel-constrast": 3.1315464973449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2380353212356567,
      "cov-distil (oracle2student)": 4.608445167541504,
      "cov-distil (oracle2teacher)": 4.567604064941406,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.545478105545044,
      "step": 1327,
      "subrel-constrast": 3.73474383354187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3552968502044678,
      "cov-distil (oracle2student)": 3.7210333347320557,
      "cov-distil (oracle2teacher)": 3.643429756164551,
      "epoch": 1.042386185243328,
      "rel-constrast": 2.3626973628997803,
      "step": 1328,
      "subrel-constrast": 3.419344186782837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6793065071105957,
      "cov-distil (oracle2student)": 3.8620169162750244,
      "cov-distil (oracle2teacher)": 3.477570056915283,
      "epoch": 1.043171114599686,
      "rel-constrast": 2.550403118133545,
      "step": 1329,
      "subrel-constrast": 3.0018975734710693,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 4.875,
      "learning_rate": 4.98353206428508e-05,
      "loss": 0.779,
      "step": 1330
    },
    {
      "cov-distil": 1.5603997707366943,
      "cov-distil (oracle2student)": 2.021341562271118,
      "cov-distil (oracle2teacher)": 2.444761276245117,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.9387398958206177,
      "step": 1330,
      "subrel-constrast": 3.2837231159210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.789320945739746,
      "cov-distil (oracle2student)": 4.488680839538574,
      "cov-distil (oracle2teacher)": 4.014732360839844,
      "epoch": 1.0447409733124018,
      "rel-constrast": 5.365977764129639,
      "step": 1331,
      "subrel-constrast": 5.195187091827393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7279833555221558,
      "cov-distil (oracle2student)": 3.847268581390381,
      "cov-distil (oracle2teacher)": 3.972043514251709,
      "epoch": 1.0455259026687598,
      "rel-constrast": 2.129772186279297,
      "step": 1332,
      "subrel-constrast": 2.9550578594207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2181808948516846,
      "cov-distil (oracle2student)": 3.905850410461426,
      "cov-distil (oracle2teacher)": 3.405874013900757,
      "epoch": 1.0463108320251178,
      "rel-constrast": 3.2089219093322754,
      "step": 1333,
      "subrel-constrast": 3.502013921737671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5846612453460693,
      "cov-distil (oracle2student)": 2.4374899864196777,
      "cov-distil (oracle2teacher)": 2.9026522636413574,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.8598501682281494,
      "step": 1334,
      "subrel-constrast": 3.376497507095337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323559761047363,
      "cov-distil (oracle2student)": 4.377843379974365,
      "cov-distil (oracle2teacher)": 4.030404090881348,
      "epoch": 1.0478806907378335,
      "rel-constrast": 3.300595283508301,
      "step": 1335,
      "subrel-constrast": 3.808056354522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9013278484344482,
      "cov-distil (oracle2student)": 3.5153331756591797,
      "cov-distil (oracle2teacher)": 3.4593381881713867,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.9633121490478516,
      "step": 1336,
      "subrel-constrast": 4.615512847900391,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6298719644546509,
      "cov-distil (oracle2student)": 2.91507625579834,
      "cov-distil (oracle2teacher)": 2.8473191261291504,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.31758451461792,
      "step": 1337,
      "subrel-constrast": 2.9014508724212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.287497043609619,
      "cov-distil (oracle2student)": 5.130228042602539,
      "cov-distil (oracle2teacher)": 4.528473854064941,
      "epoch": 1.0502354788069075,
      "rel-constrast": 3.1626267433166504,
      "step": 1338,
      "subrel-constrast": 4.1389946937561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6564306020736694,
      "cov-distil (oracle2student)": 4.191096782684326,
      "cov-distil (oracle2teacher)": 3.5165205001831055,
      "epoch": 1.0510204081632653,
      "rel-constrast": 2.081233024597168,
      "step": 1339,
      "subrel-constrast": 2.853550672531128,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 6.15625,
      "learning_rate": 4.982516945981669e-05,
      "loss": 0.8012,
      "step": 1340
    },
    {
      "cov-distil": 1.891442894935608,
      "cov-distil (oracle2student)": 4.110203742980957,
      "cov-distil (oracle2teacher)": 3.939481735229492,
      "epoch": 1.0518053375196232,
      "rel-constrast": 3.074136734008789,
      "step": 1340,
      "subrel-constrast": 3.839629650115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5117946863174438,
      "cov-distil (oracle2student)": 4.452583312988281,
      "cov-distil (oracle2teacher)": 4.244133472442627,
      "epoch": 1.0525902668759812,
      "rel-constrast": 2.4261984825134277,
      "step": 1341,
      "subrel-constrast": 3.5631704330444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5490021705627441,
      "cov-distil (oracle2student)": 4.505932807922363,
      "cov-distil (oracle2teacher)": 4.503978729248047,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.4422760009765625,
      "step": 1342,
      "subrel-constrast": 3.5781614780426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6790764331817627,
      "cov-distil (oracle2student)": 3.9384570121765137,
      "cov-distil (oracle2teacher)": 4.184779167175293,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.3922536373138428,
      "step": 1343,
      "subrel-constrast": 4.281126022338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4852817058563232,
      "cov-distil (oracle2student)": 4.067353248596191,
      "cov-distil (oracle2teacher)": 3.88303279876709,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.7798471450805664,
      "step": 1344,
      "subrel-constrast": 4.280847549438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7029610872268677,
      "cov-distil (oracle2student)": 4.761334419250488,
      "cov-distil (oracle2teacher)": 3.669780731201172,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.7117233276367188,
      "step": 1345,
      "subrel-constrast": 3.063453197479248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3466800451278687,
      "cov-distil (oracle2student)": 4.216004371643066,
      "cov-distil (oracle2teacher)": 4.574625015258789,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.9508233070373535,
      "step": 1346,
      "subrel-constrast": 3.9286856651306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6089322566986084,
      "cov-distil (oracle2student)": 2.309438705444336,
      "cov-distil (oracle2teacher)": 2.84455943107605,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.436990737915039,
      "step": 1347,
      "subrel-constrast": 3.7577571868896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7151784896850586,
      "cov-distil (oracle2student)": 2.5667970180511475,
      "cov-distil (oracle2teacher)": 2.659790515899658,
      "epoch": 1.0580847723704867,
      "rel-constrast": 3.402242660522461,
      "step": 1348,
      "subrel-constrast": 4.1476593017578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5186069011688232,
      "cov-distil (oracle2student)": 3.091311454772949,
      "cov-distil (oracle2teacher)": 3.2050833702087402,
      "epoch": 1.0588697017268447,
      "rel-constrast": 2.8237643241882324,
      "step": 1349,
      "subrel-constrast": 4.03464937210083,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 5.4375,
      "learning_rate": 4.981471578992706e-05,
      "loss": 0.776,
      "step": 1350
    },
    {
      "cov-distil": 1.7764843702316284,
      "cov-distil (oracle2student)": 2.385777473449707,
      "cov-distil (oracle2teacher)": 2.9466400146484375,
      "epoch": 1.0596546310832025,
      "rel-constrast": 2.9991157054901123,
      "step": 1350,
      "subrel-constrast": 4.1020731925964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5321710109710693,
      "cov-distil (oracle2student)": 3.7962632179260254,
      "cov-distil (oracle2teacher)": 3.8199100494384766,
      "epoch": 1.0604395604395604,
      "rel-constrast": 1.8470566272735596,
      "step": 1351,
      "subrel-constrast": 2.904076337814331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473285675048828,
      "cov-distil (oracle2student)": 5.215753555297852,
      "cov-distil (oracle2teacher)": 5.062963962554932,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.7066211700439453,
      "step": 1352,
      "subrel-constrast": 3.5213730335235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7678200006484985,
      "cov-distil (oracle2student)": 5.534285068511963,
      "cov-distil (oracle2teacher)": 4.940554618835449,
      "epoch": 1.0620094191522762,
      "rel-constrast": 2.970421314239502,
      "step": 1353,
      "subrel-constrast": 3.809866428375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2517756223678589,
      "cov-distil (oracle2student)": 4.270276069641113,
      "cov-distil (oracle2teacher)": 4.404227256774902,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.5669658184051514,
      "step": 1354,
      "subrel-constrast": 3.3136885166168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.255814790725708,
      "cov-distil (oracle2student)": 4.298757076263428,
      "cov-distil (oracle2teacher)": 4.080432891845703,
      "epoch": 1.0635792778649922,
      "rel-constrast": 3.112243175506592,
      "step": 1355,
      "subrel-constrast": 3.465294122695923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9884713888168335,
      "cov-distil (oracle2student)": 3.3464155197143555,
      "cov-distil (oracle2teacher)": 3.7389323711395264,
      "epoch": 1.0643642072213502,
      "rel-constrast": 4.075211524963379,
      "step": 1356,
      "subrel-constrast": 4.776978969573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566786766052246,
      "cov-distil (oracle2student)": 5.72592830657959,
      "cov-distil (oracle2teacher)": 5.339461326599121,
      "epoch": 1.065149136577708,
      "rel-constrast": 3.25872802734375,
      "step": 1357,
      "subrel-constrast": 3.9985079765319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400079369544983,
      "cov-distil (oracle2student)": 3.3879170417785645,
      "cov-distil (oracle2teacher)": 3.559767723083496,
      "epoch": 1.065934065934066,
      "rel-constrast": 3.015141487121582,
      "step": 1358,
      "subrel-constrast": 3.81351375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3284026384353638,
      "cov-distil (oracle2student)": 5.102107524871826,
      "cov-distil (oracle2teacher)": 4.8548479080200195,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.1426525115966797,
      "step": 1359,
      "subrel-constrast": 3.8907928466796875,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 5.375,
      "learning_rate": 4.980395976055658e-05,
      "loss": 0.7806,
      "step": 1360
    },
    {
      "cov-distil": 1.0340895652770996,
      "cov-distil (oracle2student)": 3.3404150009155273,
      "cov-distil (oracle2teacher)": 3.458253860473633,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.7017836570739746,
      "step": 1360,
      "subrel-constrast": 3.85408091545105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9244599342346191,
      "cov-distil (oracle2student)": 3.500950574874878,
      "cov-distil (oracle2teacher)": 3.9206719398498535,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.6933364868164062,
      "step": 1361,
      "subrel-constrast": 4.551616191864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322222113609314,
      "cov-distil (oracle2student)": 5.065067291259766,
      "cov-distil (oracle2teacher)": 4.4332146644592285,
      "epoch": 1.0690737833594977,
      "rel-constrast": 3.223350763320923,
      "step": 1362,
      "subrel-constrast": 3.1711013317108154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7568714618682861,
      "cov-distil (oracle2student)": 4.176975250244141,
      "cov-distil (oracle2teacher)": 3.7778103351593018,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.354168176651001,
      "step": 1363,
      "subrel-constrast": 4.05528450012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8233342170715332,
      "cov-distil (oracle2student)": 2.8845739364624023,
      "cov-distil (oracle2teacher)": 3.239229679107666,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.8545703887939453,
      "step": 1364,
      "subrel-constrast": 3.940390110015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9338064193725586,
      "cov-distil (oracle2student)": 3.061378002166748,
      "cov-distil (oracle2teacher)": 3.1285512447357178,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.3349716663360596,
      "step": 1365,
      "subrel-constrast": 3.4239864349365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8442656993865967,
      "cov-distil (oracle2student)": 3.669823408126831,
      "cov-distil (oracle2teacher)": 3.6398766040802,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.4359259605407715,
      "step": 1366,
      "subrel-constrast": 3.9763615131378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266068935394287,
      "cov-distil (oracle2student)": 4.328539848327637,
      "cov-distil (oracle2teacher)": 4.360380172729492,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.3119592666625977,
      "step": 1367,
      "subrel-constrast": 2.8219521045684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8314034938812256,
      "cov-distil (oracle2student)": 4.431702613830566,
      "cov-distil (oracle2teacher)": 4.2378010749816895,
      "epoch": 1.0737833594976451,
      "rel-constrast": 2.3089935779571533,
      "step": 1368,
      "subrel-constrast": 3.795471429824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5539352893829346,
      "cov-distil (oracle2student)": 4.525745868682861,
      "cov-distil (oracle2teacher)": 4.255120277404785,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.4483890533447266,
      "step": 1369,
      "subrel-constrast": 3.9800639152526855,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 5.8125,
      "learning_rate": 4.9792901502764075e-05,
      "loss": 0.7828,
      "step": 1370
    },
    {
      "cov-distil": 1.7522364854812622,
      "cov-distil (oracle2student)": 2.7611570358276367,
      "cov-distil (oracle2teacher)": 2.5378265380859375,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.2207679748535156,
      "step": 1370,
      "subrel-constrast": 3.079789400100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2086682319641113,
      "cov-distil (oracle2student)": 4.295747756958008,
      "cov-distil (oracle2teacher)": 3.8890275955200195,
      "epoch": 1.076138147566719,
      "rel-constrast": 2.764012336730957,
      "step": 1371,
      "subrel-constrast": 3.178504228591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5825567245483398,
      "cov-distil (oracle2student)": 4.385646820068359,
      "cov-distil (oracle2teacher)": 4.265470027923584,
      "epoch": 1.0769230769230769,
      "rel-constrast": 2.323387622833252,
      "step": 1372,
      "subrel-constrast": 3.1196742057800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8628864288330078,
      "cov-distil (oracle2student)": 3.857534885406494,
      "cov-distil (oracle2teacher)": 3.2705883979797363,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.340729236602783,
      "step": 1373,
      "subrel-constrast": 3.2926735877990723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8734490871429443,
      "cov-distil (oracle2student)": 3.722325325012207,
      "cov-distil (oracle2teacher)": 3.537940263748169,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.5088374614715576,
      "step": 1374,
      "subrel-constrast": 4.046138763427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7907600402832031,
      "cov-distil (oracle2student)": 3.7754430770874023,
      "cov-distil (oracle2teacher)": 3.2363479137420654,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.512028694152832,
      "step": 1375,
      "subrel-constrast": 3.281909704208374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880934238433838,
      "cov-distil (oracle2student)": 5.368410110473633,
      "cov-distil (oracle2teacher)": 5.149897575378418,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.4852521419525146,
      "step": 1376,
      "subrel-constrast": 2.988154172897339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8623415231704712,
      "cov-distil (oracle2student)": 3.8936100006103516,
      "cov-distil (oracle2teacher)": 3.9991416931152344,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.885066509246826,
      "step": 1377,
      "subrel-constrast": 3.7260122299194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5937577486038208,
      "cov-distil (oracle2student)": 3.805960178375244,
      "cov-distil (oracle2teacher)": 3.75376033782959,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.9562671184539795,
      "step": 1378,
      "subrel-constrast": 3.693236827850342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7460744380950928,
      "cov-distil (oracle2student)": 2.593548536300659,
      "cov-distil (oracle2teacher)": 2.5229194164276123,
      "epoch": 1.0824175824175823,
      "rel-constrast": 2.1870903968811035,
      "step": 1379,
      "subrel-constrast": 2.552104949951172,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 4.09375,
      "learning_rate": 4.978154115129091e-05,
      "loss": 0.6957,
      "step": 1380
    },
    {
      "cov-distil": 1.5559735298156738,
      "cov-distil (oracle2student)": 5.343104362487793,
      "cov-distil (oracle2teacher)": 5.034076690673828,
      "epoch": 1.0832025117739403,
      "rel-constrast": 4.513167381286621,
      "step": 1380,
      "subrel-constrast": 4.879128932952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.594104290008545,
      "cov-distil (oracle2student)": 4.018231391906738,
      "cov-distil (oracle2teacher)": 4.175711154937744,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.8911664485931396,
      "step": 1381,
      "subrel-constrast": 4.408371448516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.643925428390503,
      "cov-distil (oracle2student)": 4.715807914733887,
      "cov-distil (oracle2teacher)": 4.219768524169922,
      "epoch": 1.084772370486656,
      "rel-constrast": 3.2432518005371094,
      "step": 1382,
      "subrel-constrast": 3.679701566696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4362976551055908,
      "cov-distil (oracle2student)": 4.567570686340332,
      "cov-distil (oracle2teacher)": 4.872445583343506,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.3436708450317383,
      "step": 1383,
      "subrel-constrast": 3.746518135070801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2816795110702515,
      "cov-distil (oracle2student)": 4.699955940246582,
      "cov-distil (oracle2teacher)": 3.8406128883361816,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.5861334800720215,
      "step": 1384,
      "subrel-constrast": 2.763550043106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5373120307922363,
      "cov-distil (oracle2student)": 3.3782882690429688,
      "cov-distil (oracle2teacher)": 3.4752197265625,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.74160099029541,
      "step": 1385,
      "subrel-constrast": 3.654707431793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726305365562439,
      "cov-distil (oracle2student)": 6.264081001281738,
      "cov-distil (oracle2teacher)": 6.202328681945801,
      "epoch": 1.0879120879120878,
      "rel-constrast": 3.196772575378418,
      "step": 1386,
      "subrel-constrast": 4.090964317321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353294372558594,
      "cov-distil (oracle2student)": 4.617647647857666,
      "cov-distil (oracle2teacher)": 4.959433555603027,
      "epoch": 1.0886970172684458,
      "rel-constrast": 3.2036983966827393,
      "step": 1387,
      "subrel-constrast": 3.7551910877227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165143489837646,
      "cov-distil (oracle2student)": 4.900763511657715,
      "cov-distil (oracle2teacher)": 4.732897758483887,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.3392691612243652,
      "step": 1388,
      "subrel-constrast": 3.897893190383911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.819463849067688,
      "cov-distil (oracle2student)": 3.466165542602539,
      "cov-distil (oracle2teacher)": 3.340545415878296,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.425576686859131,
      "step": 1389,
      "subrel-constrast": 3.422744035720825,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 4.8125,
      "learning_rate": 4.97698788445594e-05,
      "loss": 0.829,
      "step": 1390
    },
    {
      "cov-distil": 1.2456929683685303,
      "cov-distil (oracle2student)": 2.4797627925872803,
      "cov-distil (oracle2teacher)": 2.6108713150024414,
      "epoch": 1.0910518053375196,
      "rel-constrast": 2.1391234397888184,
      "step": 1390,
      "subrel-constrast": 2.3621671199798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080111026763916,
      "cov-distil (oracle2student)": 6.320272445678711,
      "cov-distil (oracle2teacher)": 5.9656877517700195,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.4898555278778076,
      "step": 1391,
      "subrel-constrast": 3.066091537475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581671237945557,
      "cov-distil (oracle2student)": 3.91648268699646,
      "cov-distil (oracle2teacher)": 4.001407623291016,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.013739585876465,
      "step": 1392,
      "subrel-constrast": 4.730424404144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5913100242614746,
      "cov-distil (oracle2student)": 3.4155850410461426,
      "cov-distil (oracle2teacher)": 3.4767534732818604,
      "epoch": 1.0934065934065935,
      "rel-constrast": 3.265977382659912,
      "step": 1393,
      "subrel-constrast": 3.794863224029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735185146331787,
      "cov-distil (oracle2student)": 5.366359710693359,
      "cov-distil (oracle2teacher)": 5.077892303466797,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.506908416748047,
      "step": 1394,
      "subrel-constrast": 3.441734790802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3577219247817993,
      "cov-distil (oracle2student)": 4.501542091369629,
      "cov-distil (oracle2teacher)": 4.2119140625,
      "epoch": 1.0949764521193093,
      "rel-constrast": 3.157167911529541,
      "step": 1395,
      "subrel-constrast": 3.4801933765411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182083249092102,
      "cov-distil (oracle2student)": 5.086513042449951,
      "cov-distil (oracle2teacher)": 5.001871109008789,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.7043871879577637,
      "step": 1396,
      "subrel-constrast": 4.009977340698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6978211402893066,
      "cov-distil (oracle2student)": 4.240968704223633,
      "cov-distil (oracle2teacher)": 4.077297210693359,
      "epoch": 1.096546310832025,
      "rel-constrast": 3.904170036315918,
      "step": 1397,
      "subrel-constrast": 4.262308597564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5113857984542847,
      "cov-distil (oracle2student)": 3.5950698852539062,
      "cov-distil (oracle2teacher)": 3.609370231628418,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.1610422134399414,
      "step": 1398,
      "subrel-constrast": 3.737513303756714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464242935180664,
      "cov-distil (oracle2student)": 4.76617431640625,
      "cov-distil (oracle2teacher)": 4.555519104003906,
      "epoch": 1.098116169544741,
      "rel-constrast": 4.202720642089844,
      "step": 1399,
      "subrel-constrast": 4.74445915222168,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.625,
      "learning_rate": 4.9757914724671074e-05,
      "loss": 0.8529,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.2750000059604645,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.05029296875
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.033843994140625
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.016448974609375,
      "step": 1400
    },
    {
      "cov-distil": 1.3774524927139282,
      "cov-distil (oracle2student)": 4.048962116241455,
      "cov-distil (oracle2teacher)": 3.9364190101623535,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.4842300415039062,
      "step": 1400,
      "subrel-constrast": 4.573757171630859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5755010843276978,
      "cov-distil (oracle2student)": 2.997373580932617,
      "cov-distil (oracle2teacher)": 3.14574933052063,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.482325792312622,
      "step": 1401,
      "subrel-constrast": 3.2080576419830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41730797290802,
      "cov-distil (oracle2student)": 5.6667375564575195,
      "cov-distil (oracle2teacher)": 5.003635883331299,
      "epoch": 1.1004709576138147,
      "rel-constrast": 4.049898147583008,
      "step": 1402,
      "subrel-constrast": 4.203271389007568,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75510835647583,
      "cov-distil (oracle2student)": 5.073264122009277,
      "cov-distil (oracle2teacher)": 4.4586639404296875,
      "epoch": 1.1012558869701727,
      "rel-constrast": 2.2561118602752686,
      "step": 1403,
      "subrel-constrast": 3.0288639068603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3826297521591187,
      "cov-distil (oracle2student)": 4.739652156829834,
      "cov-distil (oracle2teacher)": 3.980092763900757,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.6099376678466797,
      "step": 1404,
      "subrel-constrast": 3.5757057666778564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700481653213501,
      "cov-distil (oracle2student)": 3.925020694732666,
      "cov-distil (oracle2teacher)": 4.2010016441345215,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.4656805992126465,
      "step": 1405,
      "subrel-constrast": 4.435629844665527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734179139137268,
      "cov-distil (oracle2student)": 4.875617980957031,
      "cov-distil (oracle2teacher)": 4.430096626281738,
      "epoch": 1.1036106750392465,
      "rel-constrast": 1.8464717864990234,
      "step": 1406,
      "subrel-constrast": 2.7650609016418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3881967067718506,
      "cov-distil (oracle2student)": 4.076774597167969,
      "cov-distil (oracle2teacher)": 3.6389524936676025,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.828457832336426,
      "step": 1407,
      "subrel-constrast": 3.257171154022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8918731212615967,
      "cov-distil (oracle2student)": 4.5294952392578125,
      "cov-distil (oracle2teacher)": 4.1752519607543945,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.8180980682373047,
      "step": 1408,
      "subrel-constrast": 4.404576778411865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6718709468841553,
      "cov-distil (oracle2student)": 4.541898727416992,
      "cov-distil (oracle2teacher)": 4.1118669509887695,
      "epoch": 1.1059654631083202,
      "rel-constrast": 3.261911392211914,
      "step": 1409,
      "subrel-constrast": 3.675297975540161,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 5.625,
      "learning_rate": 4.9745648937404944e-05,
      "loss": 0.7923,
      "step": 1410
    },
    {
      "cov-distil": 1.4265708923339844,
      "cov-distil (oracle2student)": 2.3586010932922363,
      "cov-distil (oracle2teacher)": 2.7697043418884277,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.8547863960266113,
      "step": 1410,
      "subrel-constrast": 3.3013954162597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654770016670227,
      "cov-distil (oracle2student)": 4.709851264953613,
      "cov-distil (oracle2teacher)": 4.484446048736572,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.5320489406585693,
      "step": 1411,
      "subrel-constrast": 3.3594744205474854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6176217794418335,
      "cov-distil (oracle2student)": 4.045330047607422,
      "cov-distil (oracle2teacher)": 4.103939533233643,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.5939669609069824,
      "step": 1412,
      "subrel-constrast": 4.583804130554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3921641111373901,
      "cov-distil (oracle2student)": 3.223907470703125,
      "cov-distil (oracle2teacher)": 2.718414783477783,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.739264965057373,
      "step": 1413,
      "subrel-constrast": 4.031973838806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4037563800811768,
      "cov-distil (oracle2student)": 2.9814395904541016,
      "cov-distil (oracle2teacher)": 2.831556797027588,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.548524856567383,
      "step": 1414,
      "subrel-constrast": 3.5879123210906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311434030532837,
      "cov-distil (oracle2student)": 6.6438703536987305,
      "cov-distil (oracle2teacher)": 5.585625171661377,
      "epoch": 1.110675039246468,
      "rel-constrast": 2.1226301193237305,
      "step": 1415,
      "subrel-constrast": 2.657355785369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532631397247314,
      "cov-distil (oracle2student)": 4.801969528198242,
      "cov-distil (oracle2teacher)": 4.307088851928711,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.868666648864746,
      "step": 1416,
      "subrel-constrast": 3.673433303833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8779492378234863,
      "cov-distil (oracle2student)": 4.065706729888916,
      "cov-distil (oracle2teacher)": 3.550511360168457,
      "epoch": 1.1122448979591837,
      "rel-constrast": 1.9086132049560547,
      "step": 1417,
      "subrel-constrast": 3.243211269378662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2267191410064697,
      "cov-distil (oracle2student)": 4.205009460449219,
      "cov-distil (oracle2teacher)": 4.072425365447998,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.7825543880462646,
      "step": 1418,
      "subrel-constrast": 3.117405652999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9352264404296875,
      "cov-distil (oracle2student)": 4.916912078857422,
      "cov-distil (oracle2teacher)": 4.510032653808594,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.3724250793457031,
      "step": 1419,
      "subrel-constrast": 2.3689677715301514,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 4.0,
      "learning_rate": 4.9733081632215764e-05,
      "loss": 0.6961,
      "step": 1420
    },
    {
      "cov-distil": 1.5852007865905762,
      "cov-distil (oracle2student)": 3.7165722846984863,
      "cov-distil (oracle2teacher)": 3.3471460342407227,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.6423745155334473,
      "step": 1420,
      "subrel-constrast": 3.6259613037109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5029120445251465,
      "cov-distil (oracle2student)": 3.589764356613159,
      "cov-distil (oracle2teacher)": 3.509883403778076,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.199857234954834,
      "step": 1421,
      "subrel-constrast": 3.3864762783050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025437593460083,
      "cov-distil (oracle2student)": 4.132634162902832,
      "cov-distil (oracle2teacher)": 4.100710868835449,
      "epoch": 1.1161695447409734,
      "rel-constrast": 2.0588154792785645,
      "step": 1422,
      "subrel-constrast": 3.2275381088256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681736707687378,
      "cov-distil (oracle2student)": 2.927661895751953,
      "cov-distil (oracle2teacher)": 2.9438533782958984,
      "epoch": 1.1169544740973312,
      "rel-constrast": 2.08059024810791,
      "step": 1423,
      "subrel-constrast": 2.9650402069091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1729309558868408,
      "cov-distil (oracle2student)": 5.7799177169799805,
      "cov-distil (oracle2teacher)": 4.567580223083496,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.907471179962158,
      "step": 1424,
      "subrel-constrast": 3.5150842666625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4462342262268066,
      "cov-distil (oracle2student)": 3.6507339477539062,
      "cov-distil (oracle2teacher)": 3.6555449962615967,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.425668478012085,
      "step": 1425,
      "subrel-constrast": 3.355107069015503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9393174648284912,
      "cov-distil (oracle2student)": 4.488595962524414,
      "cov-distil (oracle2teacher)": 4.189651012420654,
      "epoch": 1.119309262166405,
      "rel-constrast": 2.4969091415405273,
      "step": 1426,
      "subrel-constrast": 3.629150152206421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5890607833862305,
      "cov-distil (oracle2student)": 4.372025966644287,
      "cov-distil (oracle2teacher)": 3.930250406265259,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.9861860275268555,
      "step": 1427,
      "subrel-constrast": 3.6342074871063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704128503799438,
      "cov-distil (oracle2student)": 3.7790822982788086,
      "cov-distil (oracle2teacher)": 3.661731719970703,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.6263198852539062,
      "step": 1428,
      "subrel-constrast": 3.587519884109497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8990941047668457,
      "cov-distil (oracle2student)": 3.3532373905181885,
      "cov-distil (oracle2teacher)": 3.2707412242889404,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.5683093070983887,
      "step": 1429,
      "subrel-constrast": 3.9765281677246094,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 9.625,
      "learning_rate": 4.972021296223217e-05,
      "loss": 0.7156,
      "step": 1430
    },
    {
      "cov-distil": 1.6202445030212402,
      "cov-distil (oracle2student)": 3.0828869342803955,
      "cov-distil (oracle2teacher)": 2.7788877487182617,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.265202045440674,
      "step": 1430,
      "subrel-constrast": 3.0199191570281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5867798328399658,
      "cov-distil (oracle2student)": 6.637983322143555,
      "cov-distil (oracle2teacher)": 5.775035858154297,
      "epoch": 1.1232339089481946,
      "rel-constrast": 1.8450088500976562,
      "step": 1431,
      "subrel-constrast": 2.654466390609741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5769436359405518,
      "cov-distil (oracle2student)": 3.3085904121398926,
      "cov-distil (oracle2teacher)": 3.1149349212646484,
      "epoch": 1.1240188383045526,
      "rel-constrast": 3.127098321914673,
      "step": 1432,
      "subrel-constrast": 3.4269423484802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.290905237197876,
      "cov-distil (oracle2student)": 7.275933265686035,
      "cov-distil (oracle2teacher)": 6.055379390716553,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.6604831218719482,
      "step": 1433,
      "subrel-constrast": 3.1333022117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4214860200881958,
      "cov-distil (oracle2student)": 3.6913363933563232,
      "cov-distil (oracle2teacher)": 3.974123239517212,
      "epoch": 1.1255886970172684,
      "rel-constrast": 3.193338394165039,
      "step": 1434,
      "subrel-constrast": 3.5697827339172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1152448654174805,
      "cov-distil (oracle2student)": 4.05968713760376,
      "cov-distil (oracle2teacher)": 3.9392943382263184,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.2788405418395996,
      "step": 1435,
      "subrel-constrast": 3.7335705757141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242502212524414,
      "cov-distil (oracle2student)": 3.214986562728882,
      "cov-distil (oracle2teacher)": 3.609635829925537,
      "epoch": 1.1271585557299844,
      "rel-constrast": 2.747772455215454,
      "step": 1436,
      "subrel-constrast": 3.4749293327331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319406270980835,
      "cov-distil (oracle2student)": 7.63732385635376,
      "cov-distil (oracle2teacher)": 6.685694694519043,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.4438138008117676,
      "step": 1437,
      "subrel-constrast": 3.970630168914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0939173698425293,
      "cov-distil (oracle2student)": 5.202234745025635,
      "cov-distil (oracle2teacher)": 4.502569675445557,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.825807571411133,
      "step": 1438,
      "subrel-constrast": 4.160816192626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4238145351409912,
      "cov-distil (oracle2student)": 3.324925184249878,
      "cov-distil (oracle2teacher)": 3.2941694259643555,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.8478026390075684,
      "step": 1439,
      "subrel-constrast": 3.2991602420806885,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 6.65625,
      "learning_rate": 4.970704308425487e-05,
      "loss": 0.7426,
      "step": 1440
    },
    {
      "cov-distil": 1.7210097312927246,
      "cov-distil (oracle2student)": 4.91700553894043,
      "cov-distil (oracle2teacher)": 4.660266876220703,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.580687999725342,
      "step": 1440,
      "subrel-constrast": 3.407400131225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4355494976043701,
      "cov-distil (oracle2student)": 4.487117767333984,
      "cov-distil (oracle2teacher)": 3.9655141830444336,
      "epoch": 1.1310832025117739,
      "rel-constrast": 2.7421960830688477,
      "step": 1441,
      "subrel-constrast": 3.3824241161346436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7735215425491333,
      "cov-distil (oracle2student)": 7.142309188842773,
      "cov-distil (oracle2teacher)": 5.814286231994629,
      "epoch": 1.1318681318681318,
      "rel-constrast": 3.1321613788604736,
      "step": 1442,
      "subrel-constrast": 3.7966020107269287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4831596612930298,
      "cov-distil (oracle2student)": 4.758261680603027,
      "cov-distil (oracle2teacher)": 4.327485084533691,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.778820037841797,
      "step": 1443,
      "subrel-constrast": 4.133635520935059,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5499006509780884,
      "cov-distil (oracle2student)": 4.640183448791504,
      "cov-distil (oracle2teacher)": 4.057236671447754,
      "epoch": 1.1334379905808478,
      "rel-constrast": 3.0463719367980957,
      "step": 1444,
      "subrel-constrast": 3.5193467140197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5021295547485352,
      "cov-distil (oracle2student)": 4.30925989151001,
      "cov-distil (oracle2teacher)": 4.226467132568359,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.504362106323242,
      "step": 1445,
      "subrel-constrast": 3.079847812652588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6534078121185303,
      "cov-distil (oracle2student)": 3.8200089931488037,
      "cov-distil (oracle2teacher)": 4.042212963104248,
      "epoch": 1.1350078492935636,
      "rel-constrast": 3.2322568893432617,
      "step": 1446,
      "subrel-constrast": 3.7701570987701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5618064403533936,
      "cov-distil (oracle2student)": 4.572770118713379,
      "cov-distil (oracle2teacher)": 4.0620245933532715,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.9428255558013916,
      "step": 1447,
      "subrel-constrast": 3.3003830909729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392897129058838,
      "cov-distil (oracle2student)": 3.695558786392212,
      "cov-distil (oracle2teacher)": 3.8413383960723877,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.3504841327667236,
      "step": 1448,
      "subrel-constrast": 3.8079612255096436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3107936382293701,
      "cov-distil (oracle2student)": 4.832245826721191,
      "cov-distil (oracle2teacher)": 4.406163215637207,
      "epoch": 1.1373626373626373,
      "rel-constrast": 1.9430854320526123,
      "step": 1449,
      "subrel-constrast": 3.0062904357910156,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 4.03125,
      "learning_rate": 4.969357215875464e-05,
      "loss": 0.7698,
      "step": 1450
    },
    {
      "cov-distil": 0.919407069683075,
      "cov-distil (oracle2student)": 3.1853508949279785,
      "cov-distil (oracle2teacher)": 3.0984792709350586,
      "epoch": 1.1381475667189953,
      "rel-constrast": 2.12074613571167,
      "step": 1450,
      "subrel-constrast": 2.755837917327881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5972926616668701,
      "cov-distil (oracle2student)": 3.328793525695801,
      "cov-distil (oracle2teacher)": 3.0796613693237305,
      "epoch": 1.1389324960753533,
      "rel-constrast": 3.2211830615997314,
      "step": 1451,
      "subrel-constrast": 3.4729177951812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.697230339050293,
      "cov-distil (oracle2student)": 2.8607988357543945,
      "cov-distil (oracle2teacher)": 2.8472752571105957,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.671549081802368,
      "step": 1452,
      "subrel-constrast": 3.4498088359832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94770348072052,
      "cov-distil (oracle2student)": 3.914979934692383,
      "cov-distil (oracle2teacher)": 3.7376723289489746,
      "epoch": 1.140502354788069,
      "rel-constrast": 2.0744659900665283,
      "step": 1453,
      "subrel-constrast": 2.9850118160247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390360116958618,
      "cov-distil (oracle2student)": 4.633434772491455,
      "cov-distil (oracle2teacher)": 4.247796058654785,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.4581127166748047,
      "step": 1454,
      "subrel-constrast": 3.9714317321777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025808095932007,
      "cov-distil (oracle2student)": 3.242124080657959,
      "cov-distil (oracle2teacher)": 3.162363052368164,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.250493288040161,
      "step": 1455,
      "subrel-constrast": 3.050462484359741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706788301467896,
      "cov-distil (oracle2student)": 5.469461917877197,
      "cov-distil (oracle2teacher)": 4.936834812164307,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.565253496170044,
      "step": 1456,
      "subrel-constrast": 3.38845157623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2386635541915894,
      "cov-distil (oracle2student)": 3.0493264198303223,
      "cov-distil (oracle2teacher)": 3.1810073852539062,
      "epoch": 1.1436420722135008,
      "rel-constrast": 2.261092185974121,
      "step": 1457,
      "subrel-constrast": 2.7858762741088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.739606499671936,
      "cov-distil (oracle2student)": 3.968785524368286,
      "cov-distil (oracle2teacher)": 3.909520387649536,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.737807273864746,
      "step": 1458,
      "subrel-constrast": 3.617563486099243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63069486618042,
      "cov-distil (oracle2student)": 4.003785133361816,
      "cov-distil (oracle2teacher)": 3.693113088607788,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.737630844116211,
      "step": 1459,
      "subrel-constrast": 4.189433574676514,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 5.8125,
      "learning_rate": 4.967980034987048e-05,
      "loss": 0.7174,
      "step": 1460
    },
    {
      "cov-distil": 2.4934022426605225,
      "cov-distil (oracle2student)": 5.498902797698975,
      "cov-distil (oracle2teacher)": 4.933234214782715,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.81288480758667,
      "step": 1460,
      "subrel-constrast": 4.341779708862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358349323272705,
      "cov-distil (oracle2student)": 4.342729568481445,
      "cov-distil (oracle2teacher)": 3.542717456817627,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.4645586013793945,
      "step": 1461,
      "subrel-constrast": 3.522831439971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41737699508667,
      "cov-distil (oracle2student)": 3.1106297969818115,
      "cov-distil (oracle2teacher)": 3.1990559101104736,
      "epoch": 1.1475667189952905,
      "rel-constrast": 2.447864055633545,
      "step": 1462,
      "subrel-constrast": 3.088907480239868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4640257358551025,
      "cov-distil (oracle2student)": 4.718017101287842,
      "cov-distil (oracle2teacher)": 4.130568504333496,
      "epoch": 1.1483516483516483,
      "rel-constrast": 2.635941982269287,
      "step": 1463,
      "subrel-constrast": 3.385139226913452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698772430419922,
      "cov-distil (oracle2student)": 6.459268569946289,
      "cov-distil (oracle2teacher)": 5.032258033752441,
      "epoch": 1.1491365777080063,
      "rel-constrast": 4.093239784240723,
      "step": 1464,
      "subrel-constrast": 4.585559368133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2035655975341797,
      "cov-distil (oracle2student)": 3.430039167404175,
      "cov-distil (oracle2teacher)": 3.6964468955993652,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.4838099479675293,
      "step": 1465,
      "subrel-constrast": 3.1714468002319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579946756362915,
      "cov-distil (oracle2student)": 4.577866554260254,
      "cov-distil (oracle2teacher)": 4.270482063293457,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.88089656829834,
      "step": 1466,
      "subrel-constrast": 3.644862651824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5102288722991943,
      "cov-distil (oracle2student)": 4.6253509521484375,
      "cov-distil (oracle2teacher)": 4.5397844314575195,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.2269387245178223,
      "step": 1467,
      "subrel-constrast": 2.7581796646118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5692392587661743,
      "cov-distil (oracle2student)": 2.171421527862549,
      "cov-distil (oracle2teacher)": 2.289473295211792,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.5733784437179565,
      "step": 1468,
      "subrel-constrast": 2.421278953552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7924730777740479,
      "cov-distil (oracle2student)": 3.1747889518737793,
      "cov-distil (oracle2teacher)": 3.5125255584716797,
      "epoch": 1.153061224489796,
      "rel-constrast": 2.380284309387207,
      "step": 1469,
      "subrel-constrast": 2.991039752960205,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 5.0,
      "learning_rate": 4.966572782540753e-05,
      "loss": 0.7416,
      "step": 1470
    },
    {
      "cov-distil": 1.6793698072433472,
      "cov-distil (oracle2student)": 6.4284772872924805,
      "cov-distil (oracle2teacher)": 5.520218849182129,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.484776496887207,
      "step": 1470,
      "subrel-constrast": 3.247373104095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5853190422058105,
      "cov-distil (oracle2student)": 3.101043224334717,
      "cov-distil (oracle2teacher)": 3.3245849609375,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.8537979125976562,
      "step": 1471,
      "subrel-constrast": 2.7095072269439697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366969108581543,
      "cov-distil (oracle2student)": 5.257271766662598,
      "cov-distil (oracle2teacher)": 4.78129768371582,
      "epoch": 1.1554160125588697,
      "rel-constrast": 2.072223663330078,
      "step": 1472,
      "subrel-constrast": 2.9598119258880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649501919746399,
      "cov-distil (oracle2student)": 6.186247825622559,
      "cov-distil (oracle2teacher)": 5.7467803955078125,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.668015718460083,
      "step": 1473,
      "subrel-constrast": 2.9322075843811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3380396366119385,
      "cov-distil (oracle2student)": 3.762608528137207,
      "cov-distil (oracle2teacher)": 3.6091530323028564,
      "epoch": 1.1569858712715855,
      "rel-constrast": 2.0027313232421875,
      "step": 1474,
      "subrel-constrast": 2.8449206352233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2223048210144043,
      "cov-distil (oracle2student)": 5.674510955810547,
      "cov-distil (oracle2teacher)": 4.935297012329102,
      "epoch": 1.1577708006279435,
      "rel-constrast": 2.102262020111084,
      "step": 1475,
      "subrel-constrast": 3.233121871948242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7302626371383667,
      "cov-distil (oracle2student)": 3.6926541328430176,
      "cov-distil (oracle2teacher)": 3.3863492012023926,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.388659715652466,
      "step": 1476,
      "subrel-constrast": 3.0286173820495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704991579055786,
      "cov-distil (oracle2student)": 4.7798309326171875,
      "cov-distil (oracle2teacher)": 4.173938274383545,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.9184153079986572,
      "step": 1477,
      "subrel-constrast": 3.51603364944458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2648746967315674,
      "cov-distil (oracle2student)": 4.841617107391357,
      "cov-distil (oracle2teacher)": 4.3514604568481445,
      "epoch": 1.1601255886970172,
      "rel-constrast": 3.234201192855835,
      "step": 1478,
      "subrel-constrast": 3.6756820678710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8125864267349243,
      "cov-distil (oracle2student)": 2.6819968223571777,
      "cov-distil (oracle2teacher)": 2.9248392581939697,
      "epoch": 1.1609105180533752,
      "rel-constrast": 3.2202460765838623,
      "step": 1479,
      "subrel-constrast": 3.61031174659729,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 6.0625,
      "learning_rate": 4.9651354756835056e-05,
      "loss": 0.6614,
      "step": 1480
    },
    {
      "cov-distil": 1.392646074295044,
      "cov-distil (oracle2student)": 4.2380523681640625,
      "cov-distil (oracle2teacher)": 3.5811140537261963,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.6302762031555176,
      "step": 1480,
      "subrel-constrast": 3.427609920501709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8921456336975098,
      "cov-distil (oracle2student)": 3.067326068878174,
      "cov-distil (oracle2teacher)": 3.2499985694885254,
      "epoch": 1.1624803767660912,
      "rel-constrast": 1.4655245542526245,
      "step": 1481,
      "subrel-constrast": 2.7194595336914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8185973167419434,
      "cov-distil (oracle2student)": 4.516495704650879,
      "cov-distil (oracle2teacher)": 3.844066858291626,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.676448345184326,
      "step": 1482,
      "subrel-constrast": 3.0788421630859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3603132963180542,
      "cov-distil (oracle2student)": 6.497417449951172,
      "cov-distil (oracle2teacher)": 5.633515357971191,
      "epoch": 1.164050235478807,
      "rel-constrast": 2.9875617027282715,
      "step": 1483,
      "subrel-constrast": 3.8521313667297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2592880725860596,
      "cov-distil (oracle2student)": 4.702965259552002,
      "cov-distil (oracle2teacher)": 4.209061622619629,
      "epoch": 1.164835164835165,
      "rel-constrast": 3.127880096435547,
      "step": 1484,
      "subrel-constrast": 3.3566198348999023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8305009603500366,
      "cov-distil (oracle2student)": 4.822851181030273,
      "cov-distil (oracle2teacher)": 4.675025939941406,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.437347888946533,
      "step": 1485,
      "subrel-constrast": 4.580851078033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9999454021453857,
      "cov-distil (oracle2student)": 3.5581858158111572,
      "cov-distil (oracle2teacher)": 3.610217571258545,
      "epoch": 1.1664050235478807,
      "rel-constrast": 2.2528839111328125,
      "step": 1486,
      "subrel-constrast": 3.5497658252716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4891130924224854,
      "cov-distil (oracle2student)": 3.6254210472106934,
      "cov-distil (oracle2teacher)": 3.5837528705596924,
      "epoch": 1.1671899529042387,
      "rel-constrast": 2.2691445350646973,
      "step": 1487,
      "subrel-constrast": 3.445279598236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615608811378479,
      "cov-distil (oracle2student)": 4.965720176696777,
      "cov-distil (oracle2teacher)": 4.5782999992370605,
      "epoch": 1.1679748822605966,
      "rel-constrast": 2.9276885986328125,
      "step": 1488,
      "subrel-constrast": 3.6910719871520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073660135269165,
      "cov-distil (oracle2student)": 7.403058052062988,
      "cov-distil (oracle2teacher)": 6.3559417724609375,
      "epoch": 1.1687598116169544,
      "rel-constrast": 3.0895729064941406,
      "step": 1489,
      "subrel-constrast": 3.694629669189453,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 6.34375,
      "learning_rate": 4.963668131928436e-05,
      "loss": 0.7409,
      "step": 1490
    },
    {
      "cov-distil": 1.584778070449829,
      "cov-distil (oracle2student)": 2.9753050804138184,
      "cov-distil (oracle2teacher)": 3.3699378967285156,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.489734411239624,
      "step": 1490,
      "subrel-constrast": 3.321147918701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2136712074279785,
      "cov-distil (oracle2student)": 5.705753326416016,
      "cov-distil (oracle2teacher)": 4.733763217926025,
      "epoch": 1.1703296703296704,
      "rel-constrast": 2.0149669647216797,
      "step": 1491,
      "subrel-constrast": 2.8364689350128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8165807723999023,
      "cov-distil (oracle2student)": 5.1815619468688965,
      "cov-distil (oracle2teacher)": 4.738595008850098,
      "epoch": 1.1711145996860282,
      "rel-constrast": 2.5921926498413086,
      "step": 1492,
      "subrel-constrast": 3.3167977333068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081615447998047,
      "cov-distil (oracle2student)": 4.854668617248535,
      "cov-distil (oracle2teacher)": 4.041452884674072,
      "epoch": 1.1718995290423861,
      "rel-constrast": 3.7228612899780273,
      "step": 1493,
      "subrel-constrast": 3.814889430999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741749048233032,
      "cov-distil (oracle2student)": 3.047351360321045,
      "cov-distil (oracle2teacher)": 3.038147449493408,
      "epoch": 1.1726844583987441,
      "rel-constrast": 3.035686492919922,
      "step": 1494,
      "subrel-constrast": 3.9800944328308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0405187606811523,
      "cov-distil (oracle2student)": 3.714125633239746,
      "cov-distil (oracle2teacher)": 3.6011228561401367,
      "epoch": 1.1734693877551021,
      "rel-constrast": 2.398214101791382,
      "step": 1495,
      "subrel-constrast": 3.8939106464385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3905870914459229,
      "cov-distil (oracle2student)": 3.046931743621826,
      "cov-distil (oracle2teacher)": 2.8855247497558594,
      "epoch": 1.1742543171114599,
      "rel-constrast": 3.0308635234832764,
      "step": 1496,
      "subrel-constrast": 3.329037666320801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647951602935791,
      "cov-distil (oracle2student)": 4.180196285247803,
      "cov-distil (oracle2teacher)": 4.218957901000977,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.653312921524048,
      "step": 1497,
      "subrel-constrast": 4.166954040527344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6036298274993896,
      "cov-distil (oracle2student)": 4.424801826477051,
      "cov-distil (oracle2teacher)": 3.7677884101867676,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.748300313949585,
      "step": 1498,
      "subrel-constrast": 3.297043800354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6762897968292236,
      "cov-distil (oracle2student)": 3.5112032890319824,
      "cov-distil (oracle2teacher)": 3.420654773712158,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.9255642890930176,
      "step": 1499,
      "subrel-constrast": 3.3973541259765625,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 5.875,
      "learning_rate": 4.9621707691546645e-05,
      "loss": 0.7332,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7639999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7747621818724173,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.43399999999999994,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.6173102450175095,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5416106548872113,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.2890625,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.0633544921875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.043121337890625
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.020233154296875,
      "step": 1500
    },
    {
      "cov-distil": 1.7485086917877197,
      "cov-distil (oracle2student)": 4.230788707733154,
      "cov-distil (oracle2teacher)": 3.8272950649261475,
      "epoch": 1.1773940345368916,
      "rel-constrast": 2.0312840938568115,
      "step": 1500,
      "subrel-constrast": 2.71525502204895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4775396585464478,
      "cov-distil (oracle2student)": 4.059601306915283,
      "cov-distil (oracle2teacher)": 3.723001003265381,
      "epoch": 1.1781789638932496,
      "rel-constrast": 4.083869934082031,
      "step": 1501,
      "subrel-constrast": 3.7125368118286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676011562347412,
      "cov-distil (oracle2student)": 5.229190349578857,
      "cov-distil (oracle2teacher)": 5.160117149353027,
      "epoch": 1.1789638932496076,
      "rel-constrast": 3.101928234100342,
      "step": 1502,
      "subrel-constrast": 4.044782638549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6979618072509766,
      "cov-distil (oracle2student)": 3.7973227500915527,
      "cov-distil (oracle2teacher)": 3.310650587081909,
      "epoch": 1.1797488226059656,
      "rel-constrast": 2.005044937133789,
      "step": 1503,
      "subrel-constrast": 2.843824625015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5123100280761719,
      "cov-distil (oracle2student)": 5.033284664154053,
      "cov-distil (oracle2teacher)": 4.157942295074463,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.8426575660705566,
      "step": 1504,
      "subrel-constrast": 3.390226364135742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.316284418106079,
      "cov-distil (oracle2student)": 3.133749485015869,
      "cov-distil (oracle2teacher)": 3.136380672454834,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.476555347442627,
      "step": 1505,
      "subrel-constrast": 3.1768059730529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3085720539093018,
      "cov-distil (oracle2student)": 5.336479187011719,
      "cov-distil (oracle2teacher)": 5.304076194763184,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.9608383178710938,
      "step": 1506,
      "subrel-constrast": 4.48170280456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6562358140945435,
      "cov-distil (oracle2student)": 5.106496334075928,
      "cov-distil (oracle2teacher)": 4.130088806152344,
      "epoch": 1.182888540031397,
      "rel-constrast": 2.9583888053894043,
      "step": 1507,
      "subrel-constrast": 3.7306017875671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7493054866790771,
      "cov-distil (oracle2student)": 2.7775204181671143,
      "cov-distil (oracle2teacher)": 3.2637789249420166,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.5205020904541016,
      "step": 1508,
      "subrel-constrast": 3.557661294937134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0654494762420654,
      "cov-distil (oracle2student)": 2.2735180854797363,
      "cov-distil (oracle2teacher)": 2.127807855606079,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.1841182708740234,
      "step": 1509,
      "subrel-constrast": 2.6357650756835938,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 4.9375,
      "learning_rate": 4.9606434056070863e-05,
      "loss": 0.7422,
      "step": 1510
    },
    {
      "cov-distil": 2.0747480392456055,
      "cov-distil (oracle2student)": 3.9009385108947754,
      "cov-distil (oracle2teacher)": 4.192046642303467,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.6539556980133057,
      "step": 1510,
      "subrel-constrast": 3.577793836593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7121105194091797,
      "cov-distil (oracle2student)": 3.5978574752807617,
      "cov-distil (oracle2teacher)": 3.8568508625030518,
      "epoch": 1.1860282574568288,
      "rel-constrast": 3.703195571899414,
      "step": 1511,
      "subrel-constrast": 4.201766490936279,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.769433856010437,
      "cov-distil (oracle2student)": 4.847658634185791,
      "cov-distil (oracle2teacher)": 4.619823455810547,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.7370405197143555,
      "step": 1512,
      "subrel-constrast": 3.6746485233306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3672865629196167,
      "cov-distil (oracle2student)": 5.345491409301758,
      "cov-distil (oracle2teacher)": 5.307746887207031,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.974797248840332,
      "step": 1513,
      "subrel-constrast": 4.64158296585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3251571655273438,
      "cov-distil (oracle2student)": 6.040820121765137,
      "cov-distil (oracle2teacher)": 4.929553985595703,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.626101493835449,
      "step": 1514,
      "subrel-constrast": 3.0085737705230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7284622192382812,
      "cov-distil (oracle2student)": 3.64074444770813,
      "cov-distil (oracle2teacher)": 3.6592631340026855,
      "epoch": 1.1891679748822606,
      "rel-constrast": 2.033757209777832,
      "step": 1515,
      "subrel-constrast": 2.7563092708587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1659088134765625,
      "cov-distil (oracle2student)": 2.7111988067626953,
      "cov-distil (oracle2teacher)": 3.0070433616638184,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.4668636322021484,
      "step": 1516,
      "subrel-constrast": 3.6944668292999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1717967987060547,
      "cov-distil (oracle2student)": 4.242790222167969,
      "cov-distil (oracle2teacher)": 3.823622465133667,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.1749753952026367,
      "step": 1517,
      "subrel-constrast": 3.6475167274475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912517786026001,
      "cov-distil (oracle2student)": 4.199876308441162,
      "cov-distil (oracle2teacher)": 4.535355567932129,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.481130123138428,
      "step": 1518,
      "subrel-constrast": 5.082208156585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8562536239624023,
      "cov-distil (oracle2student)": 5.788992881774902,
      "cov-distil (oracle2teacher)": 4.82795524597168,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.587991237640381,
      "step": 1519,
      "subrel-constrast": 4.080261707305908,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.84375,
      "learning_rate": 4.959086059896141e-05,
      "loss": 0.8287,
      "step": 1520
    },
    {
      "cov-distil": 1.5232781171798706,
      "cov-distil (oracle2student)": 4.327375411987305,
      "cov-distil (oracle2teacher)": 4.070348739624023,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.7197184562683105,
      "step": 1520,
      "subrel-constrast": 3.1734938621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4419372081756592,
      "cov-distil (oracle2student)": 5.73799467086792,
      "cov-distil (oracle2teacher)": 5.951563835144043,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.3822076320648193,
      "step": 1521,
      "subrel-constrast": 3.779179811477661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640181303024292,
      "cov-distil (oracle2student)": 3.836653709411621,
      "cov-distil (oracle2teacher)": 3.7507858276367188,
      "epoch": 1.194662480376766,
      "rel-constrast": 3.6478872299194336,
      "step": 1522,
      "subrel-constrast": 4.444528579711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4504380226135254,
      "cov-distil (oracle2student)": 3.3363285064697266,
      "cov-distil (oracle2teacher)": 2.772866725921631,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.0574207305908203,
      "step": 1523,
      "subrel-constrast": 2.545795440673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9421583414077759,
      "cov-distil (oracle2student)": 3.961541175842285,
      "cov-distil (oracle2teacher)": 4.5739521980285645,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.9225692749023438,
      "step": 1524,
      "subrel-constrast": 3.993438243865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5873799324035645,
      "cov-distil (oracle2student)": 4.951776027679443,
      "cov-distil (oracle2teacher)": 4.686556816101074,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.6227290630340576,
      "step": 1525,
      "subrel-constrast": 3.568251132965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995333671569824,
      "cov-distil (oracle2student)": 3.3716089725494385,
      "cov-distil (oracle2teacher)": 3.617016315460205,
      "epoch": 1.1978021978021978,
      "rel-constrast": 2.6842219829559326,
      "step": 1526,
      "subrel-constrast": 3.481901168823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5646638870239258,
      "cov-distil (oracle2student)": 4.4577507972717285,
      "cov-distil (oracle2teacher)": 4.188509941101074,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.4021458625793457,
      "step": 1527,
      "subrel-constrast": 4.33415412902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761851787567139,
      "cov-distil (oracle2student)": 3.9821815490722656,
      "cov-distil (oracle2teacher)": 3.884610176086426,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.9438514709472656,
      "step": 1528,
      "subrel-constrast": 3.405836582183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2246947288513184,
      "cov-distil (oracle2student)": 4.151642799377441,
      "cov-distil (oracle2teacher)": 3.1427805423736572,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.772562026977539,
      "step": 1529,
      "subrel-constrast": 2.6392982006073,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 3.53125,
      "learning_rate": 4.957498750997597e-05,
      "loss": 0.744,
      "step": 1530
    },
    {
      "cov-distil": 1.600648045539856,
      "cov-distil (oracle2student)": 4.604783058166504,
      "cov-distil (oracle2teacher)": 4.556369304656982,
      "epoch": 1.2009419152276295,
      "rel-constrast": 2.267603874206543,
      "step": 1530,
      "subrel-constrast": 2.6244161128997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810472846031189,
      "cov-distil (oracle2student)": 4.073423862457275,
      "cov-distil (oracle2teacher)": 3.6597142219543457,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.3108716011047363,
      "step": 1531,
      "subrel-constrast": 3.2451529502868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8782386779785156,
      "cov-distil (oracle2student)": 3.557467222213745,
      "cov-distil (oracle2teacher)": 3.675232410430908,
      "epoch": 1.2025117739403455,
      "rel-constrast": 3.3091039657592773,
      "step": 1532,
      "subrel-constrast": 4.100863456726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5638325214385986,
      "cov-distil (oracle2student)": 2.8034284114837646,
      "cov-distil (oracle2teacher)": 2.8497776985168457,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.3563458919525146,
      "step": 1533,
      "subrel-constrast": 3.0898303985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691821575164795,
      "cov-distil (oracle2student)": 4.60768985748291,
      "cov-distil (oracle2teacher)": 4.304746627807617,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.8594892024993896,
      "step": 1534,
      "subrel-constrast": 3.549325704574585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5520613193511963,
      "cov-distil (oracle2student)": 4.877971649169922,
      "cov-distil (oracle2teacher)": 4.454023838043213,
      "epoch": 1.2048665620094192,
      "rel-constrast": 2.8462142944335938,
      "step": 1535,
      "subrel-constrast": 3.4580230712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6331263780593872,
      "cov-distil (oracle2student)": 4.314093112945557,
      "cov-distil (oracle2teacher)": 4.101082801818848,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.616159677505493,
      "step": 1536,
      "subrel-constrast": 3.3092477321624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022289991378784,
      "cov-distil (oracle2student)": 4.89500093460083,
      "cov-distil (oracle2teacher)": 4.807025909423828,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.419569253921509,
      "step": 1537,
      "subrel-constrast": 3.59961199760437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4777123928070068,
      "cov-distil (oracle2student)": 3.2864580154418945,
      "cov-distil (oracle2teacher)": 3.056769847869873,
      "epoch": 1.207221350078493,
      "rel-constrast": 2.0155293941497803,
      "step": 1538,
      "subrel-constrast": 2.7256932258605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.645634651184082,
      "cov-distil (oracle2student)": 4.065258026123047,
      "cov-distil (oracle2teacher)": 3.8413004875183105,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.3775105476379395,
      "step": 1539,
      "subrel-constrast": 3.498631715774536,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 4.8125,
      "learning_rate": 4.9558814982523106e-05,
      "loss": 0.6766,
      "step": 1540
    },
    {
      "cov-distil": 1.8075847625732422,
      "cov-distil (oracle2student)": 5.002773284912109,
      "cov-distil (oracle2teacher)": 5.1291985511779785,
      "epoch": 1.2087912087912087,
      "rel-constrast": 3.0045089721679688,
      "step": 1540,
      "subrel-constrast": 3.930400848388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4789363145828247,
      "cov-distil (oracle2student)": 4.7036285400390625,
      "cov-distil (oracle2teacher)": 4.801464080810547,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.8248226642608643,
      "step": 1541,
      "subrel-constrast": 3.794799566268921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375290155410767,
      "cov-distil (oracle2student)": 3.3961291313171387,
      "cov-distil (oracle2teacher)": 3.204671859741211,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.8809454441070557,
      "step": 1542,
      "subrel-constrast": 3.4760124683380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2903764247894287,
      "cov-distil (oracle2student)": 4.792279243469238,
      "cov-distil (oracle2teacher)": 4.538397789001465,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.7544140815734863,
      "step": 1543,
      "subrel-constrast": 3.2082643508911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4375863075256348,
      "cov-distil (oracle2student)": 4.494780540466309,
      "cov-distil (oracle2teacher)": 4.387182235717773,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.863981008529663,
      "step": 1544,
      "subrel-constrast": 3.4193403720855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7431714534759521,
      "cov-distil (oracle2student)": 4.275623321533203,
      "cov-distil (oracle2teacher)": 4.166308403015137,
      "epoch": 1.2127158555729984,
      "rel-constrast": 2.1307897567749023,
      "step": 1545,
      "subrel-constrast": 3.471906900405884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7611958980560303,
      "cov-distil (oracle2student)": 3.3497514724731445,
      "cov-distil (oracle2teacher)": 3.3862464427948,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.38743257522583,
      "step": 1546,
      "subrel-constrast": 3.3915841579437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5527610778808594,
      "cov-distil (oracle2student)": 3.1812191009521484,
      "cov-distil (oracle2teacher)": 3.1168770790100098,
      "epoch": 1.2142857142857142,
      "rel-constrast": 2.404475212097168,
      "step": 1547,
      "subrel-constrast": 3.0474047660827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499725818634033,
      "cov-distil (oracle2student)": 4.475757598876953,
      "cov-distil (oracle2teacher)": 4.537806034088135,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.1917285919189453,
      "step": 1548,
      "subrel-constrast": 2.8687524795532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2541391849517822,
      "cov-distil (oracle2student)": 4.706418991088867,
      "cov-distil (oracle2teacher)": 3.8923490047454834,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.889606475830078,
      "step": 1549,
      "subrel-constrast": 3.2647478580474854,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 5.59375,
      "learning_rate": 4.9542343213659974e-05,
      "loss": 0.6976,
      "step": 1550
    },
    {
      "cov-distil": 1.8331830501556396,
      "cov-distil (oracle2student)": 5.015098571777344,
      "cov-distil (oracle2teacher)": 4.250988960266113,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.024837493896484,
      "step": 1550,
      "subrel-constrast": 4.481121063232422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867794513702393,
      "cov-distil (oracle2student)": 3.297834873199463,
      "cov-distil (oracle2teacher)": 3.424804449081421,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.9038000106811523,
      "step": 1551,
      "subrel-constrast": 3.5621063709259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5921251773834229,
      "cov-distil (oracle2student)": 4.316880226135254,
      "cov-distil (oracle2teacher)": 3.882554292678833,
      "epoch": 1.218210361067504,
      "rel-constrast": 2.5500707626342773,
      "step": 1552,
      "subrel-constrast": 3.0413320064544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2253526449203491,
      "cov-distil (oracle2student)": 4.995065689086914,
      "cov-distil (oracle2teacher)": 4.219193458557129,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.696774959564209,
      "step": 1553,
      "subrel-constrast": 3.889272689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.229150414466858,
      "cov-distil (oracle2student)": 2.6216583251953125,
      "cov-distil (oracle2teacher)": 2.6381349563598633,
      "epoch": 1.2197802197802199,
      "rel-constrast": 3.167804718017578,
      "step": 1554,
      "subrel-constrast": 3.390306234359741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.84684419631958,
      "cov-distil (oracle2student)": 2.844254970550537,
      "cov-distil (oracle2teacher)": 2.755173683166504,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.9125025272369385,
      "step": 1555,
      "subrel-constrast": 3.365950345993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9272841215133667,
      "cov-distil (oracle2student)": 2.703958034515381,
      "cov-distil (oracle2teacher)": 2.7598724365234375,
      "epoch": 1.2213500784929356,
      "rel-constrast": 2.177861213684082,
      "step": 1556,
      "subrel-constrast": 3.3213248252868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2323274612426758,
      "cov-distil (oracle2student)": 2.7246484756469727,
      "cov-distil (oracle2teacher)": 2.517838954925537,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.8433092832565308,
      "step": 1557,
      "subrel-constrast": 2.5471136569976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569610357284546,
      "cov-distil (oracle2student)": 5.2571306228637695,
      "cov-distil (oracle2teacher)": 4.8253984451293945,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.5907344818115234,
      "step": 1558,
      "subrel-constrast": 3.619658946990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719965934753418,
      "cov-distil (oracle2student)": 6.273858070373535,
      "cov-distil (oracle2teacher)": 5.100681781768799,
      "epoch": 1.2237048665620094,
      "rel-constrast": 3.1695213317871094,
      "step": 1559,
      "subrel-constrast": 3.9834675788879395,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 5.75,
      "learning_rate": 4.952557240408988e-05,
      "loss": 0.7663,
      "step": 1560
    },
    {
      "cov-distil": 1.6666290760040283,
      "cov-distil (oracle2student)": 4.642274856567383,
      "cov-distil (oracle2teacher)": 4.5248212814331055,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.450890302658081,
      "step": 1560,
      "subrel-constrast": 4.130867958068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2021815776824951,
      "cov-distil (oracle2student)": 3.2229409217834473,
      "cov-distil (oracle2teacher)": 3.380291700363159,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.533560276031494,
      "step": 1561,
      "subrel-constrast": 3.267157793045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4832178354263306,
      "cov-distil (oracle2student)": 3.1300363540649414,
      "cov-distil (oracle2teacher)": 3.320742607116699,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.6512200832366943,
      "step": 1562,
      "subrel-constrast": 2.4736149311065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483647584915161,
      "cov-distil (oracle2student)": 3.974653720855713,
      "cov-distil (oracle2teacher)": 4.282253742218018,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.680492877960205,
      "step": 1563,
      "subrel-constrast": 4.2281389236450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8743088245391846,
      "cov-distil (oracle2student)": 4.122889995574951,
      "cov-distil (oracle2teacher)": 3.6850976943969727,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.8563923835754395,
      "step": 1564,
      "subrel-constrast": 3.1994149684906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908144474029541,
      "cov-distil (oracle2student)": 4.664992332458496,
      "cov-distil (oracle2teacher)": 4.363765239715576,
      "epoch": 1.2284144427001569,
      "rel-constrast": 3.2205111980438232,
      "step": 1565,
      "subrel-constrast": 3.8490545749664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4982974529266357,
      "cov-distil (oracle2student)": 3.536342144012451,
      "cov-distil (oracle2teacher)": 3.640622615814209,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.4386274814605713,
      "step": 1566,
      "subrel-constrast": 3.2455220222473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.983614206314087,
      "cov-distil (oracle2student)": 2.985178232192993,
      "cov-distil (oracle2teacher)": 2.78747296333313,
      "epoch": 1.2299843014128728,
      "rel-constrast": 2.052114725112915,
      "step": 1567,
      "subrel-constrast": 2.8265461921691895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4338563680648804,
      "cov-distil (oracle2student)": 3.8309435844421387,
      "cov-distil (oracle2teacher)": 3.4424710273742676,
      "epoch": 1.2307692307692308,
      "rel-constrast": 3.0795669555664062,
      "step": 1568,
      "subrel-constrast": 3.582277297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584893226623535,
      "cov-distil (oracle2student)": 5.216217994689941,
      "cov-distil (oracle2teacher)": 4.565634250640869,
      "epoch": 1.2315541601255886,
      "rel-constrast": 3.039799690246582,
      "step": 1569,
      "subrel-constrast": 3.715428113937378,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 6.03125,
      "learning_rate": 4.950850275815983e-05,
      "loss": 0.743,
      "step": 1570
    },
    {
      "cov-distil": 1.5038628578186035,
      "cov-distil (oracle2student)": 2.6119627952575684,
      "cov-distil (oracle2teacher)": 2.7541110515594482,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.176480531692505,
      "step": 1570,
      "subrel-constrast": 2.686347007751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520804524421692,
      "cov-distil (oracle2student)": 2.5996336936950684,
      "cov-distil (oracle2teacher)": 2.6235592365264893,
      "epoch": 1.2331240188383046,
      "rel-constrast": 3.114922523498535,
      "step": 1571,
      "subrel-constrast": 3.61731219291687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3104897737503052,
      "cov-distil (oracle2student)": 3.415076732635498,
      "cov-distil (oracle2teacher)": 3.5732460021972656,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.33668851852417,
      "step": 1572,
      "subrel-constrast": 3.909759759902954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4771370887756348,
      "cov-distil (oracle2student)": 4.409694671630859,
      "cov-distil (oracle2teacher)": 3.946770429611206,
      "epoch": 1.2346938775510203,
      "rel-constrast": 3.8898987770080566,
      "step": 1573,
      "subrel-constrast": 4.148560523986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3169071674346924,
      "cov-distil (oracle2student)": 4.829381942749023,
      "cov-distil (oracle2teacher)": 4.6057939529418945,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.1212494373321533,
      "step": 1574,
      "subrel-constrast": 2.8325772285461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2086176872253418,
      "cov-distil (oracle2student)": 2.98012638092041,
      "cov-distil (oracle2teacher)": 2.6507182121276855,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.8269630670547485,
      "step": 1575,
      "subrel-constrast": 2.1550111770629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2610249519348145,
      "cov-distil (oracle2student)": 4.485299587249756,
      "cov-distil (oracle2teacher)": 4.363012790679932,
      "epoch": 1.2370486656200943,
      "rel-constrast": 4.008843421936035,
      "step": 1576,
      "subrel-constrast": 4.4985198974609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6807074546813965,
      "cov-distil (oracle2student)": 4.946079254150391,
      "cov-distil (oracle2teacher)": 4.673879146575928,
      "epoch": 1.237833594976452,
      "rel-constrast": 3.214716911315918,
      "step": 1577,
      "subrel-constrast": 3.7449193000793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182397842407227,
      "cov-distil (oracle2student)": 7.419530868530273,
      "cov-distil (oracle2teacher)": 6.617232322692871,
      "epoch": 1.23861852433281,
      "rel-constrast": 2.0141851902008057,
      "step": 1578,
      "subrel-constrast": 3.173762321472168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5207469463348389,
      "cov-distil (oracle2student)": 4.323278427124023,
      "cov-distil (oracle2teacher)": 4.4741621017456055,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.6204493045806885,
      "step": 1579,
      "subrel-constrast": 3.512580156326294,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 4.78125,
      "learning_rate": 4.9491134483858095e-05,
      "loss": 0.7444,
      "step": 1580
    },
    {
      "cov-distil": 1.7275066375732422,
      "cov-distil (oracle2student)": 2.5916287899017334,
      "cov-distil (oracle2teacher)": 3.294196128845215,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.8139939308166504,
      "step": 1580,
      "subrel-constrast": 3.629631280899048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41563081741333,
      "cov-distil (oracle2student)": 3.2800745964050293,
      "cov-distil (oracle2teacher)": 3.2235331535339355,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.417858600616455,
      "step": 1581,
      "subrel-constrast": 3.2114391326904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0455130338668823,
      "cov-distil (oracle2student)": 4.683004379272461,
      "cov-distil (oracle2teacher)": 4.711904525756836,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.308945178985596,
      "step": 1582,
      "subrel-constrast": 4.595567226409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4948856830596924,
      "cov-distil (oracle2student)": 4.5842413902282715,
      "cov-distil (oracle2teacher)": 4.541057586669922,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.354098320007324,
      "step": 1583,
      "subrel-constrast": 3.2532970905303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478751540184021,
      "cov-distil (oracle2student)": 5.340696811676025,
      "cov-distil (oracle2teacher)": 5.217659950256348,
      "epoch": 1.2433281004709575,
      "rel-constrast": 3.1210832595825195,
      "step": 1584,
      "subrel-constrast": 3.8527209758758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385205626487732,
      "cov-distil (oracle2student)": 4.021716594696045,
      "cov-distil (oracle2teacher)": 4.30511474609375,
      "epoch": 1.2441130298273155,
      "rel-constrast": 3.3219354152679443,
      "step": 1585,
      "subrel-constrast": 4.327701091766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2471152544021606,
      "cov-distil (oracle2student)": 5.545618057250977,
      "cov-distil (oracle2teacher)": 4.992803573608398,
      "epoch": 1.2448979591836735,
      "rel-constrast": 3.230410575866699,
      "step": 1586,
      "subrel-constrast": 3.737184762954712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.389676809310913,
      "cov-distil (oracle2student)": 4.302770614624023,
      "cov-distil (oracle2teacher)": 4.216390132904053,
      "epoch": 1.2456828885400313,
      "rel-constrast": 3.0439257621765137,
      "step": 1587,
      "subrel-constrast": 3.626136064529419,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0842232704162598,
      "cov-distil (oracle2student)": 5.351293087005615,
      "cov-distil (oracle2teacher)": 4.81019401550293,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.3461873531341553,
      "step": 1588,
      "subrel-constrast": 3.2448534965515137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9012022018432617,
      "cov-distil (oracle2student)": 3.589587688446045,
      "cov-distil (oracle2teacher)": 3.8490538597106934,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.6720728874206543,
      "step": 1589,
      "subrel-constrast": 3.2388925552368164,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 6.21875,
      "learning_rate": 4.947346779281159e-05,
      "loss": 0.7787,
      "step": 1590
    },
    {
      "cov-distil": 1.0694540739059448,
      "cov-distil (oracle2student)": 3.0265297889709473,
      "cov-distil (oracle2teacher)": 2.930713653564453,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.9245004653930664,
      "step": 1590,
      "subrel-constrast": 2.372952699661255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5754947662353516,
      "cov-distil (oracle2student)": 5.229963779449463,
      "cov-distil (oracle2teacher)": 5.164266586303711,
      "epoch": 1.248822605965463,
      "rel-constrast": 1.8129247426986694,
      "step": 1591,
      "subrel-constrast": 2.834083080291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0053443908691406,
      "cov-distil (oracle2student)": 4.9797444343566895,
      "cov-distil (oracle2teacher)": 4.2929582595825195,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.694392442703247,
      "step": 1592,
      "subrel-constrast": 3.547555923461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2049765586853027,
      "cov-distil (oracle2student)": 4.001274108886719,
      "cov-distil (oracle2teacher)": 3.9364099502563477,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.953474521636963,
      "step": 1593,
      "subrel-constrast": 3.470498561859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043835401535034,
      "cov-distil (oracle2student)": 5.210770606994629,
      "cov-distil (oracle2teacher)": 4.576769828796387,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.3584091663360596,
      "step": 1594,
      "subrel-constrast": 3.1537837982177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2665927410125732,
      "cov-distil (oracle2student)": 3.7326819896698,
      "cov-distil (oracle2teacher)": 3.1742799282073975,
      "epoch": 1.2519623233908947,
      "rel-constrast": 4.692358493804932,
      "step": 1595,
      "subrel-constrast": 4.0910539627075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7941944599151611,
      "cov-distil (oracle2student)": 4.109507083892822,
      "cov-distil (oracle2teacher)": 4.159163951873779,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.3564138412475586,
      "step": 1596,
      "subrel-constrast": 3.6273791790008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635940074920654,
      "cov-distil (oracle2student)": 4.576698303222656,
      "cov-distil (oracle2teacher)": 4.398351192474365,
      "epoch": 1.2535321821036107,
      "rel-constrast": 2.9404969215393066,
      "step": 1597,
      "subrel-constrast": 3.804814577102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7701064348220825,
      "cov-distil (oracle2student)": 4.771833896636963,
      "cov-distil (oracle2teacher)": 3.738337755203247,
      "epoch": 1.2543171114599687,
      "rel-constrast": 2.40234112739563,
      "step": 1598,
      "subrel-constrast": 2.814751386642456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2810989618301392,
      "cov-distil (oracle2student)": 4.285026550292969,
      "cov-distil (oracle2teacher)": 4.482094764709473,
      "epoch": 1.2551020408163265,
      "rel-constrast": 2.3176803588867188,
      "step": 1599,
      "subrel-constrast": 3.109283685684204,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 4.65625,
      "learning_rate": 4.94555029002834e-05,
      "loss": 0.7005,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.2953124940395355,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.05426025390625
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.037078857421875
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.017181396484375,
      "step": 1600
    },
    {
      "cov-distil": 1.2401432991027832,
      "cov-distil (oracle2student)": 3.954568862915039,
      "cov-distil (oracle2teacher)": 3.8835649490356445,
      "epoch": 1.2558869701726845,
      "rel-constrast": 4.249578475952148,
      "step": 1600,
      "subrel-constrast": 4.77301549911499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3518985509872437,
      "cov-distil (oracle2student)": 5.146595001220703,
      "cov-distil (oracle2teacher)": 4.2379045486450195,
      "epoch": 1.2566718995290425,
      "rel-constrast": 4.159992694854736,
      "step": 1601,
      "subrel-constrast": 4.252568244934082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1045626401901245,
      "cov-distil (oracle2student)": 3.7269647121429443,
      "cov-distil (oracle2teacher)": 3.6491031646728516,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.8313547372817993,
      "step": 1602,
      "subrel-constrast": 2.480900764465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0515415668487549,
      "cov-distil (oracle2student)": 3.6881957054138184,
      "cov-distil (oracle2teacher)": 3.9391791820526123,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.3411812782287598,
      "step": 1603,
      "subrel-constrast": 2.8287715911865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496519804000854,
      "cov-distil (oracle2student)": 6.0102362632751465,
      "cov-distil (oracle2teacher)": 5.4528374671936035,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.411728620529175,
      "step": 1604,
      "subrel-constrast": 4.295903205871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824700117111206,
      "cov-distil (oracle2student)": 3.218780994415283,
      "cov-distil (oracle2teacher)": 3.5953330993652344,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.255901336669922,
      "step": 1605,
      "subrel-constrast": 3.621413469314575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3297637701034546,
      "cov-distil (oracle2student)": 3.7404680252075195,
      "cov-distil (oracle2teacher)": 4.179556846618652,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.7648215293884277,
      "step": 1606,
      "subrel-constrast": 3.2416465282440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949851393699646,
      "cov-distil (oracle2student)": 2.947930097579956,
      "cov-distil (oracle2teacher)": 2.8981106281280518,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.775965452194214,
      "step": 1607,
      "subrel-constrast": 3.85666561126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4960598945617676,
      "cov-distil (oracle2student)": 4.037820816040039,
      "cov-distil (oracle2teacher)": 4.013734817504883,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.7456881999969482,
      "step": 1608,
      "subrel-constrast": 3.677175521850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1052380800247192,
      "cov-distil (oracle2student)": 3.17771315574646,
      "cov-distil (oracle2teacher)": 3.0973048210144043,
      "epoch": 1.2629513343799057,
      "rel-constrast": 2.790376901626587,
      "step": 1609,
      "subrel-constrast": 3.7393651008605957,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 5.0,
      "learning_rate": 4.943724002517005e-05,
      "loss": 0.7932,
      "step": 1610
    },
    {
      "cov-distil": 0.8401419520378113,
      "cov-distil (oracle2student)": 3.6818411350250244,
      "cov-distil (oracle2teacher)": 3.2254278659820557,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.239971160888672,
      "step": 1610,
      "subrel-constrast": 2.607633352279663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5572216510772705,
      "cov-distil (oracle2student)": 5.691225051879883,
      "cov-distil (oracle2teacher)": 5.2247514724731445,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.4957265853881836,
      "step": 1611,
      "subrel-constrast": 4.3403143882751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599346399307251,
      "cov-distil (oracle2student)": 3.265510082244873,
      "cov-distil (oracle2teacher)": 3.138312816619873,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.7332820892333984,
      "step": 1612,
      "subrel-constrast": 2.326345205307007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4157798290252686,
      "cov-distil (oracle2student)": 2.43453311920166,
      "cov-distil (oracle2teacher)": 2.5119686126708984,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.4434328079223633,
      "step": 1613,
      "subrel-constrast": 2.869371175765991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2938141822814941,
      "cov-distil (oracle2student)": 4.608822822570801,
      "cov-distil (oracle2teacher)": 5.189919471740723,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.2550747394561768,
      "step": 1614,
      "subrel-constrast": 4.518463134765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2033616304397583,
      "cov-distil (oracle2student)": 4.0003132820129395,
      "cov-distil (oracle2teacher)": 3.9773621559143066,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.2480671405792236,
      "step": 1615,
      "subrel-constrast": 2.946848154067993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72908616065979,
      "cov-distil (oracle2student)": 4.721651077270508,
      "cov-distil (oracle2teacher)": 4.623195648193359,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.6976943016052246,
      "step": 1616,
      "subrel-constrast": 4.176671981811523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601651668548584,
      "cov-distil (oracle2student)": 5.53110408782959,
      "cov-distil (oracle2teacher)": 5.000835418701172,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.414720296859741,
      "step": 1617,
      "subrel-constrast": 3.356947898864746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3038325309753418,
      "cov-distil (oracle2student)": 5.950539588928223,
      "cov-distil (oracle2teacher)": 4.976174354553223,
      "epoch": 1.2700156985871272,
      "rel-constrast": 2.8983705043792725,
      "step": 1618,
      "subrel-constrast": 3.6266589164733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6398966312408447,
      "cov-distil (oracle2student)": 3.7699663639068604,
      "cov-distil (oracle2teacher)": 3.9635469913482666,
      "epoch": 1.2708006279434851,
      "rel-constrast": 3.084038257598877,
      "step": 1619,
      "subrel-constrast": 3.5827956199645996,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 6.28125,
      "learning_rate": 4.9418679389998923e-05,
      "loss": 0.7231,
      "step": 1620
    },
    {
      "cov-distil": 1.2033615112304688,
      "cov-distil (oracle2student)": 2.6435210704803467,
      "cov-distil (oracle2teacher)": 2.7180891036987305,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.435988664627075,
      "step": 1620,
      "subrel-constrast": 2.8730671405792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337418794631958,
      "cov-distil (oracle2student)": 4.008183002471924,
      "cov-distil (oracle2teacher)": 3.918609857559204,
      "epoch": 1.272370486656201,
      "rel-constrast": 2.1550803184509277,
      "step": 1621,
      "subrel-constrast": 3.027833938598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3022841215133667,
      "cov-distil (oracle2student)": 5.025609016418457,
      "cov-distil (oracle2teacher)": 4.473941802978516,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.712306022644043,
      "step": 1622,
      "subrel-constrast": 4.314980506896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564401626586914,
      "cov-distil (oracle2student)": 4.104037761688232,
      "cov-distil (oracle2teacher)": 4.0148420333862305,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.961117744445801,
      "step": 1623,
      "subrel-constrast": 4.3763251304626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.112213373184204,
      "cov-distil (oracle2student)": 3.8963370323181152,
      "cov-distil (oracle2teacher)": 4.085019111633301,
      "epoch": 1.2747252747252746,
      "rel-constrast": 3.1151459217071533,
      "step": 1624,
      "subrel-constrast": 3.4535889625549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6795473098754883,
      "cov-distil (oracle2student)": 4.558170318603516,
      "cov-distil (oracle2teacher)": 4.258068084716797,
      "epoch": 1.2755102040816326,
      "rel-constrast": 2.2039456367492676,
      "step": 1625,
      "subrel-constrast": 2.6537296772003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3467729091644287,
      "cov-distil (oracle2student)": 4.626681327819824,
      "cov-distil (oracle2teacher)": 4.4227800369262695,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.81760835647583,
      "step": 1626,
      "subrel-constrast": 3.3071186542510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.142616629600525,
      "cov-distil (oracle2student)": 4.662853717803955,
      "cov-distil (oracle2teacher)": 4.567802906036377,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.3561339378356934,
      "step": 1627,
      "subrel-constrast": 4.121894359588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951671838760376,
      "cov-distil (oracle2student)": 2.913677930831909,
      "cov-distil (oracle2teacher)": 3.444167375564575,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.7839274406433105,
      "step": 1628,
      "subrel-constrast": 3.647115468978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.534114122390747,
      "cov-distil (oracle2student)": 3.62860107421875,
      "cov-distil (oracle2teacher)": 3.946953535079956,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.9101061820983887,
      "step": 1629,
      "subrel-constrast": 3.9150846004486084,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 5.625,
      "learning_rate": 4.939982122092548e-05,
      "loss": 0.7732,
      "step": 1630
    },
    {
      "cov-distil": 1.6983373165130615,
      "cov-distil (oracle2student)": 4.0351715087890625,
      "cov-distil (oracle2teacher)": 3.4591262340545654,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.75883150100708,
      "step": 1630,
      "subrel-constrast": 3.290522813796997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365375280380249,
      "cov-distil (oracle2student)": 5.294360160827637,
      "cov-distil (oracle2teacher)": 4.6669697761535645,
      "epoch": 1.2802197802197801,
      "rel-constrast": 4.017967224121094,
      "step": 1631,
      "subrel-constrast": 4.0610222816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868592739105225,
      "cov-distil (oracle2student)": 3.8631057739257812,
      "cov-distil (oracle2teacher)": 3.7666921615600586,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.6940512657165527,
      "step": 1632,
      "subrel-constrast": 3.4014902114868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5693693161010742,
      "cov-distil (oracle2student)": 4.493404388427734,
      "cov-distil (oracle2teacher)": 3.9357874393463135,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.94412899017334,
      "step": 1633,
      "subrel-constrast": 3.6544454097747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4428383111953735,
      "cov-distil (oracle2student)": 3.037003517150879,
      "cov-distil (oracle2teacher)": 3.069725751876831,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.9439277648925781,
      "step": 1634,
      "subrel-constrast": 2.94014310836792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5494788885116577,
      "cov-distil (oracle2student)": 4.208475112915039,
      "cov-distil (oracle2teacher)": 4.504655361175537,
      "epoch": 1.283359497645212,
      "rel-constrast": 4.304119110107422,
      "step": 1635,
      "subrel-constrast": 4.585867881774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340540885925293,
      "cov-distil (oracle2student)": 3.5669240951538086,
      "cov-distil (oracle2teacher)": 3.9029083251953125,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.8818669319152832,
      "step": 1636,
      "subrel-constrast": 2.954639434814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7390761375427246,
      "cov-distil (oracle2student)": 5.210850715637207,
      "cov-distil (oracle2teacher)": 4.928779125213623,
      "epoch": 1.2849293563579278,
      "rel-constrast": 3.0819015502929688,
      "step": 1637,
      "subrel-constrast": 3.8880972862243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1178994178771973,
      "cov-distil (oracle2student)": 4.759133815765381,
      "cov-distil (oracle2teacher)": 4.51517915725708,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.805359363555908,
      "step": 1638,
      "subrel-constrast": 2.8414242267608643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4448472261428833,
      "cov-distil (oracle2student)": 3.933835029602051,
      "cov-distil (oracle2teacher)": 3.784127712249756,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.7304596900939941,
      "step": 1639,
      "subrel-constrast": 2.8501203060150146,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 4.21875,
      "learning_rate": 4.938066574773059e-05,
      "loss": 0.7405,
      "step": 1640
    },
    {
      "cov-distil": 1.824934959411621,
      "cov-distil (oracle2student)": 3.2884521484375,
      "cov-distil (oracle2teacher)": 2.920071601867676,
      "epoch": 1.2872841444270016,
      "rel-constrast": 2.782691717147827,
      "step": 1640,
      "subrel-constrast": 3.892519950866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7503442764282227,
      "cov-distil (oracle2student)": 4.084597110748291,
      "cov-distil (oracle2teacher)": 4.363886833190918,
      "epoch": 1.2880690737833596,
      "rel-constrast": 2.7296700477600098,
      "step": 1641,
      "subrel-constrast": 3.6988725662231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2059253454208374,
      "cov-distil (oracle2student)": 4.277673721313477,
      "cov-distil (oracle2teacher)": 4.320541858673096,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.508701801300049,
      "step": 1642,
      "subrel-constrast": 3.3788764476776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2993993759155273,
      "cov-distil (oracle2student)": 3.6636757850646973,
      "cov-distil (oracle2teacher)": 3.6188464164733887,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.5455198287963867,
      "step": 1643,
      "subrel-constrast": 3.6185929775238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2521083354949951,
      "cov-distil (oracle2student)": 3.79364013671875,
      "cov-distil (oracle2teacher)": 3.800851345062256,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.1340579986572266,
      "step": 1644,
      "subrel-constrast": 3.728591203689575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3868159055709839,
      "cov-distil (oracle2student)": 3.9565043449401855,
      "cov-distil (oracle2teacher)": 3.4056267738342285,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.723842144012451,
      "step": 1645,
      "subrel-constrast": 3.5624608993530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4942251443862915,
      "cov-distil (oracle2student)": 4.735816955566406,
      "cov-distil (oracle2teacher)": 4.332551002502441,
      "epoch": 1.291993720565149,
      "rel-constrast": 3.1045193672180176,
      "step": 1646,
      "subrel-constrast": 3.668058156967163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2528787851333618,
      "cov-distil (oracle2student)": 4.021450519561768,
      "cov-distil (oracle2teacher)": 4.035415172576904,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.473135471343994,
      "step": 1647,
      "subrel-constrast": 3.208709239959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4243361949920654,
      "cov-distil (oracle2student)": 5.697556495666504,
      "cov-distil (oracle2teacher)": 5.473768711090088,
      "epoch": 1.293563579277865,
      "rel-constrast": 2.741896629333496,
      "step": 1648,
      "subrel-constrast": 4.124619007110596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8192188739776611,
      "cov-distil (oracle2student)": 2.797114849090576,
      "cov-distil (oracle2teacher)": 2.723701000213623,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.6524248123168945,
      "step": 1649,
      "subrel-constrast": 3.406691074371338,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 5.375,
      "learning_rate": 4.936121320381762e-05,
      "loss": 0.7217,
      "step": 1650
    },
    {
      "cov-distil": 1.6652196645736694,
      "cov-distil (oracle2student)": 4.50883674621582,
      "cov-distil (oracle2teacher)": 3.993168354034424,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.57003116607666,
      "step": 1650,
      "subrel-constrast": 3.628901958465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.074852705001831,
      "cov-distil (oracle2student)": 2.833625316619873,
      "cov-distil (oracle2teacher)": 2.7247066497802734,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.528759479522705,
      "step": 1651,
      "subrel-constrast": 2.945603847503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3971084356307983,
      "cov-distil (oracle2student)": 3.0018460750579834,
      "cov-distil (oracle2teacher)": 3.686293125152588,
      "epoch": 1.2967032967032968,
      "rel-constrast": 2.7913460731506348,
      "step": 1652,
      "subrel-constrast": 3.3390860557556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350878953933716,
      "cov-distil (oracle2student)": 5.374774932861328,
      "cov-distil (oracle2teacher)": 4.875711441040039,
      "epoch": 1.2974882260596545,
      "rel-constrast": 3.161719799041748,
      "step": 1653,
      "subrel-constrast": 4.238742351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8106216192245483,
      "cov-distil (oracle2student)": 3.3961193561553955,
      "cov-distil (oracle2teacher)": 4.26975154876709,
      "epoch": 1.2982731554160125,
      "rel-constrast": 3.0342960357666016,
      "step": 1654,
      "subrel-constrast": 3.6275415420532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6817612648010254,
      "cov-distil (oracle2student)": 4.652027130126953,
      "cov-distil (oracle2teacher)": 4.589141845703125,
      "epoch": 1.2990580847723705,
      "rel-constrast": 3.1028218269348145,
      "step": 1655,
      "subrel-constrast": 3.9337363243103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2627507448196411,
      "cov-distil (oracle2student)": 6.517387390136719,
      "cov-distil (oracle2teacher)": 5.350343227386475,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.1466264724731445,
      "step": 1656,
      "subrel-constrast": 3.1197381019592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2194769382476807,
      "cov-distil (oracle2student)": 4.07407283782959,
      "cov-distil (oracle2teacher)": 4.279786586761475,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.6777279376983643,
      "step": 1657,
      "subrel-constrast": 3.576874017715454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2256784439086914,
      "cov-distil (oracle2student)": 3.122056007385254,
      "cov-distil (oracle2teacher)": 3.299981117248535,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.6643600463867188,
      "step": 1658,
      "subrel-constrast": 3.0457918643951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7555532455444336,
      "cov-distil (oracle2student)": 3.6815357208251953,
      "cov-distil (oracle2teacher)": 3.7946360111236572,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.9607553482055664,
      "step": 1659,
      "subrel-constrast": 3.1729092597961426,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.3125,
      "learning_rate": 4.93414638262097e-05,
      "loss": 0.7533,
      "step": 1660
    },
    {
      "cov-distil": 1.4782741069793701,
      "cov-distil (oracle2student)": 3.131895065307617,
      "cov-distil (oracle2teacher)": 3.025630474090576,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.7634066343307495,
      "step": 1660,
      "subrel-constrast": 3.0443379878997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2554302215576172,
      "cov-distil (oracle2student)": 4.800741195678711,
      "cov-distil (oracle2teacher)": 4.580242156982422,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.3431081771850586,
      "step": 1661,
      "subrel-constrast": 2.933103561401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2417757511138916,
      "cov-distil (oracle2student)": 5.50029182434082,
      "cov-distil (oracle2teacher)": 5.67678165435791,
      "epoch": 1.304552590266876,
      "rel-constrast": 2.775085926055908,
      "step": 1662,
      "subrel-constrast": 3.3209705352783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4375855922698975,
      "cov-distil (oracle2student)": 4.698795795440674,
      "cov-distil (oracle2teacher)": 4.178256511688232,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.456355094909668,
      "step": 1663,
      "subrel-constrast": 3.8518121242523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2631628513336182,
      "cov-distil (oracle2student)": 4.585798263549805,
      "cov-distil (oracle2teacher)": 3.720777988433838,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.7050743103027344,
      "step": 1664,
      "subrel-constrast": 2.8726394176483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2668120861053467,
      "cov-distil (oracle2student)": 5.543978691101074,
      "cov-distil (oracle2teacher)": 4.31226110458374,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.455016851425171,
      "step": 1665,
      "subrel-constrast": 3.277104616165161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4592809677124023,
      "cov-distil (oracle2student)": 3.580965757369995,
      "cov-distil (oracle2teacher)": 3.6958651542663574,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.875990390777588,
      "step": 1666,
      "subrel-constrast": 3.5123231410980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7660417556762695,
      "cov-distil (oracle2student)": 5.026470184326172,
      "cov-distil (oracle2teacher)": 4.608955383300781,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.4632911682128906,
      "step": 1667,
      "subrel-constrast": 3.6753294467926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9695327281951904,
      "cov-distil (oracle2student)": 4.632760524749756,
      "cov-distil (oracle2teacher)": 4.739590644836426,
      "epoch": 1.3092621664050235,
      "rel-constrast": 4.044448375701904,
      "step": 1668,
      "subrel-constrast": 4.879031658172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9147984385490417,
      "cov-distil (oracle2student)": 3.8470358848571777,
      "cov-distil (oracle2teacher)": 3.6714415550231934,
      "epoch": 1.3100470957613815,
      "rel-constrast": 1.9507464170455933,
      "step": 1669,
      "subrel-constrast": 2.4090120792388916,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 4.84375,
      "learning_rate": 4.932141785554676e-05,
      "loss": 0.7309,
      "step": 1670
    },
    {
      "cov-distil": 1.0804483890533447,
      "cov-distil (oracle2student)": 4.381117820739746,
      "cov-distil (oracle2teacher)": 4.153110027313232,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.430006980895996,
      "step": 1670,
      "subrel-constrast": 3.060797929763794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3550291061401367,
      "cov-distil (oracle2student)": 4.675786018371582,
      "cov-distil (oracle2teacher)": 4.878483772277832,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.190371036529541,
      "step": 1671,
      "subrel-constrast": 3.512721300125122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5128092765808105,
      "cov-distil (oracle2student)": 3.5277040004730225,
      "cov-distil (oracle2teacher)": 3.574345588684082,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.905486583709717,
      "step": 1672,
      "subrel-constrast": 3.6370315551757812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8562002182006836,
      "cov-distil (oracle2student)": 5.946201324462891,
      "cov-distil (oracle2teacher)": 6.038100242614746,
      "epoch": 1.3131868131868132,
      "rel-constrast": 2.6617884635925293,
      "step": 1673,
      "subrel-constrast": 3.8258495330810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4439823627471924,
      "cov-distil (oracle2student)": 4.495332717895508,
      "cov-distil (oracle2teacher)": 3.920667886734009,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.736530303955078,
      "step": 1674,
      "subrel-constrast": 3.709810495376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.902129054069519,
      "cov-distil (oracle2student)": 3.1296520233154297,
      "cov-distil (oracle2teacher)": 3.1709532737731934,
      "epoch": 1.314756671899529,
      "rel-constrast": 2.3446121215820312,
      "step": 1675,
      "subrel-constrast": 3.3997671604156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5456894636154175,
      "cov-distil (oracle2student)": 3.53585147857666,
      "cov-distil (oracle2teacher)": 3.7378737926483154,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.8547238111495972,
      "step": 1676,
      "subrel-constrast": 2.8229920864105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6679989099502563,
      "cov-distil (oracle2student)": 4.102506637573242,
      "cov-distil (oracle2teacher)": 3.851327419281006,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.873745918273926,
      "step": 1677,
      "subrel-constrast": 3.830954074859619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2982299327850342,
      "cov-distil (oracle2student)": 3.544175148010254,
      "cov-distil (oracle2teacher)": 3.48026704788208,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.5534720420837402,
      "step": 1678,
      "subrel-constrast": 3.998359203338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1478326320648193,
      "cov-distil (oracle2student)": 5.38470458984375,
      "cov-distil (oracle2teacher)": 4.923349380493164,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.6743621826171875,
      "step": 1679,
      "subrel-constrast": 3.7068068981170654,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 4.875,
      "learning_rate": 4.9301075536082605e-05,
      "loss": 0.6952,
      "step": 1680
    },
    {
      "cov-distil": 1.9513250589370728,
      "cov-distil (oracle2student)": 4.398993492126465,
      "cov-distil (oracle2teacher)": 4.786568641662598,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.6829535961151123,
      "step": 1680,
      "subrel-constrast": 4.0632853507995605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3817787170410156,
      "cov-distil (oracle2student)": 3.289867401123047,
      "cov-distil (oracle2teacher)": 3.359332799911499,
      "epoch": 1.3194662480376766,
      "rel-constrast": 3.0628602504730225,
      "step": 1681,
      "subrel-constrast": 3.4703333377838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8047406673431396,
      "cov-distil (oracle2student)": 5.392301559448242,
      "cov-distil (oracle2teacher)": 5.2529449462890625,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.5952937602996826,
      "step": 1682,
      "subrel-constrast": 4.345643043518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3197975158691406,
      "cov-distil (oracle2student)": 4.048213481903076,
      "cov-distil (oracle2teacher)": 3.647500991821289,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.856383800506592,
      "step": 1683,
      "subrel-constrast": 3.104534149169922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8105502128601074,
      "cov-distil (oracle2student)": 5.112046241760254,
      "cov-distil (oracle2teacher)": 4.49995231628418,
      "epoch": 1.3218210361067504,
      "rel-constrast": 3.725432872772217,
      "step": 1684,
      "subrel-constrast": 4.248173236846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4322168827056885,
      "cov-distil (oracle2student)": 3.3334832191467285,
      "cov-distil (oracle2teacher)": 3.6339430809020996,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.7059125900268555,
      "step": 1685,
      "subrel-constrast": 3.2750349044799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6428894996643066,
      "cov-distil (oracle2student)": 4.602001190185547,
      "cov-distil (oracle2teacher)": 4.459765911102295,
      "epoch": 1.3233908948194664,
      "rel-constrast": 3.1114978790283203,
      "step": 1686,
      "subrel-constrast": 3.9000749588012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8474209308624268,
      "cov-distil (oracle2student)": 3.8932676315307617,
      "cov-distil (oracle2teacher)": 4.134026050567627,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.9471235275268555,
      "step": 1687,
      "subrel-constrast": 3.8277077674865723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4144337177276611,
      "cov-distil (oracle2student)": 4.639150142669678,
      "cov-distil (oracle2teacher)": 4.320378303527832,
      "epoch": 1.3249607535321821,
      "rel-constrast": 3.245732307434082,
      "step": 1688,
      "subrel-constrast": 4.324900150299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4898247718811035,
      "cov-distil (oracle2student)": 3.7182819843292236,
      "cov-distil (oracle2teacher)": 4.340787887573242,
      "epoch": 1.3257456828885401,
      "rel-constrast": 3.311568260192871,
      "step": 1689,
      "subrel-constrast": 4.191407203674316,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 5.90625,
      "learning_rate": 4.928043711568201e-05,
      "loss": 0.8214,
      "step": 1690
    },
    {
      "cov-distil": 1.5231900215148926,
      "cov-distil (oracle2student)": 4.0429229736328125,
      "cov-distil (oracle2teacher)": 4.368336200714111,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.221848964691162,
      "step": 1690,
      "subrel-constrast": 3.944840431213379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2224268913269043,
      "cov-distil (oracle2student)": 3.6712303161621094,
      "cov-distil (oracle2teacher)": 3.6000585556030273,
      "epoch": 1.3273155416012559,
      "rel-constrast": 2.1097869873046875,
      "step": 1691,
      "subrel-constrast": 2.6628572940826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571364402770996,
      "cov-distil (oracle2student)": 3.9584407806396484,
      "cov-distil (oracle2teacher)": 4.059624195098877,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.725607395172119,
      "step": 1692,
      "subrel-constrast": 4.022169589996338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9361393451690674,
      "cov-distil (oracle2student)": 3.485517978668213,
      "cov-distil (oracle2teacher)": 3.5528483390808105,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.590193748474121,
      "step": 1693,
      "subrel-constrast": 3.5558483600616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5529704093933105,
      "cov-distil (oracle2student)": 5.349681854248047,
      "cov-distil (oracle2teacher)": 4.618007183074951,
      "epoch": 1.3296703296703296,
      "rel-constrast": 3.0925962924957275,
      "step": 1694,
      "subrel-constrast": 3.6117360591888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2765185832977295,
      "cov-distil (oracle2student)": 5.414062976837158,
      "cov-distil (oracle2teacher)": 5.182615280151367,
      "epoch": 1.3304552590266876,
      "rel-constrast": 3.097349166870117,
      "step": 1695,
      "subrel-constrast": 3.8629040718078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4366099834442139,
      "cov-distil (oracle2student)": 5.064397811889648,
      "cov-distil (oracle2teacher)": 4.768686771392822,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.5905206203460693,
      "step": 1696,
      "subrel-constrast": 3.551110029220581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5100539922714233,
      "cov-distil (oracle2student)": 4.031502723693848,
      "cov-distil (oracle2teacher)": 3.1058902740478516,
      "epoch": 1.3320251177394034,
      "rel-constrast": 3.878617763519287,
      "step": 1697,
      "subrel-constrast": 3.6920580863952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736415147781372,
      "cov-distil (oracle2student)": 4.542118549346924,
      "cov-distil (oracle2teacher)": 4.008769989013672,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.8388421535491943,
      "step": 1698,
      "subrel-constrast": 3.2855992317199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3649110794067383,
      "cov-distil (oracle2student)": 5.195368766784668,
      "cov-distil (oracle2teacher)": 4.632691383361816,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.544861316680908,
      "step": 1699,
      "subrel-constrast": 2.7482213973999023,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 4.78125,
      "learning_rate": 4.9259502845817594e-05,
      "loss": 0.8051,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.3125,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.06024169921875
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.04046630859375
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.019775390625,
      "step": 1700
    },
    {
      "cov-distil": 1.780718445777893,
      "cov-distil (oracle2student)": 4.830676078796387,
      "cov-distil (oracle2teacher)": 4.522244930267334,
      "epoch": 1.3343799058084773,
      "rel-constrast": 2.708968162536621,
      "step": 1700,
      "subrel-constrast": 3.664163112640381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7044799327850342,
      "cov-distil (oracle2student)": 3.761897087097168,
      "cov-distil (oracle2teacher)": 3.689012289047241,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.526390552520752,
      "step": 1701,
      "subrel-constrast": 3.3062210083007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1813758611679077,
      "cov-distil (oracle2student)": 4.709604263305664,
      "cov-distil (oracle2teacher)": 4.656639575958252,
      "epoch": 1.335949764521193,
      "rel-constrast": 2.514857292175293,
      "step": 1702,
      "subrel-constrast": 3.488149881362915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1151008605957031,
      "cov-distil (oracle2student)": 2.865448236465454,
      "cov-distil (oracle2teacher)": 3.638596534729004,
      "epoch": 1.336734693877551,
      "rel-constrast": 2.384942054748535,
      "step": 1703,
      "subrel-constrast": 3.135843276977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5315178632736206,
      "cov-distil (oracle2student)": 2.0018911361694336,
      "cov-distil (oracle2teacher)": 2.3488893508911133,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.9972370862960815,
      "step": 1704,
      "subrel-constrast": 2.7012367248535156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730701923370361,
      "cov-distil (oracle2student)": 3.1682558059692383,
      "cov-distil (oracle2teacher)": 3.1774349212646484,
      "epoch": 1.3383045525902668,
      "rel-constrast": 2.1729378700256348,
      "step": 1705,
      "subrel-constrast": 3.3846652507781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645828247070312,
      "cov-distil (oracle2student)": 3.0768232345581055,
      "cov-distil (oracle2teacher)": 3.6127519607543945,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.74924898147583,
      "step": 1706,
      "subrel-constrast": 3.2934718132019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5017133951187134,
      "cov-distil (oracle2student)": 3.383028745651245,
      "cov-distil (oracle2teacher)": 3.066603183746338,
      "epoch": 1.3398744113029828,
      "rel-constrast": 3.287877082824707,
      "step": 1707,
      "subrel-constrast": 4.0102033615112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.323404312133789,
      "cov-distil (oracle2student)": 3.914201259613037,
      "cov-distil (oracle2teacher)": 3.881359338760376,
      "epoch": 1.3406593406593408,
      "rel-constrast": 3.176435947418213,
      "step": 1708,
      "subrel-constrast": 3.6439154148101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428868293762207,
      "cov-distil (oracle2student)": 4.273033142089844,
      "cov-distil (oracle2teacher)": 4.26628303527832,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.549382209777832,
      "step": 1709,
      "subrel-constrast": 3.0860307216644287,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 5.28125,
      "learning_rate": 4.9238272981566834e-05,
      "loss": 0.6887,
      "step": 1710
    },
    {
      "cov-distil": 1.081392526626587,
      "cov-distil (oracle2student)": 5.827483177185059,
      "cov-distil (oracle2teacher)": 5.341393947601318,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.8190817832946777,
      "step": 1710,
      "subrel-constrast": 3.3911261558532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2207149267196655,
      "cov-distil (oracle2student)": 5.374782562255859,
      "cov-distil (oracle2teacher)": 5.0022077560424805,
      "epoch": 1.3430141287284145,
      "rel-constrast": 1.670638084411621,
      "step": 1711,
      "subrel-constrast": 2.642967939376831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353926181793213,
      "cov-distil (oracle2student)": 2.9009010791778564,
      "cov-distil (oracle2teacher)": 3.7013018131256104,
      "epoch": 1.3437990580847723,
      "rel-constrast": 3.4264278411865234,
      "step": 1712,
      "subrel-constrast": 4.440281391143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4675931930541992,
      "cov-distil (oracle2student)": 4.909945487976074,
      "cov-distil (oracle2teacher)": 4.447066307067871,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.7537853717803955,
      "step": 1713,
      "subrel-constrast": 3.529341697692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.124407172203064,
      "cov-distil (oracle2student)": 5.115457057952881,
      "cov-distil (oracle2teacher)": 4.879899978637695,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.403954267501831,
      "step": 1714,
      "subrel-constrast": 3.303976058959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701810598373413,
      "cov-distil (oracle2student)": 4.863839149475098,
      "cov-distil (oracle2teacher)": 4.200281620025635,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.4296562671661377,
      "step": 1715,
      "subrel-constrast": 3.0966598987579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3881268501281738,
      "cov-distil (oracle2student)": 4.329209327697754,
      "cov-distil (oracle2teacher)": 4.223686218261719,
      "epoch": 1.346938775510204,
      "rel-constrast": 3.221346378326416,
      "step": 1716,
      "subrel-constrast": 3.7356741428375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601477861404419,
      "cov-distil (oracle2student)": 4.000622749328613,
      "cov-distil (oracle2teacher)": 3.9415695667266846,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.6288466453552246,
      "step": 1717,
      "subrel-constrast": 3.582732677459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8193079233169556,
      "cov-distil (oracle2student)": 3.9107248783111572,
      "cov-distil (oracle2teacher)": 4.025141716003418,
      "epoch": 1.34850863422292,
      "rel-constrast": 4.060984134674072,
      "step": 1718,
      "subrel-constrast": 4.846158504486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4519190788269043,
      "cov-distil (oracle2student)": 3.7812249660491943,
      "cov-distil (oracle2teacher)": 4.257962703704834,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.8818671703338623,
      "step": 1719,
      "subrel-constrast": 3.973895788192749,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 5.1875,
      "learning_rate": 4.921674778160893e-05,
      "loss": 0.7431,
      "step": 1720
    },
    {
      "cov-distil": 1.4843339920043945,
      "cov-distil (oracle2student)": 4.635878086090088,
      "cov-distil (oracle2teacher)": 4.166833877563477,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.9307570457458496,
      "step": 1720,
      "subrel-constrast": 3.4832499027252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3266394138336182,
      "cov-distil (oracle2student)": 5.636879920959473,
      "cov-distil (oracle2teacher)": 4.4373955726623535,
      "epoch": 1.3508634222919937,
      "rel-constrast": 3.0167200565338135,
      "step": 1721,
      "subrel-constrast": 3.013080358505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8228155374526978,
      "cov-distil (oracle2student)": 3.767451286315918,
      "cov-distil (oracle2teacher)": 3.762378454208374,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.6804583072662354,
      "step": 1722,
      "subrel-constrast": 3.7772467136383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5253863334655762,
      "cov-distil (oracle2student)": 4.397368907928467,
      "cov-distil (oracle2teacher)": 4.080415725708008,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.5323140621185303,
      "step": 1723,
      "subrel-constrast": 4.126648902893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6286723613739014,
      "cov-distil (oracle2student)": 4.10756778717041,
      "cov-distil (oracle2teacher)": 3.766479253768921,
      "epoch": 1.3532182103610675,
      "rel-constrast": 3.788242816925049,
      "step": 1724,
      "subrel-constrast": 3.9748165607452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6401193141937256,
      "cov-distil (oracle2student)": 2.8886406421661377,
      "cov-distil (oracle2teacher)": 2.954597234725952,
      "epoch": 1.3540031397174255,
      "rel-constrast": 2.6082262992858887,
      "step": 1725,
      "subrel-constrast": 3.743175983428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3371732234954834,
      "cov-distil (oracle2student)": 5.656307220458984,
      "cov-distil (oracle2teacher)": 4.892755508422852,
      "epoch": 1.3547880690737832,
      "rel-constrast": 3.9849557876586914,
      "step": 1726,
      "subrel-constrast": 4.523749351501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720710039138794,
      "cov-distil (oracle2student)": 5.891674041748047,
      "cov-distil (oracle2teacher)": 5.492726802825928,
      "epoch": 1.3555729984301412,
      "rel-constrast": 2.9663026332855225,
      "step": 1727,
      "subrel-constrast": 3.7746434211730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3942320346832275,
      "cov-distil (oracle2student)": 4.154197692871094,
      "cov-distil (oracle2teacher)": 3.8255786895751953,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.909430503845215,
      "step": 1728,
      "subrel-constrast": 3.3779075145721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1056621074676514,
      "cov-distil (oracle2student)": 5.594830513000488,
      "cov-distil (oracle2teacher)": 5.0517072677612305,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.3291707038879395,
      "step": 1729,
      "subrel-constrast": 3.4596457481384277,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 5.09375,
      "learning_rate": 4.919492750822164e-05,
      "loss": 0.8086,
      "step": 1730
    },
    {
      "cov-distil": 1.0618146657943726,
      "cov-distil (oracle2student)": 4.845118999481201,
      "cov-distil (oracle2teacher)": 4.5378899574279785,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.635180950164795,
      "step": 1730,
      "subrel-constrast": 3.1001203060150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5445315837860107,
      "cov-distil (oracle2student)": 3.147429943084717,
      "cov-distil (oracle2teacher)": 3.502480983734131,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.7715322971343994,
      "step": 1731,
      "subrel-constrast": 3.551654100418091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5890753269195557,
      "cov-distil (oracle2student)": 4.402159690856934,
      "cov-distil (oracle2teacher)": 3.9822463989257812,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.879653215408325,
      "step": 1732,
      "subrel-constrast": 3.7010772228240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7144513130187988,
      "cov-distil (oracle2student)": 3.2460508346557617,
      "cov-distil (oracle2teacher)": 3.8056204319000244,
      "epoch": 1.3602825745682887,
      "rel-constrast": 3.305478096008301,
      "step": 1733,
      "subrel-constrast": 3.790867567062378,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1175999641418457,
      "cov-distil (oracle2student)": 2.724719285964966,
      "cov-distil (oracle2teacher)": 3.3160347938537598,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.7467615604400635,
      "step": 1734,
      "subrel-constrast": 3.076059341430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434706211090088,
      "cov-distil (oracle2student)": 4.187713623046875,
      "cov-distil (oracle2teacher)": 4.25986909866333,
      "epoch": 1.3618524332810047,
      "rel-constrast": 2.0395944118499756,
      "step": 1735,
      "subrel-constrast": 3.2258193492889404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1276826858520508,
      "cov-distil (oracle2student)": 7.249734878540039,
      "cov-distil (oracle2teacher)": 6.112825393676758,
      "epoch": 1.3626373626373627,
      "rel-constrast": 4.430420875549316,
      "step": 1736,
      "subrel-constrast": 4.517467975616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7729322910308838,
      "cov-distil (oracle2student)": 4.154900550842285,
      "cov-distil (oracle2teacher)": 3.9162378311157227,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.754016876220703,
      "step": 1737,
      "subrel-constrast": 4.286582946777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.039358377456665,
      "cov-distil (oracle2student)": 4.010970592498779,
      "cov-distil (oracle2teacher)": 3.628436326980591,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.7818729877471924,
      "step": 1738,
      "subrel-constrast": 3.192831516265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3002960681915283,
      "cov-distil (oracle2student)": 4.715875625610352,
      "cov-distil (oracle2teacher)": 4.7496337890625,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.805814743041992,
      "step": 1739,
      "subrel-constrast": 4.489636421203613,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 6.125,
      "learning_rate": 4.917281242727812e-05,
      "loss": 0.7905,
      "step": 1740
    },
    {
      "cov-distil": 1.0826528072357178,
      "cov-distil (oracle2student)": 3.6261558532714844,
      "cov-distil (oracle2teacher)": 3.517632484436035,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.9335129261016846,
      "step": 1740,
      "subrel-constrast": 3.3870151042938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.295567274093628,
      "cov-distil (oracle2student)": 3.7799532413482666,
      "cov-distil (oracle2teacher)": 3.1188812255859375,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.6558594703674316,
      "step": 1741,
      "subrel-constrast": 2.7380588054656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0450639724731445,
      "cov-distil (oracle2student)": 4.798305988311768,
      "cov-distil (oracle2teacher)": 4.594151496887207,
      "epoch": 1.3673469387755102,
      "rel-constrast": 2.19745135307312,
      "step": 1742,
      "subrel-constrast": 3.7651469707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9361448287963867,
      "cov-distil (oracle2student)": 3.4932923316955566,
      "cov-distil (oracle2teacher)": 3.5693211555480957,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.5954251289367676,
      "step": 1743,
      "subrel-constrast": 2.80815052986145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4450926780700684,
      "cov-distil (oracle2student)": 3.8245177268981934,
      "cov-distil (oracle2teacher)": 3.891239643096924,
      "epoch": 1.3689167974882261,
      "rel-constrast": 3.0160374641418457,
      "step": 1744,
      "subrel-constrast": 3.4524195194244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4455041885375977,
      "cov-distil (oracle2student)": 3.8184432983398438,
      "cov-distil (oracle2teacher)": 3.88462233543396,
      "epoch": 1.369701726844584,
      "rel-constrast": 3.801227569580078,
      "step": 1745,
      "subrel-constrast": 3.9571356773376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461526870727539,
      "cov-distil (oracle2student)": 4.549899101257324,
      "cov-distil (oracle2teacher)": 3.7564520835876465,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.6531753540039062,
      "step": 1746,
      "subrel-constrast": 3.9839367866516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4556019306182861,
      "cov-distil (oracle2student)": 3.929880142211914,
      "cov-distil (oracle2teacher)": 3.717059373855591,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.1996192932128906,
      "step": 1747,
      "subrel-constrast": 3.085503578186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3401236534118652,
      "cov-distil (oracle2student)": 5.345374584197998,
      "cov-distil (oracle2teacher)": 4.693299293518066,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.5245697498321533,
      "step": 1748,
      "subrel-constrast": 3.0306918621063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6430013179779053,
      "cov-distil (oracle2student)": 3.0627193450927734,
      "cov-distil (oracle2teacher)": 3.5168375968933105,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.1481099128723145,
      "step": 1749,
      "subrel-constrast": 3.1956779956817627,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 5.0,
      "learning_rate": 4.9150402808243644e-05,
      "loss": 0.731,
      "step": 1750
    },
    {
      "cov-distil": 1.3824069499969482,
      "cov-distil (oracle2student)": 5.677611351013184,
      "cov-distil (oracle2teacher)": 4.536192417144775,
      "epoch": 1.3736263736263736,
      "rel-constrast": 3.7941489219665527,
      "step": 1750,
      "subrel-constrast": 4.1272077560424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4564387798309326,
      "cov-distil (oracle2student)": 3.256950855255127,
      "cov-distil (oracle2teacher)": 3.4080405235290527,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.686173915863037,
      "step": 1751,
      "subrel-constrast": 3.110144853591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3994667530059814,
      "cov-distil (oracle2student)": 4.597443103790283,
      "cov-distil (oracle2teacher)": 4.585826873779297,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.3697707653045654,
      "step": 1752,
      "subrel-constrast": 3.2143096923828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72646164894104,
      "cov-distil (oracle2student)": 3.643385887145996,
      "cov-distil (oracle2teacher)": 4.126883029937744,
      "epoch": 1.3759811616954474,
      "rel-constrast": 2.683345317840576,
      "step": 1753,
      "subrel-constrast": 3.8663997650146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3887810707092285,
      "cov-distil (oracle2student)": 2.553576946258545,
      "cov-distil (oracle2teacher)": 2.4935812950134277,
      "epoch": 1.3767660910518054,
      "rel-constrast": 2.2330849170684814,
      "step": 1754,
      "subrel-constrast": 2.932375192642212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7131316661834717,
      "cov-distil (oracle2student)": 2.7875115871429443,
      "cov-distil (oracle2teacher)": 2.754456043243408,
      "epoch": 1.3775510204081631,
      "rel-constrast": 2.09670352935791,
      "step": 1755,
      "subrel-constrast": 2.8941287994384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5519529581069946,
      "cov-distil (oracle2student)": 3.9605956077575684,
      "cov-distil (oracle2teacher)": 3.9108903408050537,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.346756935119629,
      "step": 1756,
      "subrel-constrast": 3.025015115737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.143404483795166,
      "cov-distil (oracle2student)": 4.485654830932617,
      "cov-distil (oracle2teacher)": 3.552102565765381,
      "epoch": 1.379120879120879,
      "rel-constrast": 3.2750332355499268,
      "step": 1757,
      "subrel-constrast": 3.3454391956329346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2158668041229248,
      "cov-distil (oracle2student)": 4.3882598876953125,
      "cov-distil (oracle2teacher)": 4.6353840827941895,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.8482608795166016,
      "step": 1758,
      "subrel-constrast": 3.654893159866333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442891001701355,
      "cov-distil (oracle2student)": 3.75789213180542,
      "cov-distil (oracle2teacher)": 3.5688633918762207,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.825012683868408,
      "step": 1759,
      "subrel-constrast": 3.4315226078033447,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.96875,
      "learning_rate": 4.912769892417236e-05,
      "loss": 0.715,
      "step": 1760
    },
    {
      "cov-distil": 1.277295470237732,
      "cov-distil (oracle2student)": 4.561944007873535,
      "cov-distil (oracle2teacher)": 4.234253883361816,
      "epoch": 1.3814756671899528,
      "rel-constrast": 2.9534506797790527,
      "step": 1760,
      "subrel-constrast": 3.4973106384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4292850494384766,
      "cov-distil (oracle2student)": 3.1788437366485596,
      "cov-distil (oracle2teacher)": 3.4569954872131348,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.9648616313934326,
      "step": 1761,
      "subrel-constrast": 4.153692722320557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649348497390747,
      "cov-distil (oracle2student)": 3.9957692623138428,
      "cov-distil (oracle2teacher)": 3.5393424034118652,
      "epoch": 1.3830455259026688,
      "rel-constrast": 2.010129451751709,
      "step": 1762,
      "subrel-constrast": 2.8695061206817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8825892806053162,
      "cov-distil (oracle2student)": 4.281441688537598,
      "cov-distil (oracle2teacher)": 3.973555088043213,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.9419515132904053,
      "step": 1763,
      "subrel-constrast": 3.1668334007263184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0540237426757812,
      "cov-distil (oracle2student)": 4.4148712158203125,
      "cov-distil (oracle2teacher)": 3.9092445373535156,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.872657060623169,
      "step": 1764,
      "subrel-constrast": 3.2246999740600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5403823852539062,
      "cov-distil (oracle2student)": 4.480401515960693,
      "cov-distil (oracle2teacher)": 4.29107141494751,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.4473118782043457,
      "step": 1765,
      "subrel-constrast": 3.464146375656128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296221733093262,
      "cov-distil (oracle2student)": 4.12296199798584,
      "cov-distil (oracle2teacher)": 3.8383519649505615,
      "epoch": 1.3861852433281006,
      "rel-constrast": 3.233968496322632,
      "step": 1766,
      "subrel-constrast": 4.193300724029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0214717388153076,
      "cov-distil (oracle2student)": 2.7143003940582275,
      "cov-distil (oracle2teacher)": 3.186598777770996,
      "epoch": 1.3869701726844583,
      "rel-constrast": 2.5249674320220947,
      "step": 1767,
      "subrel-constrast": 3.6878082752227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0996673107147217,
      "cov-distil (oracle2student)": 3.2776894569396973,
      "cov-distil (oracle2teacher)": 3.049516439437866,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.3833227157592773,
      "step": 1768,
      "subrel-constrast": 2.4072468280792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7651638984680176,
      "cov-distil (oracle2student)": 4.343587875366211,
      "cov-distil (oracle2teacher)": 4.099411487579346,
      "epoch": 1.3885400313971743,
      "rel-constrast": 2.4235150814056396,
      "step": 1769,
      "subrel-constrast": 3.2237741947174072,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 4.59375,
      "learning_rate": 4.9104701051703915e-05,
      "loss": 0.708,
      "step": 1770
    },
    {
      "cov-distil": 1.6089214086532593,
      "cov-distil (oracle2student)": 1.9938068389892578,
      "cov-distil (oracle2teacher)": 2.447086811065674,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.6717936992645264,
      "step": 1770,
      "subrel-constrast": 3.6926400661468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0475549697875977,
      "cov-distil (oracle2student)": 4.232304573059082,
      "cov-distil (oracle2teacher)": 4.205155372619629,
      "epoch": 1.39010989010989,
      "rel-constrast": 2.5580437183380127,
      "step": 1771,
      "subrel-constrast": 3.1451010704040527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1233415603637695,
      "cov-distil (oracle2student)": 3.134056806564331,
      "cov-distil (oracle2teacher)": 3.438178062438965,
      "epoch": 1.390894819466248,
      "rel-constrast": 2.7492411136627197,
      "step": 1772,
      "subrel-constrast": 3.709041118621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5698450803756714,
      "cov-distil (oracle2student)": 3.927119731903076,
      "cov-distil (oracle2teacher)": 3.6161272525787354,
      "epoch": 1.391679748822606,
      "rel-constrast": 2.045973300933838,
      "step": 1773,
      "subrel-constrast": 3.0393433570861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490007162094116,
      "cov-distil (oracle2student)": 4.656673908233643,
      "cov-distil (oracle2teacher)": 3.573176145553589,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.914921283721924,
      "step": 1774,
      "subrel-constrast": 4.951249599456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459865689277649,
      "cov-distil (oracle2student)": 4.682704925537109,
      "cov-distil (oracle2teacher)": 4.323337554931641,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.6169118881225586,
      "step": 1775,
      "subrel-constrast": 3.520411491394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024899959564209,
      "cov-distil (oracle2student)": 3.6253342628479004,
      "cov-distil (oracle2teacher)": 3.9742040634155273,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.2356555461883545,
      "step": 1776,
      "subrel-constrast": 3.9013290405273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9277528524398804,
      "cov-distil (oracle2student)": 4.837154388427734,
      "cov-distil (oracle2teacher)": 4.316973686218262,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.5413308143615723,
      "step": 1777,
      "subrel-constrast": 3.2373464107513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3537741899490356,
      "cov-distil (oracle2student)": 4.281999588012695,
      "cov-distil (oracle2teacher)": 4.542726516723633,
      "epoch": 1.3956043956043955,
      "rel-constrast": 1.8808162212371826,
      "step": 1778,
      "subrel-constrast": 3.06569766998291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6620193719863892,
      "cov-distil (oracle2student)": 3.7810750007629395,
      "cov-distil (oracle2teacher)": 3.3276071548461914,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.0814690589904785,
      "step": 1779,
      "subrel-constrast": 3.398512125015259,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 4.4375,
      "learning_rate": 4.9081409471060133e-05,
      "loss": 0.7467,
      "step": 1780
    },
    {
      "cov-distil": 1.975041151046753,
      "cov-distil (oracle2student)": 4.313316345214844,
      "cov-distil (oracle2teacher)": 4.424312114715576,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.7330856323242188,
      "step": 1780,
      "subrel-constrast": 3.9072744846343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3184494972229004,
      "cov-distil (oracle2student)": 2.3401479721069336,
      "cov-distil (oracle2teacher)": 2.615574598312378,
      "epoch": 1.3979591836734695,
      "rel-constrast": 3.1698129177093506,
      "step": 1781,
      "subrel-constrast": 4.002466678619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081775188446045,
      "cov-distil (oracle2student)": 4.373048782348633,
      "cov-distil (oracle2teacher)": 4.501211643218994,
      "epoch": 1.3987441130298273,
      "rel-constrast": 2.671898603439331,
      "step": 1782,
      "subrel-constrast": 4.031023979187012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7810746431350708,
      "cov-distil (oracle2student)": 4.0231547355651855,
      "cov-distil (oracle2teacher)": 3.3979432582855225,
      "epoch": 1.3995290423861853,
      "rel-constrast": 3.4191641807556152,
      "step": 1783,
      "subrel-constrast": 4.124697685241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2770994901657104,
      "cov-distil (oracle2student)": 4.195890426635742,
      "cov-distil (oracle2teacher)": 3.46781063079834,
      "epoch": 1.4003139717425432,
      "rel-constrast": 3.2167983055114746,
      "step": 1784,
      "subrel-constrast": 3.7879691123962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4572951793670654,
      "cov-distil (oracle2student)": 5.796965599060059,
      "cov-distil (oracle2teacher)": 5.57896614074707,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.993894100189209,
      "step": 1785,
      "subrel-constrast": 4.575894355773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4861783981323242,
      "cov-distil (oracle2student)": 4.789185047149658,
      "cov-distil (oracle2teacher)": 4.152342319488525,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.1518936157226562,
      "step": 1786,
      "subrel-constrast": 2.857137441635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0199559926986694,
      "cov-distil (oracle2student)": 4.052515029907227,
      "cov-distil (oracle2teacher)": 3.9190690517425537,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.2214207649230957,
      "step": 1787,
      "subrel-constrast": 2.9084455966949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194413661956787,
      "cov-distil (oracle2student)": 4.2949748039245605,
      "cov-distil (oracle2teacher)": 4.273899078369141,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.8227193355560303,
      "step": 1788,
      "subrel-constrast": 2.8076255321502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.06584632396698,
      "cov-distil (oracle2student)": 3.7848901748657227,
      "cov-distil (oracle2teacher)": 3.3771371841430664,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.787358283996582,
      "step": 1789,
      "subrel-constrast": 3.5303947925567627,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 4.5625,
      "learning_rate": 4.905782446604159e-05,
      "loss": 0.7407,
      "step": 1790
    },
    {
      "cov-distil": 2.289405107498169,
      "cov-distil (oracle2student)": 3.578599214553833,
      "cov-distil (oracle2teacher)": 3.4512925148010254,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.3787174224853516,
      "step": 1790,
      "subrel-constrast": 3.511873960494995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2878767251968384,
      "cov-distil (oracle2student)": 3.9206135272979736,
      "cov-distil (oracle2teacher)": 3.6987013816833496,
      "epoch": 1.4058084772370487,
      "rel-constrast": 1.954724669456482,
      "step": 1791,
      "subrel-constrast": 2.8543734550476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0315364599227905,
      "cov-distil (oracle2student)": 5.348865985870361,
      "cov-distil (oracle2teacher)": 5.0657501220703125,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.9480481147766113,
      "step": 1792,
      "subrel-constrast": 3.7603235244750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7520729303359985,
      "cov-distil (oracle2student)": 3.5946998596191406,
      "cov-distil (oracle2teacher)": 3.9707908630371094,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.9384000301361084,
      "step": 1793,
      "subrel-constrast": 4.622103214263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4584685564041138,
      "cov-distil (oracle2student)": 3.668431282043457,
      "cov-distil (oracle2teacher)": 3.79821515083313,
      "epoch": 1.4081632653061225,
      "rel-constrast": 3.114461898803711,
      "step": 1794,
      "subrel-constrast": 4.088900089263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1298915147781372,
      "cov-distil (oracle2student)": 5.357276916503906,
      "cov-distil (oracle2teacher)": 4.751312255859375,
      "epoch": 1.4089481946624804,
      "rel-constrast": 2.830813407897949,
      "step": 1795,
      "subrel-constrast": 3.199908494949341,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.313107490539551,
      "cov-distil (oracle2student)": 5.050443649291992,
      "cov-distil (oracle2teacher)": 4.313997745513916,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.955758810043335,
      "step": 1796,
      "subrel-constrast": 3.5969579219818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.214133858680725,
      "cov-distil (oracle2student)": 2.1331787109375,
      "cov-distil (oracle2teacher)": 2.266268730163574,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.6433556079864502,
      "step": 1797,
      "subrel-constrast": 2.509021759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5446757078170776,
      "cov-distil (oracle2student)": 4.411598205566406,
      "cov-distil (oracle2teacher)": 4.118759632110596,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.2952840328216553,
      "step": 1798,
      "subrel-constrast": 2.7476847171783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6647090911865234,
      "cov-distil (oracle2student)": 4.157137393951416,
      "cov-distil (oracle2teacher)": 3.5608763694763184,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.6442322731018066,
      "step": 1799,
      "subrel-constrast": 4.126953125,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 6.1875,
      "learning_rate": 4.90339463240241e-05,
      "loss": 0.7318,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.296875,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.06158447265625
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.03912353515625
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.0224609375,
      "step": 1800
    },
    {
      "cov-distil": 1.3753511905670166,
      "cov-distil (oracle2student)": 3.7895617485046387,
      "cov-distil (oracle2teacher)": 3.4697158336639404,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.8414173126220703,
      "step": 1800,
      "subrel-constrast": 3.6772074699401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2888927459716797,
      "cov-distil (oracle2student)": 4.218761444091797,
      "cov-distil (oracle2teacher)": 3.251814126968384,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.7894210815429688,
      "step": 1801,
      "subrel-constrast": 3.297595739364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5428814888000488,
      "cov-distil (oracle2student)": 4.462331295013428,
      "cov-distil (oracle2teacher)": 4.133782863616943,
      "epoch": 1.414442700156986,
      "rel-constrast": 2.830944061279297,
      "step": 1802,
      "subrel-constrast": 3.652177572250366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3823407888412476,
      "cov-distil (oracle2student)": 2.4255661964416504,
      "cov-distil (oracle2teacher)": 2.612318515777588,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.3273444175720215,
      "step": 1803,
      "subrel-constrast": 2.1789848804473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1732839345932007,
      "cov-distil (oracle2student)": 3.3564648628234863,
      "cov-distil (oracle2teacher)": 3.553042411804199,
      "epoch": 1.4160125588697017,
      "rel-constrast": 2.267561435699463,
      "step": 1804,
      "subrel-constrast": 3.235435724258423,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9953148365020752,
      "cov-distil (oracle2student)": 5.615447044372559,
      "cov-distil (oracle2teacher)": 4.846495628356934,
      "epoch": 1.4167974882260597,
      "rel-constrast": 3.133941411972046,
      "step": 1805,
      "subrel-constrast": 3.020993709564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5745139122009277,
      "cov-distil (oracle2student)": 4.578680992126465,
      "cov-distil (oracle2teacher)": 4.446898460388184,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.3419127464294434,
      "step": 1806,
      "subrel-constrast": 3.1521565914154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952881097793579,
      "cov-distil (oracle2student)": 5.156837463378906,
      "cov-distil (oracle2teacher)": 4.3093366622924805,
      "epoch": 1.4183673469387754,
      "rel-constrast": 1.7049798965454102,
      "step": 1807,
      "subrel-constrast": 2.738222122192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.48823881149292,
      "cov-distil (oracle2student)": 4.362990856170654,
      "cov-distil (oracle2teacher)": 4.08839750289917,
      "epoch": 1.4191522762951334,
      "rel-constrast": 3.0215883255004883,
      "step": 1808,
      "subrel-constrast": 3.518209934234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8446228504180908,
      "cov-distil (oracle2student)": 5.151702880859375,
      "cov-distil (oracle2teacher)": 4.638205528259277,
      "epoch": 1.4199372056514914,
      "rel-constrast": 3.1416099071502686,
      "step": 1809,
      "subrel-constrast": 3.8997795581817627,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 6.8125,
      "learning_rate": 4.900977533595531e-05,
      "loss": 0.6716,
      "step": 1810
    },
    {
      "cov-distil": 1.6543567180633545,
      "cov-distil (oracle2student)": 4.950900077819824,
      "cov-distil (oracle2teacher)": 4.470099925994873,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.619957685470581,
      "step": 1810,
      "subrel-constrast": 3.1563613414764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3683617115020752,
      "cov-distil (oracle2student)": 4.222921371459961,
      "cov-distil (oracle2teacher)": 3.636617422103882,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.228365421295166,
      "step": 1811,
      "subrel-constrast": 2.803258180618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803507089614868,
      "cov-distil (oracle2student)": 3.889373779296875,
      "cov-distil (oracle2teacher)": 3.9628119468688965,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.4966611862182617,
      "step": 1812,
      "subrel-constrast": 3.9638965129852295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8111013174057007,
      "cov-distil (oracle2student)": 4.548791885375977,
      "cov-distil (oracle2teacher)": 4.69551944732666,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.8570060729980469,
      "step": 1813,
      "subrel-constrast": 3.579813241958618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.286060094833374,
      "cov-distil (oracle2student)": 4.387686729431152,
      "cov-distil (oracle2teacher)": 3.7512662410736084,
      "epoch": 1.423861852433281,
      "rel-constrast": 1.78669011592865,
      "step": 1814,
      "subrel-constrast": 2.735056161880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.087967872619629,
      "cov-distil (oracle2student)": 2.901634693145752,
      "cov-distil (oracle2teacher)": 3.397329807281494,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.498164176940918,
      "step": 1815,
      "subrel-constrast": 3.076226234436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6547093391418457,
      "cov-distil (oracle2student)": 5.884370803833008,
      "cov-distil (oracle2teacher)": 5.389580726623535,
      "epoch": 1.4254317111459969,
      "rel-constrast": 3.1378984451293945,
      "step": 1816,
      "subrel-constrast": 3.7884104251861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7544300556182861,
      "cov-distil (oracle2student)": 5.527893543243408,
      "cov-distil (oracle2teacher)": 4.92282772064209,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.694044828414917,
      "step": 1817,
      "subrel-constrast": 4.2226386070251465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8763136863708496,
      "cov-distil (oracle2student)": 3.690674066543579,
      "cov-distil (oracle2teacher)": 3.4789791107177734,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.362605571746826,
      "step": 1818,
      "subrel-constrast": 3.578190565109253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3423494100570679,
      "cov-distil (oracle2student)": 3.6252429485321045,
      "cov-distil (oracle2teacher)": 3.494964122772217,
      "epoch": 1.4277864992150706,
      "rel-constrast": 2.935727119445801,
      "step": 1819,
      "subrel-constrast": 3.335447311401367,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 6.15625,
      "learning_rate": 4.898531179635107e-05,
      "loss": 0.7297,
      "step": 1820
    },
    {
      "cov-distil": 1.4452028274536133,
      "cov-distil (oracle2student)": 3.840649366378784,
      "cov-distil (oracle2teacher)": 3.7159183025360107,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.420172691345215,
      "step": 1820,
      "subrel-constrast": 3.194286584854126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.201493263244629,
      "cov-distil (oracle2student)": 5.996379852294922,
      "cov-distil (oracle2teacher)": 5.120425224304199,
      "epoch": 1.4293563579277864,
      "rel-constrast": 2.8248565196990967,
      "step": 1821,
      "subrel-constrast": 3.5173699855804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.177264928817749,
      "cov-distil (oracle2student)": 4.552891254425049,
      "cov-distil (oracle2teacher)": 4.260626316070557,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.2708792686462402,
      "step": 1822,
      "subrel-constrast": 2.9936554431915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4655922651290894,
      "cov-distil (oracle2student)": 3.373347282409668,
      "cov-distil (oracle2teacher)": 3.1805851459503174,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.8171770572662354,
      "step": 1823,
      "subrel-constrast": 2.7735021114349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8172528743743896,
      "cov-distil (oracle2student)": 3.765939474105835,
      "cov-distil (oracle2teacher)": 3.363713264465332,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.386641025543213,
      "step": 1824,
      "subrel-constrast": 3.342613697052002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3294904232025146,
      "cov-distil (oracle2student)": 3.5718371868133545,
      "cov-distil (oracle2teacher)": 3.6850156784057617,
      "epoch": 1.4324960753532183,
      "rel-constrast": 3.0851714611053467,
      "step": 1825,
      "subrel-constrast": 3.9347751140594482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6668248176574707,
      "cov-distil (oracle2student)": 6.5556745529174805,
      "cov-distil (oracle2teacher)": 5.82924747467041,
      "epoch": 1.433281004709576,
      "rel-constrast": 4.023918151855469,
      "step": 1826,
      "subrel-constrast": 4.2772979736328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551129341125488,
      "cov-distil (oracle2student)": 4.62976598739624,
      "cov-distil (oracle2teacher)": 4.322417736053467,
      "epoch": 1.434065934065934,
      "rel-constrast": 3.3585753440856934,
      "step": 1827,
      "subrel-constrast": 3.5313055515289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.602424144744873,
      "cov-distil (oracle2student)": 3.8924152851104736,
      "cov-distil (oracle2teacher)": 3.7449512481689453,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.519665002822876,
      "step": 1828,
      "subrel-constrast": 3.329277992248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.58683180809021,
      "cov-distil (oracle2student)": 6.385455131530762,
      "cov-distil (oracle2teacher)": 5.142876625061035,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.937894821166992,
      "step": 1829,
      "subrel-constrast": 4.098027229309082,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 6.78125,
      "learning_rate": 4.89605560032919e-05,
      "loss": 0.753,
      "step": 1830
    },
    {
      "cov-distil": 1.2683773040771484,
      "cov-distil (oracle2student)": 5.51456880569458,
      "cov-distil (oracle2teacher)": 4.932936668395996,
      "epoch": 1.4364207221350078,
      "rel-constrast": 3.1549861431121826,
      "step": 1830,
      "subrel-constrast": 3.7158656120300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7652406692504883,
      "cov-distil (oracle2student)": 2.5780203342437744,
      "cov-distil (oracle2teacher)": 3.1185131072998047,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.3700711727142334,
      "step": 1831,
      "subrel-constrast": 3.638542652130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9649511575698853,
      "cov-distil (oracle2student)": 4.225449085235596,
      "cov-distil (oracle2teacher)": 4.1012067794799805,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.9386816024780273,
      "step": 1832,
      "subrel-constrast": 2.3051044940948486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771992206573486,
      "cov-distil (oracle2student)": 4.981726169586182,
      "cov-distil (oracle2teacher)": 4.143196105957031,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.8138246536254883,
      "step": 1833,
      "subrel-constrast": 3.299802780151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4737906455993652,
      "cov-distil (oracle2student)": 2.5556771755218506,
      "cov-distil (oracle2teacher)": 2.9800400733947754,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.422273635864258,
      "step": 1834,
      "subrel-constrast": 3.241222620010376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2281641960144043,
      "cov-distil (oracle2student)": 3.1058075428009033,
      "cov-distil (oracle2teacher)": 2.9412336349487305,
      "epoch": 1.4403453689167975,
      "rel-constrast": 3.0711140632629395,
      "step": 1835,
      "subrel-constrast": 3.7840170860290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1675045490264893,
      "cov-distil (oracle2student)": 4.564324378967285,
      "cov-distil (oracle2teacher)": 4.323493480682373,
      "epoch": 1.4411302982731553,
      "rel-constrast": 2.781236171722412,
      "step": 1836,
      "subrel-constrast": 2.7374448776245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.079219937324524,
      "cov-distil (oracle2student)": 3.411094903945923,
      "cov-distil (oracle2teacher)": 3.191303253173828,
      "epoch": 1.4419152276295133,
      "rel-constrast": 3.092740058898926,
      "step": 1837,
      "subrel-constrast": 3.351301908493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5278972387313843,
      "cov-distil (oracle2student)": 3.2321972846984863,
      "cov-distil (oracle2teacher)": 3.313662528991699,
      "epoch": 1.4427001569858713,
      "rel-constrast": 2.879016399383545,
      "step": 1838,
      "subrel-constrast": 3.5835001468658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0350725650787354,
      "cov-distil (oracle2student)": 2.4493632316589355,
      "cov-distil (oracle2teacher)": 2.729887008666992,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.38649320602417,
      "step": 1839,
      "subrel-constrast": 2.8666794300079346,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 4.1875,
      "learning_rate": 4.893550825841932e-05,
      "loss": 0.7105,
      "step": 1840
    },
    {
      "cov-distil": 1.6579926013946533,
      "cov-distil (oracle2student)": 6.401279449462891,
      "cov-distil (oracle2teacher)": 5.277112007141113,
      "epoch": 1.4442700156985873,
      "rel-constrast": 4.2362470626831055,
      "step": 1840,
      "subrel-constrast": 4.374217510223389,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097137928009033,
      "cov-distil (oracle2student)": 6.69352912902832,
      "cov-distil (oracle2teacher)": 6.141706466674805,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.296020030975342,
      "step": 1841,
      "subrel-constrast": 4.120090484619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52357017993927,
      "cov-distil (oracle2student)": 2.577275276184082,
      "cov-distil (oracle2teacher)": 2.6045939922332764,
      "epoch": 1.445839874411303,
      "rel-constrast": 2.0906128883361816,
      "step": 1842,
      "subrel-constrast": 2.8598036766052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2005269527435303,
      "cov-distil (oracle2student)": 4.01481819152832,
      "cov-distil (oracle2teacher)": 3.7604923248291016,
      "epoch": 1.4466248037676608,
      "rel-constrast": 2.2734408378601074,
      "step": 1843,
      "subrel-constrast": 2.775613784790039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1281768083572388,
      "cov-distil (oracle2student)": 3.661174774169922,
      "cov-distil (oracle2teacher)": 3.5164029598236084,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.1075382232666016,
      "step": 1844,
      "subrel-constrast": 3.5926995277404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8172249794006348,
      "cov-distil (oracle2student)": 5.8461127281188965,
      "cov-distil (oracle2teacher)": 6.063834190368652,
      "epoch": 1.4481946624803768,
      "rel-constrast": 3.76010799407959,
      "step": 1845,
      "subrel-constrast": 4.720701694488525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.380967140197754,
      "cov-distil (oracle2student)": 4.823122024536133,
      "cov-distil (oracle2teacher)": 4.406197547912598,
      "epoch": 1.4489795918367347,
      "rel-constrast": 3.160726547241211,
      "step": 1846,
      "subrel-constrast": 3.2861616611480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2863383293151855,
      "cov-distil (oracle2student)": 4.338582515716553,
      "cov-distil (oracle2teacher)": 3.800304412841797,
      "epoch": 1.4497645211930927,
      "rel-constrast": 3.0546388626098633,
      "step": 1847,
      "subrel-constrast": 3.251276969909668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2051026821136475,
      "cov-distil (oracle2student)": 4.848534107208252,
      "cov-distil (oracle2teacher)": 4.756525993347168,
      "epoch": 1.4505494505494505,
      "rel-constrast": 3.2639107704162598,
      "step": 1848,
      "subrel-constrast": 4.062069416046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412589192390442,
      "cov-distil (oracle2student)": 5.114985466003418,
      "cov-distil (oracle2teacher)": 4.865669250488281,
      "epoch": 1.4513343799058085,
      "rel-constrast": 3.350212574005127,
      "step": 1849,
      "subrel-constrast": 3.8288183212280273,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 5.375,
      "learning_rate": 4.8910168866932195e-05,
      "loss": 0.8266,
      "step": 1850
    },
    {
      "cov-distil": 1.6888751983642578,
      "cov-distil (oracle2student)": 3.448847770690918,
      "cov-distil (oracle2teacher)": 3.6992971897125244,
      "epoch": 1.4521193092621665,
      "rel-constrast": 1.8792496919631958,
      "step": 1850,
      "subrel-constrast": 3.116849660873413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367068767547607,
      "cov-distil (oracle2student)": 4.72634744644165,
      "cov-distil (oracle2teacher)": 4.442650318145752,
      "epoch": 1.4529042386185242,
      "rel-constrast": 4.097768783569336,
      "step": 1851,
      "subrel-constrast": 4.38444185256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8452763557434082,
      "cov-distil (oracle2student)": 5.708890914916992,
      "cov-distil (oracle2teacher)": 5.7249650955200195,
      "epoch": 1.4536891679748822,
      "rel-constrast": 2.7360332012176514,
      "step": 1852,
      "subrel-constrast": 4.191849708557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2964894771575928,
      "cov-distil (oracle2student)": 3.6186249256134033,
      "cov-distil (oracle2teacher)": 3.327200174331665,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.3278985023498535,
      "step": 1853,
      "subrel-constrast": 3.5349605083465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.15955650806427,
      "cov-distil (oracle2student)": 2.791245937347412,
      "cov-distil (oracle2teacher)": 2.996602773666382,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.3102505207061768,
      "step": 1854,
      "subrel-constrast": 4.207559108734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5015387535095215,
      "cov-distil (oracle2student)": 3.9151670932769775,
      "cov-distil (oracle2teacher)": 4.3544440269470215,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.5720043182373047,
      "step": 1855,
      "subrel-constrast": 3.2190749645233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9023011922836304,
      "cov-distil (oracle2student)": 3.2154641151428223,
      "cov-distil (oracle2teacher)": 3.2312047481536865,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.523677349090576,
      "step": 1856,
      "subrel-constrast": 3.375361680984497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418964147567749,
      "cov-distil (oracle2student)": 4.337531089782715,
      "cov-distil (oracle2teacher)": 3.9954028129577637,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.795344352722168,
      "step": 1857,
      "subrel-constrast": 3.288412094116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.612828016281128,
      "cov-distil (oracle2student)": 3.6213760375976562,
      "cov-distil (oracle2teacher)": 3.895224094390869,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.616885185241699,
      "step": 1858,
      "subrel-constrast": 3.5245022773742676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5105284452438354,
      "cov-distil (oracle2student)": 4.446105480194092,
      "cov-distil (oracle2teacher)": 4.319863319396973,
      "epoch": 1.4591836734693877,
      "rel-constrast": 2.974085807800293,
      "step": 1859,
      "subrel-constrast": 4.052789211273193,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 4.84375,
      "learning_rate": 4.888453813758301e-05,
      "loss": 0.759,
      "step": 1860
    },
    {
      "cov-distil": 1.324098825454712,
      "cov-distil (oracle2student)": 3.6147279739379883,
      "cov-distil (oracle2teacher)": 3.227203130722046,
      "epoch": 1.4599686028257457,
      "rel-constrast": 2.9960274696350098,
      "step": 1860,
      "subrel-constrast": 3.5792276859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.171452522277832,
      "cov-distil (oracle2student)": 6.498472213745117,
      "cov-distil (oracle2teacher)": 5.5798563957214355,
      "epoch": 1.4607535321821037,
      "rel-constrast": 2.298779010772705,
      "step": 1861,
      "subrel-constrast": 2.5710718631744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.110198736190796,
      "cov-distil (oracle2student)": 3.4142746925354004,
      "cov-distil (oracle2teacher)": 3.2940726280212402,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.189666986465454,
      "step": 1862,
      "subrel-constrast": 3.452401876449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618439674377441,
      "cov-distil (oracle2student)": 5.286944389343262,
      "cov-distil (oracle2teacher)": 4.3206787109375,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.4891648292541504,
      "step": 1863,
      "subrel-constrast": 3.4858736991882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1890687942504883,
      "cov-distil (oracle2student)": 4.43721866607666,
      "cov-distil (oracle2teacher)": 3.987574338912964,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.537240982055664,
      "step": 1864,
      "subrel-constrast": 3.60815167427063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2210792303085327,
      "cov-distil (oracle2student)": 3.950700283050537,
      "cov-distil (oracle2teacher)": 3.1345367431640625,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.2303390502929688,
      "step": 1865,
      "subrel-constrast": 3.6884562969207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2549242973327637,
      "cov-distil (oracle2student)": 3.169987201690674,
      "cov-distil (oracle2teacher)": 3.112874746322632,
      "epoch": 1.4646781789638932,
      "rel-constrast": 2.961059093475342,
      "step": 1866,
      "subrel-constrast": 3.388056993484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1132255792617798,
      "cov-distil (oracle2student)": 3.1881613731384277,
      "cov-distil (oracle2teacher)": 4.031736373901367,
      "epoch": 1.4654631083202512,
      "rel-constrast": 3.369593620300293,
      "step": 1867,
      "subrel-constrast": 4.17751932144165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409156799316406,
      "cov-distil (oracle2student)": 4.461203098297119,
      "cov-distil (oracle2teacher)": 4.548511505126953,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.3510546684265137,
      "step": 1868,
      "subrel-constrast": 3.1808478832244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.988564670085907,
      "cov-distil (oracle2student)": 3.8768303394317627,
      "cov-distil (oracle2teacher)": 3.647482395172119,
      "epoch": 1.4670329670329672,
      "rel-constrast": 2.013795852661133,
      "step": 1869,
      "subrel-constrast": 2.825491189956665,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 4.75,
      "learning_rate": 4.885861638267413e-05,
      "loss": 0.7201,
      "step": 1870
    },
    {
      "cov-distil": 1.7998799085617065,
      "cov-distil (oracle2student)": 3.271496295928955,
      "cov-distil (oracle2teacher)": 3.0112061500549316,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.588841676712036,
      "step": 1870,
      "subrel-constrast": 4.032552242279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.349198579788208,
      "cov-distil (oracle2student)": 3.1306915283203125,
      "cov-distil (oracle2teacher)": 2.914619207382202,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.4161884784698486,
      "step": 1871,
      "subrel-constrast": 3.163926362991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7091114521026611,
      "cov-distil (oracle2student)": 4.372878551483154,
      "cov-distil (oracle2teacher)": 4.15083122253418,
      "epoch": 1.469387755102041,
      "rel-constrast": 3.674309730529785,
      "step": 1872,
      "subrel-constrast": 4.023014068603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6205456256866455,
      "cov-distil (oracle2student)": 3.448446035385132,
      "cov-distil (oracle2teacher)": 3.7027246952056885,
      "epoch": 1.4701726844583987,
      "rel-constrast": 2.6868979930877686,
      "step": 1873,
      "subrel-constrast": 3.6661877632141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0467638969421387,
      "cov-distil (oracle2student)": 3.6841325759887695,
      "cov-distil (oracle2teacher)": 3.540146589279175,
      "epoch": 1.4709576138147566,
      "rel-constrast": 2.2152252197265625,
      "step": 1874,
      "subrel-constrast": 3.33553147315979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7649476528167725,
      "cov-distil (oracle2student)": 4.595139503479004,
      "cov-distil (oracle2teacher)": 4.807185649871826,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.882308006286621,
      "step": 1875,
      "subrel-constrast": 3.9884748458862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6274170875549316,
      "cov-distil (oracle2student)": 4.342825889587402,
      "cov-distil (oracle2teacher)": 4.161476135253906,
      "epoch": 1.4725274725274726,
      "rel-constrast": 2.716750144958496,
      "step": 1876,
      "subrel-constrast": 3.6377859115600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1850725412368774,
      "cov-distil (oracle2student)": 4.801465034484863,
      "cov-distil (oracle2teacher)": 4.4294657707214355,
      "epoch": 1.4733124018838304,
      "rel-constrast": 3.233443260192871,
      "step": 1877,
      "subrel-constrast": 3.1840202808380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6530916690826416,
      "cov-distil (oracle2student)": 4.700448989868164,
      "cov-distil (oracle2teacher)": 4.715950965881348,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.6957778930664062,
      "step": 1878,
      "subrel-constrast": 4.544745922088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665679931640625,
      "cov-distil (oracle2student)": 4.62099552154541,
      "cov-distil (oracle2teacher)": 4.034111976623535,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.6383543014526367,
      "step": 1879,
      "subrel-constrast": 3.695279836654663,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 5.9375,
      "learning_rate": 4.883240391805394e-05,
      "loss": 0.8098,
      "step": 1880
    },
    {
      "cov-distil": 1.489245891571045,
      "cov-distil (oracle2student)": 4.289907455444336,
      "cov-distil (oracle2teacher)": 4.189836025238037,
      "epoch": 1.4756671899529041,
      "rel-constrast": 3.047013759613037,
      "step": 1880,
      "subrel-constrast": 3.6831588745117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6271897554397583,
      "cov-distil (oracle2student)": 4.952922344207764,
      "cov-distil (oracle2teacher)": 4.3915557861328125,
      "epoch": 1.4764521193092621,
      "rel-constrast": 2.925741195678711,
      "step": 1881,
      "subrel-constrast": 3.849264144897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4708141088485718,
      "cov-distil (oracle2student)": 3.6817660331726074,
      "cov-distil (oracle2teacher)": 3.3645787239074707,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.8425955772399902,
      "step": 1882,
      "subrel-constrast": 2.559281587600708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5363428592681885,
      "cov-distil (oracle2student)": 3.288538932800293,
      "cov-distil (oracle2teacher)": 3.3280093669891357,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.857149362564087,
      "step": 1883,
      "subrel-constrast": 3.2818243503570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1604633331298828,
      "cov-distil (oracle2student)": 3.6293282508850098,
      "cov-distil (oracle2teacher)": 3.6054253578186035,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.432465076446533,
      "step": 1884,
      "subrel-constrast": 3.0961251258850098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3076788187026978,
      "cov-distil (oracle2student)": 4.063167572021484,
      "cov-distil (oracle2teacher)": 3.7917380332946777,
      "epoch": 1.4795918367346939,
      "rel-constrast": 3.131176710128784,
      "step": 1885,
      "subrel-constrast": 3.387690305709839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6938672065734863,
      "cov-distil (oracle2student)": 4.879122734069824,
      "cov-distil (oracle2teacher)": 4.4586591720581055,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.8621890544891357,
      "step": 1886,
      "subrel-constrast": 2.784557342529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6372668743133545,
      "cov-distil (oracle2student)": 6.824195861816406,
      "cov-distil (oracle2teacher)": 6.387898921966553,
      "epoch": 1.4811616954474096,
      "rel-constrast": 3.3412389755249023,
      "step": 1887,
      "subrel-constrast": 4.233912467956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1793620586395264,
      "cov-distil (oracle2student)": 3.1445255279541016,
      "cov-distil (oracle2teacher)": 3.157705783843994,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.443695068359375,
      "step": 1888,
      "subrel-constrast": 3.1362268924713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2781684398651123,
      "cov-distil (oracle2student)": 3.4792184829711914,
      "cov-distil (oracle2teacher)": 3.618779182434082,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.680797576904297,
      "step": 1889,
      "subrel-constrast": 3.813993215560913,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 5.96875,
      "learning_rate": 4.8805901063113064e-05,
      "loss": 0.7251,
      "step": 1890
    },
    {
      "cov-distil": 1.4641432762145996,
      "cov-distil (oracle2student)": 3.655186653137207,
      "cov-distil (oracle2teacher)": 3.559060573577881,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.8183186054229736,
      "step": 1890,
      "subrel-constrast": 3.2129228115081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1659737825393677,
      "cov-distil (oracle2student)": 3.1489181518554688,
      "cov-distil (oracle2teacher)": 3.0241281986236572,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.364744186401367,
      "step": 1891,
      "subrel-constrast": 3.6507506370544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041974782943726,
      "cov-distil (oracle2student)": 3.4649229049682617,
      "cov-distil (oracle2teacher)": 3.5441417694091797,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.2610387802124023,
      "step": 1892,
      "subrel-constrast": 3.015953779220581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3576924800872803,
      "cov-distil (oracle2student)": 3.3984508514404297,
      "cov-distil (oracle2teacher)": 3.3243513107299805,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.5813984870910645,
      "step": 1893,
      "subrel-constrast": 3.0531294345855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.153913140296936,
      "cov-distil (oracle2student)": 4.345780372619629,
      "cov-distil (oracle2teacher)": 4.352718830108643,
      "epoch": 1.4866562009419153,
      "rel-constrast": 3.2440240383148193,
      "step": 1894,
      "subrel-constrast": 3.4956295490264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5457699298858643,
      "cov-distil (oracle2student)": 4.9476118087768555,
      "cov-distil (oracle2teacher)": 4.5059685707092285,
      "epoch": 1.487441130298273,
      "rel-constrast": 2.1165847778320312,
      "step": 1895,
      "subrel-constrast": 3.051499366760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2244950532913208,
      "cov-distil (oracle2student)": 2.6861298084259033,
      "cov-distil (oracle2teacher)": 2.7791075706481934,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.134418487548828,
      "step": 1896,
      "subrel-constrast": 2.9587888717651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1315360069274902,
      "cov-distil (oracle2student)": 6.507489204406738,
      "cov-distil (oracle2teacher)": 5.72232723236084,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.9158642292022705,
      "step": 1897,
      "subrel-constrast": 3.5586516857147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4999985694885254,
      "cov-distil (oracle2student)": 4.5897297859191895,
      "cov-distil (oracle2teacher)": 4.284789085388184,
      "epoch": 1.489795918367347,
      "rel-constrast": 3.15089750289917,
      "step": 1898,
      "subrel-constrast": 3.5956332683563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9041634798049927,
      "cov-distil (oracle2student)": 5.048053741455078,
      "cov-distil (oracle2teacher)": 4.696500778198242,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.978008985519409,
      "step": 1899,
      "subrel-constrast": 3.636552095413208,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 6.90625,
      "learning_rate": 4.877910814078041e-05,
      "loss": 0.724,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.31562501192092896,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.04156494140625
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.025115966796875
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.016448974609375,
      "step": 1900
    },
    {
      "cov-distil": 1.8200678825378418,
      "cov-distil (oracle2student)": 3.9837305545806885,
      "cov-distil (oracle2teacher)": 4.241322994232178,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.714162826538086,
      "step": 1900,
      "subrel-constrast": 4.235428333282471,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1765316724777222,
      "cov-distil (oracle2student)": 3.4101648330688477,
      "cov-distil (oracle2teacher)": 3.5064611434936523,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.584463596343994,
      "step": 1901,
      "subrel-constrast": 2.8131165504455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4192533493041992,
      "cov-distil (oracle2student)": 2.8145060539245605,
      "cov-distil (oracle2teacher)": 2.462829113006592,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.39072585105896,
      "step": 1902,
      "subrel-constrast": 2.3945631980895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2846920490264893,
      "cov-distil (oracle2student)": 3.737550973892212,
      "cov-distil (oracle2teacher)": 3.5892839431762695,
      "epoch": 1.4937205651491365,
      "rel-constrast": 2.0010600090026855,
      "step": 1903,
      "subrel-constrast": 2.654101610183716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5933458805084229,
      "cov-distil (oracle2student)": 3.2610483169555664,
      "cov-distil (oracle2teacher)": 3.3903608322143555,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.7466659545898438,
      "step": 1904,
      "subrel-constrast": 4.301742076873779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5730876922607422,
      "cov-distil (oracle2student)": 3.9070684909820557,
      "cov-distil (oracle2teacher)": 3.919351577758789,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.518761396408081,
      "step": 1905,
      "subrel-constrast": 3.0427777767181396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059499740600586,
      "cov-distil (oracle2student)": 5.231939315795898,
      "cov-distil (oracle2teacher)": 4.642115116119385,
      "epoch": 1.4960753532182103,
      "rel-constrast": 3.0383875370025635,
      "step": 1906,
      "subrel-constrast": 3.9105637073516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4514204263687134,
      "cov-distil (oracle2student)": 4.346742153167725,
      "cov-distil (oracle2teacher)": 4.052260398864746,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.7481608390808105,
      "step": 1907,
      "subrel-constrast": 3.255969524383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5344431400299072,
      "cov-distil (oracle2student)": 2.184706449508667,
      "cov-distil (oracle2teacher)": 2.6382651329040527,
      "epoch": 1.4976452119309263,
      "rel-constrast": 2.1720316410064697,
      "step": 1908,
      "subrel-constrast": 2.75362491607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.444244623184204,
      "cov-distil (oracle2student)": 4.057034492492676,
      "cov-distil (oracle2teacher)": 4.102211952209473,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.408419132232666,
      "step": 1909,
      "subrel-constrast": 3.3695499897003174,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 5.28125,
      "learning_rate": 4.8752025477519295e-05,
      "loss": 0.7215,
      "step": 1910
    },
    {
      "cov-distil": 1.3822780847549438,
      "cov-distil (oracle2student)": 3.074392795562744,
      "cov-distil (oracle2teacher)": 3.4046082496643066,
      "epoch": 1.499215070643642,
      "rel-constrast": 3.053463935852051,
      "step": 1910,
      "subrel-constrast": 3.5782012939453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1215405464172363,
      "cov-distil (oracle2student)": 4.09284782409668,
      "cov-distil (oracle2teacher)": 4.057436466217041,
      "epoch": 1.5,
      "rel-constrast": 3.2193315029144287,
      "step": 1911,
      "subrel-constrast": 4.111722946166992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6215386390686035,
      "cov-distil (oracle2student)": 5.013403415679932,
      "cov-distil (oracle2teacher)": 4.43386173248291,
      "epoch": 1.500784929356358,
      "rel-constrast": 2.296384811401367,
      "step": 1912,
      "subrel-constrast": 3.439622163772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.828143835067749,
      "cov-distil (oracle2student)": 3.670921802520752,
      "cov-distil (oracle2teacher)": 3.9030356407165527,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.9615867137908936,
      "step": 1913,
      "subrel-constrast": 3.9367730617523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47484290599823,
      "cov-distil (oracle2student)": 6.2821760177612305,
      "cov-distil (oracle2teacher)": 5.5559186935424805,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.6902894973754883,
      "step": 1914,
      "subrel-constrast": 3.998914957046509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727229118347168,
      "cov-distil (oracle2student)": 5.220627784729004,
      "cov-distil (oracle2teacher)": 4.6269378662109375,
      "epoch": 1.5031397174254317,
      "rel-constrast": 4.270571708679199,
      "step": 1915,
      "subrel-constrast": 5.203466415405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483829975128174,
      "cov-distil (oracle2student)": 3.059772491455078,
      "cov-distil (oracle2teacher)": 3.301860809326172,
      "epoch": 1.5039246467817895,
      "rel-constrast": 2.9325826168060303,
      "step": 1916,
      "subrel-constrast": 3.9415740966796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5470190048217773,
      "cov-distil (oracle2student)": 5.574818134307861,
      "cov-distil (oracle2teacher)": 5.102795124053955,
      "epoch": 1.5047095761381475,
      "rel-constrast": 3.495610237121582,
      "step": 1917,
      "subrel-constrast": 3.616776704788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784400463104248,
      "cov-distil (oracle2student)": 3.3386974334716797,
      "cov-distil (oracle2teacher)": 3.493413209915161,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.136384963989258,
      "step": 1918,
      "subrel-constrast": 3.067333221435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5800302028656006,
      "cov-distil (oracle2student)": 3.5927000045776367,
      "cov-distil (oracle2teacher)": 3.5073397159576416,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.6197471618652344,
      "step": 1919,
      "subrel-constrast": 3.7135367393493652,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 5.59375,
      "learning_rate": 4.8724653403323414e-05,
      "loss": 0.8084,
      "step": 1920
    },
    {
      "cov-distil": 1.68130362033844,
      "cov-distil (oracle2student)": 3.8451247215270996,
      "cov-distil (oracle2teacher)": 4.132164001464844,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.524275779724121,
      "step": 1920,
      "subrel-constrast": 5.853363990783691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5609867572784424,
      "cov-distil (oracle2student)": 3.605884313583374,
      "cov-distil (oracle2teacher)": 3.0318446159362793,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.6201601028442383,
      "step": 1921,
      "subrel-constrast": 3.9134087562561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6563458442687988,
      "cov-distil (oracle2student)": 4.422513961791992,
      "cov-distil (oracle2teacher)": 3.926860809326172,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.435603618621826,
      "step": 1922,
      "subrel-constrast": 3.422584056854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8695662021636963,
      "cov-distil (oracle2student)": 5.650864124298096,
      "cov-distil (oracle2teacher)": 4.782127857208252,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.255434036254883,
      "step": 1923,
      "subrel-constrast": 4.152292251586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4841439723968506,
      "cov-distil (oracle2student)": 5.437008380889893,
      "cov-distil (oracle2teacher)": 4.618408679962158,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.9784290790557861,
      "step": 1924,
      "subrel-constrast": 2.797206401824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4636828899383545,
      "cov-distil (oracle2student)": 3.4912476539611816,
      "cov-distil (oracle2teacher)": 3.356928825378418,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.3939216136932373,
      "step": 1925,
      "subrel-constrast": 3.77427339553833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.257701873779297,
      "cov-distil (oracle2student)": 3.613499641418457,
      "cov-distil (oracle2teacher)": 3.307716131210327,
      "epoch": 1.511773940345369,
      "rel-constrast": 2.073474407196045,
      "step": 1926,
      "subrel-constrast": 3.209826946258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2852833271026611,
      "cov-distil (oracle2student)": 3.8562893867492676,
      "cov-distil (oracle2teacher)": 3.761594295501709,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.6977102756500244,
      "step": 1927,
      "subrel-constrast": 3.1279876232147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0923831462860107,
      "cov-distil (oracle2student)": 2.8294901847839355,
      "cov-distil (oracle2teacher)": 2.9233245849609375,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.52026629447937,
      "step": 1928,
      "subrel-constrast": 3.1192376613616943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028331995010376,
      "cov-distil (oracle2student)": 4.797187805175781,
      "cov-distil (oracle2teacher)": 4.900268077850342,
      "epoch": 1.5141287284144427,
      "rel-constrast": 3.131110191345215,
      "step": 1929,
      "subrel-constrast": 4.235548496246338,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 5.40625,
      "learning_rate": 4.8696992251712865e-05,
      "loss": 0.8067,
      "step": 1930
    },
    {
      "cov-distil": 1.2935891151428223,
      "cov-distil (oracle2student)": 4.263140678405762,
      "cov-distil (oracle2teacher)": 4.029933929443359,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.43511962890625,
      "step": 1930,
      "subrel-constrast": 3.0668649673461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1215782165527344,
      "cov-distil (oracle2student)": 3.8190982341766357,
      "cov-distil (oracle2teacher)": 3.8130149841308594,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.3707656860351562,
      "step": 1931,
      "subrel-constrast": 2.7674336433410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4837236404418945,
      "cov-distil (oracle2student)": 4.2342634201049805,
      "cov-distil (oracle2teacher)": 4.014438629150391,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.7599074840545654,
      "step": 1932,
      "subrel-constrast": 3.556955337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2333347797393799,
      "cov-distil (oracle2student)": 4.785069942474365,
      "cov-distil (oracle2teacher)": 4.075497627258301,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.2602295875549316,
      "step": 1933,
      "subrel-constrast": 3.3644399642944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.754798173904419,
      "cov-distil (oracle2student)": 4.039218902587891,
      "cov-distil (oracle2teacher)": 4.153687477111816,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.1695945262908936,
      "step": 1934,
      "subrel-constrast": 4.279153823852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559018611907959,
      "cov-distil (oracle2student)": 5.300314903259277,
      "cov-distil (oracle2teacher)": 5.020586967468262,
      "epoch": 1.5188383045525904,
      "rel-constrast": 3.1405386924743652,
      "step": 1935,
      "subrel-constrast": 3.7498159408569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4939593076705933,
      "cov-distil (oracle2student)": 3.208052635192871,
      "cov-distil (oracle2teacher)": 3.293198823928833,
      "epoch": 1.5196232339089482,
      "rel-constrast": 3.0275135040283203,
      "step": 1936,
      "subrel-constrast": 3.6351850032806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428492784500122,
      "cov-distil (oracle2student)": 4.486096382141113,
      "cov-distil (oracle2teacher)": 4.52850341796875,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.8076090812683105,
      "step": 1937,
      "subrel-constrast": 4.4368577003479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2678797245025635,
      "cov-distil (oracle2student)": 4.003924369812012,
      "cov-distil (oracle2teacher)": 4.1155595779418945,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.5180797576904297,
      "step": 1938,
      "subrel-constrast": 3.265015125274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919368267059326,
      "cov-distil (oracle2student)": 4.684997081756592,
      "cov-distil (oracle2teacher)": 4.577469348907471,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.2359108924865723,
      "step": 1939,
      "subrel-constrast": 4.052987098693848,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 6.0625,
      "learning_rate": 4.866904235973005e-05,
      "loss": 0.7787,
      "step": 1940
    },
    {
      "cov-distil": 1.4406867027282715,
      "cov-distil (oracle2student)": 5.061967372894287,
      "cov-distil (oracle2teacher)": 5.217357635498047,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.845330238342285,
      "step": 1940,
      "subrel-constrast": 3.37530517578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526735544204712,
      "cov-distil (oracle2student)": 3.3419079780578613,
      "cov-distil (oracle2teacher)": 3.7587883472442627,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.4881136417388916,
      "step": 1941,
      "subrel-constrast": 3.6015264987945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9293419122695923,
      "cov-distil (oracle2student)": 5.4480414390563965,
      "cov-distil (oracle2teacher)": 5.065512657165527,
      "epoch": 1.5243328100470959,
      "rel-constrast": 2.9614129066467285,
      "step": 1942,
      "subrel-constrast": 3.759190320968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368671178817749,
      "cov-distil (oracle2student)": 3.0140585899353027,
      "cov-distil (oracle2teacher)": 3.2035350799560547,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.5788989067077637,
      "step": 1943,
      "subrel-constrast": 3.333850860595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0682921409606934,
      "cov-distil (oracle2student)": 4.521337509155273,
      "cov-distil (oracle2teacher)": 4.286746978759766,
      "epoch": 1.5259026687598116,
      "rel-constrast": 2.364550828933716,
      "step": 1944,
      "subrel-constrast": 2.6539671421051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4087183475494385,
      "cov-distil (oracle2student)": 2.8617520332336426,
      "cov-distil (oracle2teacher)": 2.5491108894348145,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.9411816596984863,
      "step": 1945,
      "subrel-constrast": 3.3835527896881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8103678226470947,
      "cov-distil (oracle2student)": 5.06727933883667,
      "cov-distil (oracle2teacher)": 4.841084003448486,
      "epoch": 1.5274725274725274,
      "rel-constrast": 2.948176383972168,
      "step": 1946,
      "subrel-constrast": 3.823755979537964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2556767463684082,
      "cov-distil (oracle2student)": 4.826472282409668,
      "cov-distil (oracle2teacher)": 5.049144744873047,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.2107505798339844,
      "step": 1947,
      "subrel-constrast": 4.03645133972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5062694549560547,
      "cov-distil (oracle2student)": 4.601363182067871,
      "cov-distil (oracle2teacher)": 4.213315486907959,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.789292335510254,
      "step": 1948,
      "subrel-constrast": 3.6353132724761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847824811935425,
      "cov-distil (oracle2student)": 6.44348669052124,
      "cov-distil (oracle2teacher)": 5.705442905426025,
      "epoch": 1.5298273155416013,
      "rel-constrast": 3.9315719604492188,
      "step": 1949,
      "subrel-constrast": 4.7628374099731445,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 5.46875,
      "learning_rate": 4.8640804067935554e-05,
      "loss": 0.7637,
      "step": 1950
    },
    {
      "cov-distil": 1.9629204273223877,
      "cov-distil (oracle2student)": 3.5010714530944824,
      "cov-distil (oracle2teacher)": 2.745143413543701,
      "epoch": 1.5306122448979593,
      "rel-constrast": 2.507103443145752,
      "step": 1950,
      "subrel-constrast": 3.2004811763763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433044195175171,
      "cov-distil (oracle2student)": 4.362194061279297,
      "cov-distil (oracle2teacher)": 3.921370029449463,
      "epoch": 1.531397174254317,
      "rel-constrast": 3.2771849632263184,
      "step": 1951,
      "subrel-constrast": 3.5228493213653564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313047170639038,
      "cov-distil (oracle2student)": 3.8566977977752686,
      "cov-distil (oracle2teacher)": 3.832613468170166,
      "epoch": 1.532182103610675,
      "rel-constrast": 1.862630844116211,
      "step": 1952,
      "subrel-constrast": 2.4508941173553467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2483419179916382,
      "cov-distil (oracle2student)": 4.512497901916504,
      "cov-distil (oracle2teacher)": 4.033370018005371,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.518411874771118,
      "step": 1953,
      "subrel-constrast": 2.850015640258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606383085250854,
      "cov-distil (oracle2student)": 4.472964286804199,
      "cov-distil (oracle2teacher)": 3.9208731651306152,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.5309808254241943,
      "step": 1954,
      "subrel-constrast": 3.62199068069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5764573812484741,
      "cov-distil (oracle2student)": 3.7591652870178223,
      "cov-distil (oracle2teacher)": 3.9904000759124756,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.200928211212158,
      "step": 1955,
      "subrel-constrast": 3.113861322402954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.655348777770996,
      "cov-distil (oracle2student)": 5.966892242431641,
      "cov-distil (oracle2teacher)": 5.0572896003723145,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.497950792312622,
      "step": 1956,
      "subrel-constrast": 3.254173755645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6637239456176758,
      "cov-distil (oracle2student)": 3.354377269744873,
      "cov-distil (oracle2teacher)": 3.3308072090148926,
      "epoch": 1.5361067503924648,
      "rel-constrast": 3.4182798862457275,
      "step": 1957,
      "subrel-constrast": 4.7805495262146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3222100734710693,
      "cov-distil (oracle2student)": 2.852653980255127,
      "cov-distil (oracle2teacher)": 2.8959875106811523,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.9040801525115967,
      "step": 1958,
      "subrel-constrast": 2.873310089111328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4053704738616943,
      "cov-distil (oracle2student)": 4.547569274902344,
      "cov-distil (oracle2teacher)": 4.0867919921875,
      "epoch": 1.5376766091051806,
      "rel-constrast": 4.031647205352783,
      "step": 1959,
      "subrel-constrast": 4.197070598602295,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 6.375,
      "learning_rate": 4.861227772040409e-05,
      "loss": 0.7066,
      "step": 1960
    },
    {
      "cov-distil": 1.6973648071289062,
      "cov-distil (oracle2student)": 3.438843250274658,
      "cov-distil (oracle2teacher)": 3.2021613121032715,
      "epoch": 1.5384615384615383,
      "rel-constrast": 3.0188634395599365,
      "step": 1960,
      "subrel-constrast": 3.830216884613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6175587177276611,
      "cov-distil (oracle2student)": 3.4273316860198975,
      "cov-distil (oracle2teacher)": 3.533212661743164,
      "epoch": 1.5392464678178963,
      "rel-constrast": 2.5842418670654297,
      "step": 1961,
      "subrel-constrast": 2.935939073562622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5720915794372559,
      "cov-distil (oracle2student)": 3.6428780555725098,
      "cov-distil (oracle2teacher)": 3.6429476737976074,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.3179471492767334,
      "step": 1962,
      "subrel-constrast": 3.170811176300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6361315250396729,
      "cov-distil (oracle2student)": 5.307055950164795,
      "cov-distil (oracle2teacher)": 5.468857765197754,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.2441654205322266,
      "step": 1963,
      "subrel-constrast": 3.5044991970062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6532347202301025,
      "cov-distil (oracle2student)": 5.974061965942383,
      "cov-distil (oracle2teacher)": 5.222874641418457,
      "epoch": 1.5416012558869703,
      "rel-constrast": 2.0757360458374023,
      "step": 1964,
      "subrel-constrast": 3.102261543273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1591393947601318,
      "cov-distil (oracle2student)": 3.025369644165039,
      "cov-distil (oracle2teacher)": 3.133007287979126,
      "epoch": 1.542386185243328,
      "rel-constrast": 3.053222894668579,
      "step": 1965,
      "subrel-constrast": 3.4797122478485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1420084238052368,
      "cov-distil (oracle2student)": 4.093174934387207,
      "cov-distil (oracle2teacher)": 3.86787486076355,
      "epoch": 1.543171114599686,
      "rel-constrast": 2.3095903396606445,
      "step": 1966,
      "subrel-constrast": 2.6604526042938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4384503364562988,
      "cov-distil (oracle2student)": 5.2053728103637695,
      "cov-distil (oracle2teacher)": 5.07504940032959,
      "epoch": 1.5439560439560438,
      "rel-constrast": 3.3069727420806885,
      "step": 1967,
      "subrel-constrast": 4.132556438446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8645159006118774,
      "cov-distil (oracle2student)": 3.4567441940307617,
      "cov-distil (oracle2teacher)": 3.4325718879699707,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.6346917152404785,
      "step": 1968,
      "subrel-constrast": 3.299747943878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4925127029418945,
      "cov-distil (oracle2student)": 3.1740942001342773,
      "cov-distil (oracle2teacher)": 3.1853623390197754,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.4404454231262207,
      "step": 1969,
      "subrel-constrast": 3.2339844703674316,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 4.34375,
      "learning_rate": 4.8583463664720176e-05,
      "loss": 0.6878,
      "step": 1970
    },
    {
      "cov-distil": 1.5537331104278564,
      "cov-distil (oracle2student)": 4.25655460357666,
      "cov-distil (oracle2teacher)": 3.8265132904052734,
      "epoch": 1.5463108320251178,
      "rel-constrast": 3.0060253143310547,
      "step": 1970,
      "subrel-constrast": 3.643080949783325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6721501350402832,
      "cov-distil (oracle2student)": 3.751009225845337,
      "cov-distil (oracle2teacher)": 3.8563971519470215,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.736800193786621,
      "step": 1971,
      "subrel-constrast": 3.3648886680603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302622318267822,
      "cov-distil (oracle2student)": 4.6792755126953125,
      "cov-distil (oracle2teacher)": 4.360922336578369,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.3019018173217773,
      "step": 1972,
      "subrel-constrast": 3.5520718097686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1769180297851562,
      "cov-distil (oracle2student)": 4.238148212432861,
      "cov-distil (oracle2teacher)": 3.2439846992492676,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.369637966156006,
      "step": 1973,
      "subrel-constrast": 2.7696850299835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419450044631958,
      "cov-distil (oracle2student)": 4.991211414337158,
      "cov-distil (oracle2teacher)": 4.847337245941162,
      "epoch": 1.5494505494505495,
      "rel-constrast": 2.006226062774658,
      "step": 1974,
      "subrel-constrast": 3.12842059135437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6049679517745972,
      "cov-distil (oracle2student)": 4.622395992279053,
      "cov-distil (oracle2teacher)": 4.493963241577148,
      "epoch": 1.5502354788069073,
      "rel-constrast": 2.9897122383117676,
      "step": 1975,
      "subrel-constrast": 3.8140511512756348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867454290390015,
      "cov-distil (oracle2student)": 5.612849235534668,
      "cov-distil (oracle2teacher)": 4.941135406494141,
      "epoch": 1.5510204081632653,
      "rel-constrast": 3.195573329925537,
      "step": 1976,
      "subrel-constrast": 4.018914699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6703518629074097,
      "cov-distil (oracle2student)": 3.967500686645508,
      "cov-distil (oracle2teacher)": 3.7136988639831543,
      "epoch": 1.5518053375196232,
      "rel-constrast": 2.331869125366211,
      "step": 1977,
      "subrel-constrast": 2.9944841861724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9738165140151978,
      "cov-distil (oracle2student)": 4.28980827331543,
      "cov-distil (oracle2teacher)": 4.037176132202148,
      "epoch": 1.5525902668759812,
      "rel-constrast": 2.191450834274292,
      "step": 1978,
      "subrel-constrast": 3.0496788024902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4531769752502441,
      "cov-distil (oracle2student)": 3.942265510559082,
      "cov-distil (oracle2teacher)": 3.9404845237731934,
      "epoch": 1.5533751962323392,
      "rel-constrast": 2.8960509300231934,
      "step": 1979,
      "subrel-constrast": 4.207064628601074,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 5.6875,
      "learning_rate": 4.855436225197399e-05,
      "loss": 0.7127,
      "step": 1980
    },
    {
      "cov-distil": 1.7720801830291748,
      "cov-distil (oracle2student)": 4.238912582397461,
      "cov-distil (oracle2teacher)": 4.5033063888549805,
      "epoch": 1.554160125588697,
      "rel-constrast": 2.869654655456543,
      "step": 1980,
      "subrel-constrast": 4.044305801391602,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584997296333313,
      "cov-distil (oracle2student)": 3.4553446769714355,
      "cov-distil (oracle2teacher)": 3.355989456176758,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.5049617290496826,
      "step": 1981,
      "subrel-constrast": 3.05622935295105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1078596115112305,
      "cov-distil (oracle2student)": 2.5911593437194824,
      "cov-distil (oracle2teacher)": 2.5648322105407715,
      "epoch": 1.5557299843014127,
      "rel-constrast": 2.7047910690307617,
      "step": 1982,
      "subrel-constrast": 2.8430488109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7691397666931152,
      "cov-distil (oracle2student)": 4.825812339782715,
      "cov-distil (oracle2teacher)": 4.105561256408691,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.9097957611083984,
      "step": 1983,
      "subrel-constrast": 3.238675832748413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5538854598999023,
      "cov-distil (oracle2student)": 3.4161548614501953,
      "cov-distil (oracle2teacher)": 3.0964391231536865,
      "epoch": 1.5572998430141287,
      "rel-constrast": 2.090397596359253,
      "step": 1984,
      "subrel-constrast": 2.600329637527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631657361984253,
      "cov-distil (oracle2student)": 3.214862108230591,
      "cov-distil (oracle2teacher)": 3.3299331665039062,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.8665716648101807,
      "step": 1985,
      "subrel-constrast": 2.7516143321990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.327673077583313,
      "cov-distil (oracle2student)": 4.799072265625,
      "cov-distil (oracle2teacher)": 4.715295314788818,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.979149580001831,
      "step": 1986,
      "subrel-constrast": 2.747004747390747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439329147338867,
      "cov-distil (oracle2student)": 3.287466526031494,
      "cov-distil (oracle2teacher)": 3.604806900024414,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.361109495162964,
      "step": 1987,
      "subrel-constrast": 2.9993958473205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233219861984253,
      "cov-distil (oracle2student)": 3.7380623817443848,
      "cov-distil (oracle2teacher)": 3.4555606842041016,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.335693836212158,
      "step": 1988,
      "subrel-constrast": 3.793260335922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1643787622451782,
      "cov-distil (oracle2student)": 3.192600727081299,
      "cov-distil (oracle2teacher)": 3.2788116931915283,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.3927178382873535,
      "step": 1989,
      "subrel-constrast": 3.0707764625549316,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 4.78125,
      "learning_rate": 4.852497383675708e-05,
      "loss": 0.6621,
      "step": 1990
    },
    {
      "cov-distil": 1.8068472146987915,
      "cov-distil (oracle2student)": 3.369866132736206,
      "cov-distil (oracle2teacher)": 3.4463839530944824,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.656322717666626,
      "step": 1990,
      "subrel-constrast": 3.348904848098755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2985156774520874,
      "cov-distil (oracle2student)": 3.108865737915039,
      "cov-distil (oracle2teacher)": 3.300293207168579,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.6173954010009766,
      "step": 1991,
      "subrel-constrast": 2.8500521183013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.916305661201477,
      "cov-distil (oracle2student)": 4.062490940093994,
      "cov-distil (oracle2teacher)": 3.812854766845703,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.536746025085449,
      "step": 1992,
      "subrel-constrast": 3.698018789291382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7872958183288574,
      "cov-distil (oracle2student)": 3.001530885696411,
      "cov-distil (oracle2teacher)": 3.044684410095215,
      "epoch": 1.5643642072213502,
      "rel-constrast": 1.9752702713012695,
      "step": 1993,
      "subrel-constrast": 2.9991579055786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4835789203643799,
      "cov-distil (oracle2student)": 3.741429567337036,
      "cov-distil (oracle2teacher)": 3.9224085807800293,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.7236318588256836,
      "step": 1994,
      "subrel-constrast": 3.2023420333862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4619827270507812,
      "cov-distil (oracle2student)": 4.172710418701172,
      "cov-distil (oracle2teacher)": 3.931519031524658,
      "epoch": 1.565934065934066,
      "rel-constrast": 3.3904943466186523,
      "step": 1995,
      "subrel-constrast": 3.5143985748291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3342100381851196,
      "cov-distil (oracle2student)": 2.4641640186309814,
      "cov-distil (oracle2teacher)": 3.1553573608398438,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.4919357299804688,
      "step": 1996,
      "subrel-constrast": 3.432839870452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5724618434906006,
      "cov-distil (oracle2student)": 4.706221103668213,
      "cov-distil (oracle2teacher)": 4.2155914306640625,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.640298843383789,
      "step": 1997,
      "subrel-constrast": 2.548982858657837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090259075164795,
      "cov-distil (oracle2student)": 2.640289068222046,
      "cov-distil (oracle2teacher)": 2.777580976486206,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.1038618087768555,
      "step": 1998,
      "subrel-constrast": 3.044689893722534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65898597240448,
      "cov-distil (oracle2student)": 3.688229560852051,
      "cov-distil (oracle2teacher)": 3.3557534217834473,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.41483211517334,
      "step": 1999,
      "subrel-constrast": 3.702179193496704,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 7.59375,
      "learning_rate": 4.849529877715799e-05,
      "loss": 0.7043,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}