{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.849293563579278,
  "eval_steps": 500.0,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.22031250596046448,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.043792724609375
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": -0.006439208984375,
      "step": 0
    },
    {
      "cov-distil": 1.9989408254623413,
      "cov-distil (oracle2student)": 5.017981052398682,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 6.024477481842041,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.590911388397217,
      "cov-distil (oracle2student)": 6.543224811553955,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 7.042376518249512,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.234889030456543,
      "cov-distil (oracle2student)": 4.785423278808594,
      "cov-distil (oracle2teacher)": 4.352293968200684,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 4.653334617614746,
      "step": 2,
      "subrel-constrast": 5.114200592041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.892646074295044,
      "cov-distil (oracle2student)": 5.359386444091797,
      "cov-distil (oracle2teacher)": 3.3453474044799805,
      "epoch": 0.002354788069073783,
      "rel-constrast": 5.759308815002441,
      "step": 3,
      "subrel-constrast": 4.294970989227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.187523365020752,
      "cov-distil (oracle2student)": 4.088177680969238,
      "cov-distil (oracle2teacher)": 4.019562721252441,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 4.063039779663086,
      "step": 4,
      "subrel-constrast": 4.597165107727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5768115520477295,
      "cov-distil (oracle2student)": 9.671545028686523,
      "cov-distil (oracle2teacher)": 8.351792335510254,
      "epoch": 0.003924646781789639,
      "rel-constrast": 7.844664096832275,
      "step": 5,
      "subrel-constrast": 7.689645767211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7839202880859375,
      "cov-distil (oracle2student)": 7.124797344207764,
      "cov-distil (oracle2teacher)": 5.235956192016602,
      "epoch": 0.004709576138147566,
      "rel-constrast": 6.9873199462890625,
      "step": 6,
      "subrel-constrast": 6.358409881591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1054530143737793,
      "cov-distil (oracle2student)": 5.955070495605469,
      "cov-distil (oracle2teacher)": 5.017168045043945,
      "epoch": 0.005494505494505495,
      "rel-constrast": 4.839856147766113,
      "step": 7,
      "subrel-constrast": 5.012356758117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.417634963989258,
      "cov-distil (oracle2student)": 6.458645820617676,
      "cov-distil (oracle2teacher)": 4.756534099578857,
      "epoch": 0.006279434850863423,
      "rel-constrast": 5.473586082458496,
      "step": 8,
      "subrel-constrast": 3.944282054901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5553622245788574,
      "cov-distil (oracle2student)": 5.345729827880859,
      "cov-distil (oracle2teacher)": 4.573167324066162,
      "epoch": 0.00706436420722135,
      "rel-constrast": 5.705809116363525,
      "step": 9,
      "subrel-constrast": 5.071885108947754,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 15.1875,
      "learning_rate": 4.5e-07,
      "loss": 1.5357,
      "step": 10
    },
    {
      "cov-distil": 2.179523468017578,
      "cov-distil (oracle2student)": 6.76649808883667,
      "cov-distil (oracle2teacher)": 5.62101936340332,
      "epoch": 0.007849293563579277,
      "rel-constrast": 5.527869701385498,
      "step": 10,
      "subrel-constrast": 5.327791213989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7319321632385254,
      "cov-distil (oracle2student)": 6.106301307678223,
      "cov-distil (oracle2teacher)": 5.238726615905762,
      "epoch": 0.008634222919937205,
      "rel-constrast": 6.950443744659424,
      "step": 11,
      "subrel-constrast": 7.032792568206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.854433298110962,
      "cov-distil (oracle2student)": 7.011631965637207,
      "cov-distil (oracle2teacher)": 5.94080924987793,
      "epoch": 0.009419152276295133,
      "rel-constrast": 6.216261386871338,
      "step": 12,
      "subrel-constrast": 6.4257707595825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.349715232849121,
      "cov-distil (oracle2student)": 6.723206520080566,
      "cov-distil (oracle2teacher)": 6.247130870819092,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.11406135559082,
      "step": 13,
      "subrel-constrast": 5.350836753845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.176401376724243,
      "cov-distil (oracle2student)": 7.31204891204834,
      "cov-distil (oracle2teacher)": 5.90012788772583,
      "epoch": 0.01098901098901099,
      "rel-constrast": 7.507654190063477,
      "step": 14,
      "subrel-constrast": 6.769496440887451,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.67018461227417,
      "cov-distil (oracle2student)": 5.521136283874512,
      "cov-distil (oracle2teacher)": 5.79857063293457,
      "epoch": 0.011773940345368918,
      "rel-constrast": 5.118526458740234,
      "step": 15,
      "subrel-constrast": 4.343193054199219,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.665984630584717,
      "cov-distil (oracle2student)": 4.9838104248046875,
      "cov-distil (oracle2teacher)": 4.932050704956055,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.632684707641602,
      "step": 16,
      "subrel-constrast": 5.201573848724365,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.330692291259766,
      "cov-distil (oracle2student)": 8.552825927734375,
      "cov-distil (oracle2teacher)": 6.224799156188965,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.133567810058594,
      "step": 17,
      "subrel-constrast": 7.034067153930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.602668285369873,
      "cov-distil (oracle2student)": 5.244088172912598,
      "cov-distil (oracle2teacher)": 4.6569929122924805,
      "epoch": 0.0141287284144427,
      "rel-constrast": 7.642650127410889,
      "step": 18,
      "subrel-constrast": 6.055438995361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5356028079986572,
      "cov-distil (oracle2student)": 6.620259761810303,
      "cov-distil (oracle2teacher)": 5.464468479156494,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.861123561859131,
      "step": 19,
      "subrel-constrast": 5.008308410644531,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 11.5625,
      "learning_rate": 9.5e-07,
      "loss": 1.7254,
      "step": 20
    },
    {
      "cov-distil": 2.88397479057312,
      "cov-distil (oracle2student)": 6.778175354003906,
      "cov-distil (oracle2teacher)": 5.165527820587158,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.111982345581055,
      "step": 20,
      "subrel-constrast": 3.8631598949432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384960174560547,
      "cov-distil (oracle2student)": 7.21034049987793,
      "cov-distil (oracle2teacher)": 6.115926742553711,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.05242395401001,
      "step": 21,
      "subrel-constrast": 5.182291030883789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.517098903656006,
      "cov-distil (oracle2student)": 4.5811920166015625,
      "cov-distil (oracle2teacher)": 4.8397321701049805,
      "epoch": 0.01726844583987441,
      "rel-constrast": 4.999781131744385,
      "step": 22,
      "subrel-constrast": 4.843943119049072,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.147690773010254,
      "cov-distil (oracle2student)": 6.542362213134766,
      "cov-distil (oracle2teacher)": 4.0774006843566895,
      "epoch": 0.01805337519623234,
      "rel-constrast": 6.193174839019775,
      "step": 23,
      "subrel-constrast": 4.360376834869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1142213344573975,
      "cov-distil (oracle2student)": 5.866973400115967,
      "cov-distil (oracle2teacher)": 5.523448944091797,
      "epoch": 0.018838304552590265,
      "rel-constrast": 4.719829559326172,
      "step": 24,
      "subrel-constrast": 4.7262139320373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0676374435424805,
      "cov-distil (oracle2student)": 6.361337661743164,
      "cov-distil (oracle2teacher)": 5.472438335418701,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.291130542755127,
      "step": 25,
      "subrel-constrast": 4.823647975921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.472700834274292,
      "cov-distil (oracle2student)": 7.129220962524414,
      "cov-distil (oracle2teacher)": 6.094793796539307,
      "epoch": 0.02040816326530612,
      "rel-constrast": 3.5912997722625732,
      "step": 26,
      "subrel-constrast": 5.144829273223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9654526710510254,
      "cov-distil (oracle2student)": 3.9266674518585205,
      "cov-distil (oracle2teacher)": 3.7392115592956543,
      "epoch": 0.02119309262166405,
      "rel-constrast": 6.281983375549316,
      "step": 27,
      "subrel-constrast": 5.6362786293029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6815195083618164,
      "cov-distil (oracle2student)": 7.881003379821777,
      "cov-distil (oracle2teacher)": 6.115268707275391,
      "epoch": 0.02197802197802198,
      "rel-constrast": 5.959110260009766,
      "step": 28,
      "subrel-constrast": 5.209717750549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.88785982131958,
      "cov-distil (oracle2student)": 7.003663063049316,
      "cov-distil (oracle2teacher)": 5.766338348388672,
      "epoch": 0.022762951334379906,
      "rel-constrast": 8.367774963378906,
      "step": 29,
      "subrel-constrast": 6.187191486358643,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 17.75,
      "learning_rate": 1.45e-06,
      "loss": 1.4845,
      "step": 30
    },
    {
      "cov-distil": 3.3678722381591797,
      "cov-distil (oracle2student)": 6.019737243652344,
      "cov-distil (oracle2teacher)": 5.359318733215332,
      "epoch": 0.023547880690737835,
      "rel-constrast": 5.960864067077637,
      "step": 30,
      "subrel-constrast": 5.250092029571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0134525299072266,
      "cov-distil (oracle2student)": 6.479032516479492,
      "cov-distil (oracle2teacher)": 5.695158004760742,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.5848002433776855,
      "step": 31,
      "subrel-constrast": 4.0105085372924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.619563102722168,
      "cov-distil (oracle2student)": 6.920108795166016,
      "cov-distil (oracle2teacher)": 5.841458320617676,
      "epoch": 0.02511773940345369,
      "rel-constrast": 4.926921367645264,
      "step": 32,
      "subrel-constrast": 5.2235589027404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2718629837036133,
      "cov-distil (oracle2student)": 6.375840663909912,
      "cov-distil (oracle2teacher)": 4.844900131225586,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.111979007720947,
      "step": 33,
      "subrel-constrast": 4.850986003875732,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4088358879089355,
      "cov-distil (oracle2student)": 6.677534103393555,
      "cov-distil (oracle2teacher)": 5.27138090133667,
      "epoch": 0.026687598116169546,
      "rel-constrast": 7.12398624420166,
      "step": 34,
      "subrel-constrast": 6.821657180786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9008474349975586,
      "cov-distil (oracle2student)": 7.56972074508667,
      "cov-distil (oracle2teacher)": 5.675473690032959,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.496291160583496,
      "step": 35,
      "subrel-constrast": 5.942625522613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.160658836364746,
      "cov-distil (oracle2student)": 6.67634391784668,
      "cov-distil (oracle2teacher)": 5.331718444824219,
      "epoch": 0.0282574568288854,
      "rel-constrast": 7.814392566680908,
      "step": 36,
      "subrel-constrast": 7.040494918823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.357525110244751,
      "cov-distil (oracle2student)": 6.231601715087891,
      "cov-distil (oracle2teacher)": 5.208695888519287,
      "epoch": 0.029042386185243328,
      "rel-constrast": 7.538066864013672,
      "step": 37,
      "subrel-constrast": 5.962146759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8702592849731445,
      "cov-distil (oracle2student)": 7.061007499694824,
      "cov-distil (oracle2teacher)": 6.000612735748291,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.386776447296143,
      "step": 38,
      "subrel-constrast": 5.066832065582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8868913650512695,
      "cov-distil (oracle2student)": 7.514427185058594,
      "cov-distil (oracle2teacher)": 5.170071601867676,
      "epoch": 0.030612244897959183,
      "rel-constrast": 4.858754634857178,
      "step": 39,
      "subrel-constrast": 3.695237159729004,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 14.9375,
      "learning_rate": 1.95e-06,
      "loss": 1.6072,
      "step": 40
    },
    {
      "cov-distil": 2.6346449851989746,
      "cov-distil (oracle2student)": 5.6983489990234375,
      "cov-distil (oracle2teacher)": 4.477675437927246,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.201531887054443,
      "step": 40,
      "subrel-constrast": 4.837984085083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.228761672973633,
      "cov-distil (oracle2student)": 5.368660926818848,
      "cov-distil (oracle2teacher)": 4.376315116882324,
      "epoch": 0.03218210361067504,
      "rel-constrast": 5.638035774230957,
      "step": 41,
      "subrel-constrast": 4.828268051147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0427069664001465,
      "cov-distil (oracle2student)": 5.979119300842285,
      "cov-distil (oracle2teacher)": 5.161935329437256,
      "epoch": 0.03296703296703297,
      "rel-constrast": 7.022146701812744,
      "step": 42,
      "subrel-constrast": 5.421981334686279,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3467624187469482,
      "cov-distil (oracle2student)": 5.9029388427734375,
      "cov-distil (oracle2teacher)": 5.593547821044922,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.638243198394775,
      "step": 43,
      "subrel-constrast": 4.6920084953308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.569026470184326,
      "cov-distil (oracle2student)": 6.0826921463012695,
      "cov-distil (oracle2teacher)": 4.832727909088135,
      "epoch": 0.03453689167974882,
      "rel-constrast": 7.202978134155273,
      "step": 44,
      "subrel-constrast": 6.782849311828613,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.127652168273926,
      "cov-distil (oracle2student)": 6.768123626708984,
      "cov-distil (oracle2teacher)": 4.924043655395508,
      "epoch": 0.03532182103610675,
      "rel-constrast": 5.803994655609131,
      "step": 45,
      "subrel-constrast": 4.7947678565979,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7271077632904053,
      "cov-distil (oracle2student)": 6.987262725830078,
      "cov-distil (oracle2teacher)": 6.622386932373047,
      "epoch": 0.03610675039246468,
      "rel-constrast": 7.125826835632324,
      "step": 46,
      "subrel-constrast": 6.822656631469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9657368659973145,
      "cov-distil (oracle2student)": 7.144539833068848,
      "cov-distil (oracle2teacher)": 4.797128677368164,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.449712753295898,
      "step": 47,
      "subrel-constrast": 5.7075347900390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.010920763015747,
      "cov-distil (oracle2student)": 6.869639873504639,
      "cov-distil (oracle2teacher)": 6.162985801696777,
      "epoch": 0.03767660910518053,
      "rel-constrast": 5.459962844848633,
      "step": 48,
      "subrel-constrast": 5.051971435546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7146430015563965,
      "cov-distil (oracle2student)": 8.329263687133789,
      "cov-distil (oracle2teacher)": 6.467747688293457,
      "epoch": 0.038461538461538464,
      "rel-constrast": 8.239823341369629,
      "step": 49,
      "subrel-constrast": 6.8162150382995605,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 19.875,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 1.6955,
      "step": 50
    },
    {
      "cov-distil": 3.2634499073028564,
      "cov-distil (oracle2student)": 6.130512714385986,
      "cov-distil (oracle2teacher)": 4.082253456115723,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.289271354675293,
      "step": 50,
      "subrel-constrast": 4.33033561706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.303950309753418,
      "cov-distil (oracle2student)": 8.357975006103516,
      "cov-distil (oracle2teacher)": 7.021708011627197,
      "epoch": 0.040031397174254316,
      "rel-constrast": 8.334805488586426,
      "step": 51,
      "subrel-constrast": 8.139405250549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2591934204101562,
      "cov-distil (oracle2student)": 5.158834457397461,
      "cov-distil (oracle2teacher)": 4.110507488250732,
      "epoch": 0.04081632653061224,
      "rel-constrast": 5.297996520996094,
      "step": 52,
      "subrel-constrast": 4.4804863929748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.50638484954834,
      "cov-distil (oracle2student)": 5.478808403015137,
      "cov-distil (oracle2teacher)": 4.114658832550049,
      "epoch": 0.041601255886970175,
      "rel-constrast": 8.10940170288086,
      "step": 53,
      "subrel-constrast": 5.969902038574219,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8422069549560547,
      "cov-distil (oracle2student)": 6.521360874176025,
      "cov-distil (oracle2teacher)": 6.3603925704956055,
      "epoch": 0.0423861852433281,
      "rel-constrast": 5.607071399688721,
      "step": 54,
      "subrel-constrast": 6.106446743011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.085712194442749,
      "cov-distil (oracle2student)": 10.780364990234375,
      "cov-distil (oracle2teacher)": 8.867908477783203,
      "epoch": 0.04317111459968603,
      "rel-constrast": 6.090634346008301,
      "step": 55,
      "subrel-constrast": 6.779709339141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.785494565963745,
      "cov-distil (oracle2student)": 5.962707996368408,
      "cov-distil (oracle2teacher)": 5.319881439208984,
      "epoch": 0.04395604395604396,
      "rel-constrast": 5.856771469116211,
      "step": 56,
      "subrel-constrast": 5.509479522705078,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.584353446960449,
      "cov-distil (oracle2student)": 6.202386379241943,
      "cov-distil (oracle2teacher)": 4.929106712341309,
      "epoch": 0.044740973312401885,
      "rel-constrast": 6.150420188903809,
      "step": 57,
      "subrel-constrast": 5.121495723724365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.701603889465332,
      "cov-distil (oracle2student)": 6.837789058685303,
      "cov-distil (oracle2teacher)": 5.625697135925293,
      "epoch": 0.04552590266875981,
      "rel-constrast": 7.76063346862793,
      "step": 58,
      "subrel-constrast": 5.378823280334473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.710871696472168,
      "cov-distil (oracle2student)": 9.897594451904297,
      "cov-distil (oracle2teacher)": 8.850130081176758,
      "epoch": 0.04631083202511774,
      "rel-constrast": 7.0981221199035645,
      "step": 59,
      "subrel-constrast": 7.289656639099121,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 16.0,
      "learning_rate": 2.95e-06,
      "loss": 1.7425,
      "step": 60
    },
    {
      "cov-distil": 3.577488899230957,
      "cov-distil (oracle2student)": 5.867010116577148,
      "cov-distil (oracle2teacher)": 4.743719100952148,
      "epoch": 0.04709576138147567,
      "rel-constrast": 5.175161838531494,
      "step": 60,
      "subrel-constrast": 4.913603782653809,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8872010707855225,
      "cov-distil (oracle2student)": 5.9557085037231445,
      "cov-distil (oracle2teacher)": 4.901673316955566,
      "epoch": 0.047880690737833596,
      "rel-constrast": 6.276098728179932,
      "step": 61,
      "subrel-constrast": 5.370903015136719,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.1421709060668945,
      "cov-distil (oracle2student)": 6.92226505279541,
      "cov-distil (oracle2teacher)": 5.605046272277832,
      "epoch": 0.04866562009419152,
      "rel-constrast": 5.787407398223877,
      "step": 62,
      "subrel-constrast": 4.8872456550598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.272606372833252,
      "cov-distil (oracle2student)": 5.872837066650391,
      "cov-distil (oracle2teacher)": 3.8666348457336426,
      "epoch": 0.04945054945054945,
      "rel-constrast": 8.104948043823242,
      "step": 63,
      "subrel-constrast": 5.131637096405029,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4897913932800293,
      "cov-distil (oracle2student)": 5.026608467102051,
      "cov-distil (oracle2teacher)": 3.4872422218322754,
      "epoch": 0.05023547880690738,
      "rel-constrast": 5.219900608062744,
      "step": 64,
      "subrel-constrast": 3.928039073944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8875179290771484,
      "cov-distil (oracle2student)": 7.8943681716918945,
      "cov-distil (oracle2teacher)": 6.027787685394287,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.689120292663574,
      "step": 65,
      "subrel-constrast": 5.134953022003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.124709129333496,
      "cov-distil (oracle2student)": 5.3820366859436035,
      "cov-distil (oracle2teacher)": 3.774514675140381,
      "epoch": 0.05180533751962323,
      "rel-constrast": 5.537747859954834,
      "step": 66,
      "subrel-constrast": 3.9992260932922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.69231915473938,
      "cov-distil (oracle2student)": 6.316229820251465,
      "cov-distil (oracle2teacher)": 5.133339881896973,
      "epoch": 0.05259026687598116,
      "rel-constrast": 7.291317462921143,
      "step": 67,
      "subrel-constrast": 5.170005798339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.139277935028076,
      "cov-distil (oracle2student)": 5.806092262268066,
      "cov-distil (oracle2teacher)": 4.283236503601074,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.4095139503479,
      "step": 68,
      "subrel-constrast": 4.170525074005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6359305381774902,
      "cov-distil (oracle2student)": 6.551682949066162,
      "cov-distil (oracle2teacher)": 5.043990135192871,
      "epoch": 0.05416012558869702,
      "rel-constrast": 5.37055778503418,
      "step": 69,
      "subrel-constrast": 5.060253620147705,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 14.3125,
      "learning_rate": 3.4500000000000004e-06,
      "loss": 1.5812,
      "step": 70
    },
    {
      "cov-distil": 3.1894845962524414,
      "cov-distil (oracle2student)": 6.189196586608887,
      "cov-distil (oracle2teacher)": 5.366331577301025,
      "epoch": 0.054945054945054944,
      "rel-constrast": 6.035884380340576,
      "step": 70,
      "subrel-constrast": 5.30534553527832,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3957502841949463,
      "cov-distil (oracle2student)": 6.262465476989746,
      "cov-distil (oracle2teacher)": 4.591742038726807,
      "epoch": 0.05572998430141287,
      "rel-constrast": 5.4684906005859375,
      "step": 71,
      "subrel-constrast": 5.43447732925415,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7110936641693115,
      "cov-distil (oracle2student)": 9.013875007629395,
      "cov-distil (oracle2teacher)": 6.714155197143555,
      "epoch": 0.0565149136577708,
      "rel-constrast": 8.860300064086914,
      "step": 72,
      "subrel-constrast": 6.688097953796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.631287097930908,
      "cov-distil (oracle2student)": 5.5042829513549805,
      "cov-distil (oracle2teacher)": 4.045653820037842,
      "epoch": 0.05729984301412873,
      "rel-constrast": 7.457805156707764,
      "step": 73,
      "subrel-constrast": 5.069272518157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0951480865478516,
      "cov-distil (oracle2student)": 10.49281120300293,
      "cov-distil (oracle2teacher)": 8.873029708862305,
      "epoch": 0.058084772370486655,
      "rel-constrast": 8.317502975463867,
      "step": 74,
      "subrel-constrast": 6.139723300933838,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.448239803314209,
      "cov-distil (oracle2student)": 6.778696060180664,
      "cov-distil (oracle2teacher)": 6.750767707824707,
      "epoch": 0.05886970172684458,
      "rel-constrast": 6.208157062530518,
      "step": 75,
      "subrel-constrast": 5.600346088409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9895548820495605,
      "cov-distil (oracle2student)": 4.833767890930176,
      "cov-distil (oracle2teacher)": 3.8940680027008057,
      "epoch": 0.059654631083202514,
      "rel-constrast": 5.301086902618408,
      "step": 76,
      "subrel-constrast": 4.662568092346191,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.35664701461792,
      "cov-distil (oracle2student)": 5.233097076416016,
      "cov-distil (oracle2teacher)": 4.739679336547852,
      "epoch": 0.06043956043956044,
      "rel-constrast": 5.103623867034912,
      "step": 77,
      "subrel-constrast": 4.268317222595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.415127754211426,
      "cov-distil (oracle2student)": 6.644197940826416,
      "cov-distil (oracle2teacher)": 6.356894493103027,
      "epoch": 0.061224489795918366,
      "rel-constrast": 6.561215400695801,
      "step": 78,
      "subrel-constrast": 5.962937355041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.510354995727539,
      "cov-distil (oracle2student)": 8.139422416687012,
      "cov-distil (oracle2teacher)": 5.43863582611084,
      "epoch": 0.06200941915227629,
      "rel-constrast": 6.134330749511719,
      "step": 79,
      "subrel-constrast": 5.620271682739258,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 15.1875,
      "learning_rate": 3.95e-06,
      "loss": 1.7156,
      "step": 80
    },
    {
      "cov-distil": 3.3284835815429688,
      "cov-distil (oracle2student)": 7.619293212890625,
      "cov-distil (oracle2teacher)": 7.302314281463623,
      "epoch": 0.06279434850863422,
      "rel-constrast": 7.173356533050537,
      "step": 80,
      "subrel-constrast": 6.808206558227539,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4397096633911133,
      "cov-distil (oracle2student)": 7.676415920257568,
      "cov-distil (oracle2teacher)": 7.032059669494629,
      "epoch": 0.06357927786499215,
      "rel-constrast": 6.886641502380371,
      "step": 81,
      "subrel-constrast": 6.984169960021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0268101692199707,
      "cov-distil (oracle2student)": 7.81688117980957,
      "cov-distil (oracle2teacher)": 6.540698528289795,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.896097660064697,
      "step": 82,
      "subrel-constrast": 5.227864742279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.393474578857422,
      "cov-distil (oracle2student)": 6.482656478881836,
      "cov-distil (oracle2teacher)": 5.574152946472168,
      "epoch": 0.065149136577708,
      "rel-constrast": 6.319892883300781,
      "step": 83,
      "subrel-constrast": 5.442715644836426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.517345905303955,
      "cov-distil (oracle2student)": 6.040264129638672,
      "cov-distil (oracle2teacher)": 5.348058223724365,
      "epoch": 0.06593406593406594,
      "rel-constrast": 5.40537166595459,
      "step": 84,
      "subrel-constrast": 4.604902267456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.264801502227783,
      "cov-distil (oracle2student)": 4.99867057800293,
      "cov-distil (oracle2teacher)": 4.295378684997559,
      "epoch": 0.06671899529042387,
      "rel-constrast": 5.624813079833984,
      "step": 85,
      "subrel-constrast": 4.161462783813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.266205310821533,
      "cov-distil (oracle2student)": 8.019726753234863,
      "cov-distil (oracle2teacher)": 6.3382158279418945,
      "epoch": 0.06750392464678179,
      "rel-constrast": 5.973287582397461,
      "step": 86,
      "subrel-constrast": 5.353548526763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9515674114227295,
      "cov-distil (oracle2student)": 6.66702938079834,
      "cov-distil (oracle2teacher)": 5.54303503036499,
      "epoch": 0.06828885400313972,
      "rel-constrast": 7.188405990600586,
      "step": 87,
      "subrel-constrast": 6.352745056152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.024931907653809,
      "cov-distil (oracle2student)": 8.261985778808594,
      "cov-distil (oracle2teacher)": 8.335884094238281,
      "epoch": 0.06907378335949764,
      "rel-constrast": 6.1363115310668945,
      "step": 88,
      "subrel-constrast": 5.887054920196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.616726875305176,
      "cov-distil (oracle2student)": 7.866814613342285,
      "cov-distil (oracle2teacher)": 6.4071946144104,
      "epoch": 0.06985871271585557,
      "rel-constrast": 6.378461837768555,
      "step": 89,
      "subrel-constrast": 5.206252098083496,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 17.75,
      "learning_rate": 4.45e-06,
      "loss": 1.6566,
      "step": 90
    },
    {
      "cov-distil": 3.3641278743743896,
      "cov-distil (oracle2student)": 5.879482269287109,
      "cov-distil (oracle2teacher)": 4.661038398742676,
      "epoch": 0.0706436420722135,
      "rel-constrast": 4.970180511474609,
      "step": 90,
      "subrel-constrast": 4.763465881347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9355416297912598,
      "cov-distil (oracle2student)": 6.9991936683654785,
      "cov-distil (oracle2teacher)": 5.924701690673828,
      "epoch": 0.07142857142857142,
      "rel-constrast": 5.827273845672607,
      "step": 91,
      "subrel-constrast": 4.389217853546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.328171491622925,
      "cov-distil (oracle2student)": 6.016704559326172,
      "cov-distil (oracle2teacher)": 5.018207550048828,
      "epoch": 0.07221350078492936,
      "rel-constrast": 6.104631423950195,
      "step": 92,
      "subrel-constrast": 5.1348137855529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7416696548461914,
      "cov-distil (oracle2student)": 6.554116249084473,
      "cov-distil (oracle2teacher)": 5.632503509521484,
      "epoch": 0.07299843014128729,
      "rel-constrast": 4.428642272949219,
      "step": 93,
      "subrel-constrast": 4.080572605133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.126981258392334,
      "cov-distil (oracle2student)": 7.561041355133057,
      "cov-distil (oracle2teacher)": 6.536598205566406,
      "epoch": 0.07378335949764521,
      "rel-constrast": 6.626583576202393,
      "step": 94,
      "subrel-constrast": 6.036290168762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.266633987426758,
      "cov-distil (oracle2student)": 8.336587905883789,
      "cov-distil (oracle2teacher)": 6.737848281860352,
      "epoch": 0.07456828885400314,
      "rel-constrast": 5.243127822875977,
      "step": 95,
      "subrel-constrast": 5.471756458282471,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3002748489379883,
      "cov-distil (oracle2student)": 7.252134799957275,
      "cov-distil (oracle2teacher)": 5.29237174987793,
      "epoch": 0.07535321821036106,
      "rel-constrast": 6.544553756713867,
      "step": 96,
      "subrel-constrast": 4.715362548828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.930333375930786,
      "cov-distil (oracle2student)": 7.169529914855957,
      "cov-distil (oracle2teacher)": 6.204681396484375,
      "epoch": 0.076138147566719,
      "rel-constrast": 8.069984436035156,
      "step": 97,
      "subrel-constrast": 6.452698230743408,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3107340335845947,
      "cov-distil (oracle2student)": 5.442892074584961,
      "cov-distil (oracle2teacher)": 5.070485591888428,
      "epoch": 0.07692307692307693,
      "rel-constrast": 5.03950834274292,
      "step": 98,
      "subrel-constrast": 5.33092737197876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7905068397521973,
      "cov-distil (oracle2student)": 6.082137584686279,
      "cov-distil (oracle2teacher)": 5.644770622253418,
      "epoch": 0.07770800627943485,
      "rel-constrast": 5.238041400909424,
      "step": 99,
      "subrel-constrast": 5.280867576599121,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 16.25,
      "learning_rate": 4.950000000000001e-06,
      "loss": 1.5351,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.20468750596046448,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.018585205078125
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.0267791748046875
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.0081939697265625,
      "step": 100
    },
    {
      "cov-distil": 3.0693624019622803,
      "cov-distil (oracle2student)": 6.980118751525879,
      "cov-distil (oracle2teacher)": 5.044774055480957,
      "epoch": 0.07849293563579278,
      "rel-constrast": 9.246582984924316,
      "step": 100,
      "subrel-constrast": 5.737648963928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.966313362121582,
      "cov-distil (oracle2student)": 6.273595809936523,
      "cov-distil (oracle2teacher)": 6.362914562225342,
      "epoch": 0.07927786499215071,
      "rel-constrast": 8.411349296569824,
      "step": 101,
      "subrel-constrast": 8.01908016204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8371520042419434,
      "cov-distil (oracle2student)": 8.099665641784668,
      "cov-distil (oracle2teacher)": 6.367426872253418,
      "epoch": 0.08006279434850863,
      "rel-constrast": 4.871597766876221,
      "step": 102,
      "subrel-constrast": 3.9983325004577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8040473461151123,
      "cov-distil (oracle2student)": 7.026789665222168,
      "cov-distil (oracle2teacher)": 6.281256675720215,
      "epoch": 0.08084772370486656,
      "rel-constrast": 6.079948902130127,
      "step": 103,
      "subrel-constrast": 5.005115985870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1548211574554443,
      "cov-distil (oracle2student)": 6.445549488067627,
      "cov-distil (oracle2teacher)": 4.159838676452637,
      "epoch": 0.08163265306122448,
      "rel-constrast": 7.2248029708862305,
      "step": 104,
      "subrel-constrast": 5.305993556976318,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.700580596923828,
      "cov-distil (oracle2student)": 6.819460868835449,
      "cov-distil (oracle2teacher)": 4.589690208435059,
      "epoch": 0.08241758241758242,
      "rel-constrast": 6.1904296875,
      "step": 105,
      "subrel-constrast": 4.427753925323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.641253709793091,
      "cov-distil (oracle2student)": 7.707598686218262,
      "cov-distil (oracle2teacher)": 5.956082344055176,
      "epoch": 0.08320251177394035,
      "rel-constrast": 6.605925559997559,
      "step": 106,
      "subrel-constrast": 5.04954719543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9230635166168213,
      "cov-distil (oracle2student)": 5.4684858322143555,
      "cov-distil (oracle2teacher)": 4.3449249267578125,
      "epoch": 0.08398744113029827,
      "rel-constrast": 5.391318321228027,
      "step": 107,
      "subrel-constrast": 4.032782554626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.161479949951172,
      "cov-distil (oracle2student)": 7.42598819732666,
      "cov-distil (oracle2teacher)": 7.0387701988220215,
      "epoch": 0.0847723704866562,
      "rel-constrast": 5.700629234313965,
      "step": 108,
      "subrel-constrast": 5.242112636566162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.411763906478882,
      "cov-distil (oracle2student)": 4.519542217254639,
      "cov-distil (oracle2teacher)": 4.033718585968018,
      "epoch": 0.08555729984301413,
      "rel-constrast": 3.85139799118042,
      "step": 109,
      "subrel-constrast": 3.0891919136047363,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 12.6875,
      "learning_rate": 5.45e-06,
      "loss": 1.6685,
      "step": 110
    },
    {
      "cov-distil": 3.7623462677001953,
      "cov-distil (oracle2student)": 5.816520690917969,
      "cov-distil (oracle2teacher)": 5.294903755187988,
      "epoch": 0.08634222919937205,
      "rel-constrast": 5.916131496429443,
      "step": 110,
      "subrel-constrast": 5.666640758514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9162516593933105,
      "cov-distil (oracle2student)": 6.607631683349609,
      "cov-distil (oracle2teacher)": 6.057036399841309,
      "epoch": 0.08712715855572999,
      "rel-constrast": 6.387336254119873,
      "step": 111,
      "subrel-constrast": 6.173241138458252,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.200730085372925,
      "cov-distil (oracle2student)": 5.046133041381836,
      "cov-distil (oracle2teacher)": 4.313060760498047,
      "epoch": 0.08791208791208792,
      "rel-constrast": 6.980642795562744,
      "step": 112,
      "subrel-constrast": 5.868181228637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8479957580566406,
      "cov-distil (oracle2student)": 5.748662948608398,
      "cov-distil (oracle2teacher)": 4.06031608581543,
      "epoch": 0.08869701726844584,
      "rel-constrast": 6.133625507354736,
      "step": 113,
      "subrel-constrast": 5.044037818908691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.956294059753418,
      "cov-distil (oracle2student)": 5.843686103820801,
      "cov-distil (oracle2teacher)": 4.397219181060791,
      "epoch": 0.08948194662480377,
      "rel-constrast": 5.719607353210449,
      "step": 114,
      "subrel-constrast": 4.5047831535339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6976065635681152,
      "cov-distil (oracle2student)": 6.534242153167725,
      "cov-distil (oracle2teacher)": 4.9680585861206055,
      "epoch": 0.09026687598116169,
      "rel-constrast": 6.587165832519531,
      "step": 115,
      "subrel-constrast": 5.188892841339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2262754440307617,
      "cov-distil (oracle2student)": 7.407478332519531,
      "cov-distil (oracle2teacher)": 5.884337425231934,
      "epoch": 0.09105180533751962,
      "rel-constrast": 7.407068252563477,
      "step": 116,
      "subrel-constrast": 6.1709818840026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.905567169189453,
      "cov-distil (oracle2student)": 6.0437421798706055,
      "cov-distil (oracle2teacher)": 5.260028839111328,
      "epoch": 0.09183673469387756,
      "rel-constrast": 5.36617374420166,
      "step": 117,
      "subrel-constrast": 4.775646686553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6030263900756836,
      "cov-distil (oracle2student)": 7.838919639587402,
      "cov-distil (oracle2teacher)": 6.501341819763184,
      "epoch": 0.09262166405023547,
      "rel-constrast": 4.8718767166137695,
      "step": 118,
      "subrel-constrast": 4.323362827301025,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.951072931289673,
      "cov-distil (oracle2student)": 3.37375545501709,
      "cov-distil (oracle2teacher)": 3.9538848400115967,
      "epoch": 0.09340659340659341,
      "rel-constrast": 4.747162342071533,
      "step": 119,
      "subrel-constrast": 4.06825590133667,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 11.8125,
      "learning_rate": 5.95e-06,
      "loss": 1.5856,
      "step": 120
    },
    {
      "cov-distil": 2.652560234069824,
      "cov-distil (oracle2student)": 7.5916571617126465,
      "cov-distil (oracle2teacher)": 6.409575462341309,
      "epoch": 0.09419152276295134,
      "rel-constrast": 5.198563575744629,
      "step": 120,
      "subrel-constrast": 4.764272689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.276362895965576,
      "cov-distil (oracle2student)": 4.456997871398926,
      "cov-distil (oracle2teacher)": 3.9903063774108887,
      "epoch": 0.09497645211930926,
      "rel-constrast": 6.008549213409424,
      "step": 121,
      "subrel-constrast": 4.660116672515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.912120819091797,
      "cov-distil (oracle2student)": 8.093740463256836,
      "cov-distil (oracle2teacher)": 6.580435752868652,
      "epoch": 0.09576138147566719,
      "rel-constrast": 6.139238357543945,
      "step": 122,
      "subrel-constrast": 4.679972171783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.049605369567871,
      "cov-distil (oracle2student)": 5.1690802574157715,
      "cov-distil (oracle2teacher)": 4.441983222961426,
      "epoch": 0.09654631083202511,
      "rel-constrast": 5.203070640563965,
      "step": 123,
      "subrel-constrast": 4.063456058502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0213463306427,
      "cov-distil (oracle2student)": 7.696413993835449,
      "cov-distil (oracle2teacher)": 6.389168739318848,
      "epoch": 0.09733124018838304,
      "rel-constrast": 6.98874568939209,
      "step": 124,
      "subrel-constrast": 5.5499491691589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.535893440246582,
      "cov-distil (oracle2student)": 8.712299346923828,
      "cov-distil (oracle2teacher)": 7.551833152770996,
      "epoch": 0.09811616954474098,
      "rel-constrast": 6.464357376098633,
      "step": 125,
      "subrel-constrast": 5.6494855880737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6822762489318848,
      "cov-distil (oracle2student)": 6.449732780456543,
      "cov-distil (oracle2teacher)": 4.7107086181640625,
      "epoch": 0.0989010989010989,
      "rel-constrast": 5.643919944763184,
      "step": 126,
      "subrel-constrast": 4.270016193389893,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1074256896972656,
      "cov-distil (oracle2student)": 5.3115644454956055,
      "cov-distil (oracle2teacher)": 4.45626163482666,
      "epoch": 0.09968602825745683,
      "rel-constrast": 5.749547004699707,
      "step": 127,
      "subrel-constrast": 5.532700538635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.936629295349121,
      "cov-distil (oracle2student)": 5.304935455322266,
      "cov-distil (oracle2teacher)": 3.912010669708252,
      "epoch": 0.10047095761381476,
      "rel-constrast": 6.327916622161865,
      "step": 128,
      "subrel-constrast": 4.5997748374938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.669504165649414,
      "cov-distil (oracle2student)": 9.971288681030273,
      "cov-distil (oracle2teacher)": 6.89910888671875,
      "epoch": 0.10125588697017268,
      "rel-constrast": 6.6161065101623535,
      "step": 129,
      "subrel-constrast": 5.407919883728027,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 16.5,
      "learning_rate": 6.45e-06,
      "loss": 1.5831,
      "step": 130
    },
    {
      "cov-distil": 2.327519178390503,
      "cov-distil (oracle2student)": 6.993311405181885,
      "cov-distil (oracle2teacher)": 4.737872123718262,
      "epoch": 0.10204081632653061,
      "rel-constrast": 4.820262432098389,
      "step": 130,
      "subrel-constrast": 3.4438061714172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0019335746765137,
      "cov-distil (oracle2student)": 4.936619281768799,
      "cov-distil (oracle2teacher)": 3.579071283340454,
      "epoch": 0.10282574568288853,
      "rel-constrast": 5.546187400817871,
      "step": 131,
      "subrel-constrast": 4.52654504776001,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2872753143310547,
      "cov-distil (oracle2student)": 4.686687469482422,
      "cov-distil (oracle2teacher)": 4.670385360717773,
      "epoch": 0.10361067503924647,
      "rel-constrast": 4.3100128173828125,
      "step": 132,
      "subrel-constrast": 4.772364139556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.951021432876587,
      "cov-distil (oracle2student)": 5.6703667640686035,
      "cov-distil (oracle2teacher)": 3.4451682567596436,
      "epoch": 0.1043956043956044,
      "rel-constrast": 7.899327754974365,
      "step": 133,
      "subrel-constrast": 5.173623085021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8324503898620605,
      "cov-distil (oracle2student)": 6.385481834411621,
      "cov-distil (oracle2teacher)": 4.9678521156311035,
      "epoch": 0.10518053375196232,
      "rel-constrast": 7.542125701904297,
      "step": 134,
      "subrel-constrast": 6.20897102355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.568618059158325,
      "cov-distil (oracle2student)": 5.818717956542969,
      "cov-distil (oracle2teacher)": 4.437043190002441,
      "epoch": 0.10596546310832025,
      "rel-constrast": 6.248257637023926,
      "step": 135,
      "subrel-constrast": 5.135055065155029,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.144698143005371,
      "cov-distil (oracle2student)": 4.889866828918457,
      "cov-distil (oracle2teacher)": 4.057589530944824,
      "epoch": 0.10675039246467818,
      "rel-constrast": 5.107748031616211,
      "step": 136,
      "subrel-constrast": 4.345935821533203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7044363021850586,
      "cov-distil (oracle2student)": 6.096634864807129,
      "cov-distil (oracle2teacher)": 5.447203159332275,
      "epoch": 0.1075353218210361,
      "rel-constrast": 4.691919326782227,
      "step": 137,
      "subrel-constrast": 3.9912216663360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4799304008483887,
      "cov-distil (oracle2student)": 7.858448505401611,
      "cov-distil (oracle2teacher)": 6.366851329803467,
      "epoch": 0.10832025117739404,
      "rel-constrast": 6.566288948059082,
      "step": 138,
      "subrel-constrast": 5.5048980712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7945852279663086,
      "cov-distil (oracle2student)": 7.29274320602417,
      "cov-distil (oracle2teacher)": 6.444633960723877,
      "epoch": 0.10910518053375197,
      "rel-constrast": 5.898140907287598,
      "step": 139,
      "subrel-constrast": 5.746703624725342,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 18.125,
      "learning_rate": 6.950000000000001e-06,
      "loss": 1.536,
      "step": 140
    },
    {
      "cov-distil": 3.14044451713562,
      "cov-distil (oracle2student)": 4.587895393371582,
      "cov-distil (oracle2teacher)": 3.67633056640625,
      "epoch": 0.10989010989010989,
      "rel-constrast": 5.251264572143555,
      "step": 140,
      "subrel-constrast": 5.109164714813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.021540641784668,
      "cov-distil (oracle2student)": 7.4869279861450195,
      "cov-distil (oracle2teacher)": 5.488934516906738,
      "epoch": 0.11067503924646782,
      "rel-constrast": 6.179267406463623,
      "step": 141,
      "subrel-constrast": 5.208951950073242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6684998273849487,
      "cov-distil (oracle2student)": 6.087306976318359,
      "cov-distil (oracle2teacher)": 4.993634223937988,
      "epoch": 0.11145996860282574,
      "rel-constrast": 5.406123161315918,
      "step": 142,
      "subrel-constrast": 4.496994495391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.436387300491333,
      "cov-distil (oracle2student)": 6.199030876159668,
      "cov-distil (oracle2teacher)": 5.302313804626465,
      "epoch": 0.11224489795918367,
      "rel-constrast": 7.168307781219482,
      "step": 143,
      "subrel-constrast": 7.344377517700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8038110733032227,
      "cov-distil (oracle2student)": 6.1025261878967285,
      "cov-distil (oracle2teacher)": 4.962275981903076,
      "epoch": 0.1130298273155416,
      "rel-constrast": 5.3039350509643555,
      "step": 144,
      "subrel-constrast": 5.038955211639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3631601333618164,
      "cov-distil (oracle2student)": 5.591802597045898,
      "cov-distil (oracle2teacher)": 3.8068621158599854,
      "epoch": 0.11381475667189953,
      "rel-constrast": 5.500809669494629,
      "step": 145,
      "subrel-constrast": 4.158411979675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.101959705352783,
      "cov-distil (oracle2student)": 8.792764663696289,
      "cov-distil (oracle2teacher)": 6.136197566986084,
      "epoch": 0.11459968602825746,
      "rel-constrast": 8.219110488891602,
      "step": 146,
      "subrel-constrast": 6.158865451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.208827018737793,
      "cov-distil (oracle2student)": 5.422389984130859,
      "cov-distil (oracle2teacher)": 4.488245010375977,
      "epoch": 0.11538461538461539,
      "rel-constrast": 4.903823375701904,
      "step": 147,
      "subrel-constrast": 3.73964786529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6742186546325684,
      "cov-distil (oracle2student)": 8.266731262207031,
      "cov-distil (oracle2teacher)": 6.7647905349731445,
      "epoch": 0.11616954474097331,
      "rel-constrast": 7.703867435455322,
      "step": 148,
      "subrel-constrast": 7.040656566619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.720594644546509,
      "cov-distil (oracle2student)": 6.478317737579346,
      "cov-distil (oracle2teacher)": 5.818202495574951,
      "epoch": 0.11695447409733124,
      "rel-constrast": 5.557610511779785,
      "step": 149,
      "subrel-constrast": 5.062001705169678,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 13.25,
      "learning_rate": 7.45e-06,
      "loss": 1.6052,
      "step": 150
    },
    {
      "cov-distil": 2.7814245223999023,
      "cov-distil (oracle2student)": 3.1672582626342773,
      "cov-distil (oracle2teacher)": 3.107656240463257,
      "epoch": 0.11773940345368916,
      "rel-constrast": 3.688767671585083,
      "step": 150,
      "subrel-constrast": 4.0553388595581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.247326374053955,
      "cov-distil (oracle2student)": 6.089717388153076,
      "cov-distil (oracle2teacher)": 4.218626976013184,
      "epoch": 0.1185243328100471,
      "rel-constrast": 7.835025787353516,
      "step": 151,
      "subrel-constrast": 5.920222282409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4771711826324463,
      "cov-distil (oracle2student)": 5.4199323654174805,
      "cov-distil (oracle2teacher)": 6.137445449829102,
      "epoch": 0.11930926216640503,
      "rel-constrast": 5.148440361022949,
      "step": 152,
      "subrel-constrast": 5.527997016906738,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1515517234802246,
      "cov-distil (oracle2student)": 5.8758463859558105,
      "cov-distil (oracle2teacher)": 5.284279823303223,
      "epoch": 0.12009419152276295,
      "rel-constrast": 6.0649309158325195,
      "step": 153,
      "subrel-constrast": 5.996879577636719,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6257619857788086,
      "cov-distil (oracle2student)": 6.314117908477783,
      "cov-distil (oracle2teacher)": 5.859961032867432,
      "epoch": 0.12087912087912088,
      "rel-constrast": 5.450338840484619,
      "step": 154,
      "subrel-constrast": 5.505670547485352,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0370373725891113,
      "cov-distil (oracle2student)": 4.342787742614746,
      "cov-distil (oracle2teacher)": 4.417558670043945,
      "epoch": 0.12166405023547881,
      "rel-constrast": 4.312812805175781,
      "step": 155,
      "subrel-constrast": 4.328639984130859,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.520047903060913,
      "cov-distil (oracle2student)": 7.382922172546387,
      "cov-distil (oracle2teacher)": 7.355137348175049,
      "epoch": 0.12244897959183673,
      "rel-constrast": 6.673659324645996,
      "step": 156,
      "subrel-constrast": 5.639657974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1351096630096436,
      "cov-distil (oracle2student)": 6.902695178985596,
      "cov-distil (oracle2teacher)": 5.699464797973633,
      "epoch": 0.12323390894819466,
      "rel-constrast": 6.046702861785889,
      "step": 157,
      "subrel-constrast": 4.712500095367432,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.25526762008667,
      "cov-distil (oracle2student)": 6.525176048278809,
      "cov-distil (oracle2teacher)": 5.7490620613098145,
      "epoch": 0.12401883830455258,
      "rel-constrast": 5.966568946838379,
      "step": 158,
      "subrel-constrast": 5.607508659362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9533963203430176,
      "cov-distil (oracle2student)": 6.75103759765625,
      "cov-distil (oracle2teacher)": 4.255678176879883,
      "epoch": 0.12480376766091052,
      "rel-constrast": 7.113164901733398,
      "step": 159,
      "subrel-constrast": 5.0479631423950195,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 17.375,
      "learning_rate": 7.95e-06,
      "loss": 1.5405,
      "step": 160
    },
    {
      "cov-distil": 2.9749436378479004,
      "cov-distil (oracle2student)": 5.1709065437316895,
      "cov-distil (oracle2teacher)": 4.164898872375488,
      "epoch": 0.12558869701726844,
      "rel-constrast": 4.383584976196289,
      "step": 160,
      "subrel-constrast": 4.833831310272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0097780227661133,
      "cov-distil (oracle2student)": 5.923301696777344,
      "cov-distil (oracle2teacher)": 5.394102096557617,
      "epoch": 0.12637362637362637,
      "rel-constrast": 5.818535804748535,
      "step": 161,
      "subrel-constrast": 5.84551477432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5908939838409424,
      "cov-distil (oracle2student)": 5.665188789367676,
      "cov-distil (oracle2teacher)": 4.594211578369141,
      "epoch": 0.1271585557299843,
      "rel-constrast": 5.184443473815918,
      "step": 162,
      "subrel-constrast": 4.453043460845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.840712070465088,
      "cov-distil (oracle2student)": 6.3763909339904785,
      "cov-distil (oracle2teacher)": 5.642364501953125,
      "epoch": 0.12794348508634223,
      "rel-constrast": 6.74964714050293,
      "step": 163,
      "subrel-constrast": 6.0634331703186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5142221450805664,
      "cov-distil (oracle2student)": 5.44363260269165,
      "cov-distil (oracle2teacher)": 5.309366703033447,
      "epoch": 0.12872841444270017,
      "rel-constrast": 5.557941436767578,
      "step": 164,
      "subrel-constrast": 5.863348960876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2164993286132812,
      "cov-distil (oracle2student)": 5.855222225189209,
      "cov-distil (oracle2teacher)": 4.930147171020508,
      "epoch": 0.12951334379905807,
      "rel-constrast": 6.6434831619262695,
      "step": 165,
      "subrel-constrast": 5.331329822540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1836464405059814,
      "cov-distil (oracle2student)": 4.513020038604736,
      "cov-distil (oracle2teacher)": 4.401137351989746,
      "epoch": 0.130298273155416,
      "rel-constrast": 5.878671646118164,
      "step": 166,
      "subrel-constrast": 4.37673807144165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.782824754714966,
      "cov-distil (oracle2student)": 5.268921375274658,
      "cov-distil (oracle2teacher)": 4.957204341888428,
      "epoch": 0.13108320251177394,
      "rel-constrast": 5.137875556945801,
      "step": 167,
      "subrel-constrast": 4.443451881408691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.539813995361328,
      "cov-distil (oracle2student)": 5.48532247543335,
      "cov-distil (oracle2teacher)": 4.8871870040893555,
      "epoch": 0.13186813186813187,
      "rel-constrast": 4.842020511627197,
      "step": 168,
      "subrel-constrast": 4.043414115905762,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7517428398132324,
      "cov-distil (oracle2student)": 5.737140655517578,
      "cov-distil (oracle2teacher)": 5.293481349945068,
      "epoch": 0.1326530612244898,
      "rel-constrast": 5.73463249206543,
      "step": 169,
      "subrel-constrast": 5.651345729827881,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 13.375,
      "learning_rate": 8.45e-06,
      "loss": 1.4693,
      "step": 170
    },
    {
      "cov-distil": 3.406038522720337,
      "cov-distil (oracle2student)": 4.48272705078125,
      "cov-distil (oracle2teacher)": 3.8597590923309326,
      "epoch": 0.13343799058084774,
      "rel-constrast": 5.328525543212891,
      "step": 170,
      "subrel-constrast": 5.504851818084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2601351737976074,
      "cov-distil (oracle2student)": 5.214707374572754,
      "cov-distil (oracle2teacher)": 3.8664567470550537,
      "epoch": 0.13422291993720564,
      "rel-constrast": 5.732027530670166,
      "step": 171,
      "subrel-constrast": 5.551510334014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2649431228637695,
      "cov-distil (oracle2student)": 4.903834819793701,
      "cov-distil (oracle2teacher)": 3.5654568672180176,
      "epoch": 0.13500784929356358,
      "rel-constrast": 5.048663139343262,
      "step": 172,
      "subrel-constrast": 4.259944438934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291656970977783,
      "cov-distil (oracle2student)": 5.617837905883789,
      "cov-distil (oracle2teacher)": 5.317911624908447,
      "epoch": 0.1357927786499215,
      "rel-constrast": 4.11165714263916,
      "step": 173,
      "subrel-constrast": 3.9811415672302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3816723823547363,
      "cov-distil (oracle2student)": 5.013119697570801,
      "cov-distil (oracle2teacher)": 4.062154293060303,
      "epoch": 0.13657770800627944,
      "rel-constrast": 7.141737461090088,
      "step": 174,
      "subrel-constrast": 5.517435550689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.518374443054199,
      "cov-distil (oracle2student)": 5.188939094543457,
      "cov-distil (oracle2teacher)": 4.644864559173584,
      "epoch": 0.13736263736263737,
      "rel-constrast": 4.657840251922607,
      "step": 175,
      "subrel-constrast": 4.213469982147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1605043411254883,
      "cov-distil (oracle2student)": 5.80596923828125,
      "cov-distil (oracle2teacher)": 4.725222587585449,
      "epoch": 0.13814756671899528,
      "rel-constrast": 5.725188732147217,
      "step": 176,
      "subrel-constrast": 5.085594177246094,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.439970016479492,
      "cov-distil (oracle2student)": 5.797138214111328,
      "cov-distil (oracle2teacher)": 4.481153964996338,
      "epoch": 0.1389324960753532,
      "rel-constrast": 4.679790019989014,
      "step": 177,
      "subrel-constrast": 4.292531967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4772512912750244,
      "cov-distil (oracle2student)": 5.517018795013428,
      "cov-distil (oracle2teacher)": 4.930450916290283,
      "epoch": 0.13971742543171115,
      "rel-constrast": 5.169275283813477,
      "step": 178,
      "subrel-constrast": 6.139341354370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.388380527496338,
      "cov-distil (oracle2student)": 8.562522888183594,
      "cov-distil (oracle2teacher)": 6.51700496673584,
      "epoch": 0.14050235478806908,
      "rel-constrast": 5.553293704986572,
      "step": 179,
      "subrel-constrast": 5.5493621826171875,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 18.5,
      "learning_rate": 8.95e-06,
      "loss": 1.4052,
      "step": 180
    },
    {
      "cov-distil": 3.203474998474121,
      "cov-distil (oracle2student)": 4.659393310546875,
      "cov-distil (oracle2teacher)": 3.8494021892547607,
      "epoch": 0.141287284144427,
      "rel-constrast": 4.3841938972473145,
      "step": 180,
      "subrel-constrast": 4.432641506195068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8620846271514893,
      "cov-distil (oracle2student)": 4.239439964294434,
      "cov-distil (oracle2teacher)": 3.622223377227783,
      "epoch": 0.14207221350078492,
      "rel-constrast": 5.2689032554626465,
      "step": 181,
      "subrel-constrast": 4.619548797607422,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6243515014648438,
      "cov-distil (oracle2student)": 6.16297721862793,
      "cov-distil (oracle2teacher)": 4.990025520324707,
      "epoch": 0.14285714285714285,
      "rel-constrast": 5.904332160949707,
      "step": 182,
      "subrel-constrast": 4.9689106941223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963348388671875,
      "cov-distil (oracle2student)": 6.655308723449707,
      "cov-distil (oracle2teacher)": 6.287975788116455,
      "epoch": 0.14364207221350078,
      "rel-constrast": 4.478253364562988,
      "step": 183,
      "subrel-constrast": 4.905683517456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.237755298614502,
      "cov-distil (oracle2student)": 6.64764404296875,
      "cov-distil (oracle2teacher)": 5.5831074714660645,
      "epoch": 0.14442700156985872,
      "rel-constrast": 5.552248001098633,
      "step": 184,
      "subrel-constrast": 4.654872417449951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473625659942627,
      "cov-distil (oracle2student)": 6.30503511428833,
      "cov-distil (oracle2teacher)": 5.338748455047607,
      "epoch": 0.14521193092621665,
      "rel-constrast": 5.798867225646973,
      "step": 185,
      "subrel-constrast": 5.5699639320373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1829147338867188,
      "cov-distil (oracle2student)": 5.21027946472168,
      "cov-distil (oracle2teacher)": 4.161255836486816,
      "epoch": 0.14599686028257458,
      "rel-constrast": 5.464681625366211,
      "step": 186,
      "subrel-constrast": 5.187503814697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0477654933929443,
      "cov-distil (oracle2student)": 6.166605472564697,
      "cov-distil (oracle2teacher)": 6.047397136688232,
      "epoch": 0.14678178963893249,
      "rel-constrast": 6.169456481933594,
      "step": 187,
      "subrel-constrast": 5.03766393661499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8547275066375732,
      "cov-distil (oracle2student)": 5.306525707244873,
      "cov-distil (oracle2teacher)": 5.850964069366455,
      "epoch": 0.14756671899529042,
      "rel-constrast": 5.305285930633545,
      "step": 188,
      "subrel-constrast": 4.854366779327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9699039459228516,
      "cov-distil (oracle2student)": 6.397008419036865,
      "cov-distil (oracle2teacher)": 5.247262954711914,
      "epoch": 0.14835164835164835,
      "rel-constrast": 6.549964427947998,
      "step": 189,
      "subrel-constrast": 5.943665981292725,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 13.6875,
      "learning_rate": 9.450000000000001e-06,
      "loss": 1.443,
      "step": 190
    },
    {
      "cov-distil": 3.1331424713134766,
      "cov-distil (oracle2student)": 6.638267517089844,
      "cov-distil (oracle2teacher)": 4.93756103515625,
      "epoch": 0.14913657770800628,
      "rel-constrast": 6.56038236618042,
      "step": 190,
      "subrel-constrast": 5.594992160797119,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.656987190246582,
      "cov-distil (oracle2student)": 6.065674781799316,
      "cov-distil (oracle2teacher)": 6.052977561950684,
      "epoch": 0.14992150706436422,
      "rel-constrast": 5.598496913909912,
      "step": 191,
      "subrel-constrast": 6.7906293869018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.191580295562744,
      "cov-distil (oracle2student)": 8.038559913635254,
      "cov-distil (oracle2teacher)": 5.811613082885742,
      "epoch": 0.15070643642072212,
      "rel-constrast": 4.849475860595703,
      "step": 192,
      "subrel-constrast": 4.131407737731934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.683588743209839,
      "cov-distil (oracle2student)": 4.587405681610107,
      "cov-distil (oracle2teacher)": 4.190528392791748,
      "epoch": 0.15149136577708006,
      "rel-constrast": 4.667137622833252,
      "step": 193,
      "subrel-constrast": 4.492706775665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5755395889282227,
      "cov-distil (oracle2student)": 4.595428466796875,
      "cov-distil (oracle2teacher)": 2.841383934020996,
      "epoch": 0.152276295133438,
      "rel-constrast": 7.136086463928223,
      "step": 194,
      "subrel-constrast": 5.662163257598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.534440040588379,
      "cov-distil (oracle2student)": 7.176570892333984,
      "cov-distil (oracle2teacher)": 5.876811981201172,
      "epoch": 0.15306122448979592,
      "rel-constrast": 6.500258445739746,
      "step": 195,
      "subrel-constrast": 5.75777006149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331389904022217,
      "cov-distil (oracle2student)": 7.628920078277588,
      "cov-distil (oracle2teacher)": 6.656572341918945,
      "epoch": 0.15384615384615385,
      "rel-constrast": 5.442966461181641,
      "step": 196,
      "subrel-constrast": 5.2714996337890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9742186069488525,
      "cov-distil (oracle2student)": 4.961199760437012,
      "cov-distil (oracle2teacher)": 4.571676254272461,
      "epoch": 0.1546310832025118,
      "rel-constrast": 4.30648946762085,
      "step": 197,
      "subrel-constrast": 4.105319499969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3590917587280273,
      "cov-distil (oracle2student)": 3.817314624786377,
      "cov-distil (oracle2teacher)": 3.136385917663574,
      "epoch": 0.1554160125588697,
      "rel-constrast": 4.151867866516113,
      "step": 198,
      "subrel-constrast": 3.6788856983184814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9948954582214355,
      "cov-distil (oracle2student)": 6.080739974975586,
      "cov-distil (oracle2teacher)": 5.84327507019043,
      "epoch": 0.15620094191522763,
      "rel-constrast": 3.927574634552002,
      "step": 199,
      "subrel-constrast": 4.407478332519531,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 12.625,
      "learning_rate": 9.950000000000001e-06,
      "loss": 1.4021,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.24062500894069672,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.067840576171875
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.0570220947265625
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.0108184814453125,
      "step": 200
    },
    {
      "cov-distil": 3.7237961292266846,
      "cov-distil (oracle2student)": 7.586442947387695,
      "cov-distil (oracle2teacher)": 5.7152099609375,
      "epoch": 0.15698587127158556,
      "rel-constrast": 5.464310169219971,
      "step": 200,
      "subrel-constrast": 5.328721523284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.274702310562134,
      "cov-distil (oracle2student)": 5.070128440856934,
      "cov-distil (oracle2teacher)": 5.0316925048828125,
      "epoch": 0.1577708006279435,
      "rel-constrast": 4.0968017578125,
      "step": 201,
      "subrel-constrast": 4.411446571350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2039477825164795,
      "cov-distil (oracle2student)": 6.712636470794678,
      "cov-distil (oracle2teacher)": 6.199963569641113,
      "epoch": 0.15855572998430142,
      "rel-constrast": 5.7678117752075195,
      "step": 202,
      "subrel-constrast": 5.347052574157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2047228813171387,
      "cov-distil (oracle2student)": 7.661907196044922,
      "cov-distil (oracle2teacher)": 6.4142866134643555,
      "epoch": 0.15934065934065933,
      "rel-constrast": 7.286009311676025,
      "step": 203,
      "subrel-constrast": 5.817068099975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.91322922706604,
      "cov-distil (oracle2student)": 4.107336044311523,
      "cov-distil (oracle2teacher)": 3.4955694675445557,
      "epoch": 0.16012558869701726,
      "rel-constrast": 5.1244730949401855,
      "step": 204,
      "subrel-constrast": 4.262094020843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.850925922393799,
      "cov-distil (oracle2student)": 11.0481595993042,
      "cov-distil (oracle2teacher)": 8.53349781036377,
      "epoch": 0.1609105180533752,
      "rel-constrast": 6.673989295959473,
      "step": 205,
      "subrel-constrast": 6.989043712615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3848154544830322,
      "cov-distil (oracle2student)": 7.932931900024414,
      "cov-distil (oracle2teacher)": 6.616568088531494,
      "epoch": 0.16169544740973313,
      "rel-constrast": 7.136048793792725,
      "step": 206,
      "subrel-constrast": 5.786576747894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.876713275909424,
      "cov-distil (oracle2student)": 5.842488765716553,
      "cov-distil (oracle2teacher)": 5.254587173461914,
      "epoch": 0.16248037676609106,
      "rel-constrast": 5.31241512298584,
      "step": 207,
      "subrel-constrast": 4.291684150695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.449646472930908,
      "cov-distil (oracle2student)": 4.260830879211426,
      "cov-distil (oracle2teacher)": 4.039247512817383,
      "epoch": 0.16326530612244897,
      "rel-constrast": 5.283468246459961,
      "step": 208,
      "subrel-constrast": 4.963812351226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8306093215942383,
      "cov-distil (oracle2student)": 7.792827129364014,
      "cov-distil (oracle2teacher)": 6.242460250854492,
      "epoch": 0.1640502354788069,
      "rel-constrast": 5.909091472625732,
      "step": 209,
      "subrel-constrast": 5.323974132537842,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 14.875,
      "learning_rate": 1.045e-05,
      "loss": 1.5181,
      "step": 210
    },
    {
      "cov-distil": 3.0215041637420654,
      "cov-distil (oracle2student)": 8.190481185913086,
      "cov-distil (oracle2teacher)": 7.113153457641602,
      "epoch": 0.16483516483516483,
      "rel-constrast": 5.830654144287109,
      "step": 210,
      "subrel-constrast": 6.107037544250488,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6075353622436523,
      "cov-distil (oracle2student)": 5.927797317504883,
      "cov-distil (oracle2teacher)": 4.915546417236328,
      "epoch": 0.16562009419152277,
      "rel-constrast": 5.132475852966309,
      "step": 211,
      "subrel-constrast": 4.88439416885376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1792759895324707,
      "cov-distil (oracle2student)": 5.705207347869873,
      "cov-distil (oracle2teacher)": 4.706761360168457,
      "epoch": 0.1664050235478807,
      "rel-constrast": 4.437366485595703,
      "step": 212,
      "subrel-constrast": 4.600239276885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.843543529510498,
      "cov-distil (oracle2student)": 5.749957084655762,
      "cov-distil (oracle2teacher)": 5.204010963439941,
      "epoch": 0.16718995290423863,
      "rel-constrast": 3.4077744483947754,
      "step": 213,
      "subrel-constrast": 3.7116200923919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7177345752716064,
      "cov-distil (oracle2student)": 6.503233909606934,
      "cov-distil (oracle2teacher)": 5.097251892089844,
      "epoch": 0.16797488226059654,
      "rel-constrast": 5.246351718902588,
      "step": 214,
      "subrel-constrast": 4.351907253265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.748671054840088,
      "cov-distil (oracle2student)": 4.586667060852051,
      "cov-distil (oracle2teacher)": 4.121526718139648,
      "epoch": 0.16875981161695447,
      "rel-constrast": 5.743491172790527,
      "step": 215,
      "subrel-constrast": 5.712560653686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7116360664367676,
      "cov-distil (oracle2student)": 4.121926307678223,
      "cov-distil (oracle2teacher)": 3.739682197570801,
      "epoch": 0.1695447409733124,
      "rel-constrast": 4.147603988647461,
      "step": 216,
      "subrel-constrast": 3.6736254692077637,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1222097873687744,
      "cov-distil (oracle2student)": 5.266463756561279,
      "cov-distil (oracle2teacher)": 4.985571384429932,
      "epoch": 0.17032967032967034,
      "rel-constrast": 6.011352062225342,
      "step": 217,
      "subrel-constrast": 5.236981391906738,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6187005043029785,
      "cov-distil (oracle2student)": 4.983086585998535,
      "cov-distil (oracle2teacher)": 4.162529945373535,
      "epoch": 0.17111459968602827,
      "rel-constrast": 6.265609264373779,
      "step": 218,
      "subrel-constrast": 4.703866481781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382068395614624,
      "cov-distil (oracle2student)": 5.941694259643555,
      "cov-distil (oracle2teacher)": 3.7060580253601074,
      "epoch": 0.17189952904238617,
      "rel-constrast": 6.0482497215271,
      "step": 219,
      "subrel-constrast": 4.653711318969727,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 13.9375,
      "learning_rate": 1.095e-05,
      "loss": 1.3792,
      "step": 220
    },
    {
      "cov-distil": 2.5856785774230957,
      "cov-distil (oracle2student)": 6.176444053649902,
      "cov-distil (oracle2teacher)": 5.259069442749023,
      "epoch": 0.1726844583987441,
      "rel-constrast": 5.706560134887695,
      "step": 220,
      "subrel-constrast": 5.1533966064453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762558937072754,
      "cov-distil (oracle2student)": 6.647637844085693,
      "cov-distil (oracle2teacher)": 5.482844829559326,
      "epoch": 0.17346938775510204,
      "rel-constrast": 5.161595821380615,
      "step": 221,
      "subrel-constrast": 4.012270450592041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.637533664703369,
      "cov-distil (oracle2student)": 5.838397026062012,
      "cov-distil (oracle2teacher)": 5.310522079467773,
      "epoch": 0.17425431711145997,
      "rel-constrast": 5.053402900695801,
      "step": 222,
      "subrel-constrast": 4.9708099365234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.336826801300049,
      "cov-distil (oracle2student)": 5.399420738220215,
      "cov-distil (oracle2teacher)": 4.579391956329346,
      "epoch": 0.1750392464678179,
      "rel-constrast": 3.61594820022583,
      "step": 223,
      "subrel-constrast": 4.12787389755249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.445133924484253,
      "cov-distil (oracle2student)": 5.421712398529053,
      "cov-distil (oracle2teacher)": 3.7769713401794434,
      "epoch": 0.17582417582417584,
      "rel-constrast": 4.549353122711182,
      "step": 224,
      "subrel-constrast": 4.352869510650635,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7959837913513184,
      "cov-distil (oracle2student)": 6.113248825073242,
      "cov-distil (oracle2teacher)": 5.348932266235352,
      "epoch": 0.17660910518053374,
      "rel-constrast": 5.05862283706665,
      "step": 225,
      "subrel-constrast": 5.57745361328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3124284744262695,
      "cov-distil (oracle2student)": 6.702354431152344,
      "cov-distil (oracle2teacher)": 5.452134132385254,
      "epoch": 0.17739403453689168,
      "rel-constrast": 6.356748580932617,
      "step": 226,
      "subrel-constrast": 5.245099067687988,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.386946201324463,
      "cov-distil (oracle2student)": 8.377017974853516,
      "cov-distil (oracle2teacher)": 6.906009674072266,
      "epoch": 0.1781789638932496,
      "rel-constrast": 6.255722999572754,
      "step": 227,
      "subrel-constrast": 5.9417009353637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8484878540039062,
      "cov-distil (oracle2student)": 8.19301986694336,
      "cov-distil (oracle2teacher)": 7.017974376678467,
      "epoch": 0.17896389324960754,
      "rel-constrast": 5.690243721008301,
      "step": 228,
      "subrel-constrast": 6.001501560211182,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0837349891662598,
      "cov-distil (oracle2student)": 6.268764495849609,
      "cov-distil (oracle2teacher)": 5.817341327667236,
      "epoch": 0.17974882260596547,
      "rel-constrast": 6.622305870056152,
      "step": 229,
      "subrel-constrast": 5.648178577423096,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 13.0625,
      "learning_rate": 1.145e-05,
      "loss": 1.4223,
      "step": 230
    },
    {
      "cov-distil": 2.784493923187256,
      "cov-distil (oracle2student)": 7.625933647155762,
      "cov-distil (oracle2teacher)": 6.274604320526123,
      "epoch": 0.18053375196232338,
      "rel-constrast": 6.5320725440979,
      "step": 230,
      "subrel-constrast": 6.3568644523620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6457338333129883,
      "cov-distil (oracle2student)": 6.021350860595703,
      "cov-distil (oracle2teacher)": 5.532404899597168,
      "epoch": 0.1813186813186813,
      "rel-constrast": 5.55854606628418,
      "step": 231,
      "subrel-constrast": 5.060829162597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0115959644317627,
      "cov-distil (oracle2student)": 4.937437057495117,
      "cov-distil (oracle2teacher)": 4.131011962890625,
      "epoch": 0.18210361067503925,
      "rel-constrast": 5.882181644439697,
      "step": 232,
      "subrel-constrast": 5.401787757873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7508275508880615,
      "cov-distil (oracle2student)": 5.548520088195801,
      "cov-distil (oracle2teacher)": 4.816484451293945,
      "epoch": 0.18288854003139718,
      "rel-constrast": 5.821797847747803,
      "step": 233,
      "subrel-constrast": 5.663866996765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9569406509399414,
      "cov-distil (oracle2student)": 7.222298622131348,
      "cov-distil (oracle2teacher)": 7.13742733001709,
      "epoch": 0.1836734693877551,
      "rel-constrast": 6.105270862579346,
      "step": 234,
      "subrel-constrast": 5.712968349456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.103212833404541,
      "cov-distil (oracle2student)": 7.01689338684082,
      "cov-distil (oracle2teacher)": 5.664578437805176,
      "epoch": 0.18445839874411302,
      "rel-constrast": 5.000349521636963,
      "step": 235,
      "subrel-constrast": 5.6979780197143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8269240856170654,
      "cov-distil (oracle2student)": 6.271734237670898,
      "cov-distil (oracle2teacher)": 4.949467658996582,
      "epoch": 0.18524332810047095,
      "rel-constrast": 6.892180442810059,
      "step": 236,
      "subrel-constrast": 5.5071916580200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.617617607116699,
      "cov-distil (oracle2student)": 7.684514045715332,
      "cov-distil (oracle2teacher)": 6.875121116638184,
      "epoch": 0.18602825745682888,
      "rel-constrast": 5.50137996673584,
      "step": 237,
      "subrel-constrast": 5.996005058288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0465898513793945,
      "cov-distil (oracle2student)": 5.6181640625,
      "cov-distil (oracle2teacher)": 4.098563194274902,
      "epoch": 0.18681318681318682,
      "rel-constrast": 5.506038665771484,
      "step": 238,
      "subrel-constrast": 4.241726398468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6179614067077637,
      "cov-distil (oracle2student)": 4.143487930297852,
      "cov-distil (oracle2teacher)": 3.030797004699707,
      "epoch": 0.18759811616954475,
      "rel-constrast": 5.2203168869018555,
      "step": 239,
      "subrel-constrast": 4.7745466232299805,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 11.4375,
      "learning_rate": 1.195e-05,
      "loss": 1.5289,
      "step": 240
    },
    {
      "cov-distil": 3.0700650215148926,
      "cov-distil (oracle2student)": 6.768826484680176,
      "cov-distil (oracle2teacher)": 5.043496608734131,
      "epoch": 0.18838304552590268,
      "rel-constrast": 5.904140949249268,
      "step": 240,
      "subrel-constrast": 4.922555446624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.561779499053955,
      "cov-distil (oracle2student)": 4.69482421875,
      "cov-distil (oracle2teacher)": 3.5012383460998535,
      "epoch": 0.1891679748822606,
      "rel-constrast": 7.093609809875488,
      "step": 241,
      "subrel-constrast": 5.326828956604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.611605167388916,
      "cov-distil (oracle2student)": 8.443441390991211,
      "cov-distil (oracle2teacher)": 6.097524642944336,
      "epoch": 0.18995290423861852,
      "rel-constrast": 6.5073723793029785,
      "step": 242,
      "subrel-constrast": 5.4820237159729,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.022892713546753,
      "cov-distil (oracle2student)": 5.535630226135254,
      "cov-distil (oracle2teacher)": 4.761144638061523,
      "epoch": 0.19073783359497645,
      "rel-constrast": 4.188787460327148,
      "step": 243,
      "subrel-constrast": 4.377328395843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2616350650787354,
      "cov-distil (oracle2student)": 7.68295955657959,
      "cov-distil (oracle2teacher)": 7.214927673339844,
      "epoch": 0.19152276295133439,
      "rel-constrast": 3.710407257080078,
      "step": 244,
      "subrel-constrast": 4.857728958129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4432787895202637,
      "cov-distil (oracle2student)": 5.955875396728516,
      "cov-distil (oracle2teacher)": 5.102582931518555,
      "epoch": 0.19230769230769232,
      "rel-constrast": 4.064718246459961,
      "step": 245,
      "subrel-constrast": 3.286212921142578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.300020217895508,
      "cov-distil (oracle2student)": 7.3102240562438965,
      "cov-distil (oracle2teacher)": 6.725350379943848,
      "epoch": 0.19309262166405022,
      "rel-constrast": 4.880646228790283,
      "step": 246,
      "subrel-constrast": 5.000226974487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8198413848876953,
      "cov-distil (oracle2student)": 6.318789482116699,
      "cov-distil (oracle2teacher)": 5.564996242523193,
      "epoch": 0.19387755102040816,
      "rel-constrast": 5.271482944488525,
      "step": 247,
      "subrel-constrast": 4.728270530700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.701936721801758,
      "cov-distil (oracle2student)": 7.418839454650879,
      "cov-distil (oracle2teacher)": 4.977762222290039,
      "epoch": 0.1946624803767661,
      "rel-constrast": 5.347120761871338,
      "step": 248,
      "subrel-constrast": 3.8733067512512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371919870376587,
      "cov-distil (oracle2student)": 4.60204553604126,
      "cov-distil (oracle2teacher)": 4.589938163757324,
      "epoch": 0.19544740973312402,
      "rel-constrast": 5.870595932006836,
      "step": 249,
      "subrel-constrast": 5.879952907562256,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 12.125,
      "learning_rate": 1.2450000000000001e-05,
      "loss": 1.3889,
      "step": 250
    },
    {
      "cov-distil": 2.57767915725708,
      "cov-distil (oracle2student)": 5.355373382568359,
      "cov-distil (oracle2teacher)": 5.0289506912231445,
      "epoch": 0.19623233908948196,
      "rel-constrast": 4.8918633460998535,
      "step": 250,
      "subrel-constrast": 5.259022235870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.245497703552246,
      "cov-distil (oracle2student)": 6.331605911254883,
      "cov-distil (oracle2teacher)": 4.857909202575684,
      "epoch": 0.1970172684458399,
      "rel-constrast": 5.062900066375732,
      "step": 251,
      "subrel-constrast": 5.577909469604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9672136306762695,
      "cov-distil (oracle2student)": 6.6121673583984375,
      "cov-distil (oracle2teacher)": 6.62611722946167,
      "epoch": 0.1978021978021978,
      "rel-constrast": 4.805986404418945,
      "step": 252,
      "subrel-constrast": 5.142998218536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7761154174804688,
      "cov-distil (oracle2student)": 4.467655181884766,
      "cov-distil (oracle2teacher)": 3.479783058166504,
      "epoch": 0.19858712715855573,
      "rel-constrast": 6.2257208824157715,
      "step": 253,
      "subrel-constrast": 6.681684970855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5528666973114014,
      "cov-distil (oracle2student)": 3.8436954021453857,
      "cov-distil (oracle2teacher)": 3.7336254119873047,
      "epoch": 0.19937205651491366,
      "rel-constrast": 4.351076602935791,
      "step": 254,
      "subrel-constrast": 4.7084856033325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.436844825744629,
      "cov-distil (oracle2student)": 4.236217498779297,
      "cov-distil (oracle2teacher)": 4.890793800354004,
      "epoch": 0.2001569858712716,
      "rel-constrast": 4.495194911956787,
      "step": 255,
      "subrel-constrast": 4.984120845794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8471765518188477,
      "cov-distil (oracle2student)": 6.064319133758545,
      "cov-distil (oracle2teacher)": 5.031721115112305,
      "epoch": 0.20094191522762953,
      "rel-constrast": 6.856153964996338,
      "step": 256,
      "subrel-constrast": 6.399039268493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.282780408859253,
      "cov-distil (oracle2student)": 6.418514728546143,
      "cov-distil (oracle2teacher)": 5.1302385330200195,
      "epoch": 0.20172684458398743,
      "rel-constrast": 3.691617488861084,
      "step": 257,
      "subrel-constrast": 3.647446393966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8209176063537598,
      "cov-distil (oracle2student)": 6.559376239776611,
      "cov-distil (oracle2teacher)": 6.31947660446167,
      "epoch": 0.20251177394034536,
      "rel-constrast": 5.5977067947387695,
      "step": 258,
      "subrel-constrast": 5.495102882385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.641873836517334,
      "cov-distil (oracle2student)": 7.442392349243164,
      "cov-distil (oracle2teacher)": 5.768566131591797,
      "epoch": 0.2032967032967033,
      "rel-constrast": 3.466684103012085,
      "step": 259,
      "subrel-constrast": 3.5653722286224365,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 11.0625,
      "learning_rate": 1.2950000000000001e-05,
      "loss": 1.309,
      "step": 260
    },
    {
      "cov-distil": 3.5698390007019043,
      "cov-distil (oracle2student)": 7.782341957092285,
      "cov-distil (oracle2teacher)": 6.214344501495361,
      "epoch": 0.20408163265306123,
      "rel-constrast": 7.622033596038818,
      "step": 260,
      "subrel-constrast": 7.28366231918335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8396096229553223,
      "cov-distil (oracle2student)": 5.895359992980957,
      "cov-distil (oracle2teacher)": 5.289950370788574,
      "epoch": 0.20486656200941916,
      "rel-constrast": 6.895399570465088,
      "step": 261,
      "subrel-constrast": 7.5016703605651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8108363151550293,
      "cov-distil (oracle2student)": 6.897369384765625,
      "cov-distil (oracle2teacher)": 5.882086753845215,
      "epoch": 0.20565149136577707,
      "rel-constrast": 6.448241233825684,
      "step": 262,
      "subrel-constrast": 5.558028221130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3478736877441406,
      "cov-distil (oracle2student)": 6.083657264709473,
      "cov-distil (oracle2teacher)": 4.975538730621338,
      "epoch": 0.206436420722135,
      "rel-constrast": 4.897732734680176,
      "step": 263,
      "subrel-constrast": 4.740241527557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.51102614402771,
      "cov-distil (oracle2student)": 6.846009731292725,
      "cov-distil (oracle2teacher)": 5.012930870056152,
      "epoch": 0.20722135007849293,
      "rel-constrast": 5.827173233032227,
      "step": 264,
      "subrel-constrast": 4.172447204589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1208271980285645,
      "cov-distil (oracle2student)": 4.811653137207031,
      "cov-distil (oracle2teacher)": 5.432895183563232,
      "epoch": 0.20800627943485087,
      "rel-constrast": 4.7869768142700195,
      "step": 265,
      "subrel-constrast": 4.889547824859619,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.029162645339966,
      "cov-distil (oracle2student)": 5.588479042053223,
      "cov-distil (oracle2teacher)": 4.274921417236328,
      "epoch": 0.2087912087912088,
      "rel-constrast": 5.366364002227783,
      "step": 266,
      "subrel-constrast": 4.852118015289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8015055656433105,
      "cov-distil (oracle2student)": 5.775141716003418,
      "cov-distil (oracle2teacher)": 5.336402416229248,
      "epoch": 0.20957613814756673,
      "rel-constrast": 6.310330390930176,
      "step": 267,
      "subrel-constrast": 5.940087795257568,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.854526996612549,
      "cov-distil (oracle2student)": 7.498423099517822,
      "cov-distil (oracle2teacher)": 5.750898361206055,
      "epoch": 0.21036106750392464,
      "rel-constrast": 5.91723108291626,
      "step": 268,
      "subrel-constrast": 5.569789886474609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8521933555603027,
      "cov-distil (oracle2student)": 8.516229629516602,
      "cov-distil (oracle2teacher)": 8.266098022460938,
      "epoch": 0.21114599686028257,
      "rel-constrast": 5.549358367919922,
      "step": 269,
      "subrel-constrast": 5.865178108215332,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 10.5,
      "learning_rate": 1.3450000000000002e-05,
      "loss": 1.5599,
      "step": 270
    },
    {
      "cov-distil": 2.6384477615356445,
      "cov-distil (oracle2student)": 6.601221084594727,
      "cov-distil (oracle2teacher)": 6.170604705810547,
      "epoch": 0.2119309262166405,
      "rel-constrast": 5.00776481628418,
      "step": 270,
      "subrel-constrast": 5.840844631195068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7631101608276367,
      "cov-distil (oracle2student)": 6.431881904602051,
      "cov-distil (oracle2teacher)": 6.0944623947143555,
      "epoch": 0.21271585557299844,
      "rel-constrast": 6.45134162902832,
      "step": 271,
      "subrel-constrast": 5.76878023147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7807393074035645,
      "cov-distil (oracle2student)": 5.865763187408447,
      "cov-distil (oracle2teacher)": 4.366600513458252,
      "epoch": 0.21350078492935637,
      "rel-constrast": 4.840774059295654,
      "step": 272,
      "subrel-constrast": 4.348789691925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6134047508239746,
      "cov-distil (oracle2student)": 8.872061729431152,
      "cov-distil (oracle2teacher)": 7.285869121551514,
      "epoch": 0.21428571428571427,
      "rel-constrast": 6.13456392288208,
      "step": 273,
      "subrel-constrast": 5.690077781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.838979721069336,
      "cov-distil (oracle2student)": 4.565421104431152,
      "cov-distil (oracle2teacher)": 4.110657691955566,
      "epoch": 0.2150706436420722,
      "rel-constrast": 3.4405574798583984,
      "step": 274,
      "subrel-constrast": 3.9467220306396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.894028663635254,
      "cov-distil (oracle2student)": 7.862314224243164,
      "cov-distil (oracle2teacher)": 6.189396381378174,
      "epoch": 0.21585557299843014,
      "rel-constrast": 5.791769027709961,
      "step": 275,
      "subrel-constrast": 5.281234264373779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.420649766921997,
      "cov-distil (oracle2student)": 5.416041374206543,
      "cov-distil (oracle2teacher)": 5.320369243621826,
      "epoch": 0.21664050235478807,
      "rel-constrast": 6.379445552825928,
      "step": 276,
      "subrel-constrast": 6.395686149597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.47515606880188,
      "cov-distil (oracle2student)": 6.390409469604492,
      "cov-distil (oracle2teacher)": 4.69662618637085,
      "epoch": 0.217425431711146,
      "rel-constrast": 6.01629114151001,
      "step": 277,
      "subrel-constrast": 4.883129119873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6170835494995117,
      "cov-distil (oracle2student)": 5.599660873413086,
      "cov-distil (oracle2teacher)": 4.9295654296875,
      "epoch": 0.21821036106750394,
      "rel-constrast": 5.321742057800293,
      "step": 278,
      "subrel-constrast": 5.569702625274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4472475051879883,
      "cov-distil (oracle2student)": 4.157199859619141,
      "cov-distil (oracle2teacher)": 3.812140464782715,
      "epoch": 0.21899529042386184,
      "rel-constrast": 5.365159034729004,
      "step": 279,
      "subrel-constrast": 4.612099647521973,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 11.75,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 1.4375,
      "step": 280
    },
    {
      "cov-distil": 2.9893362522125244,
      "cov-distil (oracle2student)": 4.024957656860352,
      "cov-distil (oracle2teacher)": 4.1404619216918945,
      "epoch": 0.21978021978021978,
      "rel-constrast": 3.5614960193634033,
      "step": 280,
      "subrel-constrast": 3.8487634658813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844444990158081,
      "cov-distil (oracle2student)": 5.392576217651367,
      "cov-distil (oracle2teacher)": 4.342953681945801,
      "epoch": 0.2205651491365777,
      "rel-constrast": 4.974848747253418,
      "step": 281,
      "subrel-constrast": 4.340900421142578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113116502761841,
      "cov-distil (oracle2student)": 5.14133358001709,
      "cov-distil (oracle2teacher)": 4.669033050537109,
      "epoch": 0.22135007849293564,
      "rel-constrast": 3.7480554580688477,
      "step": 282,
      "subrel-constrast": 3.691127061843872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6692819595336914,
      "cov-distil (oracle2student)": 5.371300220489502,
      "cov-distil (oracle2teacher)": 4.316974639892578,
      "epoch": 0.22213500784929358,
      "rel-constrast": 3.1415340900421143,
      "step": 283,
      "subrel-constrast": 3.5099706649780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.123812675476074,
      "cov-distil (oracle2student)": 5.589199066162109,
      "cov-distil (oracle2teacher)": 4.972911834716797,
      "epoch": 0.22291993720565148,
      "rel-constrast": 5.24945068359375,
      "step": 284,
      "subrel-constrast": 5.918647289276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8713016510009766,
      "cov-distil (oracle2student)": 4.705049991607666,
      "cov-distil (oracle2teacher)": 4.0757317543029785,
      "epoch": 0.2237048665620094,
      "rel-constrast": 4.912763595581055,
      "step": 285,
      "subrel-constrast": 4.87550163269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3451600074768066,
      "cov-distil (oracle2student)": 5.1898112297058105,
      "cov-distil (oracle2teacher)": 5.275248050689697,
      "epoch": 0.22448979591836735,
      "rel-constrast": 3.9581844806671143,
      "step": 286,
      "subrel-constrast": 4.999188423156738,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.046831130981445,
      "cov-distil (oracle2student)": 5.279922008514404,
      "cov-distil (oracle2teacher)": 4.932897567749023,
      "epoch": 0.22527472527472528,
      "rel-constrast": 3.851740598678589,
      "step": 287,
      "subrel-constrast": 5.069759368896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9045445919036865,
      "cov-distil (oracle2student)": 4.107922077178955,
      "cov-distil (oracle2teacher)": 3.220937967300415,
      "epoch": 0.2260596546310832,
      "rel-constrast": 3.7474989891052246,
      "step": 288,
      "subrel-constrast": 3.227546215057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6393697261810303,
      "cov-distil (oracle2student)": 5.38969612121582,
      "cov-distil (oracle2teacher)": 4.967733383178711,
      "epoch": 0.22684458398744112,
      "rel-constrast": 5.448161602020264,
      "step": 289,
      "subrel-constrast": 4.952843189239502,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 11.0625,
      "learning_rate": 1.4449999999999999e-05,
      "loss": 1.1312,
      "step": 290
    },
    {
      "cov-distil": 2.2228524684906006,
      "cov-distil (oracle2student)": 5.054024696350098,
      "cov-distil (oracle2teacher)": 4.089668273925781,
      "epoch": 0.22762951334379905,
      "rel-constrast": 4.407362937927246,
      "step": 290,
      "subrel-constrast": 3.7540085315704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322395086288452,
      "cov-distil (oracle2student)": 5.8189802169799805,
      "cov-distil (oracle2teacher)": 5.322124004364014,
      "epoch": 0.22841444270015698,
      "rel-constrast": 7.071442127227783,
      "step": 291,
      "subrel-constrast": 5.730456352233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16727876663208,
      "cov-distil (oracle2student)": 4.567198753356934,
      "cov-distil (oracle2teacher)": 3.556593418121338,
      "epoch": 0.22919937205651492,
      "rel-constrast": 4.42551851272583,
      "step": 292,
      "subrel-constrast": 4.485289573669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.469608783721924,
      "cov-distil (oracle2student)": 5.156149864196777,
      "cov-distil (oracle2teacher)": 4.533708095550537,
      "epoch": 0.22998430141287285,
      "rel-constrast": 5.817928314208984,
      "step": 293,
      "subrel-constrast": 5.512660503387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7178702354431152,
      "cov-distil (oracle2student)": 6.17563009262085,
      "cov-distil (oracle2teacher)": 5.441774368286133,
      "epoch": 0.23076923076923078,
      "rel-constrast": 4.059771537780762,
      "step": 294,
      "subrel-constrast": 4.546008110046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.426544189453125,
      "cov-distil (oracle2student)": 6.170835494995117,
      "cov-distil (oracle2teacher)": 4.9598774909973145,
      "epoch": 0.2315541601255887,
      "rel-constrast": 5.40432071685791,
      "step": 295,
      "subrel-constrast": 4.621823310852051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4757297039031982,
      "cov-distil (oracle2student)": 5.960691452026367,
      "cov-distil (oracle2teacher)": 4.651464462280273,
      "epoch": 0.23233908948194662,
      "rel-constrast": 5.51530122756958,
      "step": 296,
      "subrel-constrast": 4.927340507507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.657459259033203,
      "cov-distil (oracle2student)": 5.8439040184021,
      "cov-distil (oracle2teacher)": 5.396796703338623,
      "epoch": 0.23312401883830455,
      "rel-constrast": 5.3520827293396,
      "step": 297,
      "subrel-constrast": 5.7532639503479,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3521299362182617,
      "cov-distil (oracle2student)": 4.154911041259766,
      "cov-distil (oracle2teacher)": 3.914764642715454,
      "epoch": 0.23390894819466249,
      "rel-constrast": 4.380270481109619,
      "step": 298,
      "subrel-constrast": 4.369304656982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0642247200012207,
      "cov-distil (oracle2student)": 8.378507614135742,
      "cov-distil (oracle2teacher)": 7.567967414855957,
      "epoch": 0.23469387755102042,
      "rel-constrast": 6.201256275177002,
      "step": 299,
      "subrel-constrast": 6.11863374710083,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 12.3125,
      "learning_rate": 1.4950000000000001e-05,
      "loss": 1.3781,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.2109375,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.05963134765625
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.038360595703125
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.021270751953125,
      "step": 300
    },
    {
      "cov-distil": 3.008206367492676,
      "cov-distil (oracle2student)": 5.292865753173828,
      "cov-distil (oracle2teacher)": 4.453686714172363,
      "epoch": 0.23547880690737832,
      "rel-constrast": 4.0116376876831055,
      "step": 300,
      "subrel-constrast": 4.785098075866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0989365577697754,
      "cov-distil (oracle2student)": 5.546765327453613,
      "cov-distil (oracle2teacher)": 4.801363468170166,
      "epoch": 0.23626373626373626,
      "rel-constrast": 6.474400043487549,
      "step": 301,
      "subrel-constrast": 5.127968788146973,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1983444690704346,
      "cov-distil (oracle2student)": 8.063515663146973,
      "cov-distil (oracle2teacher)": 6.724566459655762,
      "epoch": 0.2370486656200942,
      "rel-constrast": 7.403573989868164,
      "step": 302,
      "subrel-constrast": 7.299440383911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1733779907226562,
      "cov-distil (oracle2student)": 5.806576251983643,
      "cov-distil (oracle2teacher)": 4.796683311462402,
      "epoch": 0.23783359497645212,
      "rel-constrast": 4.8100080490112305,
      "step": 303,
      "subrel-constrast": 4.575942039489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.296001434326172,
      "cov-distil (oracle2student)": 5.940627098083496,
      "cov-distil (oracle2teacher)": 5.073268890380859,
      "epoch": 0.23861852433281006,
      "rel-constrast": 4.067414283752441,
      "step": 304,
      "subrel-constrast": 4.074215888977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.045285701751709,
      "cov-distil (oracle2student)": 6.319952487945557,
      "cov-distil (oracle2teacher)": 5.385374069213867,
      "epoch": 0.239403453689168,
      "rel-constrast": 6.282134056091309,
      "step": 305,
      "subrel-constrast": 5.782018661499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9121222496032715,
      "cov-distil (oracle2student)": 5.459598064422607,
      "cov-distil (oracle2teacher)": 5.2474589347839355,
      "epoch": 0.2401883830455259,
      "rel-constrast": 4.806554317474365,
      "step": 306,
      "subrel-constrast": 4.548116207122803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127394199371338,
      "cov-distil (oracle2student)": 6.740002155303955,
      "cov-distil (oracle2teacher)": 6.036632061004639,
      "epoch": 0.24097331240188383,
      "rel-constrast": 4.304414749145508,
      "step": 307,
      "subrel-constrast": 4.569100856781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409721851348877,
      "cov-distil (oracle2student)": 5.193621635437012,
      "cov-distil (oracle2teacher)": 4.081872463226318,
      "epoch": 0.24175824175824176,
      "rel-constrast": 3.959606885910034,
      "step": 308,
      "subrel-constrast": 3.5845348834991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8062539100646973,
      "cov-distil (oracle2student)": 4.71664571762085,
      "cov-distil (oracle2teacher)": 4.732093811035156,
      "epoch": 0.2425431711145997,
      "rel-constrast": 3.0766100883483887,
      "step": 309,
      "subrel-constrast": 3.382361888885498,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 9.5,
      "learning_rate": 1.545e-05,
      "loss": 1.2937,
      "step": 310
    },
    {
      "cov-distil": 2.239055633544922,
      "cov-distil (oracle2student)": 5.393888473510742,
      "cov-distil (oracle2teacher)": 5.455102443695068,
      "epoch": 0.24332810047095763,
      "rel-constrast": 4.987247467041016,
      "step": 310,
      "subrel-constrast": 5.139691352844238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2522640228271484,
      "cov-distil (oracle2student)": 5.585516452789307,
      "cov-distil (oracle2teacher)": 5.031752109527588,
      "epoch": 0.24411302982731553,
      "rel-constrast": 5.4420576095581055,
      "step": 311,
      "subrel-constrast": 5.243014812469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9545369148254395,
      "cov-distil (oracle2student)": 7.048440933227539,
      "cov-distil (oracle2teacher)": 6.064323425292969,
      "epoch": 0.24489795918367346,
      "rel-constrast": 4.822846412658691,
      "step": 312,
      "subrel-constrast": 5.2993550300598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3729989528656006,
      "cov-distil (oracle2student)": 4.889832496643066,
      "cov-distil (oracle2teacher)": 4.254024028778076,
      "epoch": 0.2456828885400314,
      "rel-constrast": 4.288917064666748,
      "step": 313,
      "subrel-constrast": 4.1293230056762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8544390201568604,
      "cov-distil (oracle2student)": 5.838968276977539,
      "cov-distil (oracle2teacher)": 5.680643558502197,
      "epoch": 0.24646781789638933,
      "rel-constrast": 7.789211273193359,
      "step": 314,
      "subrel-constrast": 7.194558143615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.575493335723877,
      "cov-distil (oracle2student)": 3.8698391914367676,
      "cov-distil (oracle2teacher)": 3.2593917846679688,
      "epoch": 0.24725274725274726,
      "rel-constrast": 5.1448469161987305,
      "step": 315,
      "subrel-constrast": 5.066910743713379,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5955240726470947,
      "cov-distil (oracle2student)": 6.330062389373779,
      "cov-distil (oracle2teacher)": 5.3690385818481445,
      "epoch": 0.24803767660910517,
      "rel-constrast": 5.845157623291016,
      "step": 316,
      "subrel-constrast": 5.653590679168701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.458334445953369,
      "cov-distil (oracle2student)": 4.185459136962891,
      "cov-distil (oracle2teacher)": 3.3747572898864746,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.779353618621826,
      "step": 317,
      "subrel-constrast": 2.9301249980926514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7841362953186035,
      "cov-distil (oracle2student)": 6.304546356201172,
      "cov-distil (oracle2teacher)": 5.232119560241699,
      "epoch": 0.24960753532182103,
      "rel-constrast": 5.335213661193848,
      "step": 318,
      "subrel-constrast": 4.771610736846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.501758098602295,
      "cov-distil (oracle2student)": 2.5830516815185547,
      "cov-distil (oracle2teacher)": 2.8400626182556152,
      "epoch": 0.25039246467817894,
      "rel-constrast": 3.4819953441619873,
      "step": 319,
      "subrel-constrast": 4.568965435028076,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 9.375,
      "learning_rate": 1.595e-05,
      "loss": 1.3169,
      "step": 320
    },
    {
      "cov-distil": 2.6786675453186035,
      "cov-distil (oracle2student)": 6.357356071472168,
      "cov-distil (oracle2teacher)": 4.739344120025635,
      "epoch": 0.25117739403453687,
      "rel-constrast": 6.052874565124512,
      "step": 320,
      "subrel-constrast": 5.292226314544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.494877815246582,
      "cov-distil (oracle2student)": 6.876131057739258,
      "cov-distil (oracle2teacher)": 6.23939323425293,
      "epoch": 0.2519623233908948,
      "rel-constrast": 5.749901294708252,
      "step": 321,
      "subrel-constrast": 5.932641983032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.38651180267334,
      "cov-distil (oracle2student)": 6.265422344207764,
      "cov-distil (oracle2teacher)": 5.6015119552612305,
      "epoch": 0.25274725274725274,
      "rel-constrast": 6.318136215209961,
      "step": 322,
      "subrel-constrast": 6.435103893280029,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4289562702178955,
      "cov-distil (oracle2student)": 6.545157432556152,
      "cov-distil (oracle2teacher)": 7.334463119506836,
      "epoch": 0.25353218210361067,
      "rel-constrast": 3.1901004314422607,
      "step": 323,
      "subrel-constrast": 3.988408327102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2045464515686035,
      "cov-distil (oracle2student)": 4.834115982055664,
      "cov-distil (oracle2teacher)": 5.253652572631836,
      "epoch": 0.2543171114599686,
      "rel-constrast": 3.4951283931732178,
      "step": 324,
      "subrel-constrast": 5.053758144378662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7462997436523438,
      "cov-distil (oracle2student)": 4.760239124298096,
      "cov-distil (oracle2teacher)": 4.395693778991699,
      "epoch": 0.25510204081632654,
      "rel-constrast": 5.508856773376465,
      "step": 325,
      "subrel-constrast": 4.718686580657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674020528793335,
      "cov-distil (oracle2student)": 6.0317277908325195,
      "cov-distil (oracle2teacher)": 4.433215141296387,
      "epoch": 0.25588697017268447,
      "rel-constrast": 4.99403190612793,
      "step": 326,
      "subrel-constrast": 5.0482378005981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5660901069641113,
      "cov-distil (oracle2student)": 4.034915447235107,
      "cov-distil (oracle2teacher)": 3.4180541038513184,
      "epoch": 0.2566718995290424,
      "rel-constrast": 4.6133012771606445,
      "step": 327,
      "subrel-constrast": 4.879344940185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365044593811035,
      "cov-distil (oracle2student)": 6.041069984436035,
      "cov-distil (oracle2teacher)": 4.793862342834473,
      "epoch": 0.25745682888540034,
      "rel-constrast": 7.124080181121826,
      "step": 328,
      "subrel-constrast": 5.432338714599609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372805118560791,
      "cov-distil (oracle2student)": 5.78395938873291,
      "cov-distil (oracle2teacher)": 4.726032257080078,
      "epoch": 0.25824175824175827,
      "rel-constrast": 6.051140308380127,
      "step": 329,
      "subrel-constrast": 5.881999492645264,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 12.8125,
      "learning_rate": 1.645e-05,
      "loss": 1.3897,
      "step": 330
    },
    {
      "cov-distil": 2.17360520362854,
      "cov-distil (oracle2student)": 4.5049262046813965,
      "cov-distil (oracle2teacher)": 3.953273057937622,
      "epoch": 0.25902668759811615,
      "rel-constrast": 6.193095684051514,
      "step": 330,
      "subrel-constrast": 6.21535587310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125455856323242,
      "cov-distil (oracle2student)": 6.844125747680664,
      "cov-distil (oracle2teacher)": 6.032131671905518,
      "epoch": 0.2598116169544741,
      "rel-constrast": 5.395874977111816,
      "step": 331,
      "subrel-constrast": 5.601707458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006053924560547,
      "cov-distil (oracle2student)": 6.137346267700195,
      "cov-distil (oracle2teacher)": 5.7105326652526855,
      "epoch": 0.260596546310832,
      "rel-constrast": 5.007664203643799,
      "step": 332,
      "subrel-constrast": 5.2837815284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.734050750732422,
      "cov-distil (oracle2student)": 7.4360809326171875,
      "cov-distil (oracle2teacher)": 5.616065979003906,
      "epoch": 0.26138147566718994,
      "rel-constrast": 7.471103668212891,
      "step": 333,
      "subrel-constrast": 6.6938323974609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.608743667602539,
      "cov-distil (oracle2student)": 6.094544410705566,
      "cov-distil (oracle2teacher)": 5.241660118103027,
      "epoch": 0.2621664050235479,
      "rel-constrast": 6.776917934417725,
      "step": 334,
      "subrel-constrast": 5.880159378051758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.892280101776123,
      "cov-distil (oracle2student)": 5.178328514099121,
      "cov-distil (oracle2teacher)": 5.161609649658203,
      "epoch": 0.2629513343799058,
      "rel-constrast": 4.494962215423584,
      "step": 335,
      "subrel-constrast": 4.386334419250488,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2362866401672363,
      "cov-distil (oracle2student)": 6.626348495483398,
      "cov-distil (oracle2teacher)": 5.006767749786377,
      "epoch": 0.26373626373626374,
      "rel-constrast": 3.794989585876465,
      "step": 336,
      "subrel-constrast": 3.689164638519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.421428918838501,
      "cov-distil (oracle2student)": 7.400732040405273,
      "cov-distil (oracle2teacher)": 6.114086151123047,
      "epoch": 0.2645211930926217,
      "rel-constrast": 5.231344699859619,
      "step": 337,
      "subrel-constrast": 5.4244794845581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3564536571502686,
      "cov-distil (oracle2student)": 5.809101104736328,
      "cov-distil (oracle2teacher)": 4.954556941986084,
      "epoch": 0.2653061224489796,
      "rel-constrast": 3.5233960151672363,
      "step": 338,
      "subrel-constrast": 3.6908886432647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1037206649780273,
      "cov-distil (oracle2student)": 2.2603325843811035,
      "cov-distil (oracle2teacher)": 3.0419576168060303,
      "epoch": 0.26609105180533754,
      "rel-constrast": 3.4815633296966553,
      "step": 339,
      "subrel-constrast": 3.288261890411377,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 8.6875,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 1.3469,
      "step": 340
    },
    {
      "cov-distil": 3.3706393241882324,
      "cov-distil (oracle2student)": 6.5477705001831055,
      "cov-distil (oracle2teacher)": 5.6088762283325195,
      "epoch": 0.2668759811616955,
      "rel-constrast": 4.431926727294922,
      "step": 340,
      "subrel-constrast": 4.443270683288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7762702703475952,
      "cov-distil (oracle2student)": 5.8467302322387695,
      "cov-distil (oracle2teacher)": 5.098247051239014,
      "epoch": 0.26766091051805335,
      "rel-constrast": 6.334066390991211,
      "step": 341,
      "subrel-constrast": 5.981983661651611,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9460091590881348,
      "cov-distil (oracle2student)": 5.643100738525391,
      "cov-distil (oracle2teacher)": 4.950689792633057,
      "epoch": 0.2684458398744113,
      "rel-constrast": 5.211766242980957,
      "step": 342,
      "subrel-constrast": 5.1992878913879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.367637872695923,
      "cov-distil (oracle2student)": 5.941043853759766,
      "cov-distil (oracle2teacher)": 4.9187116622924805,
      "epoch": 0.2692307692307692,
      "rel-constrast": 5.264193058013916,
      "step": 343,
      "subrel-constrast": 3.895352840423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.412367820739746,
      "cov-distil (oracle2student)": 7.493007659912109,
      "cov-distil (oracle2teacher)": 5.265005588531494,
      "epoch": 0.27001569858712715,
      "rel-constrast": 5.213747024536133,
      "step": 344,
      "subrel-constrast": 4.595364093780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8810176849365234,
      "cov-distil (oracle2student)": 7.061761379241943,
      "cov-distil (oracle2teacher)": 5.616434097290039,
      "epoch": 0.2708006279434851,
      "rel-constrast": 5.749035835266113,
      "step": 345,
      "subrel-constrast": 5.173506259918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8150792121887207,
      "cov-distil (oracle2student)": 5.25694465637207,
      "cov-distil (oracle2teacher)": 4.789155960083008,
      "epoch": 0.271585557299843,
      "rel-constrast": 3.7829973697662354,
      "step": 346,
      "subrel-constrast": 4.973955154418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5536751747131348,
      "cov-distil (oracle2student)": 4.120350360870361,
      "cov-distil (oracle2teacher)": 3.724198579788208,
      "epoch": 0.27237048665620095,
      "rel-constrast": 3.704036235809326,
      "step": 347,
      "subrel-constrast": 3.350982666015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1382832527160645,
      "cov-distil (oracle2student)": 5.11441707611084,
      "cov-distil (oracle2teacher)": 5.438014507293701,
      "epoch": 0.2731554160125589,
      "rel-constrast": 3.458172082901001,
      "step": 348,
      "subrel-constrast": 4.3986616134643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1670680046081543,
      "cov-distil (oracle2student)": 6.426840782165527,
      "cov-distil (oracle2teacher)": 5.343374252319336,
      "epoch": 0.2739403453689168,
      "rel-constrast": 3.4649224281311035,
      "step": 349,
      "subrel-constrast": 3.7243576049804688,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 9.25,
      "learning_rate": 1.745e-05,
      "loss": 1.2339,
      "step": 350
    },
    {
      "cov-distil": 3.608635902404785,
      "cov-distil (oracle2student)": 4.330803871154785,
      "cov-distil (oracle2teacher)": 3.744497776031494,
      "epoch": 0.27472527472527475,
      "rel-constrast": 5.567419528961182,
      "step": 350,
      "subrel-constrast": 5.5189409255981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042238473892212,
      "cov-distil (oracle2student)": 5.05877685546875,
      "cov-distil (oracle2teacher)": 4.218380928039551,
      "epoch": 0.2755102040816326,
      "rel-constrast": 4.822046756744385,
      "step": 351,
      "subrel-constrast": 4.42357063293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5642943382263184,
      "cov-distil (oracle2student)": 5.4788360595703125,
      "cov-distil (oracle2teacher)": 4.91547966003418,
      "epoch": 0.27629513343799056,
      "rel-constrast": 4.740970134735107,
      "step": 352,
      "subrel-constrast": 4.879831790924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6448025703430176,
      "cov-distil (oracle2student)": 8.111321449279785,
      "cov-distil (oracle2teacher)": 6.084838390350342,
      "epoch": 0.2770800627943485,
      "rel-constrast": 5.818354606628418,
      "step": 353,
      "subrel-constrast": 5.211849689483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4067766666412354,
      "cov-distil (oracle2student)": 4.365912914276123,
      "cov-distil (oracle2teacher)": 3.473087787628174,
      "epoch": 0.2778649921507064,
      "rel-constrast": 5.573647975921631,
      "step": 354,
      "subrel-constrast": 5.32288122177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5952365398406982,
      "cov-distil (oracle2student)": 5.804892539978027,
      "cov-distil (oracle2teacher)": 5.721729278564453,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.9114840030670166,
      "step": 355,
      "subrel-constrast": 3.7944581508636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0212960243225098,
      "cov-distil (oracle2student)": 5.7747039794921875,
      "cov-distil (oracle2teacher)": 4.756955623626709,
      "epoch": 0.2794348508634223,
      "rel-constrast": 5.615074634552002,
      "step": 356,
      "subrel-constrast": 4.403563022613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7942184209823608,
      "cov-distil (oracle2student)": 6.0659027099609375,
      "cov-distil (oracle2teacher)": 5.751328468322754,
      "epoch": 0.2802197802197802,
      "rel-constrast": 5.249208927154541,
      "step": 357,
      "subrel-constrast": 5.535679817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.774811267852783,
      "cov-distil (oracle2student)": 6.464753150939941,
      "cov-distil (oracle2teacher)": 5.255980014801025,
      "epoch": 0.28100470957613816,
      "rel-constrast": 4.891279697418213,
      "step": 358,
      "subrel-constrast": 5.464860439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.453803539276123,
      "cov-distil (oracle2student)": 4.161431789398193,
      "cov-distil (oracle2teacher)": 3.332028865814209,
      "epoch": 0.2817896389324961,
      "rel-constrast": 5.083553314208984,
      "step": 359,
      "subrel-constrast": 4.7147111892700195,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 11.3125,
      "learning_rate": 1.795e-05,
      "loss": 1.3216,
      "step": 360
    },
    {
      "cov-distil": 2.5603387355804443,
      "cov-distil (oracle2student)": 5.630814552307129,
      "cov-distil (oracle2teacher)": 4.11967658996582,
      "epoch": 0.282574568288854,
      "rel-constrast": 4.032361030578613,
      "step": 360,
      "subrel-constrast": 4.251352787017822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8229472637176514,
      "cov-distil (oracle2student)": 6.268754005432129,
      "cov-distil (oracle2teacher)": 4.768909454345703,
      "epoch": 0.28335949764521196,
      "rel-constrast": 4.587757587432861,
      "step": 361,
      "subrel-constrast": 5.313897132873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8588380813598633,
      "cov-distil (oracle2student)": 5.717771530151367,
      "cov-distil (oracle2teacher)": 4.665041923522949,
      "epoch": 0.28414442700156983,
      "rel-constrast": 4.3423991203308105,
      "step": 362,
      "subrel-constrast": 4.597593784332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7841402292251587,
      "cov-distil (oracle2student)": 5.66856050491333,
      "cov-distil (oracle2teacher)": 5.199802875518799,
      "epoch": 0.28492935635792777,
      "rel-constrast": 4.133660316467285,
      "step": 363,
      "subrel-constrast": 4.4824748039245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4724202156066895,
      "cov-distil (oracle2student)": 5.346518516540527,
      "cov-distil (oracle2teacher)": 4.574295997619629,
      "epoch": 0.2857142857142857,
      "rel-constrast": 4.145630836486816,
      "step": 364,
      "subrel-constrast": 4.977063179016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808846354484558,
      "cov-distil (oracle2student)": 5.196928977966309,
      "cov-distil (oracle2teacher)": 4.610245227813721,
      "epoch": 0.28649921507064363,
      "rel-constrast": 4.831958770751953,
      "step": 365,
      "subrel-constrast": 3.620854616165161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8844127655029297,
      "cov-distil (oracle2student)": 4.427166938781738,
      "cov-distil (oracle2teacher)": 3.894045352935791,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.9533321857452393,
      "step": 366,
      "subrel-constrast": 3.6614904403686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.588649034500122,
      "cov-distil (oracle2student)": 4.825804710388184,
      "cov-distil (oracle2teacher)": 4.7583723068237305,
      "epoch": 0.2880690737833595,
      "rel-constrast": 3.4529616832733154,
      "step": 367,
      "subrel-constrast": 3.642184257507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7902345657348633,
      "cov-distil (oracle2student)": 3.9853460788726807,
      "cov-distil (oracle2teacher)": 3.909470796585083,
      "epoch": 0.28885400313971743,
      "rel-constrast": 4.276392936706543,
      "step": 368,
      "subrel-constrast": 4.645603179931641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6349034309387207,
      "cov-distil (oracle2student)": 4.3472089767456055,
      "cov-distil (oracle2teacher)": 4.140142440795898,
      "epoch": 0.28963893249607536,
      "rel-constrast": 3.0620291233062744,
      "step": 369,
      "subrel-constrast": 4.223392486572266,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 8.625,
      "learning_rate": 1.845e-05,
      "loss": 1.056,
      "step": 370
    },
    {
      "cov-distil": 2.1786646842956543,
      "cov-distil (oracle2student)": 5.363110542297363,
      "cov-distil (oracle2teacher)": 4.637913703918457,
      "epoch": 0.2904238618524333,
      "rel-constrast": 5.482825756072998,
      "step": 370,
      "subrel-constrast": 5.345534801483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2218286991119385,
      "cov-distil (oracle2student)": 4.884929656982422,
      "cov-distil (oracle2teacher)": 4.616036415100098,
      "epoch": 0.29120879120879123,
      "rel-constrast": 3.8980860710144043,
      "step": 371,
      "subrel-constrast": 4.179631233215332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9699034690856934,
      "cov-distil (oracle2student)": 6.411710739135742,
      "cov-distil (oracle2teacher)": 6.074274063110352,
      "epoch": 0.29199372056514916,
      "rel-constrast": 4.8935041427612305,
      "step": 372,
      "subrel-constrast": 4.370950222015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.892509937286377,
      "cov-distil (oracle2student)": 5.259044170379639,
      "cov-distil (oracle2teacher)": 5.234094619750977,
      "epoch": 0.29277864992150704,
      "rel-constrast": 3.2014081478118896,
      "step": 373,
      "subrel-constrast": 4.1573052406311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.772082805633545,
      "cov-distil (oracle2student)": 4.566726207733154,
      "cov-distil (oracle2teacher)": 4.167119979858398,
      "epoch": 0.29356357927786497,
      "rel-constrast": 3.1878111362457275,
      "step": 374,
      "subrel-constrast": 3.35384464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.591693162918091,
      "cov-distil (oracle2student)": 5.522881507873535,
      "cov-distil (oracle2teacher)": 4.635371208190918,
      "epoch": 0.2943485086342229,
      "rel-constrast": 5.37741756439209,
      "step": 375,
      "subrel-constrast": 4.653171062469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5359158515930176,
      "cov-distil (oracle2student)": 5.827084064483643,
      "cov-distil (oracle2teacher)": 4.040188789367676,
      "epoch": 0.29513343799058084,
      "rel-constrast": 4.727353572845459,
      "step": 376,
      "subrel-constrast": 3.935854911804199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781376838684082,
      "cov-distil (oracle2student)": 4.058488368988037,
      "cov-distil (oracle2teacher)": 3.5083465576171875,
      "epoch": 0.29591836734693877,
      "rel-constrast": 3.8341798782348633,
      "step": 377,
      "subrel-constrast": 3.886284351348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2513608932495117,
      "cov-distil (oracle2student)": 6.062292098999023,
      "cov-distil (oracle2teacher)": 5.975917816162109,
      "epoch": 0.2967032967032967,
      "rel-constrast": 4.896815299987793,
      "step": 378,
      "subrel-constrast": 5.234432220458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.81939697265625,
      "cov-distil (oracle2student)": 6.846397399902344,
      "cov-distil (oracle2teacher)": 6.041547775268555,
      "epoch": 0.29748822605965464,
      "rel-constrast": 4.4655609130859375,
      "step": 379,
      "subrel-constrast": 5.3056440353393555,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 9.1875,
      "learning_rate": 1.895e-05,
      "loss": 1.1617,
      "step": 380
    },
    {
      "cov-distil": 2.145519733428955,
      "cov-distil (oracle2student)": 5.0195159912109375,
      "cov-distil (oracle2teacher)": 5.072805404663086,
      "epoch": 0.29827315541601257,
      "rel-constrast": 5.061878204345703,
      "step": 380,
      "subrel-constrast": 4.256718158721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4396960735321045,
      "cov-distil (oracle2student)": 5.107587814331055,
      "cov-distil (oracle2teacher)": 4.815580368041992,
      "epoch": 0.2990580847723705,
      "rel-constrast": 5.701793193817139,
      "step": 381,
      "subrel-constrast": 5.409301280975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1333658695220947,
      "cov-distil (oracle2student)": 5.085638523101807,
      "cov-distil (oracle2teacher)": 4.965446472167969,
      "epoch": 0.29984301412872844,
      "rel-constrast": 5.165194511413574,
      "step": 382,
      "subrel-constrast": 5.093568325042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2161717414855957,
      "cov-distil (oracle2student)": 7.9994072914123535,
      "cov-distil (oracle2teacher)": 6.9684834480285645,
      "epoch": 0.30062794348508637,
      "rel-constrast": 7.066175937652588,
      "step": 383,
      "subrel-constrast": 6.8308610916137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2208333015441895,
      "cov-distil (oracle2student)": 4.0523858070373535,
      "cov-distil (oracle2teacher)": 4.472951889038086,
      "epoch": 0.30141287284144425,
      "rel-constrast": 4.53468132019043,
      "step": 384,
      "subrel-constrast": 5.056024074554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.071730136871338,
      "cov-distil (oracle2student)": 4.249073505401611,
      "cov-distil (oracle2teacher)": 4.624693870544434,
      "epoch": 0.3021978021978022,
      "rel-constrast": 3.109813690185547,
      "step": 385,
      "subrel-constrast": 4.911736488342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9057316780090332,
      "cov-distil (oracle2student)": 5.550108432769775,
      "cov-distil (oracle2teacher)": 5.109409809112549,
      "epoch": 0.3029827315541601,
      "rel-constrast": 6.038972854614258,
      "step": 386,
      "subrel-constrast": 5.7528533935546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894748568534851,
      "cov-distil (oracle2student)": 4.208711624145508,
      "cov-distil (oracle2teacher)": 4.243162155151367,
      "epoch": 0.30376766091051804,
      "rel-constrast": 3.28928804397583,
      "step": 387,
      "subrel-constrast": 4.545385837554932,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.000256061553955,
      "cov-distil (oracle2student)": 3.989053964614868,
      "cov-distil (oracle2teacher)": 3.8901243209838867,
      "epoch": 0.304552590266876,
      "rel-constrast": 3.6278958320617676,
      "step": 388,
      "subrel-constrast": 4.682122230529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.647186756134033,
      "cov-distil (oracle2student)": 5.239346027374268,
      "cov-distil (oracle2teacher)": 4.578633785247803,
      "epoch": 0.3053375196232339,
      "rel-constrast": 5.672878265380859,
      "step": 389,
      "subrel-constrast": 5.35860013961792,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 11.4375,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 1.2934,
      "step": 390
    },
    {
      "cov-distil": 1.9906284809112549,
      "cov-distil (oracle2student)": 5.879648208618164,
      "cov-distil (oracle2teacher)": 5.118555545806885,
      "epoch": 0.30612244897959184,
      "rel-constrast": 3.779395580291748,
      "step": 390,
      "subrel-constrast": 4.119905471801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988453984260559,
      "cov-distil (oracle2student)": 4.781367301940918,
      "cov-distil (oracle2teacher)": 4.865199565887451,
      "epoch": 0.3069073783359498,
      "rel-constrast": 3.251140594482422,
      "step": 391,
      "subrel-constrast": 3.398293972015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271214008331299,
      "cov-distil (oracle2student)": 3.573791265487671,
      "cov-distil (oracle2teacher)": 4.191331386566162,
      "epoch": 0.3076923076923077,
      "rel-constrast": 3.212885618209839,
      "step": 392,
      "subrel-constrast": 4.208346843719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.500980854034424,
      "cov-distil (oracle2student)": 5.914056777954102,
      "cov-distil (oracle2teacher)": 5.277523040771484,
      "epoch": 0.30847723704866564,
      "rel-constrast": 5.385578632354736,
      "step": 393,
      "subrel-constrast": 5.659003257751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4672982692718506,
      "cov-distil (oracle2student)": 4.736859321594238,
      "cov-distil (oracle2teacher)": 4.403438568115234,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.597383975982666,
      "step": 394,
      "subrel-constrast": 3.6748647689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2462375164031982,
      "cov-distil (oracle2student)": 5.579372406005859,
      "cov-distil (oracle2teacher)": 4.828579425811768,
      "epoch": 0.31004709576138145,
      "rel-constrast": 4.2792158126831055,
      "step": 395,
      "subrel-constrast": 4.788985729217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1940720081329346,
      "cov-distil (oracle2student)": 6.999589920043945,
      "cov-distil (oracle2teacher)": 5.914185523986816,
      "epoch": 0.3108320251177394,
      "rel-constrast": 3.4981136322021484,
      "step": 396,
      "subrel-constrast": 3.725527048110962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4211723804473877,
      "cov-distil (oracle2student)": 4.806880474090576,
      "cov-distil (oracle2teacher)": 4.2639665603637695,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.6912615299224854,
      "step": 397,
      "subrel-constrast": 4.080460548400879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147724151611328,
      "cov-distil (oracle2student)": 3.4920403957366943,
      "cov-distil (oracle2teacher)": 3.9903037548065186,
      "epoch": 0.31240188383045525,
      "rel-constrast": 3.37844181060791,
      "step": 398,
      "subrel-constrast": 4.133568286895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341226577758789,
      "cov-distil (oracle2student)": 5.704563140869141,
      "cov-distil (oracle2teacher)": 4.931936740875244,
      "epoch": 0.3131868131868132,
      "rel-constrast": 5.77735710144043,
      "step": 399,
      "subrel-constrast": 5.990045070648193,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 10.25,
      "learning_rate": 1.995e-05,
      "loss": 1.0277,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.21250000596046448,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.0499267578125
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.0330810546875
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.016845703125,
      "step": 400
    },
    {
      "cov-distil": 3.029654026031494,
      "cov-distil (oracle2student)": 6.3546295166015625,
      "cov-distil (oracle2teacher)": 4.44947624206543,
      "epoch": 0.3139717425431711,
      "rel-constrast": 5.21034049987793,
      "step": 400,
      "subrel-constrast": 4.272339820861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7038116455078125,
      "cov-distil (oracle2student)": 4.764902114868164,
      "cov-distil (oracle2teacher)": 3.820608377456665,
      "epoch": 0.31475667189952905,
      "rel-constrast": 4.609540939331055,
      "step": 401,
      "subrel-constrast": 4.73413610458374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099792242050171,
      "cov-distil (oracle2student)": 3.520395278930664,
      "cov-distil (oracle2teacher)": 3.9220399856567383,
      "epoch": 0.315541601255887,
      "rel-constrast": 3.90291428565979,
      "step": 402,
      "subrel-constrast": 4.711536407470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4153919219970703,
      "cov-distil (oracle2student)": 4.881484031677246,
      "cov-distil (oracle2teacher)": 5.863336563110352,
      "epoch": 0.3163265306122449,
      "rel-constrast": 5.590476036071777,
      "step": 403,
      "subrel-constrast": 6.7442402839660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070514678955078,
      "cov-distil (oracle2student)": 6.963999271392822,
      "cov-distil (oracle2teacher)": 5.430067539215088,
      "epoch": 0.31711145996860285,
      "rel-constrast": 4.405279159545898,
      "step": 404,
      "subrel-constrast": 4.019079208374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7390613555908203,
      "cov-distil (oracle2student)": 5.906704425811768,
      "cov-distil (oracle2teacher)": 4.350067138671875,
      "epoch": 0.3178963893249607,
      "rel-constrast": 5.089980125427246,
      "step": 405,
      "subrel-constrast": 5.007596969604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4844894409179688,
      "cov-distil (oracle2student)": 3.5109589099884033,
      "cov-distil (oracle2teacher)": 3.2686519622802734,
      "epoch": 0.31868131868131866,
      "rel-constrast": 3.7930362224578857,
      "step": 406,
      "subrel-constrast": 3.798858642578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3034815788269043,
      "cov-distil (oracle2student)": 3.7118170261383057,
      "cov-distil (oracle2teacher)": 4.000811576843262,
      "epoch": 0.3194662480376766,
      "rel-constrast": 3.579343557357788,
      "step": 407,
      "subrel-constrast": 3.7536656856536865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.386108875274658,
      "cov-distil (oracle2student)": 7.637016773223877,
      "cov-distil (oracle2teacher)": 6.74373722076416,
      "epoch": 0.3202511773940345,
      "rel-constrast": 5.229757308959961,
      "step": 408,
      "subrel-constrast": 5.07039737701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8611326217651367,
      "cov-distil (oracle2student)": 5.232067108154297,
      "cov-distil (oracle2teacher)": 4.960404396057129,
      "epoch": 0.32103610675039246,
      "rel-constrast": 3.642263174057007,
      "step": 409,
      "subrel-constrast": 4.416981220245361,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 10.3125,
      "learning_rate": 2.045e-05,
      "loss": 1.1891,
      "step": 410
    },
    {
      "cov-distil": 2.2154881954193115,
      "cov-distil (oracle2student)": 6.773739814758301,
      "cov-distil (oracle2teacher)": 5.986823081970215,
      "epoch": 0.3218210361067504,
      "rel-constrast": 3.8010854721069336,
      "step": 410,
      "subrel-constrast": 4.40297269821167,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.502871513366699,
      "cov-distil (oracle2student)": 5.0695061683654785,
      "cov-distil (oracle2teacher)": 4.089282512664795,
      "epoch": 0.3226059654631083,
      "rel-constrast": 3.752478837966919,
      "step": 411,
      "subrel-constrast": 4.620887756347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1412277221679688,
      "cov-distil (oracle2student)": 5.670042037963867,
      "cov-distil (oracle2teacher)": 4.15722131729126,
      "epoch": 0.32339089481946626,
      "rel-constrast": 3.702781915664673,
      "step": 412,
      "subrel-constrast": 3.522353172302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.622506618499756,
      "cov-distil (oracle2student)": 3.7515993118286133,
      "cov-distil (oracle2teacher)": 2.8146438598632812,
      "epoch": 0.3241758241758242,
      "rel-constrast": 4.642484188079834,
      "step": 413,
      "subrel-constrast": 4.491447448730469,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7788538932800293,
      "cov-distil (oracle2student)": 4.702597618103027,
      "cov-distil (oracle2teacher)": 4.092580795288086,
      "epoch": 0.3249607535321821,
      "rel-constrast": 5.818304061889648,
      "step": 414,
      "subrel-constrast": 6.06870698928833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9587523937225342,
      "cov-distil (oracle2student)": 5.824624538421631,
      "cov-distil (oracle2teacher)": 5.05738639831543,
      "epoch": 0.32574568288854006,
      "rel-constrast": 4.23227596282959,
      "step": 415,
      "subrel-constrast": 4.3078107833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7149274349212646,
      "cov-distil (oracle2student)": 4.385428428649902,
      "cov-distil (oracle2teacher)": 4.0571088790893555,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.614161491394043,
      "step": 416,
      "subrel-constrast": 3.0772061347961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.901108741760254,
      "cov-distil (oracle2student)": 5.8399505615234375,
      "cov-distil (oracle2teacher)": 4.678028106689453,
      "epoch": 0.32731554160125587,
      "rel-constrast": 4.529116630554199,
      "step": 417,
      "subrel-constrast": 3.6887731552124023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.264662504196167,
      "cov-distil (oracle2student)": 5.077439308166504,
      "cov-distil (oracle2teacher)": 4.669927597045898,
      "epoch": 0.3281004709576138,
      "rel-constrast": 3.489309549331665,
      "step": 418,
      "subrel-constrast": 4.08317232131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0951147079467773,
      "cov-distil (oracle2student)": 5.056512355804443,
      "cov-distil (oracle2teacher)": 4.402597427368164,
      "epoch": 0.32888540031397173,
      "rel-constrast": 4.336194038391113,
      "step": 419,
      "subrel-constrast": 4.286928176879883,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 11.125,
      "learning_rate": 2.095e-05,
      "loss": 1.0809,
      "step": 420
    },
    {
      "cov-distil": 2.853148937225342,
      "cov-distil (oracle2student)": 4.900213718414307,
      "cov-distil (oracle2teacher)": 5.190756320953369,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.7741894721984863,
      "step": 420,
      "subrel-constrast": 4.219531536102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.347733497619629,
      "cov-distil (oracle2student)": 5.8397064208984375,
      "cov-distil (oracle2teacher)": 4.312512397766113,
      "epoch": 0.3304552590266876,
      "rel-constrast": 4.240979194641113,
      "step": 421,
      "subrel-constrast": 4.324865818023682,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3546690940856934,
      "cov-distil (oracle2student)": 4.496642112731934,
      "cov-distil (oracle2teacher)": 4.402065277099609,
      "epoch": 0.33124018838304553,
      "rel-constrast": 4.255103588104248,
      "step": 422,
      "subrel-constrast": 5.117549419403076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.715123176574707,
      "cov-distil (oracle2student)": 4.683563232421875,
      "cov-distil (oracle2teacher)": 3.908607006072998,
      "epoch": 0.33202511773940346,
      "rel-constrast": 5.569277763366699,
      "step": 423,
      "subrel-constrast": 5.483921527862549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235517978668213,
      "cov-distil (oracle2student)": 3.439777374267578,
      "cov-distil (oracle2teacher)": 3.147541046142578,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.9701004028320312,
      "step": 424,
      "subrel-constrast": 3.481750249862671,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.576808214187622,
      "cov-distil (oracle2student)": 4.481812477111816,
      "cov-distil (oracle2teacher)": 3.635437488555908,
      "epoch": 0.33359497645211933,
      "rel-constrast": 3.951779842376709,
      "step": 425,
      "subrel-constrast": 4.240853786468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1964685916900635,
      "cov-distil (oracle2student)": 5.804289817810059,
      "cov-distil (oracle2teacher)": 5.244039535522461,
      "epoch": 0.33437990580847726,
      "rel-constrast": 4.0014448165893555,
      "step": 426,
      "subrel-constrast": 4.291764736175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8239710330963135,
      "cov-distil (oracle2student)": 6.429267406463623,
      "cov-distil (oracle2teacher)": 6.244504928588867,
      "epoch": 0.33516483516483514,
      "rel-constrast": 5.43123197555542,
      "step": 427,
      "subrel-constrast": 5.811346530914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.957871437072754,
      "cov-distil (oracle2student)": 5.654982566833496,
      "cov-distil (oracle2teacher)": 5.699124336242676,
      "epoch": 0.3359497645211931,
      "rel-constrast": 3.8812756538391113,
      "step": 428,
      "subrel-constrast": 4.840229511260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.233981132507324,
      "cov-distil (oracle2student)": 4.738227844238281,
      "cov-distil (oracle2teacher)": 4.557879447937012,
      "epoch": 0.336734693877551,
      "rel-constrast": 3.1858866214752197,
      "step": 429,
      "subrel-constrast": 4.9521284103393555,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 7.8125,
      "learning_rate": 2.145e-05,
      "loss": 1.0748,
      "step": 430
    },
    {
      "cov-distil": 2.071441173553467,
      "cov-distil (oracle2student)": 5.731252193450928,
      "cov-distil (oracle2teacher)": 4.258650779724121,
      "epoch": 0.33751962323390894,
      "rel-constrast": 3.4950835704803467,
      "step": 430,
      "subrel-constrast": 4.140163898468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.762049674987793,
      "cov-distil (oracle2student)": 5.917123794555664,
      "cov-distil (oracle2teacher)": 5.2604827880859375,
      "epoch": 0.33830455259026687,
      "rel-constrast": 3.0546138286590576,
      "step": 431,
      "subrel-constrast": 3.9004335403442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009577989578247,
      "cov-distil (oracle2student)": 4.721602439880371,
      "cov-distil (oracle2teacher)": 4.479922294616699,
      "epoch": 0.3390894819466248,
      "rel-constrast": 3.20813250541687,
      "step": 432,
      "subrel-constrast": 2.7180888652801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3607802391052246,
      "cov-distil (oracle2student)": 5.02647590637207,
      "cov-distil (oracle2teacher)": 4.014603614807129,
      "epoch": 0.33987441130298274,
      "rel-constrast": 3.091285228729248,
      "step": 433,
      "subrel-constrast": 3.6924705505371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247466564178467,
      "cov-distil (oracle2student)": 5.613053321838379,
      "cov-distil (oracle2teacher)": 4.690054893493652,
      "epoch": 0.34065934065934067,
      "rel-constrast": 6.07712459564209,
      "step": 434,
      "subrel-constrast": 5.707917213439941,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.775041341781616,
      "cov-distil (oracle2student)": 4.206188201904297,
      "cov-distil (oracle2teacher)": 4.077954292297363,
      "epoch": 0.3414442700156986,
      "rel-constrast": 4.096330642700195,
      "step": 435,
      "subrel-constrast": 4.643835067749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1919288635253906,
      "cov-distil (oracle2student)": 5.838393688201904,
      "cov-distil (oracle2teacher)": 6.28176212310791,
      "epoch": 0.34222919937205654,
      "rel-constrast": 3.9760336875915527,
      "step": 436,
      "subrel-constrast": 4.569299221038818,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.402763605117798,
      "cov-distil (oracle2student)": 5.501781463623047,
      "cov-distil (oracle2teacher)": 4.676164627075195,
      "epoch": 0.34301412872841447,
      "rel-constrast": 4.09533166885376,
      "step": 437,
      "subrel-constrast": 4.315829277038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2494189739227295,
      "cov-distil (oracle2student)": 7.242899417877197,
      "cov-distil (oracle2teacher)": 6.459841251373291,
      "epoch": 0.34379905808477235,
      "rel-constrast": 5.04097843170166,
      "step": 438,
      "subrel-constrast": 4.862870216369629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2995710372924805,
      "cov-distil (oracle2student)": 6.75054407119751,
      "cov-distil (oracle2teacher)": 6.554592132568359,
      "epoch": 0.3445839874411303,
      "rel-constrast": 4.982070446014404,
      "step": 439,
      "subrel-constrast": 5.908459663391113,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 9.0625,
      "learning_rate": 2.195e-05,
      "loss": 1.0863,
      "step": 440
    },
    {
      "cov-distil": 2.3884384632110596,
      "cov-distil (oracle2student)": 3.627267837524414,
      "cov-distil (oracle2teacher)": 3.590981960296631,
      "epoch": 0.3453689167974882,
      "rel-constrast": 3.338059425354004,
      "step": 440,
      "subrel-constrast": 3.8772172927856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314605712890625,
      "cov-distil (oracle2student)": 3.331043243408203,
      "cov-distil (oracle2teacher)": 4.3043212890625,
      "epoch": 0.34615384615384615,
      "rel-constrast": 3.4346771240234375,
      "step": 441,
      "subrel-constrast": 4.622008323669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.188438653945923,
      "cov-distil (oracle2student)": 4.153973579406738,
      "cov-distil (oracle2teacher)": 3.9327664375305176,
      "epoch": 0.3469387755102041,
      "rel-constrast": 3.282660484313965,
      "step": 442,
      "subrel-constrast": 4.078038215637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1141457557678223,
      "cov-distil (oracle2student)": 3.9378161430358887,
      "cov-distil (oracle2teacher)": 3.8055505752563477,
      "epoch": 0.347723704866562,
      "rel-constrast": 3.16465163230896,
      "step": 443,
      "subrel-constrast": 3.99902606010437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7184648513793945,
      "cov-distil (oracle2student)": 4.154224395751953,
      "cov-distil (oracle2teacher)": 3.997774839401245,
      "epoch": 0.34850863422291994,
      "rel-constrast": 4.452948570251465,
      "step": 444,
      "subrel-constrast": 4.752323627471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.465195417404175,
      "cov-distil (oracle2student)": 6.024938106536865,
      "cov-distil (oracle2teacher)": 4.812549591064453,
      "epoch": 0.3492935635792779,
      "rel-constrast": 3.97629976272583,
      "step": 445,
      "subrel-constrast": 4.345099925994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.387889862060547,
      "cov-distil (oracle2student)": 6.552669525146484,
      "cov-distil (oracle2teacher)": 4.773349761962891,
      "epoch": 0.3500784929356358,
      "rel-constrast": 4.845789909362793,
      "step": 446,
      "subrel-constrast": 4.969698905944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.397533416748047,
      "cov-distil (oracle2student)": 4.364714622497559,
      "cov-distil (oracle2teacher)": 3.9178807735443115,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.937595844268799,
      "step": 447,
      "subrel-constrast": 4.312699794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7098320722579956,
      "cov-distil (oracle2student)": 4.228442192077637,
      "cov-distil (oracle2teacher)": 3.545255422592163,
      "epoch": 0.3516483516483517,
      "rel-constrast": 4.023503303527832,
      "step": 448,
      "subrel-constrast": 4.394430637359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.685983657836914,
      "cov-distil (oracle2student)": 5.232016563415527,
      "cov-distil (oracle2teacher)": 5.240736484527588,
      "epoch": 0.35243328100470955,
      "rel-constrast": 4.860464096069336,
      "step": 449,
      "subrel-constrast": 5.943270206451416,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 11.4375,
      "learning_rate": 2.245e-05,
      "loss": 1.0413,
      "step": 450
    },
    {
      "cov-distil": 2.2508721351623535,
      "cov-distil (oracle2student)": 2.906092643737793,
      "cov-distil (oracle2teacher)": 2.589200496673584,
      "epoch": 0.3532182103610675,
      "rel-constrast": 4.014590740203857,
      "step": 450,
      "subrel-constrast": 3.848747491836548,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.404543161392212,
      "cov-distil (oracle2student)": 4.871207237243652,
      "cov-distil (oracle2teacher)": 4.860409259796143,
      "epoch": 0.3540031397174254,
      "rel-constrast": 4.726263999938965,
      "step": 451,
      "subrel-constrast": 4.601378440856934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3678207397460938,
      "cov-distil (oracle2student)": 4.7101731300354,
      "cov-distil (oracle2teacher)": 4.562942028045654,
      "epoch": 0.35478806907378335,
      "rel-constrast": 6.3743462562561035,
      "step": 452,
      "subrel-constrast": 5.834218978881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8811686038970947,
      "cov-distil (oracle2student)": 7.004568099975586,
      "cov-distil (oracle2teacher)": 5.2587080001831055,
      "epoch": 0.3555729984301413,
      "rel-constrast": 4.495256423950195,
      "step": 453,
      "subrel-constrast": 4.499624252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.08927845954895,
      "cov-distil (oracle2student)": 6.895721912384033,
      "cov-distil (oracle2teacher)": 6.586607933044434,
      "epoch": 0.3563579277864992,
      "rel-constrast": 3.5895748138427734,
      "step": 454,
      "subrel-constrast": 4.271737575531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574354648590088,
      "cov-distil (oracle2student)": 4.438915252685547,
      "cov-distil (oracle2teacher)": 4.224421501159668,
      "epoch": 0.35714285714285715,
      "rel-constrast": 2.5299854278564453,
      "step": 455,
      "subrel-constrast": 3.375465154647827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.532860279083252,
      "cov-distil (oracle2student)": 5.647635459899902,
      "cov-distil (oracle2teacher)": 4.878711700439453,
      "epoch": 0.3579277864992151,
      "rel-constrast": 4.839120864868164,
      "step": 456,
      "subrel-constrast": 5.001308917999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.857278347015381,
      "cov-distil (oracle2student)": 4.26930046081543,
      "cov-distil (oracle2teacher)": 4.125893592834473,
      "epoch": 0.358712715855573,
      "rel-constrast": 4.054443359375,
      "step": 457,
      "subrel-constrast": 4.409102439880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4386208057403564,
      "cov-distil (oracle2student)": 4.052372455596924,
      "cov-distil (oracle2teacher)": 3.9952282905578613,
      "epoch": 0.35949764521193095,
      "rel-constrast": 4.553459167480469,
      "step": 458,
      "subrel-constrast": 4.813325881958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.469395637512207,
      "cov-distil (oracle2student)": 5.080841064453125,
      "cov-distil (oracle2teacher)": 4.718737602233887,
      "epoch": 0.3602825745682888,
      "rel-constrast": 4.249707221984863,
      "step": 459,
      "subrel-constrast": 4.861333847045898,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 10.0625,
      "learning_rate": 2.2950000000000002e-05,
      "loss": 1.146,
      "step": 460
    },
    {
      "cov-distil": 2.61850905418396,
      "cov-distil (oracle2student)": 6.65915584564209,
      "cov-distil (oracle2teacher)": 6.003080368041992,
      "epoch": 0.36106750392464676,
      "rel-constrast": 5.478026390075684,
      "step": 460,
      "subrel-constrast": 5.582189083099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189993143081665,
      "cov-distil (oracle2student)": 5.363834381103516,
      "cov-distil (oracle2teacher)": 4.752415180206299,
      "epoch": 0.3618524332810047,
      "rel-constrast": 5.005136013031006,
      "step": 461,
      "subrel-constrast": 4.609855651855469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936099648475647,
      "cov-distil (oracle2student)": 2.9774246215820312,
      "cov-distil (oracle2teacher)": 2.946089744567871,
      "epoch": 0.3626373626373626,
      "rel-constrast": 3.062378406524658,
      "step": 462,
      "subrel-constrast": 3.0949158668518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.640564441680908,
      "cov-distil (oracle2student)": 6.053886413574219,
      "cov-distil (oracle2teacher)": 5.216093063354492,
      "epoch": 0.36342229199372056,
      "rel-constrast": 3.466475248336792,
      "step": 463,
      "subrel-constrast": 4.198953628540039,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.427206516265869,
      "cov-distil (oracle2student)": 5.163705348968506,
      "cov-distil (oracle2teacher)": 4.22435998916626,
      "epoch": 0.3642072213500785,
      "rel-constrast": 3.610846757888794,
      "step": 464,
      "subrel-constrast": 4.117895603179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4713971614837646,
      "cov-distil (oracle2student)": 7.060304164886475,
      "cov-distil (oracle2teacher)": 6.269818305969238,
      "epoch": 0.3649921507064364,
      "rel-constrast": 6.358216285705566,
      "step": 465,
      "subrel-constrast": 7.534944534301758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341738224029541,
      "cov-distil (oracle2student)": 3.9310569763183594,
      "cov-distil (oracle2teacher)": 3.9819235801696777,
      "epoch": 0.36577708006279436,
      "rel-constrast": 4.7545905113220215,
      "step": 466,
      "subrel-constrast": 5.290574073791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8943874835968018,
      "cov-distil (oracle2student)": 7.774135589599609,
      "cov-distil (oracle2teacher)": 6.58708381652832,
      "epoch": 0.3665620094191523,
      "rel-constrast": 4.15330696105957,
      "step": 467,
      "subrel-constrast": 4.940469741821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2678370475769043,
      "cov-distil (oracle2student)": 3.2847068309783936,
      "cov-distil (oracle2teacher)": 2.9854884147644043,
      "epoch": 0.3673469387755102,
      "rel-constrast": 4.6083855628967285,
      "step": 468,
      "subrel-constrast": 4.441287040710449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.196363687515259,
      "cov-distil (oracle2student)": 4.333902835845947,
      "cov-distil (oracle2teacher)": 4.574076175689697,
      "epoch": 0.36813186813186816,
      "rel-constrast": 4.278085708618164,
      "step": 469,
      "subrel-constrast": 5.189983367919922,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 10.1875,
      "learning_rate": 2.345e-05,
      "loss": 1.1793,
      "step": 470
    },
    {
      "cov-distil": 2.533843994140625,
      "cov-distil (oracle2student)": 5.978747367858887,
      "cov-distil (oracle2teacher)": 5.425849914550781,
      "epoch": 0.36891679748822603,
      "rel-constrast": 4.380161762237549,
      "step": 470,
      "subrel-constrast": 5.573913097381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5308892726898193,
      "cov-distil (oracle2student)": 2.514479160308838,
      "cov-distil (oracle2teacher)": 2.372117519378662,
      "epoch": 0.36970172684458397,
      "rel-constrast": 2.35434889793396,
      "step": 471,
      "subrel-constrast": 2.5103394985198975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2500219345092773,
      "cov-distil (oracle2student)": 3.973175048828125,
      "cov-distil (oracle2teacher)": 3.931414842605591,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.966829299926758,
      "step": 472,
      "subrel-constrast": 2.8600332736968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9129756689071655,
      "cov-distil (oracle2student)": 4.23541259765625,
      "cov-distil (oracle2teacher)": 3.6971471309661865,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.762936592102051,
      "step": 473,
      "subrel-constrast": 3.4188146591186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.912912368774414,
      "cov-distil (oracle2student)": 4.1711859703063965,
      "cov-distil (oracle2teacher)": 4.692277908325195,
      "epoch": 0.37205651491365777,
      "rel-constrast": 3.62333345413208,
      "step": 474,
      "subrel-constrast": 4.32157564163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0989773273468018,
      "cov-distil (oracle2student)": 3.832151174545288,
      "cov-distil (oracle2teacher)": 4.410405158996582,
      "epoch": 0.3728414442700157,
      "rel-constrast": 4.430049419403076,
      "step": 475,
      "subrel-constrast": 4.741738796234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.258049964904785,
      "cov-distil (oracle2student)": 5.291522026062012,
      "cov-distil (oracle2teacher)": 4.575435161590576,
      "epoch": 0.37362637362637363,
      "rel-constrast": 4.222903251647949,
      "step": 476,
      "subrel-constrast": 3.961719274520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.570009469985962,
      "cov-distil (oracle2student)": 5.773652076721191,
      "cov-distil (oracle2teacher)": 5.470463752746582,
      "epoch": 0.37441130298273156,
      "rel-constrast": 4.533541679382324,
      "step": 477,
      "subrel-constrast": 4.77773380279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8505635261535645,
      "cov-distil (oracle2student)": 6.83684778213501,
      "cov-distil (oracle2teacher)": 5.409127235412598,
      "epoch": 0.3751962323390895,
      "rel-constrast": 5.62321662902832,
      "step": 478,
      "subrel-constrast": 5.232511043548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7924580574035645,
      "cov-distil (oracle2student)": 3.7319493293762207,
      "cov-distil (oracle2teacher)": 4.292430400848389,
      "epoch": 0.37598116169544743,
      "rel-constrast": 4.3964619636535645,
      "step": 479,
      "subrel-constrast": 4.63718843460083,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 11.4375,
      "learning_rate": 2.395e-05,
      "loss": 1.0666,
      "step": 480
    },
    {
      "cov-distil": 3.3505167961120605,
      "cov-distil (oracle2student)": 5.910223960876465,
      "cov-distil (oracle2teacher)": 4.989709377288818,
      "epoch": 0.37676609105180536,
      "rel-constrast": 3.6228749752044678,
      "step": 480,
      "subrel-constrast": 4.511120796203613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4485015869140625,
      "cov-distil (oracle2student)": 2.978269338607788,
      "cov-distil (oracle2teacher)": 3.3022730350494385,
      "epoch": 0.37755102040816324,
      "rel-constrast": 2.7968740463256836,
      "step": 481,
      "subrel-constrast": 3.763864278793335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9172215461730957,
      "cov-distil (oracle2student)": 4.363856315612793,
      "cov-distil (oracle2teacher)": 4.398320198059082,
      "epoch": 0.3783359497645212,
      "rel-constrast": 3.863055467605591,
      "step": 482,
      "subrel-constrast": 4.3716607093811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2787156105041504,
      "cov-distil (oracle2student)": 5.516321182250977,
      "cov-distil (oracle2teacher)": 4.784538269042969,
      "epoch": 0.3791208791208791,
      "rel-constrast": 4.094292640686035,
      "step": 483,
      "subrel-constrast": 4.160613059997559,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235403537750244,
      "cov-distil (oracle2student)": 5.518409729003906,
      "cov-distil (oracle2teacher)": 4.50856876373291,
      "epoch": 0.37990580847723704,
      "rel-constrast": 3.563915252685547,
      "step": 484,
      "subrel-constrast": 3.7485921382904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8194551467895508,
      "cov-distil (oracle2student)": 4.414938926696777,
      "cov-distil (oracle2teacher)": 3.9738450050354004,
      "epoch": 0.38069073783359497,
      "rel-constrast": 3.6036124229431152,
      "step": 485,
      "subrel-constrast": 4.087226390838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5132029056549072,
      "cov-distil (oracle2student)": 5.28877067565918,
      "cov-distil (oracle2teacher)": 4.891587257385254,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.990896224975586,
      "step": 486,
      "subrel-constrast": 4.995358467102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.118487596511841,
      "cov-distil (oracle2student)": 4.492996692657471,
      "cov-distil (oracle2teacher)": 3.331876277923584,
      "epoch": 0.38226059654631084,
      "rel-constrast": 3.6116862297058105,
      "step": 487,
      "subrel-constrast": 3.7064754962921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1922671794891357,
      "cov-distil (oracle2student)": 4.6771087646484375,
      "cov-distil (oracle2teacher)": 4.225015640258789,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.873265504837036,
      "step": 488,
      "subrel-constrast": 4.981564044952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20857834815979,
      "cov-distil (oracle2student)": 5.020869255065918,
      "cov-distil (oracle2teacher)": 4.323666572570801,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.868755340576172,
      "step": 489,
      "subrel-constrast": 5.429229736328125,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 9.8125,
      "learning_rate": 2.445e-05,
      "loss": 0.9824,
      "step": 490
    },
    {
      "cov-distil": 1.981706976890564,
      "cov-distil (oracle2student)": 7.053213119506836,
      "cov-distil (oracle2teacher)": 6.48574161529541,
      "epoch": 0.38461538461538464,
      "rel-constrast": 4.026374816894531,
      "step": 490,
      "subrel-constrast": 4.501920223236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.410712718963623,
      "cov-distil (oracle2student)": 5.133758544921875,
      "cov-distil (oracle2teacher)": 4.222221851348877,
      "epoch": 0.38540031397174257,
      "rel-constrast": 4.2775421142578125,
      "step": 491,
      "subrel-constrast": 4.118622779846191,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371644973754883,
      "cov-distil (oracle2student)": 5.659582138061523,
      "cov-distil (oracle2teacher)": 4.827879428863525,
      "epoch": 0.38618524332810045,
      "rel-constrast": 4.763324737548828,
      "step": 492,
      "subrel-constrast": 4.729984760284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4028496742248535,
      "cov-distil (oracle2student)": 4.193080425262451,
      "cov-distil (oracle2teacher)": 4.319695949554443,
      "epoch": 0.3869701726844584,
      "rel-constrast": 3.300520896911621,
      "step": 493,
      "subrel-constrast": 4.785802841186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9608060121536255,
      "cov-distil (oracle2student)": 4.956197261810303,
      "cov-distil (oracle2teacher)": 3.9665870666503906,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.9137468338012695,
      "step": 494,
      "subrel-constrast": 3.282076597213745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4849562644958496,
      "cov-distil (oracle2student)": 6.280769348144531,
      "cov-distil (oracle2teacher)": 6.161978721618652,
      "epoch": 0.38854003139717425,
      "rel-constrast": 4.2239484786987305,
      "step": 495,
      "subrel-constrast": 4.649102210998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7329490184783936,
      "cov-distil (oracle2student)": 4.664039611816406,
      "cov-distil (oracle2teacher)": 4.460330963134766,
      "epoch": 0.3893249607535322,
      "rel-constrast": 2.6345038414001465,
      "step": 496,
      "subrel-constrast": 3.718508243560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085386276245117,
      "cov-distil (oracle2student)": 3.886662721633911,
      "cov-distil (oracle2teacher)": 3.3928866386413574,
      "epoch": 0.3901098901098901,
      "rel-constrast": 3.260143518447876,
      "step": 497,
      "subrel-constrast": 3.9507155418395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7282142639160156,
      "cov-distil (oracle2student)": 3.539856433868408,
      "cov-distil (oracle2teacher)": 3.77888822555542,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.3446929454803467,
      "step": 498,
      "subrel-constrast": 2.6004679203033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6501827239990234,
      "cov-distil (oracle2student)": 7.322658061981201,
      "cov-distil (oracle2teacher)": 6.7670207023620605,
      "epoch": 0.391679748822606,
      "rel-constrast": 4.462357521057129,
      "step": 499,
      "subrel-constrast": 5.298823833465576,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 8.375,
      "learning_rate": 2.495e-05,
      "loss": 0.9597,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.76,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7646016647473324,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.42899999999999994,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.6060522546653996,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.5329941442436358,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.2421875,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.06243896484375
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.042694091796875
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": -0.019744873046875,
      "step": 500
    },
    {
      "cov-distil": 1.4159998893737793,
      "cov-distil (oracle2student)": 4.625096797943115,
      "cov-distil (oracle2teacher)": 4.183469772338867,
      "epoch": 0.3924646781789639,
      "rel-constrast": 3.086014986038208,
      "step": 500,
      "subrel-constrast": 3.322561264038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.484131336212158,
      "cov-distil (oracle2student)": 5.681003093719482,
      "cov-distil (oracle2teacher)": 4.552072048187256,
      "epoch": 0.39324960753532184,
      "rel-constrast": 3.455115795135498,
      "step": 501,
      "subrel-constrast": 3.60056209564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732965111732483,
      "cov-distil (oracle2student)": 3.93009877204895,
      "cov-distil (oracle2teacher)": 3.7015490531921387,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.891814708709717,
      "step": 502,
      "subrel-constrast": 4.615721225738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3193750381469727,
      "cov-distil (oracle2student)": 4.851567268371582,
      "cov-distil (oracle2teacher)": 4.249268054962158,
      "epoch": 0.39481946624803765,
      "rel-constrast": 3.16011381149292,
      "step": 503,
      "subrel-constrast": 3.5040040016174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2391562461853027,
      "cov-distil (oracle2student)": 3.613586664199829,
      "cov-distil (oracle2teacher)": 3.6175577640533447,
      "epoch": 0.3956043956043956,
      "rel-constrast": 4.543619155883789,
      "step": 504,
      "subrel-constrast": 4.639369964599609,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1063196659088135,
      "cov-distil (oracle2student)": 5.640138626098633,
      "cov-distil (oracle2teacher)": 4.9118757247924805,
      "epoch": 0.3963893249607535,
      "rel-constrast": 3.3249940872192383,
      "step": 505,
      "subrel-constrast": 3.79390287399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8278141021728516,
      "cov-distil (oracle2student)": 3.6726248264312744,
      "cov-distil (oracle2teacher)": 3.7039384841918945,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.797194480895996,
      "step": 506,
      "subrel-constrast": 4.491276264190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0168466567993164,
      "cov-distil (oracle2student)": 5.7914814949035645,
      "cov-distil (oracle2teacher)": 5.907716751098633,
      "epoch": 0.3979591836734694,
      "rel-constrast": 3.658668279647827,
      "step": 507,
      "subrel-constrast": 4.55025577545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.112938165664673,
      "cov-distil (oracle2student)": 3.503079414367676,
      "cov-distil (oracle2teacher)": 3.669462203979492,
      "epoch": 0.3987441130298273,
      "rel-constrast": 2.802060604095459,
      "step": 508,
      "subrel-constrast": 3.5418896675109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9679971933364868,
      "cov-distil (oracle2student)": 4.781468391418457,
      "cov-distil (oracle2teacher)": 4.673793315887451,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.881654977798462,
      "step": 509,
      "subrel-constrast": 4.416358947753906,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 9.1875,
      "learning_rate": 2.5450000000000002e-05,
      "loss": 0.9456,
      "step": 510
    },
    {
      "cov-distil": 1.395479440689087,
      "cov-distil (oracle2student)": 5.548276424407959,
      "cov-distil (oracle2teacher)": 4.577188014984131,
      "epoch": 0.4003139717425432,
      "rel-constrast": 3.209362506866455,
      "step": 510,
      "subrel-constrast": 3.1534719467163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8525688648223877,
      "cov-distil (oracle2student)": 6.531951904296875,
      "cov-distil (oracle2teacher)": 5.465667724609375,
      "epoch": 0.4010989010989011,
      "rel-constrast": 4.491300582885742,
      "step": 511,
      "subrel-constrast": 4.586567401885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9388954639434814,
      "cov-distil (oracle2student)": 5.9139084815979,
      "cov-distil (oracle2teacher)": 5.163846015930176,
      "epoch": 0.40188383045525905,
      "rel-constrast": 4.033116340637207,
      "step": 512,
      "subrel-constrast": 4.773599147796631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909735441207886,
      "cov-distil (oracle2student)": 4.206601142883301,
      "cov-distil (oracle2teacher)": 4.269314765930176,
      "epoch": 0.4026687598116169,
      "rel-constrast": 4.130172252655029,
      "step": 513,
      "subrel-constrast": 4.800011157989502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82828950881958,
      "cov-distil (oracle2student)": 3.7563247680664062,
      "cov-distil (oracle2teacher)": 3.2919278144836426,
      "epoch": 0.40345368916797486,
      "rel-constrast": 2.0718255043029785,
      "step": 514,
      "subrel-constrast": 2.8484530448913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6547434329986572,
      "cov-distil (oracle2student)": 3.475689649581909,
      "cov-distil (oracle2teacher)": 3.3665518760681152,
      "epoch": 0.4042386185243328,
      "rel-constrast": 3.053926706314087,
      "step": 515,
      "subrel-constrast": 3.580040454864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8886094093322754,
      "cov-distil (oracle2student)": 3.8891124725341797,
      "cov-distil (oracle2teacher)": 3.9477672576904297,
      "epoch": 0.4050235478806907,
      "rel-constrast": 3.4653000831604004,
      "step": 516,
      "subrel-constrast": 4.058748722076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4138705730438232,
      "cov-distil (oracle2student)": 6.235104084014893,
      "cov-distil (oracle2teacher)": 6.172943115234375,
      "epoch": 0.40580847723704866,
      "rel-constrast": 4.911827564239502,
      "step": 517,
      "subrel-constrast": 5.379470348358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.055727481842041,
      "cov-distil (oracle2student)": 4.765932083129883,
      "cov-distil (oracle2teacher)": 3.858649492263794,
      "epoch": 0.4065934065934066,
      "rel-constrast": 4.432010650634766,
      "step": 518,
      "subrel-constrast": 3.8237483501434326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.444960594177246,
      "cov-distil (oracle2student)": 3.9477295875549316,
      "cov-distil (oracle2teacher)": 4.20830774307251,
      "epoch": 0.4073783359497645,
      "rel-constrast": 4.135186195373535,
      "step": 519,
      "subrel-constrast": 4.819687843322754,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 8.875,
      "learning_rate": 2.595e-05,
      "loss": 1.0015,
      "step": 520
    },
    {
      "cov-distil": 2.114975690841675,
      "cov-distil (oracle2student)": 6.017740249633789,
      "cov-distil (oracle2teacher)": 6.046045303344727,
      "epoch": 0.40816326530612246,
      "rel-constrast": 3.083989143371582,
      "step": 520,
      "subrel-constrast": 3.6702053546905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6442341804504395,
      "cov-distil (oracle2student)": 4.542356491088867,
      "cov-distil (oracle2teacher)": 3.9366345405578613,
      "epoch": 0.4089481946624804,
      "rel-constrast": 2.837587594985962,
      "step": 521,
      "subrel-constrast": 3.523179054260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6822391748428345,
      "cov-distil (oracle2student)": 3.990572690963745,
      "cov-distil (oracle2teacher)": 3.6689414978027344,
      "epoch": 0.4097331240188383,
      "rel-constrast": 3.3714590072631836,
      "step": 522,
      "subrel-constrast": 3.4518234729766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5175161361694336,
      "cov-distil (oracle2student)": 5.360091209411621,
      "cov-distil (oracle2teacher)": 4.391173362731934,
      "epoch": 0.41051805337519626,
      "rel-constrast": 3.320817232131958,
      "step": 523,
      "subrel-constrast": 4.099976539611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8499733209609985,
      "cov-distil (oracle2student)": 4.837664604187012,
      "cov-distil (oracle2teacher)": 4.160462856292725,
      "epoch": 0.41130298273155413,
      "rel-constrast": 3.551431655883789,
      "step": 524,
      "subrel-constrast": 4.396182060241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3767762184143066,
      "cov-distil (oracle2student)": 5.010434150695801,
      "cov-distil (oracle2teacher)": 4.696888446807861,
      "epoch": 0.41208791208791207,
      "rel-constrast": 3.382202386856079,
      "step": 525,
      "subrel-constrast": 4.079559803009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7340972423553467,
      "cov-distil (oracle2student)": 6.103010654449463,
      "cov-distil (oracle2teacher)": 4.891907215118408,
      "epoch": 0.41287284144427,
      "rel-constrast": 2.4694104194641113,
      "step": 526,
      "subrel-constrast": 3.338963270187378,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8253371715545654,
      "cov-distil (oracle2student)": 4.7706756591796875,
      "cov-distil (oracle2teacher)": 4.591316223144531,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.593013763427734,
      "step": 527,
      "subrel-constrast": 5.206238269805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2579145431518555,
      "cov-distil (oracle2student)": 8.899227142333984,
      "cov-distil (oracle2teacher)": 7.634507179260254,
      "epoch": 0.41444270015698587,
      "rel-constrast": 3.0921471118927,
      "step": 528,
      "subrel-constrast": 4.043778896331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9917439222335815,
      "cov-distil (oracle2student)": 3.3459632396698,
      "cov-distil (oracle2teacher)": 3.3262996673583984,
      "epoch": 0.4152276295133438,
      "rel-constrast": 3.5178332328796387,
      "step": 529,
      "subrel-constrast": 4.205659866333008,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 8.6875,
      "learning_rate": 2.6450000000000003e-05,
      "loss": 0.883,
      "step": 530
    },
    {
      "cov-distil": 2.4610893726348877,
      "cov-distil (oracle2student)": 7.107298851013184,
      "cov-distil (oracle2teacher)": 5.995322227478027,
      "epoch": 0.41601255886970173,
      "rel-constrast": 4.013538837432861,
      "step": 530,
      "subrel-constrast": 4.085789203643799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9131748676300049,
      "cov-distil (oracle2student)": 3.1839516162872314,
      "cov-distil (oracle2teacher)": 3.143718957901001,
      "epoch": 0.41679748822605966,
      "rel-constrast": 3.6091840267181396,
      "step": 531,
      "subrel-constrast": 3.740673303604126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.387206554412842,
      "cov-distil (oracle2student)": 3.9284486770629883,
      "cov-distil (oracle2teacher)": 3.8082845211029053,
      "epoch": 0.4175824175824176,
      "rel-constrast": 3.5161938667297363,
      "step": 532,
      "subrel-constrast": 4.079607009887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.471837282180786,
      "cov-distil (oracle2student)": 5.907663345336914,
      "cov-distil (oracle2teacher)": 6.287313938140869,
      "epoch": 0.41836734693877553,
      "rel-constrast": 4.507608890533447,
      "step": 533,
      "subrel-constrast": 5.104624271392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2768821716308594,
      "cov-distil (oracle2student)": 5.402787208557129,
      "cov-distil (oracle2teacher)": 4.590387344360352,
      "epoch": 0.41915227629513346,
      "rel-constrast": 4.229998588562012,
      "step": 534,
      "subrel-constrast": 4.759891986846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1538729667663574,
      "cov-distil (oracle2student)": 5.076930046081543,
      "cov-distil (oracle2teacher)": 4.963534832000732,
      "epoch": 0.41993720565149134,
      "rel-constrast": 5.096151351928711,
      "step": 535,
      "subrel-constrast": 5.996850490570068,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1815271377563477,
      "cov-distil (oracle2student)": 4.3686065673828125,
      "cov-distil (oracle2teacher)": 3.7489352226257324,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.4470701217651367,
      "step": 536,
      "subrel-constrast": 3.943808078765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5430976152420044,
      "cov-distil (oracle2student)": 5.03574800491333,
      "cov-distil (oracle2teacher)": 5.004518508911133,
      "epoch": 0.4215070643642072,
      "rel-constrast": 4.9359941482543945,
      "step": 537,
      "subrel-constrast": 4.681961536407471,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1151583194732666,
      "cov-distil (oracle2student)": 4.930647850036621,
      "cov-distil (oracle2teacher)": 4.3884663581848145,
      "epoch": 0.42229199372056514,
      "rel-constrast": 3.337693214416504,
      "step": 538,
      "subrel-constrast": 4.436145305633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0622363090515137,
      "cov-distil (oracle2student)": 5.964321136474609,
      "cov-distil (oracle2teacher)": 4.597193241119385,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.918050765991211,
      "step": 539,
      "subrel-constrast": 3.1426711082458496,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 8.25,
      "learning_rate": 2.6950000000000005e-05,
      "loss": 1.0442,
      "step": 540
    },
    {
      "cov-distil": 2.4555015563964844,
      "cov-distil (oracle2student)": 4.551426887512207,
      "cov-distil (oracle2teacher)": 3.9443788528442383,
      "epoch": 0.423861852433281,
      "rel-constrast": 3.3250837326049805,
      "step": 540,
      "subrel-constrast": 3.5797502994537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082664966583252,
      "cov-distil (oracle2student)": 4.699512958526611,
      "cov-distil (oracle2teacher)": 4.110074043273926,
      "epoch": 0.42464678178963894,
      "rel-constrast": 2.5872223377227783,
      "step": 541,
      "subrel-constrast": 3.821152687072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204350709915161,
      "cov-distil (oracle2student)": 4.2027435302734375,
      "cov-distil (oracle2teacher)": 3.8273561000823975,
      "epoch": 0.42543171114599687,
      "rel-constrast": 3.1161422729492188,
      "step": 542,
      "subrel-constrast": 3.712345838546753,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0034756660461426,
      "cov-distil (oracle2student)": 4.845664978027344,
      "cov-distil (oracle2teacher)": 4.585733890533447,
      "epoch": 0.4262166405023548,
      "rel-constrast": 3.031003952026367,
      "step": 543,
      "subrel-constrast": 3.3142998218536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4440988302230835,
      "cov-distil (oracle2student)": 3.6065969467163086,
      "cov-distil (oracle2teacher)": 3.154442310333252,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.4494941234588623,
      "step": 544,
      "subrel-constrast": 2.605020046234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6435261964797974,
      "cov-distil (oracle2student)": 3.551994800567627,
      "cov-distil (oracle2teacher)": 3.056854724884033,
      "epoch": 0.42778649921507067,
      "rel-constrast": 3.822410821914673,
      "step": 545,
      "subrel-constrast": 3.836008071899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7628724575042725,
      "cov-distil (oracle2student)": 6.011783599853516,
      "cov-distil (oracle2teacher)": 4.953354358673096,
      "epoch": 0.42857142857142855,
      "rel-constrast": 3.934589385986328,
      "step": 546,
      "subrel-constrast": 3.964400053024292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7866466045379639,
      "cov-distil (oracle2student)": 3.3814570903778076,
      "cov-distil (oracle2teacher)": 3.467113733291626,
      "epoch": 0.4293563579277865,
      "rel-constrast": 3.8515207767486572,
      "step": 547,
      "subrel-constrast": 4.402586460113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3751814365386963,
      "cov-distil (oracle2student)": 4.2626800537109375,
      "cov-distil (oracle2teacher)": 3.390429973602295,
      "epoch": 0.4301412872841444,
      "rel-constrast": 4.448970794677734,
      "step": 548,
      "subrel-constrast": 4.393995761871338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0791738033294678,
      "cov-distil (oracle2student)": 5.72738790512085,
      "cov-distil (oracle2teacher)": 4.336122512817383,
      "epoch": 0.43092621664050235,
      "rel-constrast": 3.669039487838745,
      "step": 549,
      "subrel-constrast": 3.670117139816284,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 10.5625,
      "learning_rate": 2.7450000000000003e-05,
      "loss": 0.9055,
      "step": 550
    },
    {
      "cov-distil": 1.8588554859161377,
      "cov-distil (oracle2student)": 5.19000244140625,
      "cov-distil (oracle2teacher)": 5.229203224182129,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.9200479984283447,
      "step": 550,
      "subrel-constrast": 4.266639709472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4664716720581055,
      "cov-distil (oracle2student)": 4.6646318435668945,
      "cov-distil (oracle2teacher)": 4.247303485870361,
      "epoch": 0.4324960753532182,
      "rel-constrast": 2.7482821941375732,
      "step": 551,
      "subrel-constrast": 3.751079797744751,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2391505241394043,
      "cov-distil (oracle2student)": 4.254290580749512,
      "cov-distil (oracle2teacher)": 4.511953353881836,
      "epoch": 0.43328100470957615,
      "rel-constrast": 2.8833484649658203,
      "step": 552,
      "subrel-constrast": 3.7221202850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5725274085998535,
      "cov-distil (oracle2student)": 4.4030375480651855,
      "cov-distil (oracle2teacher)": 3.902764320373535,
      "epoch": 0.4340659340659341,
      "rel-constrast": 3.2813262939453125,
      "step": 553,
      "subrel-constrast": 4.29766321182251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6824195384979248,
      "cov-distil (oracle2student)": 4.262044906616211,
      "cov-distil (oracle2teacher)": 4.066236972808838,
      "epoch": 0.434850863422292,
      "rel-constrast": 4.048982620239258,
      "step": 554,
      "subrel-constrast": 4.117492198944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.280151605606079,
      "cov-distil (oracle2student)": 3.482992649078369,
      "cov-distil (oracle2teacher)": 3.8700485229492188,
      "epoch": 0.43563579277864994,
      "rel-constrast": 3.2121012210845947,
      "step": 555,
      "subrel-constrast": 3.5926947593688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286961078643799,
      "cov-distil (oracle2student)": 4.809238433837891,
      "cov-distil (oracle2teacher)": 4.7140703201293945,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.495352029800415,
      "step": 556,
      "subrel-constrast": 4.314545631408691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7107021808624268,
      "cov-distil (oracle2student)": 4.218628406524658,
      "cov-distil (oracle2teacher)": 3.300020694732666,
      "epoch": 0.43720565149136575,
      "rel-constrast": 3.8885021209716797,
      "step": 557,
      "subrel-constrast": 4.020322799682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8882838487625122,
      "cov-distil (oracle2student)": 5.679129600524902,
      "cov-distil (oracle2teacher)": 5.104907035827637,
      "epoch": 0.4379905808477237,
      "rel-constrast": 4.420882225036621,
      "step": 558,
      "subrel-constrast": 5.289524078369141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9853229522705078,
      "cov-distil (oracle2student)": 5.879613876342773,
      "cov-distil (oracle2teacher)": 5.262145042419434,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.605356216430664,
      "step": 559,
      "subrel-constrast": 4.175075531005859,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 7.125,
      "learning_rate": 2.7950000000000005e-05,
      "loss": 0.9175,
      "step": 560
    },
    {
      "cov-distil": 2.459702968597412,
      "cov-distil (oracle2student)": 3.54038667678833,
      "cov-distil (oracle2teacher)": 3.519683599472046,
      "epoch": 0.43956043956043955,
      "rel-constrast": 3.044311285018921,
      "step": 560,
      "subrel-constrast": 3.8617966175079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301657199859619,
      "cov-distil (oracle2student)": 3.6367805004119873,
      "cov-distil (oracle2teacher)": 3.5185651779174805,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.504409074783325,
      "step": 561,
      "subrel-constrast": 3.5072786808013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2072887420654297,
      "cov-distil (oracle2student)": 2.9245615005493164,
      "cov-distil (oracle2teacher)": 3.1548707485198975,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.7347452640533447,
      "step": 562,
      "subrel-constrast": 2.8598663806915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9743279218673706,
      "cov-distil (oracle2student)": 4.175314426422119,
      "cov-distil (oracle2teacher)": 3.5759027004241943,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.9006690979003906,
      "step": 563,
      "subrel-constrast": 3.607196092605591,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0321104526519775,
      "cov-distil (oracle2student)": 3.8106508255004883,
      "cov-distil (oracle2teacher)": 2.9803009033203125,
      "epoch": 0.4427001569858713,
      "rel-constrast": 2.8958191871643066,
      "step": 564,
      "subrel-constrast": 3.457608461380005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.913415551185608,
      "cov-distil (oracle2student)": 5.349029541015625,
      "cov-distil (oracle2teacher)": 5.066087245941162,
      "epoch": 0.4434850863422292,
      "rel-constrast": 3.0215673446655273,
      "step": 565,
      "subrel-constrast": 4.1114678382873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1626877784729004,
      "cov-distil (oracle2student)": 5.174778938293457,
      "cov-distil (oracle2teacher)": 4.4595136642456055,
      "epoch": 0.44427001569858715,
      "rel-constrast": 4.159515380859375,
      "step": 566,
      "subrel-constrast": 3.9089341163635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3144021034240723,
      "cov-distil (oracle2student)": 4.621238708496094,
      "cov-distil (oracle2teacher)": 3.871673107147217,
      "epoch": 0.44505494505494503,
      "rel-constrast": 3.3642213344573975,
      "step": 567,
      "subrel-constrast": 3.904902696609497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7472102642059326,
      "cov-distil (oracle2student)": 4.851565837860107,
      "cov-distil (oracle2teacher)": 4.329448223114014,
      "epoch": 0.44583987441130296,
      "rel-constrast": 4.3499755859375,
      "step": 568,
      "subrel-constrast": 5.089810371398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075791597366333,
      "cov-distil (oracle2student)": 5.32772159576416,
      "cov-distil (oracle2teacher)": 4.403005123138428,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.8129007816314697,
      "step": 569,
      "subrel-constrast": 4.071926593780518,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 6.34375,
      "learning_rate": 2.845e-05,
      "loss": 0.8477,
      "step": 570
    },
    {
      "cov-distil": 2.4237582683563232,
      "cov-distil (oracle2student)": 3.0226638317108154,
      "cov-distil (oracle2teacher)": 3.047776460647583,
      "epoch": 0.4474097331240188,
      "rel-constrast": 3.2645320892333984,
      "step": 570,
      "subrel-constrast": 3.560032367706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9481277465820312,
      "cov-distil (oracle2student)": 4.076622486114502,
      "cov-distil (oracle2teacher)": 3.657952070236206,
      "epoch": 0.44819466248037676,
      "rel-constrast": 3.1871180534362793,
      "step": 571,
      "subrel-constrast": 3.889390468597412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8381760120391846,
      "cov-distil (oracle2student)": 5.546555519104004,
      "cov-distil (oracle2teacher)": 4.999195575714111,
      "epoch": 0.4489795918367347,
      "rel-constrast": 3.591369390487671,
      "step": 572,
      "subrel-constrast": 4.264605522155762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9256342649459839,
      "cov-distil (oracle2student)": 4.694274425506592,
      "cov-distil (oracle2teacher)": 4.289140701293945,
      "epoch": 0.4497645211930926,
      "rel-constrast": 3.0780086517333984,
      "step": 573,
      "subrel-constrast": 4.314204216003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8656573295593262,
      "cov-distil (oracle2student)": 5.347856044769287,
      "cov-distil (oracle2teacher)": 4.730378150939941,
      "epoch": 0.45054945054945056,
      "rel-constrast": 4.534104347229004,
      "step": 574,
      "subrel-constrast": 3.962686061859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547745704650879,
      "cov-distil (oracle2student)": 5.250231742858887,
      "cov-distil (oracle2teacher)": 4.580447196960449,
      "epoch": 0.4513343799058085,
      "rel-constrast": 3.9131903648376465,
      "step": 575,
      "subrel-constrast": 3.791517972946167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732090950012207,
      "cov-distil (oracle2student)": 5.05672550201416,
      "cov-distil (oracle2teacher)": 4.70509147644043,
      "epoch": 0.4521193092621664,
      "rel-constrast": 4.284381866455078,
      "step": 576,
      "subrel-constrast": 4.660088539123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4754586219787598,
      "cov-distil (oracle2student)": 3.833111047744751,
      "cov-distil (oracle2teacher)": 3.6682260036468506,
      "epoch": 0.45290423861852436,
      "rel-constrast": 4.8734540939331055,
      "step": 577,
      "subrel-constrast": 5.031405925750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7031965255737305,
      "cov-distil (oracle2student)": 5.395284175872803,
      "cov-distil (oracle2teacher)": 4.765050888061523,
      "epoch": 0.45368916797488223,
      "rel-constrast": 3.602329730987549,
      "step": 578,
      "subrel-constrast": 4.0972137451171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5256094932556152,
      "cov-distil (oracle2student)": 4.89035701751709,
      "cov-distil (oracle2teacher)": 3.6736831665039062,
      "epoch": 0.45447409733124017,
      "rel-constrast": 4.2911696434021,
      "step": 579,
      "subrel-constrast": 4.371425628662109,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 8.125,
      "learning_rate": 2.895e-05,
      "loss": 1.0155,
      "step": 580
    },
    {
      "cov-distil": 1.709166169166565,
      "cov-distil (oracle2student)": 3.729433059692383,
      "cov-distil (oracle2teacher)": 3.766822576522827,
      "epoch": 0.4552590266875981,
      "rel-constrast": 3.0027105808258057,
      "step": 580,
      "subrel-constrast": 4.083986282348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0113184452056885,
      "cov-distil (oracle2student)": 4.184613227844238,
      "cov-distil (oracle2teacher)": 4.161296844482422,
      "epoch": 0.45604395604395603,
      "rel-constrast": 3.453307867050171,
      "step": 581,
      "subrel-constrast": 3.889902114868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9728846549987793,
      "cov-distil (oracle2student)": 6.470742225646973,
      "cov-distil (oracle2teacher)": 5.655285835266113,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.9654622077941895,
      "step": 582,
      "subrel-constrast": 3.6763298511505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.542206048965454,
      "cov-distil (oracle2student)": 3.866248846054077,
      "cov-distil (oracle2teacher)": 3.5213499069213867,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.910317897796631,
      "step": 583,
      "subrel-constrast": 3.0755670070648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1158554553985596,
      "cov-distil (oracle2student)": 3.5174355506896973,
      "cov-distil (oracle2teacher)": 3.3816027641296387,
      "epoch": 0.45839874411302983,
      "rel-constrast": 3.163273334503174,
      "step": 584,
      "subrel-constrast": 4.189387798309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358933448791504,
      "cov-distil (oracle2student)": 5.5259623527526855,
      "cov-distil (oracle2teacher)": 4.876613616943359,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.3363170623779297,
      "step": 585,
      "subrel-constrast": 3.8728079795837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158913612365723,
      "cov-distil (oracle2student)": 3.81449818611145,
      "cov-distil (oracle2teacher)": 3.7397782802581787,
      "epoch": 0.4599686028257457,
      "rel-constrast": 2.7120189666748047,
      "step": 586,
      "subrel-constrast": 3.659945487976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6179494857788086,
      "cov-distil (oracle2student)": 5.410915851593018,
      "cov-distil (oracle2teacher)": 5.183100700378418,
      "epoch": 0.46075353218210363,
      "rel-constrast": 4.8570733070373535,
      "step": 587,
      "subrel-constrast": 6.077430248260498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146589756011963,
      "cov-distil (oracle2student)": 4.808439254760742,
      "cov-distil (oracle2teacher)": 4.277884483337402,
      "epoch": 0.46153846153846156,
      "rel-constrast": 3.206974744796753,
      "step": 588,
      "subrel-constrast": 3.596273899078369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089515209197998,
      "cov-distil (oracle2student)": 5.792536735534668,
      "cov-distil (oracle2teacher)": 5.11306095123291,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.9252166748046875,
      "step": 589,
      "subrel-constrast": 4.313965320587158,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 6.84375,
      "learning_rate": 2.945e-05,
      "loss": 0.8647,
      "step": 590
    },
    {
      "cov-distil": 2.1267971992492676,
      "cov-distil (oracle2student)": 4.215712547302246,
      "cov-distil (oracle2teacher)": 3.4440689086914062,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.7106242179870605,
      "step": 590,
      "subrel-constrast": 4.224156379699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0595297813415527,
      "cov-distil (oracle2student)": 7.233006477355957,
      "cov-distil (oracle2teacher)": 6.707408428192139,
      "epoch": 0.4638932496075353,
      "rel-constrast": 2.9407167434692383,
      "step": 591,
      "subrel-constrast": 4.574547290802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.99887216091156,
      "cov-distil (oracle2student)": 5.496109962463379,
      "cov-distil (oracle2teacher)": 5.127659797668457,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.3733620643615723,
      "step": 592,
      "subrel-constrast": 3.4967288970947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7047181129455566,
      "cov-distil (oracle2student)": 5.643624305725098,
      "cov-distil (oracle2teacher)": 4.487111568450928,
      "epoch": 0.4654631083202512,
      "rel-constrast": 5.243678092956543,
      "step": 593,
      "subrel-constrast": 5.544729709625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4938790798187256,
      "cov-distil (oracle2student)": 6.409417152404785,
      "cov-distil (oracle2teacher)": 5.84320068359375,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.4475982189178467,
      "step": 594,
      "subrel-constrast": 3.6893906593322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6694910526275635,
      "cov-distil (oracle2student)": 5.082285404205322,
      "cov-distil (oracle2teacher)": 4.492275714874268,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.532689094543457,
      "step": 595,
      "subrel-constrast": 4.091874122619629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148131847381592,
      "cov-distil (oracle2student)": 4.989685535430908,
      "cov-distil (oracle2teacher)": 4.480835914611816,
      "epoch": 0.46781789638932497,
      "rel-constrast": 4.088759422302246,
      "step": 596,
      "subrel-constrast": 4.2698822021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310335159301758,
      "cov-distil (oracle2student)": 4.894394874572754,
      "cov-distil (oracle2teacher)": 4.825157165527344,
      "epoch": 0.4686028257456829,
      "rel-constrast": 5.071242332458496,
      "step": 597,
      "subrel-constrast": 5.214943885803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2443196773529053,
      "cov-distil (oracle2student)": 4.7232747077941895,
      "cov-distil (oracle2teacher)": 4.185579299926758,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.9406661987304688,
      "step": 598,
      "subrel-constrast": 3.8035221099853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5355151891708374,
      "cov-distil (oracle2student)": 3.4818904399871826,
      "cov-distil (oracle2teacher)": 3.4106650352478027,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.709094762802124,
      "step": 599,
      "subrel-constrast": 3.5162317752838135,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 6.09375,
      "learning_rate": 2.995e-05,
      "loss": 0.9297,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.2984375059604645,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.049224853515625
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.031402587890625
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.017822265625,
      "step": 600
    },
    {
      "cov-distil": 2.0588765144348145,
      "cov-distil (oracle2student)": 4.4324493408203125,
      "cov-distil (oracle2teacher)": 4.580536842346191,
      "epoch": 0.47095761381475665,
      "rel-constrast": 2.928539276123047,
      "step": 600,
      "subrel-constrast": 3.747493028640747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370885610580444,
      "cov-distil (oracle2student)": 5.581315517425537,
      "cov-distil (oracle2teacher)": 3.9023845195770264,
      "epoch": 0.4717425431711146,
      "rel-constrast": 3.4618310928344727,
      "step": 601,
      "subrel-constrast": 3.892033815383911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4053502082824707,
      "cov-distil (oracle2student)": 3.771233558654785,
      "cov-distil (oracle2teacher)": 3.0076193809509277,
      "epoch": 0.4725274725274725,
      "rel-constrast": 1.8632010221481323,
      "step": 602,
      "subrel-constrast": 3.01338529586792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9129983186721802,
      "cov-distil (oracle2student)": 6.024843692779541,
      "cov-distil (oracle2teacher)": 5.594139099121094,
      "epoch": 0.47331240188383045,
      "rel-constrast": 3.88435959815979,
      "step": 603,
      "subrel-constrast": 4.859460830688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7511838674545288,
      "cov-distil (oracle2student)": 3.3029255867004395,
      "cov-distil (oracle2teacher)": 3.6674561500549316,
      "epoch": 0.4740973312401884,
      "rel-constrast": 3.2290658950805664,
      "step": 604,
      "subrel-constrast": 4.085943222045898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145510911941528,
      "cov-distil (oracle2student)": 5.038276672363281,
      "cov-distil (oracle2teacher)": 4.169539451599121,
      "epoch": 0.4748822605965463,
      "rel-constrast": 4.488589286804199,
      "step": 605,
      "subrel-constrast": 4.722075462341309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9118618965148926,
      "cov-distil (oracle2student)": 4.359668731689453,
      "cov-distil (oracle2teacher)": 4.487509727478027,
      "epoch": 0.47566718995290425,
      "rel-constrast": 4.346715450286865,
      "step": 606,
      "subrel-constrast": 4.370314598083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1285834312438965,
      "cov-distil (oracle2student)": 3.969097137451172,
      "cov-distil (oracle2teacher)": 3.8766355514526367,
      "epoch": 0.4764521193092622,
      "rel-constrast": 3.884713649749756,
      "step": 607,
      "subrel-constrast": 4.063881874084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9782260656356812,
      "cov-distil (oracle2student)": 3.262112617492676,
      "cov-distil (oracle2teacher)": 2.9194724559783936,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.6513161659240723,
      "step": 608,
      "subrel-constrast": 2.8399600982666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8102538585662842,
      "cov-distil (oracle2student)": 4.76106071472168,
      "cov-distil (oracle2teacher)": 4.325833320617676,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.972158193588257,
      "step": 609,
      "subrel-constrast": 3.5588231086730957,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 6.3125,
      "learning_rate": 3.045e-05,
      "loss": 0.8913,
      "step": 610
    },
    {
      "cov-distil": 2.6751132011413574,
      "cov-distil (oracle2student)": 4.348546028137207,
      "cov-distil (oracle2teacher)": 4.02128791809082,
      "epoch": 0.478806907378336,
      "rel-constrast": 4.056975841522217,
      "step": 610,
      "subrel-constrast": 5.549076080322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810163140296936,
      "cov-distil (oracle2student)": 5.720645427703857,
      "cov-distil (oracle2teacher)": 4.858724117279053,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.7196595668792725,
      "step": 611,
      "subrel-constrast": 4.2887444496154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0118885040283203,
      "cov-distil (oracle2student)": 7.15673828125,
      "cov-distil (oracle2teacher)": 5.123530387878418,
      "epoch": 0.4803767660910518,
      "rel-constrast": 2.2357802391052246,
      "step": 612,
      "subrel-constrast": 2.7971351146698,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0629868507385254,
      "cov-distil (oracle2student)": 3.0936174392700195,
      "cov-distil (oracle2teacher)": 2.926703929901123,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.847078323364258,
      "step": 613,
      "subrel-constrast": 4.021493434906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670363187789917,
      "cov-distil (oracle2student)": 3.0698914527893066,
      "cov-distil (oracle2teacher)": 3.5403900146484375,
      "epoch": 0.48194662480376765,
      "rel-constrast": 2.104069232940674,
      "step": 614,
      "subrel-constrast": 3.172166585922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0166780948638916,
      "cov-distil (oracle2student)": 2.884427547454834,
      "cov-distil (oracle2teacher)": 2.7306227684020996,
      "epoch": 0.4827315541601256,
      "rel-constrast": 1.762846827507019,
      "step": 615,
      "subrel-constrast": 3.4444706439971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482882022857666,
      "cov-distil (oracle2student)": 4.176881790161133,
      "cov-distil (oracle2teacher)": 4.374663352966309,
      "epoch": 0.4835164835164835,
      "rel-constrast": 4.022831439971924,
      "step": 616,
      "subrel-constrast": 4.548571586608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784417152404785,
      "cov-distil (oracle2student)": 5.301079750061035,
      "cov-distil (oracle2teacher)": 5.15275764465332,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.961244821548462,
      "step": 617,
      "subrel-constrast": 3.8676276206970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3549087047576904,
      "cov-distil (oracle2student)": 3.941915512084961,
      "cov-distil (oracle2teacher)": 3.702716827392578,
      "epoch": 0.4850863422291994,
      "rel-constrast": 4.093484878540039,
      "step": 618,
      "subrel-constrast": 4.3019118309021,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0892961025238037,
      "cov-distil (oracle2student)": 4.657417297363281,
      "cov-distil (oracle2teacher)": 3.9645204544067383,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.802488327026367,
      "step": 619,
      "subrel-constrast": 3.695495367050171,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 8.1875,
      "learning_rate": 3.095e-05,
      "loss": 0.8143,
      "step": 620
    },
    {
      "cov-distil": 1.8597179651260376,
      "cov-distil (oracle2student)": 4.8226447105407715,
      "cov-distil (oracle2teacher)": 4.314480781555176,
      "epoch": 0.48665620094191525,
      "rel-constrast": 3.5786914825439453,
      "step": 620,
      "subrel-constrast": 4.049554347991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.193347454071045,
      "cov-distil (oracle2student)": 4.4745330810546875,
      "cov-distil (oracle2teacher)": 3.917005777359009,
      "epoch": 0.48744113029827313,
      "rel-constrast": 3.6025772094726562,
      "step": 621,
      "subrel-constrast": 3.8367629051208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.191197395324707,
      "cov-distil (oracle2student)": 4.62694787979126,
      "cov-distil (oracle2teacher)": 3.9996542930603027,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.626173973083496,
      "step": 622,
      "subrel-constrast": 4.358105659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002671718597412,
      "cov-distil (oracle2student)": 3.675415515899658,
      "cov-distil (oracle2teacher)": 3.6727664470672607,
      "epoch": 0.489010989010989,
      "rel-constrast": 3.303260087966919,
      "step": 623,
      "subrel-constrast": 4.186986923217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0484848022460938,
      "cov-distil (oracle2student)": 4.613358497619629,
      "cov-distil (oracle2teacher)": 4.583811283111572,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.5636134147644043,
      "step": 624,
      "subrel-constrast": 4.036880970001221,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.858379602432251,
      "cov-distil (oracle2student)": 3.9974374771118164,
      "cov-distil (oracle2teacher)": 3.8443474769592285,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.968527317047119,
      "step": 625,
      "subrel-constrast": 4.434150695800781,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.907265543937683,
      "cov-distil (oracle2student)": 4.017214775085449,
      "cov-distil (oracle2teacher)": 3.039032459259033,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.1935441493988037,
      "step": 626,
      "subrel-constrast": 4.001150131225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88588547706604,
      "cov-distil (oracle2student)": 3.288940906524658,
      "cov-distil (oracle2teacher)": 3.084737777709961,
      "epoch": 0.4921507064364207,
      "rel-constrast": 2.218628406524658,
      "step": 627,
      "subrel-constrast": 3.235220193862915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3306596279144287,
      "cov-distil (oracle2student)": 6.12021017074585,
      "cov-distil (oracle2teacher)": 5.1617631912231445,
      "epoch": 0.49293563579277866,
      "rel-constrast": 2.7542667388916016,
      "step": 628,
      "subrel-constrast": 3.251917839050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6816526651382446,
      "cov-distil (oracle2student)": 3.386845111846924,
      "cov-distil (oracle2teacher)": 3.636932849884033,
      "epoch": 0.4937205651491366,
      "rel-constrast": 3.498333692550659,
      "step": 629,
      "subrel-constrast": 4.202667236328125,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 7.5625,
      "learning_rate": 3.145e-05,
      "loss": 0.8826,
      "step": 630
    },
    {
      "cov-distil": 2.036719560623169,
      "cov-distil (oracle2student)": 3.06736421585083,
      "cov-distil (oracle2teacher)": 2.9214823246002197,
      "epoch": 0.4945054945054945,
      "rel-constrast": 3.7380049228668213,
      "step": 630,
      "subrel-constrast": 3.983168125152588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8055294752120972,
      "cov-distil (oracle2student)": 5.07818603515625,
      "cov-distil (oracle2teacher)": 4.789787292480469,
      "epoch": 0.49529042386185246,
      "rel-constrast": 3.5053956508636475,
      "step": 631,
      "subrel-constrast": 3.7692389488220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885089635848999,
      "cov-distil (oracle2student)": 4.89366340637207,
      "cov-distil (oracle2teacher)": 4.407598495483398,
      "epoch": 0.49607535321821034,
      "rel-constrast": 4.596569538116455,
      "step": 632,
      "subrel-constrast": 4.941216468811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8391644954681396,
      "cov-distil (oracle2student)": 5.378125190734863,
      "cov-distil (oracle2teacher)": 4.922906875610352,
      "epoch": 0.49686028257456827,
      "rel-constrast": 3.385671615600586,
      "step": 633,
      "subrel-constrast": 4.252890586853027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9994655847549438,
      "cov-distil (oracle2student)": 4.430481433868408,
      "cov-distil (oracle2teacher)": 3.8203649520874023,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.558961868286133,
      "step": 634,
      "subrel-constrast": 4.154078483581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0647013187408447,
      "cov-distil (oracle2student)": 6.258809566497803,
      "cov-distil (oracle2teacher)": 5.15144157409668,
      "epoch": 0.49843014128728413,
      "rel-constrast": 3.5023036003112793,
      "step": 635,
      "subrel-constrast": 3.9350569248199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2153706550598145,
      "cov-distil (oracle2student)": 3.410811424255371,
      "cov-distil (oracle2teacher)": 3.1325831413269043,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.9577717781066895,
      "step": 636,
      "subrel-constrast": 3.6039927005767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2079286575317383,
      "cov-distil (oracle2student)": 4.036181449890137,
      "cov-distil (oracle2teacher)": 4.217216491699219,
      "epoch": 0.5,
      "rel-constrast": 2.529026746749878,
      "step": 637,
      "subrel-constrast": 3.5406107902526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7763116359710693,
      "cov-distil (oracle2student)": 5.549420356750488,
      "cov-distil (oracle2teacher)": 4.872451305389404,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.3119359016418457,
      "step": 638,
      "subrel-constrast": 4.256858825683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195068836212158,
      "cov-distil (oracle2student)": 4.189920425415039,
      "cov-distil (oracle2teacher)": 3.5667476654052734,
      "epoch": 0.5015698587127159,
      "rel-constrast": 3.217869758605957,
      "step": 639,
      "subrel-constrast": 3.6509623527526855,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 6.375,
      "learning_rate": 3.1950000000000004e-05,
      "loss": 0.9077,
      "step": 640
    },
    {
      "cov-distil": 1.8576759099960327,
      "cov-distil (oracle2student)": 5.8008928298950195,
      "cov-distil (oracle2teacher)": 4.75437068939209,
      "epoch": 0.5023547880690737,
      "rel-constrast": 3.888542413711548,
      "step": 640,
      "subrel-constrast": 3.72162127494812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194441318511963,
      "cov-distil (oracle2student)": 3.729897975921631,
      "cov-distil (oracle2teacher)": 3.758085250854492,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.8442156314849854,
      "step": 641,
      "subrel-constrast": 3.4073095321655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7926011085510254,
      "cov-distil (oracle2student)": 4.590108394622803,
      "cov-distil (oracle2teacher)": 4.308516979217529,
      "epoch": 0.5039246467817896,
      "rel-constrast": 3.0633883476257324,
      "step": 642,
      "subrel-constrast": 3.583106756210327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7531267404556274,
      "cov-distil (oracle2student)": 3.7335267066955566,
      "cov-distil (oracle2teacher)": 3.5396041870117188,
      "epoch": 0.5047095761381476,
      "rel-constrast": 3.1265687942504883,
      "step": 643,
      "subrel-constrast": 3.9736952781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174744129180908,
      "cov-distil (oracle2student)": 5.371821880340576,
      "cov-distil (oracle2teacher)": 5.631650447845459,
      "epoch": 0.5054945054945055,
      "rel-constrast": 2.75283145904541,
      "step": 644,
      "subrel-constrast": 3.427626132965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1141438484191895,
      "cov-distil (oracle2student)": 3.6128411293029785,
      "cov-distil (oracle2teacher)": 3.85451340675354,
      "epoch": 0.5062794348508635,
      "rel-constrast": 1.986968994140625,
      "step": 645,
      "subrel-constrast": 3.4877305030822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8011051416397095,
      "cov-distil (oracle2student)": 4.181175231933594,
      "cov-distil (oracle2teacher)": 3.8045687675476074,
      "epoch": 0.5070643642072213,
      "rel-constrast": 4.298709869384766,
      "step": 646,
      "subrel-constrast": 4.449463367462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574446439743042,
      "cov-distil (oracle2student)": 4.544512748718262,
      "cov-distil (oracle2teacher)": 4.741387844085693,
      "epoch": 0.5078492935635793,
      "rel-constrast": 3.0806450843811035,
      "step": 647,
      "subrel-constrast": 4.183079242706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6043461561203003,
      "cov-distil (oracle2student)": 4.987117767333984,
      "cov-distil (oracle2teacher)": 4.6817731857299805,
      "epoch": 0.5086342229199372,
      "rel-constrast": 4.73549747467041,
      "step": 648,
      "subrel-constrast": 4.205761432647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.730860948562622,
      "cov-distil (oracle2student)": 5.180544376373291,
      "cov-distil (oracle2teacher)": 5.1561784744262695,
      "epoch": 0.5094191522762951,
      "rel-constrast": 4.907083988189697,
      "step": 649,
      "subrel-constrast": 5.788470268249512,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 8.5625,
      "learning_rate": 3.245e-05,
      "loss": 0.9168,
      "step": 650
    },
    {
      "cov-distil": 1.5795965194702148,
      "cov-distil (oracle2student)": 3.0900959968566895,
      "cov-distil (oracle2teacher)": 3.090188980102539,
      "epoch": 0.5102040816326531,
      "rel-constrast": 2.2749428749084473,
      "step": 650,
      "subrel-constrast": 2.8779311180114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.022461175918579,
      "cov-distil (oracle2student)": 3.3919878005981445,
      "cov-distil (oracle2teacher)": 3.4654500484466553,
      "epoch": 0.510989010989011,
      "rel-constrast": 4.249826431274414,
      "step": 651,
      "subrel-constrast": 4.296363830566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9723405838012695,
      "cov-distil (oracle2student)": 4.034090518951416,
      "cov-distil (oracle2teacher)": 3.6227993965148926,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.7990145683288574,
      "step": 652,
      "subrel-constrast": 3.4069864749908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.363738536834717,
      "cov-distil (oracle2student)": 4.103008270263672,
      "cov-distil (oracle2teacher)": 4.187695503234863,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.1663973331451416,
      "step": 653,
      "subrel-constrast": 4.638887405395508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0362863540649414,
      "cov-distil (oracle2student)": 4.727874755859375,
      "cov-distil (oracle2teacher)": 4.260610103607178,
      "epoch": 0.5133437990580848,
      "rel-constrast": 3.1716318130493164,
      "step": 654,
      "subrel-constrast": 3.712811231613159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86520254611969,
      "cov-distil (oracle2student)": 3.012089490890503,
      "cov-distil (oracle2teacher)": 2.6531620025634766,
      "epoch": 0.5141287284144427,
      "rel-constrast": 3.011532783508301,
      "step": 655,
      "subrel-constrast": 3.88307785987854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.380237340927124,
      "cov-distil (oracle2student)": 4.0943403244018555,
      "cov-distil (oracle2teacher)": 3.556976795196533,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.6949563026428223,
      "step": 656,
      "subrel-constrast": 2.970791816711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.547088623046875,
      "cov-distil (oracle2student)": 3.7811152935028076,
      "cov-distil (oracle2teacher)": 3.1435606479644775,
      "epoch": 0.5156985871271585,
      "rel-constrast": 4.6508331298828125,
      "step": 657,
      "subrel-constrast": 5.021119594573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8773239850997925,
      "cov-distil (oracle2student)": 2.162222385406494,
      "cov-distil (oracle2teacher)": 2.8415417671203613,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.518174409866333,
      "step": 658,
      "subrel-constrast": 3.1573424339294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1154937744140625,
      "cov-distil (oracle2student)": 4.187142372131348,
      "cov-distil (oracle2teacher)": 3.7652230262756348,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.335378885269165,
      "step": 659,
      "subrel-constrast": 3.8484878540039062,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 5.34375,
      "learning_rate": 3.295e-05,
      "loss": 0.8237,
      "step": 660
    },
    {
      "cov-distil": 1.6641137599945068,
      "cov-distil (oracle2student)": 4.368854999542236,
      "cov-distil (oracle2teacher)": 3.8598177433013916,
      "epoch": 0.5180533751962323,
      "rel-constrast": 5.043145179748535,
      "step": 660,
      "subrel-constrast": 4.929429054260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8369500637054443,
      "cov-distil (oracle2student)": 2.5059654712677,
      "cov-distil (oracle2teacher)": 3.0290422439575195,
      "epoch": 0.5188383045525903,
      "rel-constrast": 2.958991765975952,
      "step": 661,
      "subrel-constrast": 4.045813083648682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3058319091796875,
      "cov-distil (oracle2student)": 2.6083598136901855,
      "cov-distil (oracle2teacher)": 2.919396162033081,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.9977173805236816,
      "step": 662,
      "subrel-constrast": 4.289959907531738,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3584043979644775,
      "cov-distil (oracle2student)": 3.5410373210906982,
      "cov-distil (oracle2teacher)": 3.3703551292419434,
      "epoch": 0.5204081632653061,
      "rel-constrast": 3.7360000610351562,
      "step": 663,
      "subrel-constrast": 4.950240612030029,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8579416275024414,
      "cov-distil (oracle2student)": 3.8656551837921143,
      "cov-distil (oracle2teacher)": 3.629361867904663,
      "epoch": 0.521193092621664,
      "rel-constrast": 2.1877617835998535,
      "step": 664,
      "subrel-constrast": 3.012631416320801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.214716911315918,
      "cov-distil (oracle2student)": 6.05491828918457,
      "cov-distil (oracle2teacher)": 5.177475929260254,
      "epoch": 0.521978021978022,
      "rel-constrast": 5.178892135620117,
      "step": 665,
      "subrel-constrast": 5.305087566375732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6137239933013916,
      "cov-distil (oracle2student)": 3.810120105743408,
      "cov-distil (oracle2teacher)": 3.119935989379883,
      "epoch": 0.5227629513343799,
      "rel-constrast": 3.349665403366089,
      "step": 666,
      "subrel-constrast": 3.414976119995117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4571619033813477,
      "cov-distil (oracle2student)": 4.053093910217285,
      "cov-distil (oracle2teacher)": 4.981718063354492,
      "epoch": 0.5235478806907379,
      "rel-constrast": 3.4734315872192383,
      "step": 667,
      "subrel-constrast": 4.766326427459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3272705078125,
      "cov-distil (oracle2student)": 5.295647144317627,
      "cov-distil (oracle2teacher)": 5.269445419311523,
      "epoch": 0.5243328100470958,
      "rel-constrast": 2.27578067779541,
      "step": 668,
      "subrel-constrast": 3.290186882019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16574764251709,
      "cov-distil (oracle2student)": 3.074251174926758,
      "cov-distil (oracle2teacher)": 3.6627612113952637,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.9117937088012695,
      "step": 669,
      "subrel-constrast": 4.0769429206848145,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 6.375,
      "learning_rate": 3.345000000000001e-05,
      "loss": 0.9273,
      "step": 670
    },
    {
      "cov-distil": 2.065680503845215,
      "cov-distil (oracle2student)": 3.868816375732422,
      "cov-distil (oracle2teacher)": 3.9226622581481934,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.5789599418640137,
      "step": 670,
      "subrel-constrast": 3.465372085571289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0299253463745117,
      "cov-distil (oracle2student)": 5.565490245819092,
      "cov-distil (oracle2teacher)": 5.061978340148926,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.3333916664123535,
      "step": 671,
      "subrel-constrast": 4.698709964752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5617218017578125,
      "cov-distil (oracle2student)": 3.1652114391326904,
      "cov-distil (oracle2teacher)": 3.4503588676452637,
      "epoch": 0.5274725274725275,
      "rel-constrast": 3.9138967990875244,
      "step": 672,
      "subrel-constrast": 4.301997184753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7199047803878784,
      "cov-distil (oracle2student)": 5.541564464569092,
      "cov-distil (oracle2teacher)": 4.650752067565918,
      "epoch": 0.5282574568288854,
      "rel-constrast": 4.440341949462891,
      "step": 673,
      "subrel-constrast": 4.870668411254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1352946758270264,
      "cov-distil (oracle2student)": 5.3132476806640625,
      "cov-distil (oracle2teacher)": 5.1568708419799805,
      "epoch": 0.5290423861852434,
      "rel-constrast": 3.2583117485046387,
      "step": 674,
      "subrel-constrast": 3.8436455726623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9063246250152588,
      "cov-distil (oracle2student)": 5.243358612060547,
      "cov-distil (oracle2teacher)": 4.658295631408691,
      "epoch": 0.5298273155416012,
      "rel-constrast": 3.1742382049560547,
      "step": 675,
      "subrel-constrast": 3.8488731384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8462109565734863,
      "cov-distil (oracle2student)": 5.162891387939453,
      "cov-distil (oracle2teacher)": 4.82572078704834,
      "epoch": 0.5306122448979592,
      "rel-constrast": 4.111156463623047,
      "step": 676,
      "subrel-constrast": 4.930334091186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5761990547180176,
      "cov-distil (oracle2student)": 4.144106864929199,
      "cov-distil (oracle2teacher)": 3.585334539413452,
      "epoch": 0.5313971742543171,
      "rel-constrast": 4.443304538726807,
      "step": 677,
      "subrel-constrast": 4.383738994598389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341961145401001,
      "cov-distil (oracle2student)": 7.6850481033325195,
      "cov-distil (oracle2teacher)": 6.848657608032227,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.8136472702026367,
      "step": 678,
      "subrel-constrast": 3.307239294052124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9289836883544922,
      "cov-distil (oracle2student)": 4.049675941467285,
      "cov-distil (oracle2teacher)": 3.530578851699829,
      "epoch": 0.532967032967033,
      "rel-constrast": 3.3361611366271973,
      "step": 679,
      "subrel-constrast": 4.114180088043213,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 6.5,
      "learning_rate": 3.3950000000000005e-05,
      "loss": 0.9304,
      "step": 680
    },
    {
      "cov-distil": 2.5641942024230957,
      "cov-distil (oracle2student)": 2.744274854660034,
      "cov-distil (oracle2teacher)": 3.272881507873535,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.993406057357788,
      "step": 680,
      "subrel-constrast": 3.755962371826172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0492701530456543,
      "cov-distil (oracle2student)": 4.649113655090332,
      "cov-distil (oracle2teacher)": 4.232446670532227,
      "epoch": 0.5345368916797488,
      "rel-constrast": 3.4748072624206543,
      "step": 681,
      "subrel-constrast": 3.822028398513794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7886135578155518,
      "cov-distil (oracle2student)": 4.739500045776367,
      "cov-distil (oracle2teacher)": 4.872651100158691,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.860889434814453,
      "step": 682,
      "subrel-constrast": 4.300994873046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7035307884216309,
      "cov-distil (oracle2student)": 5.256606578826904,
      "cov-distil (oracle2teacher)": 4.532329559326172,
      "epoch": 0.5361067503924647,
      "rel-constrast": 2.694431781768799,
      "step": 683,
      "subrel-constrast": 3.748015880584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5793291330337524,
      "cov-distil (oracle2student)": 3.34442138671875,
      "cov-distil (oracle2teacher)": 3.489408016204834,
      "epoch": 0.5368916797488226,
      "rel-constrast": 3.4692606925964355,
      "step": 684,
      "subrel-constrast": 4.155377388000488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.270772933959961,
      "cov-distil (oracle2student)": 4.940689563751221,
      "cov-distil (oracle2teacher)": 4.056640625,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.6255533695220947,
      "step": 685,
      "subrel-constrast": 3.905515432357788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8906499147415161,
      "cov-distil (oracle2student)": 2.9719133377075195,
      "cov-distil (oracle2teacher)": 3.035362720489502,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.522902488708496,
      "step": 686,
      "subrel-constrast": 3.023371458053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210014820098877,
      "cov-distil (oracle2student)": 3.1710901260375977,
      "cov-distil (oracle2teacher)": 3.343808650970459,
      "epoch": 0.5392464678178964,
      "rel-constrast": 3.3018300533294678,
      "step": 687,
      "subrel-constrast": 4.116960048675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8590292930603027,
      "cov-distil (oracle2student)": 3.6966283321380615,
      "cov-distil (oracle2teacher)": 4.054505825042725,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.4913716316223145,
      "step": 688,
      "subrel-constrast": 3.234123945236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.858504295349121,
      "cov-distil (oracle2student)": 5.383901119232178,
      "cov-distil (oracle2teacher)": 5.08363151550293,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.557194948196411,
      "step": 689,
      "subrel-constrast": 3.526618480682373,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 5.90625,
      "learning_rate": 3.445e-05,
      "loss": 0.8217,
      "step": 690
    },
    {
      "cov-distil": 2.299866199493408,
      "cov-distil (oracle2student)": 5.036685943603516,
      "cov-distil (oracle2teacher)": 4.493790626525879,
      "epoch": 0.5416012558869702,
      "rel-constrast": 4.325338840484619,
      "step": 690,
      "subrel-constrast": 4.785141468048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446077823638916,
      "cov-distil (oracle2student)": 4.742259502410889,
      "cov-distil (oracle2teacher)": 4.882801055908203,
      "epoch": 0.542386185243328,
      "rel-constrast": 3.005162000656128,
      "step": 691,
      "subrel-constrast": 3.929311513900757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759209156036377,
      "cov-distil (oracle2student)": 5.172847747802734,
      "cov-distil (oracle2teacher)": 4.4673004150390625,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.6518049240112305,
      "step": 692,
      "subrel-constrast": 3.5100200176239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0212676525115967,
      "cov-distil (oracle2student)": 3.6649792194366455,
      "cov-distil (oracle2teacher)": 3.7320971488952637,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.616281509399414,
      "step": 693,
      "subrel-constrast": 4.3500471115112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.15602445602417,
      "cov-distil (oracle2student)": 4.672577857971191,
      "cov-distil (oracle2teacher)": 4.259461879730225,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.765082359313965,
      "step": 694,
      "subrel-constrast": 3.7528111934661865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6601845026016235,
      "cov-distil (oracle2student)": 6.222827911376953,
      "cov-distil (oracle2teacher)": 5.414775371551514,
      "epoch": 0.5455259026687598,
      "rel-constrast": 2.261347770690918,
      "step": 695,
      "subrel-constrast": 3.265878200531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6982128620147705,
      "cov-distil (oracle2student)": 4.819255828857422,
      "cov-distil (oracle2teacher)": 4.5087056159973145,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.655337333679199,
      "step": 696,
      "subrel-constrast": 4.5195231437683105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2472658157348633,
      "cov-distil (oracle2student)": 3.983247995376587,
      "cov-distil (oracle2teacher)": 5.221875190734863,
      "epoch": 0.5470957613814756,
      "rel-constrast": 3.598127603530884,
      "step": 697,
      "subrel-constrast": 5.374654293060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1413283348083496,
      "cov-distil (oracle2student)": 4.751459121704102,
      "cov-distil (oracle2teacher)": 4.2162675857543945,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.9638516902923584,
      "step": 698,
      "subrel-constrast": 3.3442859649658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8689894676208496,
      "cov-distil (oracle2student)": 4.649480819702148,
      "cov-distil (oracle2teacher)": 4.544905185699463,
      "epoch": 0.5486656200941915,
      "rel-constrast": 4.6534953117370605,
      "step": 699,
      "subrel-constrast": 5.357505798339844,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 8.25,
      "learning_rate": 3.495e-05,
      "loss": 0.8856,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.2750000059604645,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.04656982421875
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.027984619140625
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.018585205078125,
      "step": 700
    },
    {
      "cov-distil": 2.157240867614746,
      "cov-distil (oracle2student)": 3.8259079456329346,
      "cov-distil (oracle2teacher)": 3.61386775970459,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.778444290161133,
      "step": 700,
      "subrel-constrast": 3.613661527633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01035737991333,
      "cov-distil (oracle2student)": 5.081770420074463,
      "cov-distil (oracle2teacher)": 4.462559700012207,
      "epoch": 0.5502354788069074,
      "rel-constrast": 3.072714328765869,
      "step": 701,
      "subrel-constrast": 4.064720630645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565253734588623,
      "cov-distil (oracle2student)": 3.6840004920959473,
      "cov-distil (oracle2teacher)": 3.1901845932006836,
      "epoch": 0.5510204081632653,
      "rel-constrast": 2.864206314086914,
      "step": 702,
      "subrel-constrast": 4.07752799987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3201117515563965,
      "cov-distil (oracle2student)": 4.430790901184082,
      "cov-distil (oracle2teacher)": 4.106421947479248,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.892885684967041,
      "step": 703,
      "subrel-constrast": 3.9102280139923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6157848834991455,
      "cov-distil (oracle2student)": 3.072972059249878,
      "cov-distil (oracle2teacher)": 3.0099520683288574,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.969308376312256,
      "step": 704,
      "subrel-constrast": 3.35325288772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8044019937515259,
      "cov-distil (oracle2student)": 4.907984733581543,
      "cov-distil (oracle2teacher)": 4.27658748626709,
      "epoch": 0.5533751962323391,
      "rel-constrast": 2.5930466651916504,
      "step": 705,
      "subrel-constrast": 3.165639877319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150331497192383,
      "cov-distil (oracle2student)": 3.3075904846191406,
      "cov-distil (oracle2teacher)": 3.182615280151367,
      "epoch": 0.554160125588697,
      "rel-constrast": 2.4108023643493652,
      "step": 706,
      "subrel-constrast": 3.4137344360351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595040202140808,
      "cov-distil (oracle2student)": 3.7764763832092285,
      "cov-distil (oracle2teacher)": 3.6071784496307373,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.6294069290161133,
      "step": 707,
      "subrel-constrast": 3.2617640495300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711127519607544,
      "cov-distil (oracle2student)": 4.368122100830078,
      "cov-distil (oracle2teacher)": 4.404465675354004,
      "epoch": 0.5557299843014128,
      "rel-constrast": 3.2108542919158936,
      "step": 708,
      "subrel-constrast": 4.086469650268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5156898498535156,
      "cov-distil (oracle2student)": 2.943955421447754,
      "cov-distil (oracle2teacher)": 3.269672393798828,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.9572768211364746,
      "step": 709,
      "subrel-constrast": 3.896813154220581,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 6.28125,
      "learning_rate": 3.545e-05,
      "loss": 0.7581,
      "step": 710
    },
    {
      "cov-distil": 1.941748857498169,
      "cov-distil (oracle2student)": 3.2825870513916016,
      "cov-distil (oracle2teacher)": 3.621279716491699,
      "epoch": 0.5572998430141287,
      "rel-constrast": 2.292598247528076,
      "step": 710,
      "subrel-constrast": 2.9045729637145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0996546745300293,
      "cov-distil (oracle2student)": 4.204470157623291,
      "cov-distil (oracle2teacher)": 3.3012800216674805,
      "epoch": 0.5580847723704867,
      "rel-constrast": 3.2023658752441406,
      "step": 711,
      "subrel-constrast": 4.2951812744140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125648021697998,
      "cov-distil (oracle2student)": 4.4790239334106445,
      "cov-distil (oracle2teacher)": 3.7824501991271973,
      "epoch": 0.5588697017268446,
      "rel-constrast": 2.64786434173584,
      "step": 712,
      "subrel-constrast": 3.5473222732543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9814571142196655,
      "cov-distil (oracle2student)": 4.236344337463379,
      "cov-distil (oracle2teacher)": 4.302420139312744,
      "epoch": 0.5596546310832025,
      "rel-constrast": 3.084531307220459,
      "step": 713,
      "subrel-constrast": 3.6959943771362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3132081031799316,
      "cov-distil (oracle2student)": 5.171266555786133,
      "cov-distil (oracle2teacher)": 3.993610143661499,
      "epoch": 0.5604395604395604,
      "rel-constrast": 3.0725412368774414,
      "step": 714,
      "subrel-constrast": 3.5433380603790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8887940645217896,
      "cov-distil (oracle2student)": 2.9364123344421387,
      "cov-distil (oracle2teacher)": 3.177769422531128,
      "epoch": 0.5612244897959183,
      "rel-constrast": 3.2502474784851074,
      "step": 715,
      "subrel-constrast": 4.225052833557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9373162984848022,
      "cov-distil (oracle2student)": 2.9609618186950684,
      "cov-distil (oracle2teacher)": 3.1701507568359375,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.3920419216156006,
      "step": 716,
      "subrel-constrast": 3.1587109565734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1943297386169434,
      "cov-distil (oracle2student)": 3.3232693672180176,
      "cov-distil (oracle2teacher)": 2.798444986343384,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.6380295753479004,
      "step": 717,
      "subrel-constrast": 3.8598556518554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8532280921936035,
      "cov-distil (oracle2student)": 4.747437953948975,
      "cov-distil (oracle2teacher)": 4.216310501098633,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.7532408237457275,
      "step": 718,
      "subrel-constrast": 4.479611873626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8901079893112183,
      "cov-distil (oracle2student)": 4.796479225158691,
      "cov-distil (oracle2teacher)": 3.8399410247802734,
      "epoch": 0.5643642072213501,
      "rel-constrast": 3.1896746158599854,
      "step": 719,
      "subrel-constrast": 3.2718636989593506,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 6.5,
      "learning_rate": 3.595e-05,
      "loss": 0.7886,
      "step": 720
    },
    {
      "cov-distil": 1.6721587181091309,
      "cov-distil (oracle2student)": 4.330309867858887,
      "cov-distil (oracle2teacher)": 4.221043109893799,
      "epoch": 0.565149136577708,
      "rel-constrast": 3.139103889465332,
      "step": 720,
      "subrel-constrast": 4.142110347747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9585630893707275,
      "cov-distil (oracle2student)": 3.8818159103393555,
      "cov-distil (oracle2teacher)": 3.7893803119659424,
      "epoch": 0.5659340659340659,
      "rel-constrast": 3.3852601051330566,
      "step": 721,
      "subrel-constrast": 4.186655521392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6628599166870117,
      "cov-distil (oracle2student)": 4.438604354858398,
      "cov-distil (oracle2teacher)": 4.359881401062012,
      "epoch": 0.5667189952904239,
      "rel-constrast": 3.076204776763916,
      "step": 722,
      "subrel-constrast": 4.137909412384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2891294956207275,
      "cov-distil (oracle2student)": 4.213877201080322,
      "cov-distil (oracle2teacher)": 4.319812774658203,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.878323793411255,
      "step": 723,
      "subrel-constrast": 4.198168754577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154545783996582,
      "cov-distil (oracle2student)": 4.58632755279541,
      "cov-distil (oracle2teacher)": 4.042978763580322,
      "epoch": 0.5682888540031397,
      "rel-constrast": 2.2643494606018066,
      "step": 724,
      "subrel-constrast": 3.1710689067840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9621435403823853,
      "cov-distil (oracle2student)": 5.582200050354004,
      "cov-distil (oracle2teacher)": 4.852895259857178,
      "epoch": 0.5690737833594977,
      "rel-constrast": 4.491276741027832,
      "step": 725,
      "subrel-constrast": 5.244818687438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337646484375,
      "cov-distil (oracle2student)": 5.812445640563965,
      "cov-distil (oracle2teacher)": 5.049084663391113,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.6152005195617676,
      "step": 726,
      "subrel-constrast": 3.1233291625976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689956188201904,
      "cov-distil (oracle2student)": 4.86440372467041,
      "cov-distil (oracle2teacher)": 4.98582649230957,
      "epoch": 0.5706436420722135,
      "rel-constrast": 4.108986854553223,
      "step": 727,
      "subrel-constrast": 4.540005683898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6646761894226074,
      "cov-distil (oracle2student)": 2.7824769020080566,
      "cov-distil (oracle2teacher)": 2.987496852874756,
      "epoch": 0.5714285714285714,
      "rel-constrast": 3.4552814960479736,
      "step": 728,
      "subrel-constrast": 4.266411304473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8652509450912476,
      "cov-distil (oracle2student)": 4.346886157989502,
      "cov-distil (oracle2teacher)": 3.8727407455444336,
      "epoch": 0.5722135007849294,
      "rel-constrast": 3.310194730758667,
      "step": 729,
      "subrel-constrast": 4.254908561706543,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 7.96875,
      "learning_rate": 3.645e-05,
      "loss": 0.8647,
      "step": 730
    },
    {
      "cov-distil": 2.10368013381958,
      "cov-distil (oracle2student)": 4.364799499511719,
      "cov-distil (oracle2teacher)": 3.3984549045562744,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.498570442199707,
      "step": 730,
      "subrel-constrast": 4.162968158721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8829506635665894,
      "cov-distil (oracle2student)": 3.6689822673797607,
      "cov-distil (oracle2teacher)": 3.8433432579040527,
      "epoch": 0.5737833594976453,
      "rel-constrast": 2.781203269958496,
      "step": 731,
      "subrel-constrast": 3.2335457801818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4705734252929688,
      "cov-distil (oracle2student)": 4.313507556915283,
      "cov-distil (oracle2teacher)": 3.830270767211914,
      "epoch": 0.5745682888540031,
      "rel-constrast": 2.226599931716919,
      "step": 732,
      "subrel-constrast": 3.3719711303710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9433242082595825,
      "cov-distil (oracle2student)": 3.8105883598327637,
      "cov-distil (oracle2teacher)": 3.1765546798706055,
      "epoch": 0.5753532182103611,
      "rel-constrast": 2.1092617511749268,
      "step": 733,
      "subrel-constrast": 2.887378692626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145235538482666,
      "cov-distil (oracle2student)": 3.870384931564331,
      "cov-distil (oracle2teacher)": 4.176069259643555,
      "epoch": 0.576138147566719,
      "rel-constrast": 3.1030163764953613,
      "step": 734,
      "subrel-constrast": 3.974809169769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6421372890472412,
      "cov-distil (oracle2student)": 4.185415267944336,
      "cov-distil (oracle2teacher)": 3.629565954208374,
      "epoch": 0.5769230769230769,
      "rel-constrast": 3.2164130210876465,
      "step": 735,
      "subrel-constrast": 3.839367389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.199052095413208,
      "cov-distil (oracle2student)": 5.1141533851623535,
      "cov-distil (oracle2teacher)": 4.402009963989258,
      "epoch": 0.5777080062794349,
      "rel-constrast": 2.3354225158691406,
      "step": 736,
      "subrel-constrast": 3.359426498413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3703148365020752,
      "cov-distil (oracle2student)": 2.855952501296997,
      "cov-distil (oracle2teacher)": 3.009000778198242,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.385584831237793,
      "step": 737,
      "subrel-constrast": 3.1257822513580322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035461902618408,
      "cov-distil (oracle2student)": 4.601683616638184,
      "cov-distil (oracle2teacher)": 3.814016342163086,
      "epoch": 0.5792778649921507,
      "rel-constrast": 3.277278423309326,
      "step": 738,
      "subrel-constrast": 3.815040349960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9469118118286133,
      "cov-distil (oracle2student)": 3.4044556617736816,
      "cov-distil (oracle2teacher)": 3.0875189304351807,
      "epoch": 0.5800627943485086,
      "rel-constrast": 2.503614664077759,
      "step": 739,
      "subrel-constrast": 3.8464818000793457,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 5.625,
      "learning_rate": 3.6950000000000004e-05,
      "loss": 0.7317,
      "step": 740
    },
    {
      "cov-distil": 2.0407614707946777,
      "cov-distil (oracle2student)": 3.996048927307129,
      "cov-distil (oracle2teacher)": 4.083656311035156,
      "epoch": 0.5808477237048666,
      "rel-constrast": 3.669546604156494,
      "step": 740,
      "subrel-constrast": 4.864207744598389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672450542449951,
      "cov-distil (oracle2student)": 5.2881999015808105,
      "cov-distil (oracle2teacher)": 4.706904411315918,
      "epoch": 0.5816326530612245,
      "rel-constrast": 3.2707724571228027,
      "step": 741,
      "subrel-constrast": 3.7437262535095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1187403202056885,
      "cov-distil (oracle2student)": 4.8938703536987305,
      "cov-distil (oracle2teacher)": 4.39903450012207,
      "epoch": 0.5824175824175825,
      "rel-constrast": 3.337557315826416,
      "step": 742,
      "subrel-constrast": 4.06928825378418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9417197704315186,
      "cov-distil (oracle2student)": 2.6721365451812744,
      "cov-distil (oracle2teacher)": 3.1362931728363037,
      "epoch": 0.5832025117739403,
      "rel-constrast": 3.274005889892578,
      "step": 743,
      "subrel-constrast": 4.384252071380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456279754638672,
      "cov-distil (oracle2student)": 6.536004066467285,
      "cov-distil (oracle2teacher)": 5.069892883300781,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.884960174560547,
      "step": 744,
      "subrel-constrast": 4.296112537384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353392601013184,
      "cov-distil (oracle2student)": 3.733588218688965,
      "cov-distil (oracle2teacher)": 3.6851375102996826,
      "epoch": 0.5847723704866562,
      "rel-constrast": 3.021883964538574,
      "step": 745,
      "subrel-constrast": 4.292428493499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4558398723602295,
      "cov-distil (oracle2student)": 4.652581214904785,
      "cov-distil (oracle2teacher)": 4.513979434967041,
      "epoch": 0.5855572998430141,
      "rel-constrast": 4.278546333312988,
      "step": 746,
      "subrel-constrast": 4.9796462059021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694913387298584,
      "cov-distil (oracle2student)": 5.748119354248047,
      "cov-distil (oracle2teacher)": 5.045352935791016,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.8175976276397705,
      "step": 747,
      "subrel-constrast": 4.21746301651001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475412368774414,
      "cov-distil (oracle2student)": 4.438069820404053,
      "cov-distil (oracle2teacher)": 3.841373920440674,
      "epoch": 0.5871271585557299,
      "rel-constrast": 3.845689296722412,
      "step": 748,
      "subrel-constrast": 4.95175838470459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9831706285476685,
      "cov-distil (oracle2student)": 6.495038032531738,
      "cov-distil (oracle2teacher)": 5.226308822631836,
      "epoch": 0.5879120879120879,
      "rel-constrast": 4.1530351638793945,
      "step": 749,
      "subrel-constrast": 4.611822128295898,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 7.3125,
      "learning_rate": 3.745e-05,
      "loss": 0.962,
      "step": 750
    },
    {
      "cov-distil": 2.0158157348632812,
      "cov-distil (oracle2student)": 5.055816173553467,
      "cov-distil (oracle2teacher)": 4.636147975921631,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.9233157634735107,
      "step": 750,
      "subrel-constrast": 3.864165782928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635613441467285,
      "cov-distil (oracle2student)": 5.4654316902160645,
      "cov-distil (oracle2teacher)": 4.867769241333008,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.993955135345459,
      "step": 751,
      "subrel-constrast": 5.235997200012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385218858718872,
      "cov-distil (oracle2student)": 5.6385650634765625,
      "cov-distil (oracle2teacher)": 5.269272327423096,
      "epoch": 0.5902668759811617,
      "rel-constrast": 3.025139808654785,
      "step": 752,
      "subrel-constrast": 3.8267934322357178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569950819015503,
      "cov-distil (oracle2student)": 3.5421292781829834,
      "cov-distil (oracle2teacher)": 4.048235893249512,
      "epoch": 0.5910518053375197,
      "rel-constrast": 3.353006601333618,
      "step": 753,
      "subrel-constrast": 3.6611077785491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1727864742279053,
      "cov-distil (oracle2student)": 4.28021240234375,
      "cov-distil (oracle2teacher)": 4.256664276123047,
      "epoch": 0.5918367346938775,
      "rel-constrast": 2.922618865966797,
      "step": 754,
      "subrel-constrast": 3.996519088745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7415900230407715,
      "cov-distil (oracle2student)": 3.497739315032959,
      "cov-distil (oracle2teacher)": 3.5426697731018066,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.798996925354004,
      "step": 755,
      "subrel-constrast": 4.776462554931641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1685500144958496,
      "cov-distil (oracle2student)": 4.893260955810547,
      "cov-distil (oracle2teacher)": 3.9268686771392822,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.4217734336853027,
      "step": 756,
      "subrel-constrast": 3.1775949001312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841844081878662,
      "cov-distil (oracle2student)": 4.1985602378845215,
      "cov-distil (oracle2teacher)": 3.3457388877868652,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.808537483215332,
      "step": 757,
      "subrel-constrast": 4.465860366821289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540775299072266,
      "cov-distil (oracle2student)": 4.151504993438721,
      "cov-distil (oracle2teacher)": 3.8889358043670654,
      "epoch": 0.5949764521193093,
      "rel-constrast": 4.140444755554199,
      "step": 758,
      "subrel-constrast": 4.597982406616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271002769470215,
      "cov-distil (oracle2student)": 3.718888998031616,
      "cov-distil (oracle2teacher)": 4.035472393035889,
      "epoch": 0.5957613814756672,
      "rel-constrast": 2.825824499130249,
      "step": 759,
      "subrel-constrast": 4.3692402839660645,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 5.1875,
      "learning_rate": 3.795e-05,
      "loss": 0.9528,
      "step": 760
    },
    {
      "cov-distil": 1.7022627592086792,
      "cov-distil (oracle2student)": 3.69522762298584,
      "cov-distil (oracle2teacher)": 3.5020384788513184,
      "epoch": 0.5965463108320251,
      "rel-constrast": 3.239539861679077,
      "step": 760,
      "subrel-constrast": 3.6723670959472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1336252689361572,
      "cov-distil (oracle2student)": 5.899049282073975,
      "cov-distil (oracle2teacher)": 4.738152503967285,
      "epoch": 0.597331240188383,
      "rel-constrast": 3.3772640228271484,
      "step": 761,
      "subrel-constrast": 3.9677364826202393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4030654430389404,
      "cov-distil (oracle2student)": 2.9989023208618164,
      "cov-distil (oracle2teacher)": 3.1232712268829346,
      "epoch": 0.598116169544741,
      "rel-constrast": 2.7976434230804443,
      "step": 762,
      "subrel-constrast": 3.6139957904815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6165751218795776,
      "cov-distil (oracle2student)": 3.5679118633270264,
      "cov-distil (oracle2teacher)": 3.051954746246338,
      "epoch": 0.5989010989010989,
      "rel-constrast": 2.8740625381469727,
      "step": 763,
      "subrel-constrast": 3.778475761413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.820896625518799,
      "cov-distil (oracle2student)": 6.150871753692627,
      "cov-distil (oracle2teacher)": 5.980279922485352,
      "epoch": 0.5996860282574569,
      "rel-constrast": 3.7509093284606934,
      "step": 764,
      "subrel-constrast": 4.796078681945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9030272960662842,
      "cov-distil (oracle2student)": 4.817904472351074,
      "cov-distil (oracle2teacher)": 4.496708869934082,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.762104034423828,
      "step": 765,
      "subrel-constrast": 3.649869918823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6472067832946777,
      "cov-distil (oracle2student)": 5.045088768005371,
      "cov-distil (oracle2teacher)": 4.495061874389648,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.665983200073242,
      "step": 766,
      "subrel-constrast": 4.9610595703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140461206436157,
      "cov-distil (oracle2student)": 4.2100830078125,
      "cov-distil (oracle2teacher)": 4.375535011291504,
      "epoch": 0.6020408163265306,
      "rel-constrast": 3.221212863922119,
      "step": 767,
      "subrel-constrast": 4.096993923187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9868059158325195,
      "cov-distil (oracle2student)": 4.4105072021484375,
      "cov-distil (oracle2teacher)": 3.836082696914673,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.5781681537628174,
      "step": 768,
      "subrel-constrast": 3.9354326725006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8439627885818481,
      "cov-distil (oracle2student)": 4.352982521057129,
      "cov-distil (oracle2teacher)": 4.055845260620117,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.0787644386291504,
      "step": 769,
      "subrel-constrast": 3.8324127197265625,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 6.03125,
      "learning_rate": 3.845e-05,
      "loss": 0.8581,
      "step": 770
    },
    {
      "cov-distil": 1.7659657001495361,
      "cov-distil (oracle2student)": 3.843327045440674,
      "cov-distil (oracle2teacher)": 3.578549861907959,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.9639570713043213,
      "step": 770,
      "subrel-constrast": 4.180597305297852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.315230369567871,
      "cov-distil (oracle2student)": 5.3011298179626465,
      "cov-distil (oracle2teacher)": 5.025775909423828,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.70466685295105,
      "step": 771,
      "subrel-constrast": 3.1214003562927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9845139980316162,
      "cov-distil (oracle2student)": 4.869327545166016,
      "cov-distil (oracle2teacher)": 4.806513786315918,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.7171690464019775,
      "step": 772,
      "subrel-constrast": 4.3443684577941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9720571041107178,
      "cov-distil (oracle2student)": 3.690183639526367,
      "cov-distil (oracle2teacher)": 3.8548502922058105,
      "epoch": 0.6067503924646782,
      "rel-constrast": 3.0226402282714844,
      "step": 773,
      "subrel-constrast": 3.60787296295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6458377838134766,
      "cov-distil (oracle2student)": 4.784181594848633,
      "cov-distil (oracle2teacher)": 4.708159446716309,
      "epoch": 0.6075353218210361,
      "rel-constrast": 2.781965732574463,
      "step": 774,
      "subrel-constrast": 4.125537395477295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9115421772003174,
      "cov-distil (oracle2student)": 3.761108160018921,
      "cov-distil (oracle2teacher)": 3.7015562057495117,
      "epoch": 0.6083202511773941,
      "rel-constrast": 5.317140102386475,
      "step": 775,
      "subrel-constrast": 5.246437072753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6181366443634033,
      "cov-distil (oracle2student)": 4.179975509643555,
      "cov-distil (oracle2teacher)": 3.3851985931396484,
      "epoch": 0.609105180533752,
      "rel-constrast": 3.174107789993286,
      "step": 776,
      "subrel-constrast": 4.24804162979126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4841779470443726,
      "cov-distil (oracle2student)": 4.076355934143066,
      "cov-distil (oracle2teacher)": 3.99076247215271,
      "epoch": 0.6098901098901099,
      "rel-constrast": 3.13995623588562,
      "step": 777,
      "subrel-constrast": 3.882110834121704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938359260559082,
      "cov-distil (oracle2student)": 3.114800453186035,
      "cov-distil (oracle2teacher)": 3.443549156188965,
      "epoch": 0.6106750392464678,
      "rel-constrast": 2.3868465423583984,
      "step": 778,
      "subrel-constrast": 3.307704448699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191189289093018,
      "cov-distil (oracle2student)": 3.7162814140319824,
      "cov-distil (oracle2teacher)": 3.6030611991882324,
      "epoch": 0.6114599686028257,
      "rel-constrast": 2.6197452545166016,
      "step": 779,
      "subrel-constrast": 3.995907783508301,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 5.71875,
      "learning_rate": 3.8950000000000005e-05,
      "loss": 0.8627,
      "step": 780
    },
    {
      "cov-distil": 1.567307472229004,
      "cov-distil (oracle2student)": 3.8484396934509277,
      "cov-distil (oracle2teacher)": 3.940758466720581,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.7569737434387207,
      "step": 780,
      "subrel-constrast": 3.633056640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703679084777832,
      "cov-distil (oracle2student)": 5.909217834472656,
      "cov-distil (oracle2teacher)": 5.958284378051758,
      "epoch": 0.6130298273155416,
      "rel-constrast": 3.1182799339294434,
      "step": 781,
      "subrel-constrast": 4.302492618560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5469286441802979,
      "cov-distil (oracle2student)": 4.972591876983643,
      "cov-distil (oracle2teacher)": 4.66695499420166,
      "epoch": 0.6138147566718996,
      "rel-constrast": 3.5933823585510254,
      "step": 782,
      "subrel-constrast": 4.120849609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.499288320541382,
      "cov-distil (oracle2student)": 4.016372203826904,
      "cov-distil (oracle2teacher)": 4.236164093017578,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.579235076904297,
      "step": 783,
      "subrel-constrast": 4.995879650115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7838202714920044,
      "cov-distil (oracle2student)": 4.292354106903076,
      "cov-distil (oracle2teacher)": 4.24614143371582,
      "epoch": 0.6153846153846154,
      "rel-constrast": 4.380586624145508,
      "step": 784,
      "subrel-constrast": 4.989373683929443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.360783338546753,
      "cov-distil (oracle2student)": 2.8544771671295166,
      "cov-distil (oracle2teacher)": 2.6884546279907227,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.633727788925171,
      "step": 785,
      "subrel-constrast": 3.0272700786590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2854633331298828,
      "cov-distil (oracle2student)": 4.519411087036133,
      "cov-distil (oracle2teacher)": 4.177163600921631,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.793271541595459,
      "step": 786,
      "subrel-constrast": 4.128157138824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9158350229263306,
      "cov-distil (oracle2student)": 8.350929260253906,
      "cov-distil (oracle2teacher)": 6.667269229888916,
      "epoch": 0.6177394034536892,
      "rel-constrast": 4.180355548858643,
      "step": 787,
      "subrel-constrast": 4.325165748596191,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012990713119507,
      "cov-distil (oracle2student)": 4.489649772644043,
      "cov-distil (oracle2teacher)": 4.392575263977051,
      "epoch": 0.6185243328100472,
      "rel-constrast": 2.7871315479278564,
      "step": 788,
      "subrel-constrast": 3.8673195838928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.114866256713867,
      "cov-distil (oracle2student)": 4.235287666320801,
      "cov-distil (oracle2teacher)": 3.5721254348754883,
      "epoch": 0.619309262166405,
      "rel-constrast": 3.4823496341705322,
      "step": 789,
      "subrel-constrast": 4.297632217407227,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 7.875,
      "learning_rate": 3.9450000000000003e-05,
      "loss": 0.9013,
      "step": 790
    },
    {
      "cov-distil": 1.5477025508880615,
      "cov-distil (oracle2student)": 5.949827671051025,
      "cov-distil (oracle2teacher)": 5.450411796569824,
      "epoch": 0.6200941915227629,
      "rel-constrast": 4.039373397827148,
      "step": 790,
      "subrel-constrast": 4.567863464355469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3561406135559082,
      "cov-distil (oracle2student)": 3.604832649230957,
      "cov-distil (oracle2teacher)": 3.99352765083313,
      "epoch": 0.6208791208791209,
      "rel-constrast": 3.4909794330596924,
      "step": 791,
      "subrel-constrast": 4.409178733825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871955394744873,
      "cov-distil (oracle2student)": 4.196135520935059,
      "cov-distil (oracle2teacher)": 3.8390684127807617,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.9357693195343018,
      "step": 792,
      "subrel-constrast": 3.2282023429870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003251791000366,
      "cov-distil (oracle2student)": 4.818282127380371,
      "cov-distil (oracle2teacher)": 4.309176445007324,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.581894636154175,
      "step": 793,
      "subrel-constrast": 3.626744031906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013441562652588,
      "cov-distil (oracle2student)": 4.1534881591796875,
      "cov-distil (oracle2teacher)": 4.124547958374023,
      "epoch": 0.6232339089481946,
      "rel-constrast": 3.052790403366089,
      "step": 794,
      "subrel-constrast": 3.9772417545318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3264985084533691,
      "cov-distil (oracle2student)": 2.9551219940185547,
      "cov-distil (oracle2teacher)": 2.9309730529785156,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.9264769554138184,
      "step": 795,
      "subrel-constrast": 3.479712724685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9255633354187012,
      "cov-distil (oracle2student)": 4.218044281005859,
      "cov-distil (oracle2teacher)": 4.116752624511719,
      "epoch": 0.6248037676609105,
      "rel-constrast": 2.9784960746765137,
      "step": 796,
      "subrel-constrast": 3.8964850902557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.79434335231781,
      "cov-distil (oracle2student)": 3.4287924766540527,
      "cov-distil (oracle2teacher)": 3.364954948425293,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.4437570571899414,
      "step": 797,
      "subrel-constrast": 3.4459657669067383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4499318599700928,
      "cov-distil (oracle2student)": 3.9298148155212402,
      "cov-distil (oracle2teacher)": 3.8290584087371826,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.9533963203430176,
      "step": 798,
      "subrel-constrast": 4.786764144897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6373556852340698,
      "cov-distil (oracle2student)": 4.715010166168213,
      "cov-distil (oracle2teacher)": 4.34233283996582,
      "epoch": 0.6271585557299842,
      "rel-constrast": 4.105449676513672,
      "step": 799,
      "subrel-constrast": 4.462728500366211,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 6.375,
      "learning_rate": 3.995e-05,
      "loss": 0.855,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.28437501192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.04833984375
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.027130126953125
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.021209716796875,
      "step": 800
    },
    {
      "cov-distil": 2.0045931339263916,
      "cov-distil (oracle2student)": 3.7618496417999268,
      "cov-distil (oracle2teacher)": 3.753272533416748,
      "epoch": 0.6279434850863422,
      "rel-constrast": 2.2175610065460205,
      "step": 800,
      "subrel-constrast": 3.892456293106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.619981050491333,
      "cov-distil (oracle2student)": 4.364217758178711,
      "cov-distil (oracle2teacher)": 3.7327089309692383,
      "epoch": 0.6287284144427001,
      "rel-constrast": 4.093245506286621,
      "step": 801,
      "subrel-constrast": 5.052906513214111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569767713546753,
      "cov-distil (oracle2student)": 2.646055221557617,
      "cov-distil (oracle2teacher)": 3.121350049972534,
      "epoch": 0.6295133437990581,
      "rel-constrast": 2.6254687309265137,
      "step": 802,
      "subrel-constrast": 3.3019208908081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089287757873535,
      "cov-distil (oracle2student)": 5.582956314086914,
      "cov-distil (oracle2teacher)": 4.967065811157227,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.7026913166046143,
      "step": 803,
      "subrel-constrast": 3.879225969314575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9473289251327515,
      "cov-distil (oracle2student)": 3.230166435241699,
      "cov-distil (oracle2teacher)": 3.1882095336914062,
      "epoch": 0.631083202511774,
      "rel-constrast": 1.864764928817749,
      "step": 804,
      "subrel-constrast": 3.3280768394470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3922661542892456,
      "cov-distil (oracle2student)": 4.060875415802002,
      "cov-distil (oracle2teacher)": 3.9616880416870117,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.7141737937927246,
      "step": 805,
      "subrel-constrast": 4.204806804656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784874677658081,
      "cov-distil (oracle2student)": 4.374386310577393,
      "cov-distil (oracle2teacher)": 4.596970558166504,
      "epoch": 0.6326530612244898,
      "rel-constrast": 3.073376178741455,
      "step": 806,
      "subrel-constrast": 3.565107583999634,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3918473720550537,
      "cov-distil (oracle2student)": 4.301252841949463,
      "cov-distil (oracle2teacher)": 4.050130844116211,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.255364179611206,
      "step": 807,
      "subrel-constrast": 4.516900062561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8820072412490845,
      "cov-distil (oracle2student)": 4.317390441894531,
      "cov-distil (oracle2teacher)": 4.077515602111816,
      "epoch": 0.6342229199372057,
      "rel-constrast": 2.3400073051452637,
      "step": 808,
      "subrel-constrast": 3.68056583404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104020595550537,
      "cov-distil (oracle2student)": 4.113283157348633,
      "cov-distil (oracle2teacher)": 3.7468016147613525,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.7774062156677246,
      "step": 809,
      "subrel-constrast": 3.156845808029175,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 5.875,
      "learning_rate": 4.045000000000001e-05,
      "loss": 0.792,
      "step": 810
    },
    {
      "cov-distil": 1.9225842952728271,
      "cov-distil (oracle2student)": 4.772700309753418,
      "cov-distil (oracle2teacher)": 4.4386515617370605,
      "epoch": 0.6357927786499215,
      "rel-constrast": 2.274402618408203,
      "step": 810,
      "subrel-constrast": 3.793257236480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146592140197754,
      "cov-distil (oracle2student)": 3.9638068675994873,
      "cov-distil (oracle2teacher)": 3.635988235473633,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.302318572998047,
      "step": 811,
      "subrel-constrast": 3.4826509952545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7630622386932373,
      "cov-distil (oracle2student)": 3.8982958793640137,
      "cov-distil (oracle2teacher)": 3.9619944095611572,
      "epoch": 0.6373626373626373,
      "rel-constrast": 3.0242116451263428,
      "step": 812,
      "subrel-constrast": 3.74605655670166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2058258056640625,
      "cov-distil (oracle2student)": 5.105160236358643,
      "cov-distil (oracle2teacher)": 4.521011829376221,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.7548186779022217,
      "step": 813,
      "subrel-constrast": 4.288941383361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2325778007507324,
      "cov-distil (oracle2student)": 3.994985818862915,
      "cov-distil (oracle2teacher)": 3.7983858585357666,
      "epoch": 0.6389324960753532,
      "rel-constrast": 4.058200836181641,
      "step": 814,
      "subrel-constrast": 5.199466705322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6037338972091675,
      "cov-distil (oracle2student)": 3.0010287761688232,
      "cov-distil (oracle2teacher)": 3.3780593872070312,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.544131278991699,
      "step": 815,
      "subrel-constrast": 3.9001212120056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8440213203430176,
      "cov-distil (oracle2student)": 3.382146120071411,
      "cov-distil (oracle2teacher)": 3.7145566940307617,
      "epoch": 0.640502354788069,
      "rel-constrast": 3.101287603378296,
      "step": 816,
      "subrel-constrast": 3.941652297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3768600225448608,
      "cov-distil (oracle2student)": 4.8537187576293945,
      "cov-distil (oracle2teacher)": 4.556491851806641,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.138200521469116,
      "step": 817,
      "subrel-constrast": 4.078574180603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3285818099975586,
      "cov-distil (oracle2student)": 3.95272159576416,
      "cov-distil (oracle2teacher)": 3.796572685241699,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.9757089614868164,
      "step": 818,
      "subrel-constrast": 4.183833599090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137150049209595,
      "cov-distil (oracle2student)": 3.8996100425720215,
      "cov-distil (oracle2teacher)": 3.7844996452331543,
      "epoch": 0.6428571428571429,
      "rel-constrast": 3.0237324237823486,
      "step": 819,
      "subrel-constrast": 3.7355899810791016,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 6.03125,
      "learning_rate": 4.095e-05,
      "loss": 0.8033,
      "step": 820
    },
    {
      "cov-distil": 1.5698240995407104,
      "cov-distil (oracle2student)": 3.570085287094116,
      "cov-distil (oracle2teacher)": 3.3340797424316406,
      "epoch": 0.6436420722135008,
      "rel-constrast": 3.341369152069092,
      "step": 820,
      "subrel-constrast": 3.669610023498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108656406402588,
      "cov-distil (oracle2student)": 4.587629318237305,
      "cov-distil (oracle2teacher)": 4.335391998291016,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.444645643234253,
      "step": 821,
      "subrel-constrast": 3.439606189727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.427807092666626,
      "cov-distil (oracle2student)": 4.807023048400879,
      "cov-distil (oracle2teacher)": 4.175321102142334,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.5886707305908203,
      "step": 822,
      "subrel-constrast": 4.190989017486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7150936126708984,
      "cov-distil (oracle2student)": 4.0572509765625,
      "cov-distil (oracle2teacher)": 4.549818992614746,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.181950092315674,
      "step": 823,
      "subrel-constrast": 4.883435249328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.375495672225952,
      "cov-distil (oracle2student)": 4.172708988189697,
      "cov-distil (oracle2teacher)": 3.4819164276123047,
      "epoch": 0.6467817896389325,
      "rel-constrast": 3.079369306564331,
      "step": 824,
      "subrel-constrast": 4.150157451629639,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.308274745941162,
      "cov-distil (oracle2student)": 4.596344947814941,
      "cov-distil (oracle2teacher)": 4.10981559753418,
      "epoch": 0.6475667189952904,
      "rel-constrast": 4.447976112365723,
      "step": 825,
      "subrel-constrast": 4.973028659820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7622771263122559,
      "cov-distil (oracle2student)": 4.808835029602051,
      "cov-distil (oracle2teacher)": 4.732919692993164,
      "epoch": 0.6483516483516484,
      "rel-constrast": 3.0392632484436035,
      "step": 826,
      "subrel-constrast": 4.2934980392456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2593860626220703,
      "cov-distil (oracle2student)": 4.994297504425049,
      "cov-distil (oracle2teacher)": 4.557239055633545,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.979785919189453,
      "step": 827,
      "subrel-constrast": 4.262341499328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6107163429260254,
      "cov-distil (oracle2student)": 3.178396224975586,
      "cov-distil (oracle2teacher)": 3.090130090713501,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.977691888809204,
      "step": 828,
      "subrel-constrast": 3.771296501159668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.630000352859497,
      "cov-distil (oracle2student)": 5.777911186218262,
      "cov-distil (oracle2teacher)": 5.116184234619141,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.3911921977996826,
      "step": 829,
      "subrel-constrast": 4.069247722625732,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 6.75,
      "learning_rate": 4.145e-05,
      "loss": 0.9087,
      "step": 830
    },
    {
      "cov-distil": 1.8794384002685547,
      "cov-distil (oracle2student)": 4.103548049926758,
      "cov-distil (oracle2teacher)": 3.904492139816284,
      "epoch": 0.6514913657770801,
      "rel-constrast": 4.0044355392456055,
      "step": 830,
      "subrel-constrast": 4.624624252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8906476497650146,
      "cov-distil (oracle2student)": 3.214458465576172,
      "cov-distil (oracle2teacher)": 3.606461763381958,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.7704429626464844,
      "step": 831,
      "subrel-constrast": 3.6220717430114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9752247333526611,
      "cov-distil (oracle2student)": 4.888476371765137,
      "cov-distil (oracle2teacher)": 3.880293846130371,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.941727638244629,
      "step": 832,
      "subrel-constrast": 4.675938129425049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7726495265960693,
      "cov-distil (oracle2student)": 2.904669761657715,
      "cov-distil (oracle2teacher)": 2.879772424697876,
      "epoch": 0.6538461538461539,
      "rel-constrast": 2.125884771347046,
      "step": 833,
      "subrel-constrast": 3.402971029281616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8348287343978882,
      "cov-distil (oracle2student)": 3.610349178314209,
      "cov-distil (oracle2teacher)": 3.2000465393066406,
      "epoch": 0.6546310832025117,
      "rel-constrast": 4.169477939605713,
      "step": 834,
      "subrel-constrast": 4.495212078094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877418041229248,
      "cov-distil (oracle2student)": 5.971458435058594,
      "cov-distil (oracle2teacher)": 5.088273048400879,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.4234228134155273,
      "step": 835,
      "subrel-constrast": 3.372243642807007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8137049674987793,
      "cov-distil (oracle2student)": 5.548581123352051,
      "cov-distil (oracle2teacher)": 5.036229133605957,
      "epoch": 0.6562009419152276,
      "rel-constrast": 4.032650947570801,
      "step": 836,
      "subrel-constrast": 4.941165447235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24606990814209,
      "cov-distil (oracle2student)": 3.6434006690979004,
      "cov-distil (oracle2teacher)": 3.5282435417175293,
      "epoch": 0.6569858712715856,
      "rel-constrast": 3.4072937965393066,
      "step": 837,
      "subrel-constrast": 4.71898889541626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4418138265609741,
      "cov-distil (oracle2student)": 4.0115790367126465,
      "cov-distil (oracle2teacher)": 3.6623106002807617,
      "epoch": 0.6577708006279435,
      "rel-constrast": 2.6703035831451416,
      "step": 838,
      "subrel-constrast": 3.024057388305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.321179747581482,
      "cov-distil (oracle2student)": 3.9942774772644043,
      "cov-distil (oracle2teacher)": 3.6469640731811523,
      "epoch": 0.6585557299843015,
      "rel-constrast": 4.570227146148682,
      "step": 839,
      "subrel-constrast": 5.370950222015381,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 7.21875,
      "learning_rate": 4.195e-05,
      "loss": 0.898,
      "step": 840
    },
    {
      "cov-distil": 1.804254412651062,
      "cov-distil (oracle2student)": 4.796672821044922,
      "cov-distil (oracle2teacher)": 4.611145973205566,
      "epoch": 0.6593406593406593,
      "rel-constrast": 3.048487663269043,
      "step": 840,
      "subrel-constrast": 4.138221263885498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.185621976852417,
      "cov-distil (oracle2student)": 4.644382476806641,
      "cov-distil (oracle2teacher)": 4.270307540893555,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.7198691368103027,
      "step": 841,
      "subrel-constrast": 3.728656768798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1581225395202637,
      "cov-distil (oracle2student)": 4.967820644378662,
      "cov-distil (oracle2teacher)": 4.994664669036865,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.998076915740967,
      "step": 842,
      "subrel-constrast": 4.3113603591918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6802887916564941,
      "cov-distil (oracle2student)": 3.012141704559326,
      "cov-distil (oracle2teacher)": 2.5727319717407227,
      "epoch": 0.6616954474097331,
      "rel-constrast": 3.7015037536621094,
      "step": 843,
      "subrel-constrast": 4.34977912902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9140921831130981,
      "cov-distil (oracle2student)": 3.6763272285461426,
      "cov-distil (oracle2teacher)": 3.501206874847412,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.8182120323181152,
      "step": 844,
      "subrel-constrast": 3.526099681854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3611481189727783,
      "cov-distil (oracle2student)": 3.414156675338745,
      "cov-distil (oracle2teacher)": 3.8053836822509766,
      "epoch": 0.6632653061224489,
      "rel-constrast": 3.6642966270446777,
      "step": 845,
      "subrel-constrast": 4.929279804229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16641902923584,
      "cov-distil (oracle2student)": 5.345207214355469,
      "cov-distil (oracle2teacher)": 4.5692830085754395,
      "epoch": 0.6640502354788069,
      "rel-constrast": 2.9499943256378174,
      "step": 846,
      "subrel-constrast": 4.163426876068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2791935205459595,
      "cov-distil (oracle2student)": 4.141592979431152,
      "cov-distil (oracle2teacher)": 3.4113106727600098,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.946357488632202,
      "step": 847,
      "subrel-constrast": 3.884228467941284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6286513805389404,
      "cov-distil (oracle2student)": 3.6746082305908203,
      "cov-distil (oracle2teacher)": 3.6897666454315186,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.590811252593994,
      "step": 848,
      "subrel-constrast": 3.7845067977905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7331000566482544,
      "cov-distil (oracle2student)": 3.869168281555176,
      "cov-distil (oracle2teacher)": 3.3327884674072266,
      "epoch": 0.6664050235478807,
      "rel-constrast": 3.201794147491455,
      "step": 849,
      "subrel-constrast": 4.059730052947998,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 6.5,
      "learning_rate": 4.245e-05,
      "loss": 0.8383,
      "step": 850
    },
    {
      "cov-distil": 1.7655677795410156,
      "cov-distil (oracle2student)": 3.762930154800415,
      "cov-distil (oracle2teacher)": 3.4603514671325684,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.9008567333221436,
      "step": 850,
      "subrel-constrast": 3.404660701751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517121434211731,
      "cov-distil (oracle2student)": 2.8830716609954834,
      "cov-distil (oracle2teacher)": 3.449007034301758,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.325301170349121,
      "step": 851,
      "subrel-constrast": 4.419717311859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9270949363708496,
      "cov-distil (oracle2student)": 4.238532543182373,
      "cov-distil (oracle2teacher)": 3.910085439682007,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.823596715927124,
      "step": 852,
      "subrel-constrast": 3.4322097301483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3329415321350098,
      "cov-distil (oracle2student)": 6.140964031219482,
      "cov-distil (oracle2teacher)": 5.558816909790039,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.4979028701782227,
      "step": 853,
      "subrel-constrast": 3.4758663177490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5264722108840942,
      "cov-distil (oracle2student)": 5.3368964195251465,
      "cov-distil (oracle2teacher)": 5.390691757202148,
      "epoch": 0.6703296703296703,
      "rel-constrast": 3.0451555252075195,
      "step": 854,
      "subrel-constrast": 3.68107533454895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.527972459793091,
      "cov-distil (oracle2student)": 4.9313225746154785,
      "cov-distil (oracle2teacher)": 4.113895416259766,
      "epoch": 0.6711145996860283,
      "rel-constrast": 3.4113454818725586,
      "step": 855,
      "subrel-constrast": 4.2453413009643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2195277214050293,
      "cov-distil (oracle2student)": 4.841870307922363,
      "cov-distil (oracle2teacher)": 4.361907005310059,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.8896093368530273,
      "step": 856,
      "subrel-constrast": 4.457779884338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9021310806274414,
      "cov-distil (oracle2student)": 5.08781623840332,
      "cov-distil (oracle2teacher)": 4.45757532119751,
      "epoch": 0.6726844583987441,
      "rel-constrast": 4.279557228088379,
      "step": 857,
      "subrel-constrast": 4.490781307220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7184224128723145,
      "cov-distil (oracle2student)": 4.386934757232666,
      "cov-distil (oracle2teacher)": 3.651055335998535,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.4715077877044678,
      "step": 858,
      "subrel-constrast": 3.5174665451049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252549648284912,
      "cov-distil (oracle2student)": 4.384729862213135,
      "cov-distil (oracle2teacher)": 4.249427795410156,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.386720657348633,
      "step": 859,
      "subrel-constrast": 4.306125640869141,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 5.40625,
      "learning_rate": 4.295e-05,
      "loss": 0.8732,
      "step": 860
    },
    {
      "cov-distil": 2.1179590225219727,
      "cov-distil (oracle2student)": 4.76759147644043,
      "cov-distil (oracle2teacher)": 4.396820068359375,
      "epoch": 0.6750392464678179,
      "rel-constrast": 2.7477235794067383,
      "step": 860,
      "subrel-constrast": 3.7372775077819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7965826988220215,
      "cov-distil (oracle2student)": 3.590010404586792,
      "cov-distil (oracle2teacher)": 3.2907443046569824,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.507899284362793,
      "step": 861,
      "subrel-constrast": 3.807100296020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7082825899124146,
      "cov-distil (oracle2student)": 5.913630485534668,
      "cov-distil (oracle2teacher)": 5.13212776184082,
      "epoch": 0.6766091051805337,
      "rel-constrast": 3.268495559692383,
      "step": 862,
      "subrel-constrast": 3.9798760414123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8252453804016113,
      "cov-distil (oracle2student)": 4.901181221008301,
      "cov-distil (oracle2teacher)": 4.457773685455322,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.583211660385132,
      "step": 863,
      "subrel-constrast": 4.42688512802124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3953462839126587,
      "cov-distil (oracle2student)": 5.5138397216796875,
      "cov-distil (oracle2teacher)": 4.944778919219971,
      "epoch": 0.6781789638932496,
      "rel-constrast": 3.1454901695251465,
      "step": 864,
      "subrel-constrast": 3.9406254291534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6899718046188354,
      "cov-distil (oracle2student)": 5.330373764038086,
      "cov-distil (oracle2teacher)": 4.559169769287109,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.3280701637268066,
      "step": 865,
      "subrel-constrast": 3.6453700065612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6296229362487793,
      "cov-distil (oracle2student)": 4.770857810974121,
      "cov-distil (oracle2teacher)": 4.276622295379639,
      "epoch": 0.6797488226059655,
      "rel-constrast": 3.20645809173584,
      "step": 866,
      "subrel-constrast": 3.8591246604919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7715446949005127,
      "cov-distil (oracle2student)": 4.347777843475342,
      "cov-distil (oracle2teacher)": 4.543467044830322,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.9846086502075195,
      "step": 867,
      "subrel-constrast": 5.185349941253662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960502862930298,
      "cov-distil (oracle2student)": 3.3439979553222656,
      "cov-distil (oracle2teacher)": 2.9984841346740723,
      "epoch": 0.6813186813186813,
      "rel-constrast": 2.1034369468688965,
      "step": 868,
      "subrel-constrast": 2.926976203918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505071759223938,
      "cov-distil (oracle2student)": 2.9278054237365723,
      "cov-distil (oracle2teacher)": 2.840702772140503,
      "epoch": 0.6821036106750392,
      "rel-constrast": 3.0042061805725098,
      "step": 869,
      "subrel-constrast": 3.6791141033172607,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 4.9375,
      "learning_rate": 4.345e-05,
      "loss": 0.7898,
      "step": 870
    },
    {
      "cov-distil": 1.5478849411010742,
      "cov-distil (oracle2student)": 4.5837202072143555,
      "cov-distil (oracle2teacher)": 4.236478805541992,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.6690661907196045,
      "step": 870,
      "subrel-constrast": 3.755584239959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4669153690338135,
      "cov-distil (oracle2student)": 3.7385365962982178,
      "cov-distil (oracle2teacher)": 3.7702410221099854,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.5915560722351074,
      "step": 871,
      "subrel-constrast": 4.271019458770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1383116245269775,
      "cov-distil (oracle2student)": 4.596353530883789,
      "cov-distil (oracle2teacher)": 3.5413565635681152,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.788327693939209,
      "step": 872,
      "subrel-constrast": 3.9468002319335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5923734903335571,
      "cov-distil (oracle2student)": 4.1226983070373535,
      "cov-distil (oracle2teacher)": 3.784665107727051,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.274655342102051,
      "step": 873,
      "subrel-constrast": 3.9750561714172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.946056842803955,
      "cov-distil (oracle2student)": 4.353828430175781,
      "cov-distil (oracle2teacher)": 4.0519490242004395,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.741914749145508,
      "step": 874,
      "subrel-constrast": 3.176755905151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557355642318726,
      "cov-distil (oracle2student)": 3.949646472930908,
      "cov-distil (oracle2teacher)": 4.013653755187988,
      "epoch": 0.6868131868131868,
      "rel-constrast": 2.8873188495635986,
      "step": 875,
      "subrel-constrast": 3.6380884647369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.401376247406006,
      "cov-distil (oracle2student)": 5.006793022155762,
      "cov-distil (oracle2teacher)": 4.591802597045898,
      "epoch": 0.6875981161695447,
      "rel-constrast": 4.074068069458008,
      "step": 876,
      "subrel-constrast": 5.1672682762146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2366654872894287,
      "cov-distil (oracle2student)": 3.786804676055908,
      "cov-distil (oracle2teacher)": 3.314284324645996,
      "epoch": 0.6883830455259027,
      "rel-constrast": 2.0299768447875977,
      "step": 877,
      "subrel-constrast": 2.670637369155884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147178173065186,
      "cov-distil (oracle2student)": 3.804882764816284,
      "cov-distil (oracle2teacher)": 3.430328845977783,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.7490639686584473,
      "step": 878,
      "subrel-constrast": 3.5756359100341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5681298971176147,
      "cov-distil (oracle2student)": 3.9214487075805664,
      "cov-distil (oracle2teacher)": 3.5905914306640625,
      "epoch": 0.6899529042386185,
      "rel-constrast": 3.0104470252990723,
      "step": 879,
      "subrel-constrast": 3.337676763534546,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 6.03125,
      "learning_rate": 4.3950000000000004e-05,
      "loss": 0.8151,
      "step": 880
    },
    {
      "cov-distil": 2.2157304286956787,
      "cov-distil (oracle2student)": 5.699595928192139,
      "cov-distil (oracle2teacher)": 4.683689594268799,
      "epoch": 0.6907378335949764,
      "rel-constrast": 3.0941343307495117,
      "step": 880,
      "subrel-constrast": 4.322240352630615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4810900688171387,
      "cov-distil (oracle2student)": 3.3440780639648438,
      "cov-distil (oracle2teacher)": 2.974940299987793,
      "epoch": 0.6915227629513344,
      "rel-constrast": 3.586519241333008,
      "step": 881,
      "subrel-constrast": 3.7541935443878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5781233310699463,
      "cov-distil (oracle2student)": 5.018100738525391,
      "cov-distil (oracle2teacher)": 4.681778907775879,
      "epoch": 0.6923076923076923,
      "rel-constrast": 4.0826897621154785,
      "step": 882,
      "subrel-constrast": 4.779473304748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4764516353607178,
      "cov-distil (oracle2student)": 3.1465892791748047,
      "cov-distil (oracle2teacher)": 2.8956477642059326,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.1886837482452393,
      "step": 883,
      "subrel-constrast": 2.8425724506378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5577139854431152,
      "cov-distil (oracle2student)": 5.48944091796875,
      "cov-distil (oracle2teacher)": 5.108327865600586,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.6461424827575684,
      "step": 884,
      "subrel-constrast": 4.1751885414123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30418062210083,
      "cov-distil (oracle2student)": 3.6000726222991943,
      "cov-distil (oracle2teacher)": 3.8276352882385254,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.609241008758545,
      "step": 885,
      "subrel-constrast": 4.044322967529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9188902378082275,
      "cov-distil (oracle2student)": 3.3409061431884766,
      "cov-distil (oracle2teacher)": 3.3536062240600586,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.917679786682129,
      "step": 886,
      "subrel-constrast": 4.465198040008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6129820346832275,
      "cov-distil (oracle2student)": 3.5256998538970947,
      "cov-distil (oracle2teacher)": 3.5475692749023438,
      "epoch": 0.6962323390894819,
      "rel-constrast": 3.1687140464782715,
      "step": 887,
      "subrel-constrast": 4.09608268737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6923974752426147,
      "cov-distil (oracle2student)": 3.194105863571167,
      "cov-distil (oracle2teacher)": 2.918461799621582,
      "epoch": 0.6970172684458399,
      "rel-constrast": 2.669671058654785,
      "step": 888,
      "subrel-constrast": 3.512425661087036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615928649902344,
      "cov-distil (oracle2student)": 4.9741010665893555,
      "cov-distil (oracle2teacher)": 4.07312536239624,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.2488291263580322,
      "step": 889,
      "subrel-constrast": 3.145869016647339,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 5.15625,
      "learning_rate": 4.445e-05,
      "loss": 0.8243,
      "step": 890
    },
    {
      "cov-distil": 2.2956361770629883,
      "cov-distil (oracle2student)": 5.470577716827393,
      "cov-distil (oracle2teacher)": 4.947875499725342,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.6768033504486084,
      "step": 890,
      "subrel-constrast": 3.943537950515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949636459350586,
      "cov-distil (oracle2student)": 4.757634162902832,
      "cov-distil (oracle2teacher)": 3.9767329692840576,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.2590112686157227,
      "step": 891,
      "subrel-constrast": 3.1901254653930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926931619644165,
      "cov-distil (oracle2student)": 3.505540370941162,
      "cov-distil (oracle2teacher)": 3.3340682983398438,
      "epoch": 0.7001569858712716,
      "rel-constrast": 3.0852808952331543,
      "step": 892,
      "subrel-constrast": 4.544396877288818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2596887350082397,
      "cov-distil (oracle2student)": 4.653071403503418,
      "cov-distil (oracle2teacher)": 4.252223014831543,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.719123363494873,
      "step": 893,
      "subrel-constrast": 3.29056715965271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7803575992584229,
      "cov-distil (oracle2student)": 4.656095504760742,
      "cov-distil (oracle2teacher)": 3.902914524078369,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.24275541305542,
      "step": 894,
      "subrel-constrast": 3.273658037185669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5130441188812256,
      "cov-distil (oracle2student)": 5.469186782836914,
      "cov-distil (oracle2teacher)": 4.67607307434082,
      "epoch": 0.7025117739403454,
      "rel-constrast": 3.1639580726623535,
      "step": 895,
      "subrel-constrast": 4.3755879402160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741716861724854,
      "cov-distil (oracle2student)": 3.9948792457580566,
      "cov-distil (oracle2teacher)": 4.19767951965332,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.7737693786621094,
      "step": 896,
      "subrel-constrast": 3.267178773880005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8039289712905884,
      "cov-distil (oracle2student)": 3.7117669582366943,
      "cov-distil (oracle2teacher)": 3.281684160232544,
      "epoch": 0.7040816326530612,
      "rel-constrast": 2.143932819366455,
      "step": 897,
      "subrel-constrast": 3.121236801147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3587143421173096,
      "cov-distil (oracle2student)": 4.403602123260498,
      "cov-distil (oracle2teacher)": 4.120107650756836,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.3291571140289307,
      "step": 898,
      "subrel-constrast": 3.47867751121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861637830734253,
      "cov-distil (oracle2student)": 4.3754682540893555,
      "cov-distil (oracle2teacher)": 3.7165720462799072,
      "epoch": 0.7056514913657771,
      "rel-constrast": 3.8839848041534424,
      "step": 899,
      "subrel-constrast": 4.644810676574707,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 6.0625,
      "learning_rate": 4.495e-05,
      "loss": 0.728,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.30156251788139343,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.0489501953125
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.028717041015625
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.020233154296875,
      "step": 900
    },
    {
      "cov-distil": 2.2758567333221436,
      "cov-distil (oracle2student)": 3.112144708633423,
      "cov-distil (oracle2teacher)": 3.6246337890625,
      "epoch": 0.706436420722135,
      "rel-constrast": 4.2263994216918945,
      "step": 900,
      "subrel-constrast": 4.605080604553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5694825649261475,
      "cov-distil (oracle2student)": 2.912907838821411,
      "cov-distil (oracle2teacher)": 3.0900259017944336,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.9801032543182373,
      "step": 901,
      "subrel-constrast": 4.070077419281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285184621810913,
      "cov-distil (oracle2student)": 3.1929121017456055,
      "cov-distil (oracle2teacher)": 3.3283302783966064,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.7210168838500977,
      "step": 902,
      "subrel-constrast": 5.039446830749512,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798686504364014,
      "cov-distil (oracle2student)": 4.676393985748291,
      "cov-distil (oracle2teacher)": 4.217928886413574,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.927309036254883,
      "step": 903,
      "subrel-constrast": 3.2873969078063965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5412538051605225,
      "cov-distil (oracle2student)": 5.285891056060791,
      "cov-distil (oracle2teacher)": 4.6173906326293945,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.8550057411193848,
      "step": 904,
      "subrel-constrast": 3.531097650527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6112513542175293,
      "cov-distil (oracle2student)": 4.020347595214844,
      "cov-distil (oracle2teacher)": 3.5786631107330322,
      "epoch": 0.7103610675039247,
      "rel-constrast": 3.90101957321167,
      "step": 905,
      "subrel-constrast": 4.510730266571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2648086547851562,
      "cov-distil (oracle2student)": 5.239475250244141,
      "cov-distil (oracle2teacher)": 4.47782564163208,
      "epoch": 0.7111459968602826,
      "rel-constrast": 4.096606254577637,
      "step": 906,
      "subrel-constrast": 4.7054009437561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87594735622406,
      "cov-distil (oracle2student)": 3.4948787689208984,
      "cov-distil (oracle2teacher)": 3.2427332401275635,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.4869022369384766,
      "step": 907,
      "subrel-constrast": 2.939744472503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6819136142730713,
      "cov-distil (oracle2student)": 3.956923007965088,
      "cov-distil (oracle2teacher)": 3.3551230430603027,
      "epoch": 0.7127158555729984,
      "rel-constrast": 3.1140904426574707,
      "step": 908,
      "subrel-constrast": 4.3997087478637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0586934089660645,
      "cov-distil (oracle2student)": 6.132615566253662,
      "cov-distil (oracle2teacher)": 4.808053016662598,
      "epoch": 0.7135007849293563,
      "rel-constrast": 4.984131813049316,
      "step": 909,
      "subrel-constrast": 5.425019264221191,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 7.59375,
      "learning_rate": 4.545000000000001e-05,
      "loss": 0.9539,
      "step": 910
    },
    {
      "cov-distil": 1.6229896545410156,
      "cov-distil (oracle2student)": 4.070446968078613,
      "cov-distil (oracle2teacher)": 3.715554714202881,
      "epoch": 0.7142857142857143,
      "rel-constrast": 3.2242932319641113,
      "step": 910,
      "subrel-constrast": 3.859609603881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8170173168182373,
      "cov-distil (oracle2student)": 4.4720916748046875,
      "cov-distil (oracle2teacher)": 4.0759687423706055,
      "epoch": 0.7150706436420722,
      "rel-constrast": 3.0169482231140137,
      "step": 911,
      "subrel-constrast": 3.8084235191345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5292870998382568,
      "cov-distil (oracle2student)": 4.345184326171875,
      "cov-distil (oracle2teacher)": 4.0117974281311035,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.397573471069336,
      "step": 912,
      "subrel-constrast": 3.2584228515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223121404647827,
      "cov-distil (oracle2student)": 4.264377593994141,
      "cov-distil (oracle2teacher)": 4.638145446777344,
      "epoch": 0.716640502354788,
      "rel-constrast": 2.8414294719696045,
      "step": 913,
      "subrel-constrast": 4.336313724517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.661023736000061,
      "cov-distil (oracle2student)": 4.143952369689941,
      "cov-distil (oracle2teacher)": 3.7969391345977783,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.8086204528808594,
      "step": 914,
      "subrel-constrast": 3.964709997177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073925495147705,
      "cov-distil (oracle2student)": 3.812002658843994,
      "cov-distil (oracle2teacher)": 2.9608023166656494,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.701813220977783,
      "step": 915,
      "subrel-constrast": 3.5543386936187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841255784034729,
      "cov-distil (oracle2student)": 3.9284794330596924,
      "cov-distil (oracle2teacher)": 4.48227596282959,
      "epoch": 0.7189952904238619,
      "rel-constrast": 3.2184972763061523,
      "step": 916,
      "subrel-constrast": 4.3179755210876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.29209041595459,
      "cov-distil (oracle2student)": 5.0997748374938965,
      "cov-distil (oracle2teacher)": 4.6459455490112305,
      "epoch": 0.7197802197802198,
      "rel-constrast": 2.7742223739624023,
      "step": 917,
      "subrel-constrast": 3.9090025424957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.126772403717041,
      "cov-distil (oracle2student)": 5.042139053344727,
      "cov-distil (oracle2teacher)": 4.358441352844238,
      "epoch": 0.7205651491365777,
      "rel-constrast": 3.499645233154297,
      "step": 918,
      "subrel-constrast": 4.131096839904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1853413581848145,
      "cov-distil (oracle2student)": 5.0499186515808105,
      "cov-distil (oracle2teacher)": 4.660511493682861,
      "epoch": 0.7213500784929356,
      "rel-constrast": 3.0944676399230957,
      "step": 919,
      "subrel-constrast": 4.054975509643555,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 7.625,
      "learning_rate": 4.5950000000000006e-05,
      "loss": 0.8129,
      "step": 920
    },
    {
      "cov-distil": 1.575663685798645,
      "cov-distil (oracle2student)": 4.080785751342773,
      "cov-distil (oracle2teacher)": 4.11350154876709,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.942035675048828,
      "step": 920,
      "subrel-constrast": 3.5585241317749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089031457901001,
      "cov-distil (oracle2student)": 3.5837650299072266,
      "cov-distil (oracle2teacher)": 3.1147677898406982,
      "epoch": 0.7229199372056515,
      "rel-constrast": 3.1843388080596924,
      "step": 921,
      "subrel-constrast": 3.996202230453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6126110553741455,
      "cov-distil (oracle2student)": 3.8322594165802,
      "cov-distil (oracle2teacher)": 3.4988203048706055,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.8110198974609375,
      "step": 922,
      "subrel-constrast": 3.6679060459136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5855941772460938,
      "cov-distil (oracle2student)": 5.666677474975586,
      "cov-distil (oracle2teacher)": 4.215079307556152,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.647099256515503,
      "step": 923,
      "subrel-constrast": 3.6234447956085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8088470697402954,
      "cov-distil (oracle2student)": 3.5870018005371094,
      "cov-distil (oracle2teacher)": 3.6585381031036377,
      "epoch": 0.7252747252747253,
      "rel-constrast": 3.079493761062622,
      "step": 924,
      "subrel-constrast": 3.9141316413879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2190501689910889,
      "cov-distil (oracle2student)": 4.473470687866211,
      "cov-distil (oracle2teacher)": 3.9204301834106445,
      "epoch": 0.7260596546310832,
      "rel-constrast": 3.165107250213623,
      "step": 925,
      "subrel-constrast": 3.897352457046509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0242605209350586,
      "cov-distil (oracle2student)": 6.548642158508301,
      "cov-distil (oracle2teacher)": 5.537520408630371,
      "epoch": 0.7268445839874411,
      "rel-constrast": 3.701394557952881,
      "step": 926,
      "subrel-constrast": 3.9507064819335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5379185676574707,
      "cov-distil (oracle2student)": 3.4035112857818604,
      "cov-distil (oracle2teacher)": 3.553199052810669,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.911174774169922,
      "step": 927,
      "subrel-constrast": 3.627082109451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6840705871582031,
      "cov-distil (oracle2student)": 5.966733932495117,
      "cov-distil (oracle2teacher)": 5.291431427001953,
      "epoch": 0.728414442700157,
      "rel-constrast": 3.4538960456848145,
      "step": 928,
      "subrel-constrast": 4.338021755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7749119997024536,
      "cov-distil (oracle2student)": 4.814553260803223,
      "cov-distil (oracle2teacher)": 3.3282127380371094,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.272881507873535,
      "step": 929,
      "subrel-constrast": 4.203635215759277,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 6.0,
      "learning_rate": 4.6450000000000004e-05,
      "loss": 0.8465,
      "step": 930
    },
    {
      "cov-distil": 1.2940502166748047,
      "cov-distil (oracle2student)": 4.268896102905273,
      "cov-distil (oracle2teacher)": 3.982468366622925,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.788405418395996,
      "step": 930,
      "subrel-constrast": 3.7771759033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4882677793502808,
      "cov-distil (oracle2student)": 5.153918266296387,
      "cov-distil (oracle2teacher)": 4.488292694091797,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.8575000762939453,
      "step": 931,
      "subrel-constrast": 4.23193359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906712532043457,
      "cov-distil (oracle2student)": 4.725667953491211,
      "cov-distil (oracle2teacher)": 4.616857528686523,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.424145221710205,
      "step": 932,
      "subrel-constrast": 3.732316493988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835892915725708,
      "cov-distil (oracle2student)": 2.91845703125,
      "cov-distil (oracle2teacher)": 2.7811551094055176,
      "epoch": 0.7323390894819466,
      "rel-constrast": 4.028440475463867,
      "step": 933,
      "subrel-constrast": 4.382497787475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5429143905639648,
      "cov-distil (oracle2student)": 4.434526443481445,
      "cov-distil (oracle2teacher)": 4.288553714752197,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.283620834350586,
      "step": 934,
      "subrel-constrast": 4.480005264282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8479607105255127,
      "cov-distil (oracle2student)": 4.566035747528076,
      "cov-distil (oracle2teacher)": 3.94174861907959,
      "epoch": 0.7339089481946625,
      "rel-constrast": 3.1102888584136963,
      "step": 935,
      "subrel-constrast": 4.2533392906188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7382700443267822,
      "cov-distil (oracle2student)": 4.074993133544922,
      "cov-distil (oracle2teacher)": 4.242084503173828,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.664027214050293,
      "step": 936,
      "subrel-constrast": 4.777615547180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8130892515182495,
      "cov-distil (oracle2student)": 5.765524387359619,
      "cov-distil (oracle2teacher)": 4.961240768432617,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.738004207611084,
      "step": 937,
      "subrel-constrast": 4.491626262664795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3930234909057617,
      "cov-distil (oracle2student)": 2.956733465194702,
      "cov-distil (oracle2teacher)": 2.941540479660034,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.2914769649505615,
      "step": 938,
      "subrel-constrast": 2.780831813812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.51702880859375,
      "cov-distil (oracle2student)": 2.6176843643188477,
      "cov-distil (oracle2teacher)": 3.282212734222412,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.4387402534484863,
      "step": 939,
      "subrel-constrast": 4.557201385498047,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 6.15625,
      "learning_rate": 4.695e-05,
      "loss": 0.8816,
      "step": 940
    },
    {
      "cov-distil": 1.9257925748825073,
      "cov-distil (oracle2student)": 3.928852081298828,
      "cov-distil (oracle2teacher)": 4.06867790222168,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.6139044761657715,
      "step": 940,
      "subrel-constrast": 4.444116115570068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8952929973602295,
      "cov-distil (oracle2student)": 4.150082111358643,
      "cov-distil (oracle2teacher)": 3.790639877319336,
      "epoch": 0.7386185243328101,
      "rel-constrast": 3.3191280364990234,
      "step": 941,
      "subrel-constrast": 3.679969072341919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5294878482818604,
      "cov-distil (oracle2student)": 3.9924159049987793,
      "cov-distil (oracle2teacher)": 3.403869152069092,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.708803176879883,
      "step": 942,
      "subrel-constrast": 3.7333984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.276921272277832,
      "cov-distil (oracle2student)": 3.9539318084716797,
      "cov-distil (oracle2teacher)": 3.586507558822632,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.935490608215332,
      "step": 943,
      "subrel-constrast": 4.135726451873779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9773235321044922,
      "cov-distil (oracle2student)": 4.83607292175293,
      "cov-distil (oracle2teacher)": 4.603585243225098,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.497435569763184,
      "step": 944,
      "subrel-constrast": 5.25809907913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6449570655822754,
      "cov-distil (oracle2student)": 4.226219654083252,
      "cov-distil (oracle2teacher)": 3.288353681564331,
      "epoch": 0.7417582417582418,
      "rel-constrast": 2.5536246299743652,
      "step": 945,
      "subrel-constrast": 2.927077293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.137589454650879,
      "cov-distil (oracle2student)": 2.859459400177002,
      "cov-distil (oracle2teacher)": 2.8701722621917725,
      "epoch": 0.7425431711145997,
      "rel-constrast": 2.3175745010375977,
      "step": 946,
      "subrel-constrast": 3.029712438583374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929520606994629,
      "cov-distil (oracle2student)": 3.8799915313720703,
      "cov-distil (oracle2teacher)": 3.6162047386169434,
      "epoch": 0.7433281004709577,
      "rel-constrast": 3.0847702026367188,
      "step": 947,
      "subrel-constrast": 4.075847625732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6459702253341675,
      "cov-distil (oracle2student)": 4.161098480224609,
      "cov-distil (oracle2teacher)": 4.3318281173706055,
      "epoch": 0.7441130298273155,
      "rel-constrast": 4.606771469116211,
      "step": 948,
      "subrel-constrast": 5.083632946014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165371179580688,
      "cov-distil (oracle2student)": 4.67051887512207,
      "cov-distil (oracle2teacher)": 4.004219055175781,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.6552817821502686,
      "step": 949,
      "subrel-constrast": 3.711884021759033,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 5.4375,
      "learning_rate": 4.745e-05,
      "loss": 0.8765,
      "step": 950
    },
    {
      "cov-distil": 1.3789355754852295,
      "cov-distil (oracle2student)": 4.328378677368164,
      "cov-distil (oracle2teacher)": 4.466527938842773,
      "epoch": 0.7456828885400314,
      "rel-constrast": 4.1120710372924805,
      "step": 950,
      "subrel-constrast": 5.027348041534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7074458599090576,
      "cov-distil (oracle2student)": 3.896850824356079,
      "cov-distil (oracle2teacher)": 3.998074531555176,
      "epoch": 0.7464678178963893,
      "rel-constrast": 3.055389404296875,
      "step": 951,
      "subrel-constrast": 4.044977188110352,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146897792816162,
      "cov-distil (oracle2student)": 3.3221402168273926,
      "cov-distil (oracle2teacher)": 3.3205983638763428,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.66206693649292,
      "step": 952,
      "subrel-constrast": 3.555684804916382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7882740497589111,
      "cov-distil (oracle2student)": 4.753549575805664,
      "cov-distil (oracle2teacher)": 4.033441543579102,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.6871156692504883,
      "step": 953,
      "subrel-constrast": 3.443528175354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317833662033081,
      "cov-distil (oracle2student)": 3.1025431156158447,
      "cov-distil (oracle2teacher)": 3.190276622772217,
      "epoch": 0.7488226059654631,
      "rel-constrast": 3.2253057956695557,
      "step": 954,
      "subrel-constrast": 3.449445962905884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4996986389160156,
      "cov-distil (oracle2student)": 3.4388978481292725,
      "cov-distil (oracle2teacher)": 3.6049745082855225,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.8875174522399902,
      "step": 955,
      "subrel-constrast": 3.476513147354126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8152103424072266,
      "cov-distil (oracle2student)": 4.742283821105957,
      "cov-distil (oracle2teacher)": 4.340536117553711,
      "epoch": 0.750392464678179,
      "rel-constrast": 4.083362579345703,
      "step": 956,
      "subrel-constrast": 4.664163589477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3834519386291504,
      "cov-distil (oracle2student)": 3.857619285583496,
      "cov-distil (oracle2teacher)": 3.674638032913208,
      "epoch": 0.7511773940345369,
      "rel-constrast": 3.141227960586548,
      "step": 957,
      "subrel-constrast": 3.6745681762695312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4698567390441895,
      "cov-distil (oracle2student)": 4.458189010620117,
      "cov-distil (oracle2teacher)": 4.699226379394531,
      "epoch": 0.7519623233908949,
      "rel-constrast": 2.5968546867370605,
      "step": 958,
      "subrel-constrast": 3.6189186573028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0489540100097656,
      "cov-distil (oracle2student)": 3.7848129272460938,
      "cov-distil (oracle2teacher)": 4.058032035827637,
      "epoch": 0.7527472527472527,
      "rel-constrast": 3.10971736907959,
      "step": 959,
      "subrel-constrast": 3.964318037033081,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 5.125,
      "learning_rate": 4.795e-05,
      "loss": 0.8304,
      "step": 960
    },
    {
      "cov-distil": 1.8610987663269043,
      "cov-distil (oracle2student)": 4.204171180725098,
      "cov-distil (oracle2teacher)": 3.3874669075012207,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.5759077072143555,
      "step": 960,
      "subrel-constrast": 3.952942371368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7234872579574585,
      "cov-distil (oracle2student)": 4.684390068054199,
      "cov-distil (oracle2teacher)": 4.254234313964844,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.439119815826416,
      "step": 961,
      "subrel-constrast": 3.2664947509765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0914149284362793,
      "cov-distil (oracle2student)": 4.137686252593994,
      "cov-distil (oracle2teacher)": 3.5159339904785156,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.320270538330078,
      "step": 962,
      "subrel-constrast": 3.529468536376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5941476821899414,
      "cov-distil (oracle2student)": 5.081782341003418,
      "cov-distil (oracle2teacher)": 4.276642322540283,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.1787896156311035,
      "step": 963,
      "subrel-constrast": 3.813589096069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5371471643447876,
      "cov-distil (oracle2student)": 3.9131083488464355,
      "cov-distil (oracle2teacher)": 3.2550108432769775,
      "epoch": 0.7566718995290423,
      "rel-constrast": 3.406545400619507,
      "step": 964,
      "subrel-constrast": 4.030934810638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.189305305480957,
      "cov-distil (oracle2student)": 5.07846736907959,
      "cov-distil (oracle2teacher)": 4.384699821472168,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.970583200454712,
      "step": 965,
      "subrel-constrast": 3.6238105297088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332085132598877,
      "cov-distil (oracle2student)": 3.555403232574463,
      "cov-distil (oracle2teacher)": 2.9021453857421875,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.632821798324585,
      "step": 966,
      "subrel-constrast": 3.3239552974700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018604278564453,
      "cov-distil (oracle2student)": 3.9263052940368652,
      "cov-distil (oracle2teacher)": 3.5135817527770996,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.9862589836120605,
      "step": 967,
      "subrel-constrast": 3.3959908485412598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6031534671783447,
      "cov-distil (oracle2student)": 5.186741352081299,
      "cov-distil (oracle2teacher)": 4.605085372924805,
      "epoch": 0.7598116169544741,
      "rel-constrast": 2.718703269958496,
      "step": 968,
      "subrel-constrast": 3.5651605129241943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3045380115509033,
      "cov-distil (oracle2student)": 4.70316219329834,
      "cov-distil (oracle2teacher)": 3.7094240188598633,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.310779571533203,
      "step": 969,
      "subrel-constrast": 3.998525381088257,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 5.3125,
      "learning_rate": 4.845e-05,
      "loss": 0.7808,
      "step": 970
    },
    {
      "cov-distil": 1.579962968826294,
      "cov-distil (oracle2student)": 4.080756187438965,
      "cov-distil (oracle2teacher)": 3.9813289642333984,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.6930108070373535,
      "step": 970,
      "subrel-constrast": 3.6232733726501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5032997131347656,
      "cov-distil (oracle2student)": 5.148774147033691,
      "cov-distil (oracle2teacher)": 5.012347221374512,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.8520336151123047,
      "step": 971,
      "subrel-constrast": 3.5504817962646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.332946538925171,
      "cov-distil (oracle2student)": 3.8117406368255615,
      "cov-distil (oracle2teacher)": 3.6037325859069824,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.3115837574005127,
      "step": 972,
      "subrel-constrast": 3.7798709869384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3567724227905273,
      "cov-distil (oracle2student)": 4.300013542175293,
      "cov-distil (oracle2teacher)": 4.233357906341553,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.9181158542633057,
      "step": 973,
      "subrel-constrast": 3.930820941925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5177117586135864,
      "cov-distil (oracle2student)": 3.9483582973480225,
      "cov-distil (oracle2teacher)": 4.233581066131592,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.8572943210601807,
      "step": 974,
      "subrel-constrast": 3.3494460582733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5430667400360107,
      "cov-distil (oracle2student)": 3.8153276443481445,
      "cov-distil (oracle2teacher)": 3.529045343399048,
      "epoch": 0.7653061224489796,
      "rel-constrast": 2.43520450592041,
      "step": 975,
      "subrel-constrast": 3.3547842502593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55463445186615,
      "cov-distil (oracle2student)": 4.102063179016113,
      "cov-distil (oracle2teacher)": 4.185404300689697,
      "epoch": 0.7660910518053375,
      "rel-constrast": 2.7345409393310547,
      "step": 976,
      "subrel-constrast": 3.699293613433838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206817865371704,
      "cov-distil (oracle2student)": 5.071278095245361,
      "cov-distil (oracle2teacher)": 5.294976234436035,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.3835926055908203,
      "step": 977,
      "subrel-constrast": 4.665506362915039,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0126726627349854,
      "cov-distil (oracle2student)": 3.5513486862182617,
      "cov-distil (oracle2teacher)": 3.697411060333252,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.443159580230713,
      "step": 978,
      "subrel-constrast": 4.00405740737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6712284088134766,
      "cov-distil (oracle2student)": 4.211378574371338,
      "cov-distil (oracle2teacher)": 3.6677627563476562,
      "epoch": 0.7684458398744113,
      "rel-constrast": 2.733938694000244,
      "step": 979,
      "subrel-constrast": 3.493361473083496,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 5.1875,
      "learning_rate": 4.8950000000000004e-05,
      "loss": 0.7773,
      "step": 980
    },
    {
      "cov-distil": 1.9269602298736572,
      "cov-distil (oracle2student)": 5.519498825073242,
      "cov-distil (oracle2teacher)": 5.387725353240967,
      "epoch": 0.7692307692307693,
      "rel-constrast": 4.175396919250488,
      "step": 980,
      "subrel-constrast": 5.049959659576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9665855169296265,
      "cov-distil (oracle2student)": 3.2665791511535645,
      "cov-distil (oracle2teacher)": 3.670107364654541,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.6774415969848633,
      "step": 981,
      "subrel-constrast": 4.239767074584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470031976699829,
      "cov-distil (oracle2student)": 3.181478977203369,
      "cov-distil (oracle2teacher)": 3.3025927543640137,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.809911012649536,
      "step": 982,
      "subrel-constrast": 3.5960404872894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5619471073150635,
      "cov-distil (oracle2student)": 4.692441463470459,
      "cov-distil (oracle2teacher)": 4.201259136199951,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.389431953430176,
      "step": 983,
      "subrel-constrast": 3.77146315574646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3671085834503174,
      "cov-distil (oracle2student)": 3.5092053413391113,
      "cov-distil (oracle2teacher)": 3.708148241043091,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.595477342605591,
      "step": 984,
      "subrel-constrast": 3.8124887943267822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9460711479187012,
      "cov-distil (oracle2student)": 4.956125259399414,
      "cov-distil (oracle2teacher)": 5.276334285736084,
      "epoch": 0.7731554160125589,
      "rel-constrast": 3.3473873138427734,
      "step": 985,
      "subrel-constrast": 4.39263391494751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3514606952667236,
      "cov-distil (oracle2student)": 3.571758270263672,
      "cov-distil (oracle2teacher)": 3.736933708190918,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.135286808013916,
      "step": 986,
      "subrel-constrast": 2.9741177558898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104153633117676,
      "cov-distil (oracle2student)": 4.799599647521973,
      "cov-distil (oracle2teacher)": 3.8925552368164062,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.5805909633636475,
      "step": 987,
      "subrel-constrast": 3.1912810802459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266259670257568,
      "cov-distil (oracle2student)": 3.655568838119507,
      "cov-distil (oracle2teacher)": 3.5068106651306152,
      "epoch": 0.7755102040816326,
      "rel-constrast": 3.032980442047119,
      "step": 988,
      "subrel-constrast": 3.508396863937378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357473611831665,
      "cov-distil (oracle2student)": 3.59857439994812,
      "cov-distil (oracle2teacher)": 3.8415191173553467,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.536325454711914,
      "step": 989,
      "subrel-constrast": 3.5550482273101807,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 5.3125,
      "learning_rate": 4.945e-05,
      "loss": 0.8232,
      "step": 990
    },
    {
      "cov-distil": 1.6018612384796143,
      "cov-distil (oracle2student)": 3.8907558917999268,
      "cov-distil (oracle2teacher)": 3.5790657997131348,
      "epoch": 0.7770800627943485,
      "rel-constrast": 3.0553297996520996,
      "step": 990,
      "subrel-constrast": 3.7887587547302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3820087909698486,
      "cov-distil (oracle2student)": 4.112200736999512,
      "cov-distil (oracle2teacher)": 4.144251823425293,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.366570472717285,
      "step": 991,
      "subrel-constrast": 3.2048072814941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83585524559021,
      "cov-distil (oracle2student)": 3.4590184688568115,
      "cov-distil (oracle2teacher)": 3.470733642578125,
      "epoch": 0.7786499215070644,
      "rel-constrast": 2.7357325553894043,
      "step": 992,
      "subrel-constrast": 3.3413727283477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7006080150604248,
      "cov-distil (oracle2student)": 4.505871772766113,
      "cov-distil (oracle2teacher)": 3.784480571746826,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.617854118347168,
      "step": 993,
      "subrel-constrast": 3.58120059967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3439501523971558,
      "cov-distil (oracle2student)": 5.1891374588012695,
      "cov-distil (oracle2teacher)": 5.551631927490234,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.4114043712615967,
      "step": 994,
      "subrel-constrast": 4.519937038421631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9209468364715576,
      "cov-distil (oracle2student)": 3.85103702545166,
      "cov-distil (oracle2teacher)": 4.085118770599365,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.76951265335083,
      "step": 995,
      "subrel-constrast": 3.8042209148406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8263555765151978,
      "cov-distil (oracle2student)": 4.86745548248291,
      "cov-distil (oracle2teacher)": 4.278706073760986,
      "epoch": 0.7817896389324961,
      "rel-constrast": 3.1357123851776123,
      "step": 996,
      "subrel-constrast": 3.5826773643493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0638132095336914,
      "cov-distil (oracle2student)": 3.9991607666015625,
      "cov-distil (oracle2teacher)": 3.901571273803711,
      "epoch": 0.782574568288854,
      "rel-constrast": 2.9305787086486816,
      "step": 997,
      "subrel-constrast": 4.224002361297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7014501094818115,
      "cov-distil (oracle2student)": 2.1526012420654297,
      "cov-distil (oracle2teacher)": 2.184047222137451,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.346405506134033,
      "step": 998,
      "subrel-constrast": 2.8098068237304688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3595576286315918,
      "cov-distil (oracle2student)": 2.6339879035949707,
      "cov-distil (oracle2teacher)": 2.4707467555999756,
      "epoch": 0.7841444270015698,
      "rel-constrast": 2.0297508239746094,
      "step": 999,
      "subrel-constrast": 2.856095552444458,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 4.96875,
      "learning_rate": 4.995e-05,
      "loss": 0.7268,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.762,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7761942414852591,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.43399999999999994,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.614061374603831,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5406198910147115,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.3265624940395355,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.048736572265625
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.033172607421875
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.01556396484375,
      "step": 1000
    },
    {
      "cov-distil": 1.5034229755401611,
      "cov-distil (oracle2student)": 4.684803009033203,
      "cov-distil (oracle2teacher)": 4.286637783050537,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.7586169242858887,
      "step": 1000,
      "subrel-constrast": 3.692868232727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1957248449325562,
      "cov-distil (oracle2student)": 4.158645153045654,
      "cov-distil (oracle2teacher)": 3.960702419281006,
      "epoch": 0.7857142857142857,
      "rel-constrast": 2.271653652191162,
      "step": 1001,
      "subrel-constrast": 2.7374632358551025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0084142684936523,
      "cov-distil (oracle2student)": 5.9409871101379395,
      "cov-distil (oracle2teacher)": 5.287152290344238,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.403620719909668,
      "step": 1002,
      "subrel-constrast": 3.4971165657043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6317280530929565,
      "cov-distil (oracle2student)": 5.874475002288818,
      "cov-distil (oracle2teacher)": 4.955185890197754,
      "epoch": 0.7872841444270016,
      "rel-constrast": 3.167451858520508,
      "step": 1003,
      "subrel-constrast": 3.5038552284240723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654658317565918,
      "cov-distil (oracle2student)": 3.8835484981536865,
      "cov-distil (oracle2teacher)": 3.403048515319824,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.7738380432128906,
      "step": 1004,
      "subrel-constrast": 3.174041271209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8715178966522217,
      "cov-distil (oracle2student)": 3.7892398834228516,
      "cov-distil (oracle2teacher)": 3.474780797958374,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.1905505657196045,
      "step": 1005,
      "subrel-constrast": 3.0322937965393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9728188514709473,
      "cov-distil (oracle2student)": 2.669163942337036,
      "cov-distil (oracle2teacher)": 2.844465732574463,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.9720678329467773,
      "step": 1006,
      "subrel-constrast": 3.511303663253784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7204205989837646,
      "cov-distil (oracle2student)": 4.4524736404418945,
      "cov-distil (oracle2teacher)": 4.67169713973999,
      "epoch": 0.7904238618524333,
      "rel-constrast": 3.0412745475769043,
      "step": 1007,
      "subrel-constrast": 3.816291570663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7510128021240234,
      "cov-distil (oracle2student)": 6.159909725189209,
      "cov-distil (oracle2teacher)": 5.60171365737915,
      "epoch": 0.7912087912087912,
      "rel-constrast": 3.079228162765503,
      "step": 1008,
      "subrel-constrast": 4.57464599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6486480236053467,
      "cov-distil (oracle2student)": 3.5104148387908936,
      "cov-distil (oracle2teacher)": 3.467003345489502,
      "epoch": 0.7919937205651492,
      "rel-constrast": 2.799266815185547,
      "step": 1009,
      "subrel-constrast": 3.864565372467041,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 5.84375,
      "learning_rate": 4.999987663004646e-05,
      "loss": 0.7289,
      "step": 1010
    },
    {
      "cov-distil": 1.7066292762756348,
      "cov-distil (oracle2student)": 4.21933650970459,
      "cov-distil (oracle2teacher)": 4.268479824066162,
      "epoch": 0.792778649921507,
      "rel-constrast": 2.8161985874176025,
      "step": 1010,
      "subrel-constrast": 3.2562143802642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8672438859939575,
      "cov-distil (oracle2student)": 5.815662384033203,
      "cov-distil (oracle2teacher)": 4.962345123291016,
      "epoch": 0.793563579277865,
      "rel-constrast": 4.624763011932373,
      "step": 1011,
      "subrel-constrast": 4.851892471313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2560279369354248,
      "cov-distil (oracle2student)": 4.049315929412842,
      "cov-distil (oracle2teacher)": 3.52166748046875,
      "epoch": 0.7943485086342229,
      "rel-constrast": 3.12121844291687,
      "step": 1012,
      "subrel-constrast": 3.6813127994537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8865805864334106,
      "cov-distil (oracle2student)": 5.716721057891846,
      "cov-distil (oracle2teacher)": 5.130122661590576,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.4561896324157715,
      "step": 1013,
      "subrel-constrast": 3.7673561573028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3795284032821655,
      "cov-distil (oracle2student)": 4.698434829711914,
      "cov-distil (oracle2teacher)": 4.43522834777832,
      "epoch": 0.7959183673469388,
      "rel-constrast": 3.585001230239868,
      "step": 1014,
      "subrel-constrast": 3.978447914123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2618730068206787,
      "cov-distil (oracle2student)": 3.2493157386779785,
      "cov-distil (oracle2teacher)": 3.5975871086120605,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.9990179538726807,
      "step": 1015,
      "subrel-constrast": 3.4147586822509766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83095121383667,
      "cov-distil (oracle2student)": 4.593048095703125,
      "cov-distil (oracle2teacher)": 3.92457914352417,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.7872331142425537,
      "step": 1016,
      "subrel-constrast": 3.887740135192871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6723566055297852,
      "cov-distil (oracle2student)": 3.9551217555999756,
      "cov-distil (oracle2teacher)": 3.638209819793701,
      "epoch": 0.7982731554160125,
      "rel-constrast": 3.122316837310791,
      "step": 1017,
      "subrel-constrast": 4.209188461303711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675121784210205,
      "cov-distil (oracle2student)": 4.172112464904785,
      "cov-distil (oracle2teacher)": 4.101783275604248,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.378809928894043,
      "step": 1018,
      "subrel-constrast": 3.7574174404144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4633102416992188,
      "cov-distil (oracle2student)": 2.378451347351074,
      "cov-distil (oracle2teacher)": 2.625844955444336,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.5547306537628174,
      "step": 1019,
      "subrel-constrast": 3.4864487648010254,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 5.90625,
      "learning_rate": 4.9999450167572734e-05,
      "loss": 0.8261,
      "step": 1020
    },
    {
      "cov-distil": 2.415271759033203,
      "cov-distil (oracle2student)": 3.0875167846679688,
      "cov-distil (oracle2teacher)": 3.427299737930298,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.0743722915649414,
      "step": 1020,
      "subrel-constrast": 3.9496195316314697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8066670894622803,
      "cov-distil (oracle2student)": 4.668322563171387,
      "cov-distil (oracle2teacher)": 4.313449382781982,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.32718825340271,
      "step": 1021,
      "subrel-constrast": 2.6383790969848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9670062065124512,
      "cov-distil (oracle2student)": 5.039787292480469,
      "cov-distil (oracle2teacher)": 4.957679748535156,
      "epoch": 0.8021978021978022,
      "rel-constrast": 2.2769107818603516,
      "step": 1022,
      "subrel-constrast": 3.2581119537353516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2931885719299316,
      "cov-distil (oracle2student)": 3.3827080726623535,
      "cov-distil (oracle2teacher)": 3.489915370941162,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.323514938354492,
      "step": 1023,
      "subrel-constrast": 3.817840576171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798905849456787,
      "cov-distil (oracle2student)": 3.997654676437378,
      "cov-distil (oracle2teacher)": 3.740675926208496,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.823920488357544,
      "step": 1024,
      "subrel-constrast": 3.6419403553009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.008463144302368,
      "cov-distil (oracle2student)": 4.487757205963135,
      "cov-distil (oracle2teacher)": 3.6456661224365234,
      "epoch": 0.804552590266876,
      "rel-constrast": 2.748744487762451,
      "step": 1025,
      "subrel-constrast": 3.362184524536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4519178867340088,
      "cov-distil (oracle2student)": 5.82453727722168,
      "cov-distil (oracle2teacher)": 5.277032375335693,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.717198371887207,
      "step": 1026,
      "subrel-constrast": 4.122554779052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5493037700653076,
      "cov-distil (oracle2student)": 3.6894612312316895,
      "cov-distil (oracle2teacher)": 3.740065574645996,
      "epoch": 0.8061224489795918,
      "rel-constrast": 2.280026435852051,
      "step": 1027,
      "subrel-constrast": 3.2345998287200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4404253959655762,
      "cov-distil (oracle2student)": 4.561883449554443,
      "cov-distil (oracle2teacher)": 4.176347255706787,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.5073225498199463,
      "step": 1028,
      "subrel-constrast": 3.2476654052734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4980759620666504,
      "cov-distil (oracle2student)": 3.4953906536102295,
      "cov-distil (oracle2teacher)": 3.23348331451416,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.2613203525543213,
      "step": 1029,
      "subrel-constrast": 3.7252445220947266,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 5.78125,
      "learning_rate": 4.999871909468808e-05,
      "loss": 0.7258,
      "step": 1030
    },
    {
      "cov-distil": 1.7273406982421875,
      "cov-distil (oracle2student)": 3.765653371810913,
      "cov-distil (oracle2teacher)": 4.223290920257568,
      "epoch": 0.8084772370486656,
      "rel-constrast": 3.3792667388916016,
      "step": 1030,
      "subrel-constrast": 4.160766124725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6069406270980835,
      "cov-distil (oracle2student)": 6.246820449829102,
      "cov-distil (oracle2teacher)": 5.6495280265808105,
      "epoch": 0.8092621664050236,
      "rel-constrast": 4.243990898132324,
      "step": 1031,
      "subrel-constrast": 4.584709644317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4882941246032715,
      "cov-distil (oracle2student)": 4.027990818023682,
      "cov-distil (oracle2teacher)": 4.210643768310547,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.353201389312744,
      "step": 1032,
      "subrel-constrast": 4.510843753814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565567016601562,
      "cov-distil (oracle2student)": 3.638373374938965,
      "cov-distil (oracle2teacher)": 3.9918010234832764,
      "epoch": 0.8108320251177394,
      "rel-constrast": 3.317444086074829,
      "step": 1033,
      "subrel-constrast": 3.8524107933044434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4101698398590088,
      "cov-distil (oracle2student)": 4.568304538726807,
      "cov-distil (oracle2teacher)": 3.3959732055664062,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.7100107669830322,
      "step": 1034,
      "subrel-constrast": 2.7737021446228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708372116088867,
      "cov-distil (oracle2student)": 5.4243388175964355,
      "cov-distil (oracle2teacher)": 4.884294509887695,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.722594738006592,
      "step": 1035,
      "subrel-constrast": 3.112590789794922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.542799949645996,
      "cov-distil (oracle2student)": 4.0008955001831055,
      "cov-distil (oracle2teacher)": 3.621291399002075,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.5074245929718018,
      "step": 1036,
      "subrel-constrast": 3.3930764198303223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5174001455307007,
      "cov-distil (oracle2student)": 4.076761245727539,
      "cov-distil (oracle2teacher)": 4.162682056427002,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.306975841522217,
      "step": 1037,
      "subrel-constrast": 3.4981300830841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83280611038208,
      "cov-distil (oracle2student)": 3.9457664489746094,
      "cov-distil (oracle2teacher)": 3.595574378967285,
      "epoch": 0.814756671899529,
      "rel-constrast": 3.579411029815674,
      "step": 1038,
      "subrel-constrast": 4.271247863769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.415628433227539,
      "cov-distil (oracle2student)": 4.7205400466918945,
      "cov-distil (oracle2teacher)": 4.105180740356445,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.532618522644043,
      "step": 1039,
      "subrel-constrast": 3.548304319381714,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 4.9375,
      "learning_rate": 4.999768342030035e-05,
      "loss": 0.83,
      "step": 1040
    },
    {
      "cov-distil": 1.6160132884979248,
      "cov-distil (oracle2student)": 3.9032037258148193,
      "cov-distil (oracle2teacher)": 3.838395595550537,
      "epoch": 0.8163265306122449,
      "rel-constrast": 2.9465813636779785,
      "step": 1040,
      "subrel-constrast": 3.950629949569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243447184562683,
      "cov-distil (oracle2student)": 3.732532024383545,
      "cov-distil (oracle2teacher)": 3.783769369125366,
      "epoch": 0.8171114599686028,
      "rel-constrast": 3.3665902614593506,
      "step": 1041,
      "subrel-constrast": 3.5148062705993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7780416011810303,
      "cov-distil (oracle2student)": 4.7880401611328125,
      "cov-distil (oracle2teacher)": 5.081545829772949,
      "epoch": 0.8178963893249608,
      "rel-constrast": 3.803605079650879,
      "step": 1042,
      "subrel-constrast": 4.359310150146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5858495235443115,
      "cov-distil (oracle2student)": 7.296012878417969,
      "cov-distil (oracle2teacher)": 5.996241569519043,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.7353243827819824,
      "step": 1043,
      "subrel-constrast": 4.031566619873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5896885395050049,
      "cov-distil (oracle2student)": 4.85926628112793,
      "cov-distil (oracle2teacher)": 4.6845879554748535,
      "epoch": 0.8194662480376766,
      "rel-constrast": 4.086687088012695,
      "step": 1044,
      "subrel-constrast": 4.33120584487915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2431325912475586,
      "cov-distil (oracle2student)": 2.8849904537200928,
      "cov-distil (oracle2teacher)": 2.861043930053711,
      "epoch": 0.8202511773940345,
      "rel-constrast": 3.2766146659851074,
      "step": 1045,
      "subrel-constrast": 3.999800682067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3826301097869873,
      "cov-distil (oracle2student)": 3.234098196029663,
      "cov-distil (oracle2teacher)": 3.6659646034240723,
      "epoch": 0.8210361067503925,
      "rel-constrast": 3.2172765731811523,
      "step": 1046,
      "subrel-constrast": 4.1083292961120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4395332336425781,
      "cov-distil (oracle2student)": 5.047663688659668,
      "cov-distil (oracle2teacher)": 4.560415267944336,
      "epoch": 0.8218210361067504,
      "rel-constrast": 3.233414649963379,
      "step": 1047,
      "subrel-constrast": 4.191913604736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8479955196380615,
      "cov-distil (oracle2student)": 4.6869049072265625,
      "cov-distil (oracle2teacher)": 4.570603847503662,
      "epoch": 0.8226059654631083,
      "rel-constrast": 2.9459338188171387,
      "step": 1048,
      "subrel-constrast": 3.679405927658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4720711708068848,
      "cov-distil (oracle2student)": 3.8350765705108643,
      "cov-distil (oracle2teacher)": 3.6281344890594482,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.1354329586029053,
      "step": 1049,
      "subrel-constrast": 4.234480857849121,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 6.28125,
      "learning_rate": 4.999634315702894e-05,
      "loss": 0.8867,
      "step": 1050
    },
    {
      "cov-distil": 1.6552631855010986,
      "cov-distil (oracle2student)": 4.229450225830078,
      "cov-distil (oracle2teacher)": 4.003934860229492,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.7159342765808105,
      "step": 1050,
      "subrel-constrast": 3.953207492828369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6324317455291748,
      "cov-distil (oracle2student)": 3.2070152759552,
      "cov-distil (oracle2teacher)": 3.3971261978149414,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.5848264694213867,
      "step": 1051,
      "subrel-constrast": 3.7874743938446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282161831855774,
      "cov-distil (oracle2student)": 3.5273289680480957,
      "cov-distil (oracle2teacher)": 3.642918586730957,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.657550811767578,
      "step": 1052,
      "subrel-constrast": 4.015460014343262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.066774606704712,
      "cov-distil (oracle2student)": 3.843471050262451,
      "cov-distil (oracle2teacher)": 4.140931129455566,
      "epoch": 0.826530612244898,
      "rel-constrast": 2.384845733642578,
      "step": 1053,
      "subrel-constrast": 3.0241689682006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9062566757202148,
      "cov-distil (oracle2student)": 4.340326309204102,
      "cov-distil (oracle2teacher)": 4.069854259490967,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.7235260009765625,
      "step": 1054,
      "subrel-constrast": 4.939336776733398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3746980428695679,
      "cov-distil (oracle2student)": 3.600400924682617,
      "cov-distil (oracle2teacher)": 3.3307061195373535,
      "epoch": 0.8281004709576139,
      "rel-constrast": 2.1672990322113037,
      "step": 1055,
      "subrel-constrast": 3.058837413787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63987135887146,
      "cov-distil (oracle2student)": 5.150622844696045,
      "cov-distil (oracle2teacher)": 4.654034614562988,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.177807331085205,
      "step": 1056,
      "subrel-constrast": 3.995950222015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1668486595153809,
      "cov-distil (oracle2student)": 4.069364547729492,
      "cov-distil (oracle2teacher)": 3.6966798305511475,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.5389643907546997,
      "step": 1057,
      "subrel-constrast": 2.557575225830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3310142755508423,
      "cov-distil (oracle2student)": 5.689133644104004,
      "cov-distil (oracle2teacher)": 4.730144023895264,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.510356903076172,
      "step": 1058,
      "subrel-constrast": 3.210019588470459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4018065929412842,
      "cov-distil (oracle2student)": 4.065414905548096,
      "cov-distil (oracle2teacher)": 4.478215217590332,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.540195941925049,
      "step": 1059,
      "subrel-constrast": 3.355752468109131,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 6.28125,
      "learning_rate": 4.9994698321204535e-05,
      "loss": 0.7637,
      "step": 1060
    },
    {
      "cov-distil": 1.5912582874298096,
      "cov-distil (oracle2student)": 4.723282814025879,
      "cov-distil (oracle2teacher)": 4.055171966552734,
      "epoch": 0.8320251177394035,
      "rel-constrast": 2.79318904876709,
      "step": 1060,
      "subrel-constrast": 3.337411642074585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6254866123199463,
      "cov-distil (oracle2student)": 3.804487943649292,
      "cov-distil (oracle2teacher)": 3.83284854888916,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.568723678588867,
      "step": 1061,
      "subrel-constrast": 3.155280590057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7188539505004883,
      "cov-distil (oracle2student)": 3.449662208557129,
      "cov-distil (oracle2teacher)": 4.013648986816406,
      "epoch": 0.8335949764521193,
      "rel-constrast": 2.845201015472412,
      "step": 1062,
      "subrel-constrast": 3.7377851009368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322525143623352,
      "cov-distil (oracle2student)": 3.41972279548645,
      "cov-distil (oracle2teacher)": 2.83035945892334,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.4593334197998047,
      "step": 1063,
      "subrel-constrast": 3.469331979751587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736067771911621,
      "cov-distil (oracle2student)": 5.864267349243164,
      "cov-distil (oracle2teacher)": 5.525598049163818,
      "epoch": 0.8351648351648352,
      "rel-constrast": 3.378605604171753,
      "step": 1064,
      "subrel-constrast": 4.82101583480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664595365524292,
      "cov-distil (oracle2student)": 5.767794132232666,
      "cov-distil (oracle2teacher)": 4.912051677703857,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.9836983680725098,
      "step": 1065,
      "subrel-constrast": 3.640324592590332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0631294250488281,
      "cov-distil (oracle2student)": 4.371286869049072,
      "cov-distil (oracle2teacher)": 4.482182502746582,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.406578302383423,
      "step": 1066,
      "subrel-constrast": 3.045006036758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3932442665100098,
      "cov-distil (oracle2student)": 3.401536703109741,
      "cov-distil (oracle2teacher)": 3.73445200920105,
      "epoch": 0.8375196232339089,
      "rel-constrast": 2.0863516330718994,
      "step": 1067,
      "subrel-constrast": 3.3411881923675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3757219314575195,
      "cov-distil (oracle2student)": 4.930185794830322,
      "cov-distil (oracle2teacher)": 4.597090244293213,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.6516950130462646,
      "step": 1068,
      "subrel-constrast": 4.230095386505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5908467769622803,
      "cov-distil (oracle2student)": 4.988844394683838,
      "cov-distil (oracle2teacher)": 5.036681175231934,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.309863567352295,
      "step": 1069,
      "subrel-constrast": 4.250307083129883,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 5.3125,
      "learning_rate": 4.9992748932868926e-05,
      "loss": 0.7748,
      "step": 1070
    },
    {
      "cov-distil": 1.0402013063430786,
      "cov-distil (oracle2student)": 4.2630486488342285,
      "cov-distil (oracle2teacher)": 3.66384220123291,
      "epoch": 0.8398744113029827,
      "rel-constrast": 2.061677932739258,
      "step": 1070,
      "subrel-constrast": 2.7296907901763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625237464904785,
      "cov-distil (oracle2student)": 3.910654067993164,
      "cov-distil (oracle2teacher)": 4.21475887298584,
      "epoch": 0.8406593406593407,
      "rel-constrast": 2.8941855430603027,
      "step": 1071,
      "subrel-constrast": 4.128171920776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495145559310913,
      "cov-distil (oracle2student)": 5.379284858703613,
      "cov-distil (oracle2teacher)": 4.316701889038086,
      "epoch": 0.8414442700156985,
      "rel-constrast": 2.1592116355895996,
      "step": 1072,
      "subrel-constrast": 2.527085781097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8001484870910645,
      "cov-distil (oracle2student)": 2.5359535217285156,
      "cov-distil (oracle2teacher)": 2.5233798027038574,
      "epoch": 0.8422291993720565,
      "rel-constrast": 3.0741827487945557,
      "step": 1073,
      "subrel-constrast": 3.8986191749572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2992419004440308,
      "cov-distil (oracle2student)": 6.388317108154297,
      "cov-distil (oracle2teacher)": 6.320832252502441,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.610102415084839,
      "step": 1074,
      "subrel-constrast": 3.57509708404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8630740642547607,
      "cov-distil (oracle2student)": 5.7154340744018555,
      "cov-distil (oracle2teacher)": 4.652746200561523,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.7225842475891113,
      "step": 1075,
      "subrel-constrast": 4.150248050689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736881971359253,
      "cov-distil (oracle2student)": 3.1711654663085938,
      "cov-distil (oracle2teacher)": 3.153491735458374,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.0925936698913574,
      "step": 1076,
      "subrel-constrast": 4.16301155090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8901112079620361,
      "cov-distil (oracle2student)": 4.203153610229492,
      "cov-distil (oracle2teacher)": 4.101661205291748,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.0824365615844727,
      "step": 1077,
      "subrel-constrast": 3.8953678607940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8625383377075195,
      "cov-distil (oracle2student)": 3.3603522777557373,
      "cov-distil (oracle2teacher)": 2.9650416374206543,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.7170653343200684,
      "step": 1078,
      "subrel-constrast": 2.9600353240966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2731611728668213,
      "cov-distil (oracle2student)": 6.666909217834473,
      "cov-distil (oracle2teacher)": 6.09921932220459,
      "epoch": 0.8469387755102041,
      "rel-constrast": 1.686286449432373,
      "step": 1079,
      "subrel-constrast": 2.9466919898986816,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 5.9375,
      "learning_rate": 4.99904950157748e-05,
      "loss": 0.7173,
      "step": 1080
    },
    {
      "cov-distil": 1.8845593929290771,
      "cov-distil (oracle2student)": 2.5665831565856934,
      "cov-distil (oracle2teacher)": 2.6748790740966797,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.806304931640625,
      "step": 1080,
      "subrel-constrast": 2.7072744369506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6860318183898926,
      "cov-distil (oracle2student)": 3.7431015968322754,
      "cov-distil (oracle2teacher)": 3.777982234954834,
      "epoch": 0.8485086342229199,
      "rel-constrast": 2.9373021125793457,
      "step": 1081,
      "subrel-constrast": 3.903532028198242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8776612281799316,
      "cov-distil (oracle2student)": 3.3886947631835938,
      "cov-distil (oracle2teacher)": 3.201789140701294,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.702623128890991,
      "step": 1082,
      "subrel-constrast": 3.5988712310791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.928161859512329,
      "cov-distil (oracle2student)": 6.167755603790283,
      "cov-distil (oracle2teacher)": 4.78348970413208,
      "epoch": 0.8500784929356358,
      "rel-constrast": 3.607133626937866,
      "step": 1083,
      "subrel-constrast": 3.758445978164673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7386295795440674,
      "cov-distil (oracle2student)": 4.498068809509277,
      "cov-distil (oracle2teacher)": 3.8495287895202637,
      "epoch": 0.8508634222919937,
      "rel-constrast": 2.8523600101470947,
      "step": 1084,
      "subrel-constrast": 3.432687282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4394603967666626,
      "cov-distil (oracle2student)": 3.77702260017395,
      "cov-distil (oracle2teacher)": 4.143439769744873,
      "epoch": 0.8516483516483516,
      "rel-constrast": 3.216811418533325,
      "step": 1085,
      "subrel-constrast": 3.51729154586792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6957683563232422,
      "cov-distil (oracle2student)": 4.662392616271973,
      "cov-distil (oracle2teacher)": 3.9063315391540527,
      "epoch": 0.8524332810047096,
      "rel-constrast": 3.720121383666992,
      "step": 1086,
      "subrel-constrast": 4.425353527069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3179020881652832,
      "cov-distil (oracle2student)": 2.9203834533691406,
      "cov-distil (oracle2teacher)": 3.043929100036621,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.349213123321533,
      "step": 1087,
      "subrel-constrast": 2.7471134662628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5226237773895264,
      "cov-distil (oracle2student)": 3.9782896041870117,
      "cov-distil (oracle2teacher)": 3.651339530944824,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.552889347076416,
      "step": 1088,
      "subrel-constrast": 2.949101686477661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3128268718719482,
      "cov-distil (oracle2student)": 3.112961769104004,
      "cov-distil (oracle2teacher)": 3.411149501800537,
      "epoch": 0.8547880690737834,
      "rel-constrast": 2.501932382583618,
      "step": 1089,
      "subrel-constrast": 3.2343642711639404,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 5.15625,
      "learning_rate": 4.9987936597385424e-05,
      "loss": 0.7472,
      "step": 1090
    },
    {
      "cov-distil": 1.7027733325958252,
      "cov-distil (oracle2student)": 3.4837594032287598,
      "cov-distil (oracle2teacher)": 3.0878868103027344,
      "epoch": 0.8555729984301413,
      "rel-constrast": 2.6690118312835693,
      "step": 1090,
      "subrel-constrast": 3.3107621669769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.337035894393921,
      "cov-distil (oracle2student)": 3.6375017166137695,
      "cov-distil (oracle2teacher)": 4.1028337478637695,
      "epoch": 0.8563579277864992,
      "rel-constrast": 3.204152822494507,
      "step": 1091,
      "subrel-constrast": 4.100337505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2140780687332153,
      "cov-distil (oracle2student)": 4.8860931396484375,
      "cov-distil (oracle2teacher)": 4.049331188201904,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.5081419944763184,
      "step": 1092,
      "subrel-constrast": 3.5821592807769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7335447072982788,
      "cov-distil (oracle2student)": 5.655961036682129,
      "cov-distil (oracle2teacher)": 5.042616844177246,
      "epoch": 0.8579277864992151,
      "rel-constrast": 3.178880214691162,
      "step": 1093,
      "subrel-constrast": 3.637800931930542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414985179901123,
      "cov-distil (oracle2student)": 5.745603561401367,
      "cov-distil (oracle2teacher)": 5.264218807220459,
      "epoch": 0.858712715855573,
      "rel-constrast": 3.177807331085205,
      "step": 1094,
      "subrel-constrast": 3.550741672515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487630009651184,
      "cov-distil (oracle2student)": 4.100004196166992,
      "cov-distil (oracle2teacher)": 4.133769989013672,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.2149600982666016,
      "step": 1095,
      "subrel-constrast": 2.753861665725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7680914402008057,
      "cov-distil (oracle2student)": 4.2395195960998535,
      "cov-distil (oracle2teacher)": 3.8782877922058105,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.507734775543213,
      "step": 1096,
      "subrel-constrast": 2.9380202293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0254534482955933,
      "cov-distil (oracle2student)": 2.3822319507598877,
      "cov-distil (oracle2teacher)": 2.3551106452941895,
      "epoch": 0.8610675039246468,
      "rel-constrast": 2.2535672187805176,
      "step": 1097,
      "subrel-constrast": 2.8539609909057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.344696044921875,
      "cov-distil (oracle2student)": 5.422916889190674,
      "cov-distil (oracle2teacher)": 4.750358581542969,
      "epoch": 0.8618524332810047,
      "rel-constrast": 3.2021799087524414,
      "step": 1098,
      "subrel-constrast": 4.102774143218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172410488128662,
      "cov-distil (oracle2student)": 4.316123008728027,
      "cov-distil (oracle2teacher)": 4.225004196166992,
      "epoch": 0.8626373626373627,
      "rel-constrast": 2.101590156555176,
      "step": 1099,
      "subrel-constrast": 3.367358684539795,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 4.96875,
      "learning_rate": 4.998507370887433e-05,
      "loss": 0.7435,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.3187499940395355,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.0601806640625
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.038330078125
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.0218505859375,
      "step": 1100
    },
    {
      "cov-distil": 1.514966368675232,
      "cov-distil (oracle2student)": 3.000105381011963,
      "cov-distil (oracle2teacher)": 3.519803047180176,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.472033977508545,
      "step": 1100,
      "subrel-constrast": 3.4495720863342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496253967285156,
      "cov-distil (oracle2student)": 4.176532745361328,
      "cov-distil (oracle2teacher)": 3.8630318641662598,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.721031665802002,
      "step": 1101,
      "subrel-constrast": 4.901049613952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5538504123687744,
      "cov-distil (oracle2student)": 2.979179859161377,
      "cov-distil (oracle2teacher)": 2.8812928199768066,
      "epoch": 0.8649921507064364,
      "rel-constrast": 3.168241024017334,
      "step": 1102,
      "subrel-constrast": 3.8322014808654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6971174478530884,
      "cov-distil (oracle2student)": 3.9705429077148438,
      "cov-distil (oracle2teacher)": 3.575139045715332,
      "epoch": 0.8657770800627943,
      "rel-constrast": 3.3403072357177734,
      "step": 1103,
      "subrel-constrast": 3.405433416366577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4455326795578003,
      "cov-distil (oracle2student)": 4.051364898681641,
      "cov-distil (oracle2teacher)": 3.291219472885132,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.159308910369873,
      "step": 1104,
      "subrel-constrast": 3.826824903488159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2556310892105103,
      "cov-distil (oracle2student)": 6.1398210525512695,
      "cov-distil (oracle2teacher)": 5.095301151275635,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.71726655960083,
      "step": 1105,
      "subrel-constrast": 3.2711734771728516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6997454166412354,
      "cov-distil (oracle2student)": 4.2624101638793945,
      "cov-distil (oracle2teacher)": 3.8824236392974854,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.7316763401031494,
      "step": 1106,
      "subrel-constrast": 3.5151779651641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6599700450897217,
      "cov-distil (oracle2student)": 3.2399165630340576,
      "cov-distil (oracle2teacher)": 3.0549473762512207,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.4151086807250977,
      "step": 1107,
      "subrel-constrast": 3.350031614303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3111802339553833,
      "cov-distil (oracle2student)": 6.469572067260742,
      "cov-distil (oracle2teacher)": 5.633084297180176,
      "epoch": 0.869701726844584,
      "rel-constrast": 3.099478244781494,
      "step": 1108,
      "subrel-constrast": 3.6953091621398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9514031410217285,
      "cov-distil (oracle2student)": 4.149969100952148,
      "cov-distil (oracle2teacher)": 3.778843402862549,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.750782012939453,
      "step": 1109,
      "subrel-constrast": 3.469526767730713,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 5.4375,
      "learning_rate": 4.998190638512489e-05,
      "loss": 0.8035,
      "step": 1110
    },
    {
      "cov-distil": 1.253431797027588,
      "cov-distil (oracle2student)": 3.968186140060425,
      "cov-distil (oracle2teacher)": 3.8924455642700195,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.934136152267456,
      "step": 1110,
      "subrel-constrast": 3.268707036972046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5615431070327759,
      "cov-distil (oracle2student)": 4.581787109375,
      "cov-distil (oracle2teacher)": 3.978516101837158,
      "epoch": 0.8720565149136578,
      "rel-constrast": 3.124147891998291,
      "step": 1111,
      "subrel-constrast": 3.716892957687378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5927278995513916,
      "cov-distil (oracle2student)": 5.518800735473633,
      "cov-distil (oracle2teacher)": 5.1195783615112305,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.3357510566711426,
      "step": 1112,
      "subrel-constrast": 4.470355987548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5599696636199951,
      "cov-distil (oracle2student)": 3.9624476432800293,
      "cov-distil (oracle2teacher)": 3.718062162399292,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.6637425422668457,
      "step": 1113,
      "subrel-constrast": 4.662291526794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8774611949920654,
      "cov-distil (oracle2student)": 4.155232906341553,
      "cov-distil (oracle2teacher)": 4.172593593597412,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.6415066719055176,
      "step": 1114,
      "subrel-constrast": 4.503866195678711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4141966104507446,
      "cov-distil (oracle2student)": 4.203639030456543,
      "cov-distil (oracle2teacher)": 3.9566216468811035,
      "epoch": 0.8751962323390895,
      "rel-constrast": 3.1093757152557373,
      "step": 1115,
      "subrel-constrast": 4.337434768676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8371347188949585,
      "cov-distil (oracle2student)": 3.9393506050109863,
      "cov-distil (oracle2teacher)": 4.2781829833984375,
      "epoch": 0.8759811616954474,
      "rel-constrast": 3.2283706665039062,
      "step": 1116,
      "subrel-constrast": 4.248286247253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552659511566162,
      "cov-distil (oracle2student)": 4.381686210632324,
      "cov-distil (oracle2teacher)": 4.079123020172119,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.7348363399505615,
      "step": 1117,
      "subrel-constrast": 3.876692771911621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3338099718093872,
      "cov-distil (oracle2student)": 3.77384090423584,
      "cov-distil (oracle2teacher)": 3.410325527191162,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.9162514209747314,
      "step": 1118,
      "subrel-constrast": 3.4500739574432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8194663524627686,
      "cov-distil (oracle2student)": 4.1419997215271,
      "cov-distil (oracle2teacher)": 3.907043218612671,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.7405686378479004,
      "step": 1119,
      "subrel-constrast": 4.528936386108398,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 7.46875,
      "learning_rate": 4.9978434664729965e-05,
      "loss": 0.8752,
      "step": 1120
    },
    {
      "cov-distil": 1.4991371631622314,
      "cov-distil (oracle2student)": 3.246417284011841,
      "cov-distil (oracle2teacher)": 2.8052914142608643,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.344580888748169,
      "step": 1120,
      "subrel-constrast": 2.999483108520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8106005191802979,
      "cov-distil (oracle2student)": 3.8947558403015137,
      "cov-distil (oracle2teacher)": 3.637648582458496,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.4791507720947266,
      "step": 1121,
      "subrel-constrast": 3.5178771018981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7053754329681396,
      "cov-distil (oracle2student)": 4.391046524047852,
      "cov-distil (oracle2teacher)": 3.4227418899536133,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.6293721199035645,
      "step": 1122,
      "subrel-constrast": 3.515031576156616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7514567375183105,
      "cov-distil (oracle2student)": 4.837047100067139,
      "cov-distil (oracle2teacher)": 4.649950981140137,
      "epoch": 0.8814756671899528,
      "rel-constrast": 4.030932903289795,
      "step": 1123,
      "subrel-constrast": 4.489926815032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625034809112549,
      "cov-distil (oracle2student)": 3.9515860080718994,
      "cov-distil (oracle2teacher)": 3.1661500930786133,
      "epoch": 0.8822605965463108,
      "rel-constrast": 3.288825511932373,
      "step": 1124,
      "subrel-constrast": 4.1172943115234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.229984998703003,
      "cov-distil (oracle2student)": 4.726037502288818,
      "cov-distil (oracle2teacher)": 3.7504258155822754,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.8091514110565186,
      "step": 1125,
      "subrel-constrast": 2.914897918701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8562877178192139,
      "cov-distil (oracle2student)": 4.730889320373535,
      "cov-distil (oracle2teacher)": 4.760188579559326,
      "epoch": 0.8838304552590267,
      "rel-constrast": 3.878026008605957,
      "step": 1126,
      "subrel-constrast": 5.477179050445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.658963918685913,
      "cov-distil (oracle2student)": 3.983290672302246,
      "cov-distil (oracle2teacher)": 3.561467170715332,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.9549903869628906,
      "step": 1127,
      "subrel-constrast": 3.115555763244629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1705901622772217,
      "cov-distil (oracle2student)": 3.825169086456299,
      "cov-distil (oracle2teacher)": 3.690711498260498,
      "epoch": 0.8854003139717426,
      "rel-constrast": 3.0026540756225586,
      "step": 1128,
      "subrel-constrast": 3.744170904159546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647350788116455,
      "cov-distil (oracle2student)": 3.7230451107025146,
      "cov-distil (oracle2teacher)": 3.782278537750244,
      "epoch": 0.8861852433281004,
      "rel-constrast": 3.014608860015869,
      "step": 1129,
      "subrel-constrast": 3.851015090942383,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 5.5625,
      "learning_rate": 4.997465858999136e-05,
      "loss": 0.8008,
      "step": 1130
    },
    {
      "cov-distil": 1.2752346992492676,
      "cov-distil (oracle2student)": 3.488770008087158,
      "cov-distil (oracle2teacher)": 3.9863147735595703,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.8933849334716797,
      "step": 1130,
      "subrel-constrast": 4.088106155395508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.873130440711975,
      "cov-distil (oracle2student)": 4.166027545928955,
      "cov-distil (oracle2teacher)": 3.3438427448272705,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.844660758972168,
      "step": 1131,
      "subrel-constrast": 3.8744757175445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8683061599731445,
      "cov-distil (oracle2student)": 3.8367061614990234,
      "cov-distil (oracle2teacher)": 3.5049045085906982,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.7255699634552,
      "step": 1132,
      "subrel-constrast": 4.550085544586182,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3818418979644775,
      "cov-distil (oracle2student)": 3.291252374649048,
      "cov-distil (oracle2teacher)": 3.0735890865325928,
      "epoch": 0.8893249607535322,
      "rel-constrast": 2.360482692718506,
      "step": 1133,
      "subrel-constrast": 3.151395559310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6797258853912354,
      "cov-distil (oracle2student)": 4.68730354309082,
      "cov-distil (oracle2teacher)": 3.9739716053009033,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.293217420578003,
      "step": 1134,
      "subrel-constrast": 3.898592233657837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5577713251113892,
      "cov-distil (oracle2student)": 3.6881062984466553,
      "cov-distil (oracle2teacher)": 3.8753678798675537,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.911735773086548,
      "step": 1135,
      "subrel-constrast": 3.549960136413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.221397876739502,
      "cov-distil (oracle2student)": 3.3264553546905518,
      "cov-distil (oracle2teacher)": 3.3582851886749268,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.6085739135742188,
      "step": 1136,
      "subrel-constrast": 3.3669185638427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5145583152770996,
      "cov-distil (oracle2student)": 5.997685432434082,
      "cov-distil (oracle2teacher)": 5.37454080581665,
      "epoch": 0.8924646781789639,
      "rel-constrast": 2.972979784011841,
      "step": 1137,
      "subrel-constrast": 3.549443244934082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4981353282928467,
      "cov-distil (oracle2student)": 3.114041805267334,
      "cov-distil (oracle2teacher)": 3.177701950073242,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.526479721069336,
      "step": 1138,
      "subrel-constrast": 2.268468141555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367327332496643,
      "cov-distil (oracle2student)": 4.862998962402344,
      "cov-distil (oracle2teacher)": 4.49826717376709,
      "epoch": 0.8940345368916798,
      "rel-constrast": 2.935554027557373,
      "step": 1139,
      "subrel-constrast": 3.4446165561676025,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 4.875,
      "learning_rate": 4.997057820691936e-05,
      "loss": 0.7649,
      "step": 1140
    },
    {
      "cov-distil": 1.5795962810516357,
      "cov-distil (oracle2student)": 3.1148805618286133,
      "cov-distil (oracle2teacher)": 2.5828795433044434,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.9693329334259033,
      "step": 1140,
      "subrel-constrast": 2.7004849910736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7776895761489868,
      "cov-distil (oracle2student)": 4.110888481140137,
      "cov-distil (oracle2teacher)": 4.194410800933838,
      "epoch": 0.8956043956043956,
      "rel-constrast": 2.1218795776367188,
      "step": 1141,
      "subrel-constrast": 2.977037191390991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8242149353027344,
      "cov-distil (oracle2student)": 4.09165620803833,
      "cov-distil (oracle2teacher)": 3.9467601776123047,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.370171546936035,
      "step": 1142,
      "subrel-constrast": 3.8766281604766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5912890434265137,
      "cov-distil (oracle2student)": 4.500436782836914,
      "cov-distil (oracle2teacher)": 4.196751594543457,
      "epoch": 0.8971742543171115,
      "rel-constrast": 2.17783522605896,
      "step": 1143,
      "subrel-constrast": 3.2005929946899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.972501516342163,
      "cov-distil (oracle2student)": 4.580178260803223,
      "cov-distil (oracle2teacher)": 3.9601950645446777,
      "epoch": 0.8979591836734694,
      "rel-constrast": 3.257997989654541,
      "step": 1144,
      "subrel-constrast": 4.104381084442139,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9328242540359497,
      "cov-distil (oracle2student)": 5.032525062561035,
      "cov-distil (oracle2teacher)": 4.19100284576416,
      "epoch": 0.8987441130298273,
      "rel-constrast": 3.4869861602783203,
      "step": 1145,
      "subrel-constrast": 4.267706871032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623334527015686,
      "cov-distil (oracle2student)": 6.44071102142334,
      "cov-distil (oracle2teacher)": 5.939119338989258,
      "epoch": 0.8995290423861853,
      "rel-constrast": 1.8712615966796875,
      "step": 1146,
      "subrel-constrast": 2.949275493621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5820472240447998,
      "cov-distil (oracle2student)": 5.282839775085449,
      "cov-distil (oracle2teacher)": 4.876575469970703,
      "epoch": 0.9003139717425431,
      "rel-constrast": 4.433046817779541,
      "step": 1147,
      "subrel-constrast": 4.718896389007568,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6205224990844727,
      "cov-distil (oracle2student)": 4.22291898727417,
      "cov-distil (oracle2teacher)": 4.117277145385742,
      "epoch": 0.9010989010989011,
      "rel-constrast": 3.855983018875122,
      "step": 1148,
      "subrel-constrast": 4.469812393188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6345241069793701,
      "cov-distil (oracle2student)": 5.406733989715576,
      "cov-distil (oracle2teacher)": 5.097825050354004,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.65572452545166,
      "step": 1149,
      "subrel-constrast": 4.562080383300781,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 6.46875,
      "learning_rate": 4.996619356523214e-05,
      "loss": 0.7729,
      "step": 1150
    },
    {
      "cov-distil": 1.443082571029663,
      "cov-distil (oracle2student)": 3.691708564758301,
      "cov-distil (oracle2teacher)": 3.595862627029419,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.693650007247925,
      "step": 1150,
      "subrel-constrast": 3.6807987689971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8717272281646729,
      "cov-distil (oracle2student)": 2.9550225734710693,
      "cov-distil (oracle2teacher)": 2.935019016265869,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.7117953300476074,
      "step": 1151,
      "subrel-constrast": 3.4497106075286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4167680740356445,
      "cov-distil (oracle2student)": 4.1744890213012695,
      "cov-distil (oracle2teacher)": 3.54170298576355,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.371565103530884,
      "step": 1152,
      "subrel-constrast": 2.9554567337036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5863559246063232,
      "cov-distil (oracle2student)": 3.980961322784424,
      "cov-distil (oracle2teacher)": 3.4597396850585938,
      "epoch": 0.9050235478806907,
      "rel-constrast": 2.7407240867614746,
      "step": 1153,
      "subrel-constrast": 3.734286069869995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7732425928115845,
      "cov-distil (oracle2student)": 4.795622825622559,
      "cov-distil (oracle2teacher)": 3.8778538703918457,
      "epoch": 0.9058084772370487,
      "rel-constrast": 2.9903926849365234,
      "step": 1154,
      "subrel-constrast": 3.689653158187866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463384985923767,
      "cov-distil (oracle2student)": 4.449502944946289,
      "cov-distil (oracle2teacher)": 4.495611667633057,
      "epoch": 0.9065934065934066,
      "rel-constrast": 2.2599551677703857,
      "step": 1155,
      "subrel-constrast": 3.497908353805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2130064964294434,
      "cov-distil (oracle2student)": 4.013300895690918,
      "cov-distil (oracle2teacher)": 4.02077579498291,
      "epoch": 0.9073783359497645,
      "rel-constrast": 3.5984082221984863,
      "step": 1156,
      "subrel-constrast": 3.823303699493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067975044250488,
      "cov-distil (oracle2student)": 3.140883445739746,
      "cov-distil (oracle2teacher)": 2.835468292236328,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.4052255153656006,
      "step": 1157,
      "subrel-constrast": 3.1138172149658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1546053886413574,
      "cov-distil (oracle2student)": 3.399296760559082,
      "cov-distil (oracle2teacher)": 3.4823670387268066,
      "epoch": 0.9089481946624803,
      "rel-constrast": 4.274822235107422,
      "step": 1158,
      "subrel-constrast": 4.037364482879639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8355066776275635,
      "cov-distil (oracle2student)": 4.020825386047363,
      "cov-distil (oracle2teacher)": 3.432453155517578,
      "epoch": 0.9097331240188383,
      "rel-constrast": 2.861008644104004,
      "step": 1159,
      "subrel-constrast": 3.5515787601470947,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 7.46875,
      "learning_rate": 4.996150471835518e-05,
      "loss": 0.7653,
      "step": 1160
    },
    {
      "cov-distil": 1.2815093994140625,
      "cov-distil (oracle2student)": 4.236474990844727,
      "cov-distil (oracle2teacher)": 3.5232949256896973,
      "epoch": 0.9105180533751962,
      "rel-constrast": 3.2088136672973633,
      "step": 1160,
      "subrel-constrast": 3.836989402770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6414496898651123,
      "cov-distil (oracle2student)": 3.0682172775268555,
      "cov-distil (oracle2teacher)": 3.169745445251465,
      "epoch": 0.9113029827315542,
      "rel-constrast": 2.797144889831543,
      "step": 1161,
      "subrel-constrast": 3.395820379257202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4575656652450562,
      "cov-distil (oracle2student)": 5.596889495849609,
      "cov-distil (oracle2teacher)": 5.4076995849609375,
      "epoch": 0.9120879120879121,
      "rel-constrast": 3.4259774684906006,
      "step": 1162,
      "subrel-constrast": 4.41293478012085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9715670347213745,
      "cov-distil (oracle2student)": 5.748863220214844,
      "cov-distil (oracle2teacher)": 5.184823989868164,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.725337505340576,
      "step": 1163,
      "subrel-constrast": 4.611771106719971,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1137397289276123,
      "cov-distil (oracle2student)": 3.371971368789673,
      "cov-distil (oracle2teacher)": 3.502945899963379,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.695183038711548,
      "step": 1164,
      "subrel-constrast": 3.2843246459960938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7531944513320923,
      "cov-distil (oracle2student)": 3.6959424018859863,
      "cov-distil (oracle2teacher)": 3.6868391036987305,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.491232395172119,
      "step": 1165,
      "subrel-constrast": 3.469127893447876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6662570238113403,
      "cov-distil (oracle2student)": 5.654899597167969,
      "cov-distil (oracle2teacher)": 5.090555191040039,
      "epoch": 0.9152276295133438,
      "rel-constrast": 4.377036094665527,
      "step": 1166,
      "subrel-constrast": 4.034554481506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4588487148284912,
      "cov-distil (oracle2student)": 2.7165474891662598,
      "cov-distil (oracle2teacher)": 3.5998787879943848,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.296668529510498,
      "step": 1167,
      "subrel-constrast": 3.11590313911438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8078097105026245,
      "cov-distil (oracle2student)": 5.066540718078613,
      "cov-distil (oracle2teacher)": 4.497931957244873,
      "epoch": 0.9167974882260597,
      "rel-constrast": 3.504831552505493,
      "step": 1168,
      "subrel-constrast": 4.153743267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2564361095428467,
      "cov-distil (oracle2student)": 3.8110692501068115,
      "cov-distil (oracle2teacher)": 3.617929458618164,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.2004554271698,
      "step": 1169,
      "subrel-constrast": 3.6840548515319824,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 6.25,
      "learning_rate": 4.9956511723420596e-05,
      "loss": 0.8316,
      "step": 1170
    },
    {
      "cov-distil": 1.7868636846542358,
      "cov-distil (oracle2student)": 5.351989269256592,
      "cov-distil (oracle2teacher)": 5.995168685913086,
      "epoch": 0.9183673469387755,
      "rel-constrast": 3.483383893966675,
      "step": 1170,
      "subrel-constrast": 4.039510250091553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669972896575928,
      "cov-distil (oracle2student)": 4.233527660369873,
      "cov-distil (oracle2teacher)": 3.426328659057617,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.0960755348205566,
      "step": 1171,
      "subrel-constrast": 3.7429535388946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4847849607467651,
      "cov-distil (oracle2student)": 6.527562141418457,
      "cov-distil (oracle2teacher)": 5.688312530517578,
      "epoch": 0.9199372056514914,
      "rel-constrast": 3.12980318069458,
      "step": 1172,
      "subrel-constrast": 3.827275514602661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.537367582321167,
      "cov-distil (oracle2student)": 4.025749683380127,
      "cov-distil (oracle2teacher)": 3.4675025939941406,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.162596225738525,
      "step": 1173,
      "subrel-constrast": 4.18705415725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3671391010284424,
      "cov-distil (oracle2student)": 5.512345790863037,
      "cov-distil (oracle2teacher)": 5.1315813064575195,
      "epoch": 0.9215070643642073,
      "rel-constrast": 3.0779571533203125,
      "step": 1174,
      "subrel-constrast": 3.9239659309387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7468125820159912,
      "cov-distil (oracle2student)": 5.045190811157227,
      "cov-distil (oracle2teacher)": 4.8531293869018555,
      "epoch": 0.9222919937205651,
      "rel-constrast": 2.832158088684082,
      "step": 1175,
      "subrel-constrast": 4.259617805480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7982062101364136,
      "cov-distil (oracle2student)": 4.597297668457031,
      "cov-distil (oracle2teacher)": 4.246716022491455,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.675710678100586,
      "step": 1176,
      "subrel-constrast": 4.812505722045898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3788889646530151,
      "cov-distil (oracle2student)": 4.461580276489258,
      "cov-distil (oracle2teacher)": 4.353765487670898,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.9810338020324707,
      "step": 1177,
      "subrel-constrast": 3.482665777206421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.05991268157959,
      "cov-distil (oracle2student)": 4.606191158294678,
      "cov-distil (oracle2teacher)": 3.5623247623443604,
      "epoch": 0.9246467817896389,
      "rel-constrast": 3.7771148681640625,
      "step": 1178,
      "subrel-constrast": 4.17537260055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9975810050964355,
      "cov-distil (oracle2student)": 2.9373130798339844,
      "cov-distil (oracle2teacher)": 3.30222225189209,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.7977066040039062,
      "step": 1179,
      "subrel-constrast": 4.124040603637695,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 5.65625,
      "learning_rate": 4.9951214641266454e-05,
      "loss": 0.8671,
      "step": 1180
    },
    {
      "cov-distil": 1.3749620914459229,
      "cov-distil (oracle2student)": 3.8213553428649902,
      "cov-distil (oracle2teacher)": 3.745201587677002,
      "epoch": 0.9262166405023547,
      "rel-constrast": 4.656604290008545,
      "step": 1180,
      "subrel-constrast": 4.7837138175964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.878669023513794,
      "cov-distil (oracle2student)": 2.874736785888672,
      "cov-distil (oracle2teacher)": 3.3165462017059326,
      "epoch": 0.9270015698587127,
      "rel-constrast": 2.8966524600982666,
      "step": 1181,
      "subrel-constrast": 4.486790657043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.293665647506714,
      "cov-distil (oracle2student)": 7.028643608093262,
      "cov-distil (oracle2teacher)": 7.015350341796875,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.6025748252868652,
      "step": 1182,
      "subrel-constrast": 4.766818523406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651129961013794,
      "cov-distil (oracle2student)": 4.1690521240234375,
      "cov-distil (oracle2teacher)": 3.9816250801086426,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.413325071334839,
      "step": 1183,
      "subrel-constrast": 4.120756149291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371960997581482,
      "cov-distil (oracle2student)": 3.9419898986816406,
      "cov-distil (oracle2teacher)": 3.5902247428894043,
      "epoch": 0.9293563579277865,
      "rel-constrast": 3.273420572280884,
      "step": 1184,
      "subrel-constrast": 3.74275803565979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9146562814712524,
      "cov-distil (oracle2student)": 4.676143646240234,
      "cov-distil (oracle2teacher)": 4.350830554962158,
      "epoch": 0.9301412872841445,
      "rel-constrast": 2.842129707336426,
      "step": 1185,
      "subrel-constrast": 3.4485690593719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4149706363677979,
      "cov-distil (oracle2student)": 4.549127578735352,
      "cov-distil (oracle2teacher)": 4.000871658325195,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.3058714866638184,
      "step": 1186,
      "subrel-constrast": 2.8557651042938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.149344563484192,
      "cov-distil (oracle2student)": 3.8757810592651367,
      "cov-distil (oracle2teacher)": 3.8923072814941406,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.0727078914642334,
      "step": 1187,
      "subrel-constrast": 3.801476240158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2096295356750488,
      "cov-distil (oracle2student)": 3.335026979446411,
      "cov-distil (oracle2teacher)": 3.660101890563965,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.7182772159576416,
      "step": 1188,
      "subrel-constrast": 3.7372019290924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239673137664795,
      "cov-distil (oracle2student)": 3.4317338466644287,
      "cov-distil (oracle2teacher)": 3.3225114345550537,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.5532279014587402,
      "step": 1189,
      "subrel-constrast": 3.071510076522827,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 5.15625,
      "learning_rate": 4.994561353643604e-05,
      "loss": 0.8221,
      "step": 1190
    },
    {
      "cov-distil": 1.8070812225341797,
      "cov-distil (oracle2student)": 3.971548318862915,
      "cov-distil (oracle2teacher)": 3.4021518230438232,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.288071632385254,
      "step": 1190,
      "subrel-constrast": 3.028351306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148916721343994,
      "cov-distil (oracle2student)": 5.076765060424805,
      "cov-distil (oracle2teacher)": 4.395874977111816,
      "epoch": 0.934850863422292,
      "rel-constrast": 2.5542197227478027,
      "step": 1191,
      "subrel-constrast": 3.9978582859039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.200567364692688,
      "cov-distil (oracle2student)": 3.8667056560516357,
      "cov-distil (oracle2teacher)": 3.7100179195404053,
      "epoch": 0.9356357927786499,
      "rel-constrast": 1.9808406829833984,
      "step": 1192,
      "subrel-constrast": 2.6270174980163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5440454483032227,
      "cov-distil (oracle2student)": 4.111261367797852,
      "cov-distil (oracle2teacher)": 4.358633995056152,
      "epoch": 0.9364207221350078,
      "rel-constrast": 2.9030914306640625,
      "step": 1193,
      "subrel-constrast": 3.6748054027557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5587102174758911,
      "cov-distil (oracle2student)": 3.562497138977051,
      "cov-distil (oracle2teacher)": 3.5922279357910156,
      "epoch": 0.9372056514913658,
      "rel-constrast": 3.1529085636138916,
      "step": 1194,
      "subrel-constrast": 4.10093355178833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8191659450531006,
      "cov-distil (oracle2student)": 4.622344017028809,
      "cov-distil (oracle2teacher)": 3.431057929992676,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.899667739868164,
      "step": 1195,
      "subrel-constrast": 3.5286593437194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4436109066009521,
      "cov-distil (oracle2student)": 3.421355724334717,
      "cov-distil (oracle2teacher)": 3.652665853500366,
      "epoch": 0.9387755102040817,
      "rel-constrast": 2.2924082279205322,
      "step": 1196,
      "subrel-constrast": 3.009202718734741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700963020324707,
      "cov-distil (oracle2student)": 4.7589006423950195,
      "cov-distil (oracle2teacher)": 3.978583812713623,
      "epoch": 0.9395604395604396,
      "rel-constrast": 2.734005928039551,
      "step": 1197,
      "subrel-constrast": 3.3664376735687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5046660900115967,
      "cov-distil (oracle2student)": 4.314587593078613,
      "cov-distil (oracle2teacher)": 4.032175540924072,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.7253341674804688,
      "step": 1198,
      "subrel-constrast": 3.4343972206115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2936146259307861,
      "cov-distil (oracle2student)": 3.2974209785461426,
      "cov-distil (oracle2teacher)": 3.401402473449707,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.445433616638184,
      "step": 1199,
      "subrel-constrast": 5.167204856872559,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.375,
      "learning_rate": 4.993970847717704e-05,
      "loss": 0.7395,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3203125,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.0496826171875
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.036590576171875
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.013092041015625,
      "step": 1200
    },
    {
      "cov-distil": 1.6105701923370361,
      "cov-distil (oracle2student)": 5.779675006866455,
      "cov-distil (oracle2teacher)": 4.917959213256836,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.8267126083374023,
      "step": 1200,
      "subrel-constrast": 3.244717836380005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2549251317977905,
      "cov-distil (oracle2student)": 3.3697609901428223,
      "cov-distil (oracle2teacher)": 3.235903263092041,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.4257946014404297,
      "step": 1201,
      "subrel-constrast": 3.0524795055389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.483722448348999,
      "cov-distil (oracle2student)": 4.390925407409668,
      "cov-distil (oracle2teacher)": 4.028365612030029,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.4933953285217285,
      "step": 1202,
      "subrel-constrast": 4.11123514175415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3687052726745605,
      "cov-distil (oracle2student)": 4.669280052185059,
      "cov-distil (oracle2teacher)": 4.163387298583984,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.924910545349121,
      "step": 1203,
      "subrel-constrast": 4.383458614349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6759591102600098,
      "cov-distil (oracle2student)": 3.1451539993286133,
      "cov-distil (oracle2teacher)": 3.5230112075805664,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.801999092102051,
      "step": 1204,
      "subrel-constrast": 3.3344428539276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.910562515258789,
      "cov-distil (oracle2student)": 4.136933326721191,
      "cov-distil (oracle2teacher)": 3.9945268630981445,
      "epoch": 0.945839874411303,
      "rel-constrast": 3.9524710178375244,
      "step": 1205,
      "subrel-constrast": 4.729903697967529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3960767984390259,
      "cov-distil (oracle2student)": 4.077619552612305,
      "cov-distil (oracle2teacher)": 3.501871109008789,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.3120028972625732,
      "step": 1206,
      "subrel-constrast": 3.490509510040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5521440505981445,
      "cov-distil (oracle2student)": 3.8946728706359863,
      "cov-distil (oracle2teacher)": 3.6843862533569336,
      "epoch": 0.9474097331240189,
      "rel-constrast": 3.2784876823425293,
      "step": 1207,
      "subrel-constrast": 3.8301875591278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3751758337020874,
      "cov-distil (oracle2student)": 3.973721981048584,
      "cov-distil (oracle2teacher)": 3.76820707321167,
      "epoch": 0.9481946624803768,
      "rel-constrast": 2.751735210418701,
      "step": 1208,
      "subrel-constrast": 3.6451714038848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.257673740386963,
      "cov-distil (oracle2student)": 5.246366500854492,
      "cov-distil (oracle2teacher)": 4.899626731872559,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.314209222793579,
      "step": 1209,
      "subrel-constrast": 3.3867154121398926,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 4.75,
      "learning_rate": 4.9933499535440734e-05,
      "loss": 0.8143,
      "step": 1210
    },
    {
      "cov-distil": 1.6039924621582031,
      "cov-distil (oracle2student)": 4.576372146606445,
      "cov-distil (oracle2teacher)": 4.234128952026367,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.437294960021973,
      "step": 1210,
      "subrel-constrast": 4.952371597290039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5619235038757324,
      "cov-distil (oracle2student)": 7.047615051269531,
      "cov-distil (oracle2teacher)": 5.62222957611084,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.503946542739868,
      "step": 1211,
      "subrel-constrast": 2.971254587173462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5805871486663818,
      "cov-distil (oracle2student)": 3.3732993602752686,
      "cov-distil (oracle2teacher)": 3.065959930419922,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.4616994857788086,
      "step": 1212,
      "subrel-constrast": 3.2246487140655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6478489637374878,
      "cov-distil (oracle2student)": 3.3030200004577637,
      "cov-distil (oracle2teacher)": 3.6912641525268555,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.7378714084625244,
      "step": 1213,
      "subrel-constrast": 3.7481882572174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674123764038086,
      "cov-distil (oracle2student)": 3.028886318206787,
      "cov-distil (oracle2teacher)": 3.1172738075256348,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.371886730194092,
      "step": 1214,
      "subrel-constrast": 3.228628158569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5553092956542969,
      "cov-distil (oracle2student)": 4.024779796600342,
      "cov-distil (oracle2teacher)": 3.9427013397216797,
      "epoch": 0.9536891679748822,
      "rel-constrast": 2.77235746383667,
      "step": 1215,
      "subrel-constrast": 3.4766647815704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2531368732452393,
      "cov-distil (oracle2student)": 4.723504066467285,
      "cov-distil (oracle2teacher)": 3.7710354328155518,
      "epoch": 0.9544740973312402,
      "rel-constrast": 3.066476821899414,
      "step": 1216,
      "subrel-constrast": 3.9490931034088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6948390007019043,
      "cov-distil (oracle2student)": 3.629880428314209,
      "cov-distil (oracle2teacher)": 3.3514814376831055,
      "epoch": 0.9552590266875981,
      "rel-constrast": 2.358733654022217,
      "step": 1217,
      "subrel-constrast": 3.165830612182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3928395509719849,
      "cov-distil (oracle2student)": 4.305171966552734,
      "cov-distil (oracle2teacher)": 4.1909565925598145,
      "epoch": 0.9560439560439561,
      "rel-constrast": 3.010542392730713,
      "step": 1218,
      "subrel-constrast": 3.5911428928375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4528329372406006,
      "cov-distil (oracle2student)": 2.1864287853240967,
      "cov-distil (oracle2teacher)": 2.416934013366699,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.1928157806396484,
      "step": 1219,
      "subrel-constrast": 3.2564051151275635,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.59375,
      "learning_rate": 4.992698678688111e-05,
      "loss": 0.7389,
      "step": 1220
    },
    {
      "cov-distil": 1.436532974243164,
      "cov-distil (oracle2student)": 4.110199928283691,
      "cov-distil (oracle2teacher)": 4.324930667877197,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.4708638191223145,
      "step": 1220,
      "subrel-constrast": 4.561421871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409794807434082,
      "cov-distil (oracle2student)": 4.937740325927734,
      "cov-distil (oracle2teacher)": 4.894489288330078,
      "epoch": 0.9583987441130298,
      "rel-constrast": 2.4376707077026367,
      "step": 1221,
      "subrel-constrast": 3.53894305229187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7438490390777588,
      "cov-distil (oracle2student)": 6.20819091796875,
      "cov-distil (oracle2teacher)": 4.690855503082275,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.403841733932495,
      "step": 1222,
      "subrel-constrast": 3.353959798812866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250932216644287,
      "cov-distil (oracle2student)": 4.693305492401123,
      "cov-distil (oracle2teacher)": 4.102659702301025,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.867374420166016,
      "step": 1223,
      "subrel-constrast": 4.888300895690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6726696491241455,
      "cov-distil (oracle2student)": 5.086460113525391,
      "cov-distil (oracle2teacher)": 4.459454536437988,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.6357109546661377,
      "step": 1224,
      "subrel-constrast": 3.853543281555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2617173194885254,
      "cov-distil (oracle2student)": 5.61175537109375,
      "cov-distil (oracle2teacher)": 5.2344255447387695,
      "epoch": 0.9615384615384616,
      "rel-constrast": 2.239116668701172,
      "step": 1225,
      "subrel-constrast": 2.960505962371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.335501790046692,
      "cov-distil (oracle2student)": 3.3338255882263184,
      "cov-distil (oracle2teacher)": 3.0814156532287598,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.3926875591278076,
      "step": 1226,
      "subrel-constrast": 2.9196832180023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2774579524993896,
      "cov-distil (oracle2student)": 5.64495849609375,
      "cov-distil (oracle2teacher)": 4.665161609649658,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.265216588973999,
      "step": 1227,
      "subrel-constrast": 3.3127708435058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.300419330596924,
      "cov-distil (oracle2student)": 3.3285422325134277,
      "cov-distil (oracle2teacher)": 3.382845401763916,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.2291526794433594,
      "step": 1228,
      "subrel-constrast": 4.124401092529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2508728504180908,
      "cov-distil (oracle2student)": 4.593624591827393,
      "cov-distil (oracle2teacher)": 3.73111629486084,
      "epoch": 0.9646781789638933,
      "rel-constrast": 2.9496850967407227,
      "step": 1229,
      "subrel-constrast": 3.252176284790039,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 5.75,
      "learning_rate": 4.992017031085398e-05,
      "loss": 0.8096,
      "step": 1230
    },
    {
      "cov-distil": 1.7356112003326416,
      "cov-distil (oracle2student)": 4.123534202575684,
      "cov-distil (oracle2teacher)": 4.169621467590332,
      "epoch": 0.9654631083202512,
      "rel-constrast": 2.8074231147766113,
      "step": 1230,
      "subrel-constrast": 3.9389231204986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4420530796051025,
      "cov-distil (oracle2student)": 3.8097753524780273,
      "cov-distil (oracle2teacher)": 3.7854228019714355,
      "epoch": 0.966248037676609,
      "rel-constrast": 3.9864463806152344,
      "step": 1231,
      "subrel-constrast": 4.513359546661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2666831016540527,
      "cov-distil (oracle2student)": 4.377869606018066,
      "cov-distil (oracle2teacher)": 3.9519600868225098,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.8950271606445312,
      "step": 1232,
      "subrel-constrast": 3.422940731048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7749788761138916,
      "cov-distil (oracle2student)": 4.057105541229248,
      "cov-distil (oracle2teacher)": 4.343048572540283,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.216052532196045,
      "step": 1233,
      "subrel-constrast": 3.2852511405944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2060002088546753,
      "cov-distil (oracle2student)": 4.399940013885498,
      "cov-distil (oracle2teacher)": 3.984816551208496,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.5238823890686035,
      "step": 1234,
      "subrel-constrast": 3.784899950027466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4902675151824951,
      "cov-distil (oracle2student)": 5.702090263366699,
      "cov-distil (oracle2teacher)": 5.267083168029785,
      "epoch": 0.9693877551020408,
      "rel-constrast": 4.418448448181152,
      "step": 1235,
      "subrel-constrast": 4.546502113342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429222822189331,
      "cov-distil (oracle2student)": 3.4779820442199707,
      "cov-distil (oracle2teacher)": 3.6357057094573975,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.3624308109283447,
      "step": 1236,
      "subrel-constrast": 3.6818745136260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5025690793991089,
      "cov-distil (oracle2student)": 4.21225643157959,
      "cov-distil (oracle2teacher)": 4.120269775390625,
      "epoch": 0.9709576138147566,
      "rel-constrast": 2.0363433361053467,
      "step": 1237,
      "subrel-constrast": 2.7132604122161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543538212776184,
      "cov-distil (oracle2student)": 3.580420970916748,
      "cov-distil (oracle2teacher)": 3.650756597518921,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.9337496757507324,
      "step": 1238,
      "subrel-constrast": 4.467953205108643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2078661918640137,
      "cov-distil (oracle2student)": 4.181390762329102,
      "cov-distil (oracle2teacher)": 4.21966028213501,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.987008571624756,
      "step": 1239,
      "subrel-constrast": 3.689307689666748,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 4.75,
      "learning_rate": 4.991305019041594e-05,
      "loss": 0.8407,
      "step": 1240
    },
    {
      "cov-distil": 1.528568148612976,
      "cov-distil (oracle2student)": 4.4682841300964355,
      "cov-distil (oracle2teacher)": 4.502565383911133,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.586947441101074,
      "step": 1240,
      "subrel-constrast": 3.77297306060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6377058029174805,
      "cov-distil (oracle2student)": 3.5193488597869873,
      "cov-distil (oracle2teacher)": 3.5025131702423096,
      "epoch": 0.9740973312401884,
      "rel-constrast": 3.1112654209136963,
      "step": 1241,
      "subrel-constrast": 3.5121521949768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5318564176559448,
      "cov-distil (oracle2student)": 3.5415377616882324,
      "cov-distil (oracle2teacher)": 3.6506009101867676,
      "epoch": 0.9748822605965463,
      "rel-constrast": 2.3468027114868164,
      "step": 1242,
      "subrel-constrast": 3.552518844604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500542163848877,
      "cov-distil (oracle2student)": 3.7139127254486084,
      "cov-distil (oracle2teacher)": 3.9782299995422363,
      "epoch": 0.9756671899529042,
      "rel-constrast": 2.3499836921691895,
      "step": 1243,
      "subrel-constrast": 3.7430975437164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2186521291732788,
      "cov-distil (oracle2student)": 3.54939341545105,
      "cov-distil (oracle2teacher)": 3.1540234088897705,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.3381032943725586,
      "step": 1244,
      "subrel-constrast": 3.233065128326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6511240005493164,
      "cov-distil (oracle2student)": 2.393463611602783,
      "cov-distil (oracle2teacher)": 2.791167974472046,
      "epoch": 0.9772370486656201,
      "rel-constrast": 3.153503179550171,
      "step": 1245,
      "subrel-constrast": 3.834094524383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.156053066253662,
      "cov-distil (oracle2student)": 4.302087783813477,
      "cov-distil (oracle2teacher)": 4.168542385101318,
      "epoch": 0.978021978021978,
      "rel-constrast": 3.221328020095825,
      "step": 1246,
      "subrel-constrast": 3.9086685180664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8392646312713623,
      "cov-distil (oracle2student)": 3.4635820388793945,
      "cov-distil (oracle2teacher)": 3.8714029788970947,
      "epoch": 0.978806907378336,
      "rel-constrast": 3.115475654602051,
      "step": 1247,
      "subrel-constrast": 3.935710906982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795577883720398,
      "cov-distil (oracle2student)": 3.712340831756592,
      "cov-distil (oracle2teacher)": 4.289597511291504,
      "epoch": 0.9795918367346939,
      "rel-constrast": 2.51350474357605,
      "step": 1248,
      "subrel-constrast": 4.145675182342529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952771186828613,
      "cov-distil (oracle2student)": 3.139064073562622,
      "cov-distil (oracle2teacher)": 3.0765018463134766,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.7419240474700928,
      "step": 1249,
      "subrel-constrast": 3.4236867427825928,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.84375,
      "learning_rate": 4.99056265123234e-05,
      "loss": 0.7265,
      "step": 1250
    },
    {
      "cov-distil": 1.5307613611221313,
      "cov-distil (oracle2student)": 5.744296550750732,
      "cov-distil (oracle2teacher)": 5.453649044036865,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.8523647785186768,
      "step": 1250,
      "subrel-constrast": 4.171315670013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3015010356903076,
      "cov-distil (oracle2student)": 4.840731620788574,
      "cov-distil (oracle2teacher)": 4.120755195617676,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.7082295417785645,
      "step": 1251,
      "subrel-constrast": 3.1410839557647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4371023178100586,
      "cov-distil (oracle2student)": 4.395645618438721,
      "cov-distil (oracle2teacher)": 3.6550097465515137,
      "epoch": 0.9827315541601256,
      "rel-constrast": 3.620471954345703,
      "step": 1252,
      "subrel-constrast": 3.7160215377807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369515061378479,
      "cov-distil (oracle2student)": 3.4064722061157227,
      "cov-distil (oracle2teacher)": 3.3698737621307373,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.16213321685791,
      "step": 1253,
      "subrel-constrast": 2.5510523319244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986305594444275,
      "cov-distil (oracle2student)": 5.059086322784424,
      "cov-distil (oracle2teacher)": 4.218664169311523,
      "epoch": 0.9843014128728415,
      "rel-constrast": 2.5694384574890137,
      "step": 1254,
      "subrel-constrast": 3.528590202331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5738322734832764,
      "cov-distil (oracle2student)": 3.6083102226257324,
      "cov-distil (oracle2teacher)": 3.4591922760009766,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.6395843029022217,
      "step": 1255,
      "subrel-constrast": 3.2665557861328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.16001558303833,
      "cov-distil (oracle2student)": 3.2529311180114746,
      "cov-distil (oracle2teacher)": 3.0381925106048584,
      "epoch": 0.9858712715855573,
      "rel-constrast": 2.906590223312378,
      "step": 1256,
      "subrel-constrast": 3.442795991897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8249584436416626,
      "cov-distil (oracle2student)": 2.845015048980713,
      "cov-distil (oracle2teacher)": 3.174835681915283,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.5052247047424316,
      "step": 1257,
      "subrel-constrast": 3.5730175971984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8064703941345215,
      "cov-distil (oracle2student)": 3.064516544342041,
      "cov-distil (oracle2teacher)": 3.5677709579467773,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.2984862327575684,
      "step": 1258,
      "subrel-constrast": 3.5490379333496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9480879306793213,
      "cov-distil (oracle2student)": 2.7275171279907227,
      "cov-distil (oracle2teacher)": 2.9136464595794678,
      "epoch": 0.9882260596546311,
      "rel-constrast": 2.9747862815856934,
      "step": 1259,
      "subrel-constrast": 4.023026943206787,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 6.09375,
      "learning_rate": 4.989789936703155e-05,
      "loss": 0.7458,
      "step": 1260
    },
    {
      "cov-distil": 1.4834165573120117,
      "cov-distil (oracle2student)": 2.531843662261963,
      "cov-distil (oracle2teacher)": 2.473891496658325,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.3239777088165283,
      "step": 1260,
      "subrel-constrast": 2.676363468170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350669145584106,
      "cov-distil (oracle2student)": 3.011873722076416,
      "cov-distil (oracle2teacher)": 3.096287488937378,
      "epoch": 0.9897959183673469,
      "rel-constrast": 2.381171941757202,
      "step": 1261,
      "subrel-constrast": 3.21970272064209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6948773860931396,
      "cov-distil (oracle2student)": 4.396411895751953,
      "cov-distil (oracle2teacher)": 4.4129958152771,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.6483540534973145,
      "step": 1262,
      "subrel-constrast": 4.014623165130615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360655784606934,
      "cov-distil (oracle2student)": 5.122393608093262,
      "cov-distil (oracle2teacher)": 4.625170707702637,
      "epoch": 0.9913657770800628,
      "rel-constrast": 3.0460681915283203,
      "step": 1263,
      "subrel-constrast": 3.855743885040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6184229850769043,
      "cov-distil (oracle2student)": 5.007145881652832,
      "cov-distil (oracle2teacher)": 4.134975433349609,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.6639668941497803,
      "step": 1264,
      "subrel-constrast": 4.108851432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747385025024414,
      "cov-distil (oracle2student)": 2.108001947402954,
      "cov-distil (oracle2teacher)": 2.3054544925689697,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.7751593589782715,
      "step": 1265,
      "subrel-constrast": 2.897172689437866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.264880657196045,
      "cov-distil (oracle2student)": 3.2795045375823975,
      "cov-distil (oracle2teacher)": 3.1051273345947266,
      "epoch": 0.9937205651491365,
      "rel-constrast": 3.127880096435547,
      "step": 1266,
      "subrel-constrast": 3.2842142581939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4904578924179077,
      "cov-distil (oracle2student)": 4.758726119995117,
      "cov-distil (oracle2teacher)": 4.580710411071777,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.5550224781036377,
      "step": 1267,
      "subrel-constrast": 3.3524997234344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3979054689407349,
      "cov-distil (oracle2student)": 4.750548362731934,
      "cov-distil (oracle2teacher)": 4.076757431030273,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.7073490619659424,
      "step": 1268,
      "subrel-constrast": 3.5037519931793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2216260433197021,
      "cov-distil (oracle2student)": 4.611713409423828,
      "cov-distil (oracle2teacher)": 4.224197864532471,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.47930645942688,
      "step": 1269,
      "subrel-constrast": 3.6120383739471436,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 5.3125,
      "learning_rate": 4.988986884869321e-05,
      "loss": 0.7059,
      "step": 1270
    },
    {
      "cov-distil": 1.9495677947998047,
      "cov-distil (oracle2student)": 4.280606746673584,
      "cov-distil (oracle2teacher)": 4.019715785980225,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.417677640914917,
      "step": 1270,
      "subrel-constrast": 3.7917473316192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3972578048706055,
      "cov-distil (oracle2student)": 3.057100534439087,
      "cov-distil (oracle2teacher)": 2.9886577129364014,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.5738868713378906,
      "step": 1271,
      "subrel-constrast": 2.826024055480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5799964666366577,
      "cov-distil (oracle2student)": 4.663033485412598,
      "cov-distil (oracle2teacher)": 4.507424831390381,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.838544845581055,
      "step": 1272,
      "subrel-constrast": 5.128632068634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1363272666931152,
      "cov-distil (oracle2student)": 4.103216648101807,
      "cov-distil (oracle2teacher)": 3.8000175952911377,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.4735829830169678,
      "step": 1273,
      "subrel-constrast": 4.050089359283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6189643144607544,
      "cov-distil (oracle2student)": 4.910794734954834,
      "cov-distil (oracle2teacher)": 4.487496376037598,
      "epoch": 1.0,
      "rel-constrast": 4.012331962585449,
      "step": 1274,
      "subrel-constrast": 3.8513476848602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8302966356277466,
      "cov-distil (oracle2student)": 3.677767753601074,
      "cov-distil (oracle2teacher)": 3.8637044429779053,
      "epoch": 1.000784929356358,
      "rel-constrast": 3.8497612476348877,
      "step": 1275,
      "subrel-constrast": 4.676568031311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057345151901245,
      "cov-distil (oracle2student)": 2.5532493591308594,
      "cov-distil (oracle2teacher)": 3.011411190032959,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.584941864013672,
      "step": 1276,
      "subrel-constrast": 4.3630290031433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6615443229675293,
      "cov-distil (oracle2student)": 3.675353527069092,
      "cov-distil (oracle2teacher)": 4.396547317504883,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.2946157455444336,
      "step": 1277,
      "subrel-constrast": 4.173533916473389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5696930885314941,
      "cov-distil (oracle2student)": 4.197251319885254,
      "cov-distil (oracle2teacher)": 3.7345733642578125,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.0097222328186035,
      "step": 1278,
      "subrel-constrast": 3.392622947692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1034655570983887,
      "cov-distil (oracle2student)": 3.361288070678711,
      "cov-distil (oracle2teacher)": 3.1034255027770996,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.6098008155822754,
      "step": 1279,
      "subrel-constrast": 3.31463885307312,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 7.90625,
      "learning_rate": 4.988153505515771e-05,
      "loss": 0.9089,
      "step": 1280
    },
    {
      "cov-distil": 1.5979468822479248,
      "cov-distil (oracle2student)": 3.716430187225342,
      "cov-distil (oracle2teacher)": 3.4511377811431885,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.4329915046691895,
      "step": 1280,
      "subrel-constrast": 4.089012145996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3714828491210938,
      "cov-distil (oracle2student)": 3.580085277557373,
      "cov-distil (oracle2teacher)": 3.5701546669006348,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.5096752643585205,
      "step": 1281,
      "subrel-constrast": 3.0320303440093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0691633224487305,
      "cov-distil (oracle2student)": 4.478765964508057,
      "cov-distil (oracle2teacher)": 3.831317901611328,
      "epoch": 1.0062794348508635,
      "rel-constrast": 3.157693386077881,
      "step": 1282,
      "subrel-constrast": 4.078401565551758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591313123703003,
      "cov-distil (oracle2student)": 3.9426352977752686,
      "cov-distil (oracle2teacher)": 3.646179676055908,
      "epoch": 1.0070643642072215,
      "rel-constrast": 3.52870774269104,
      "step": 1283,
      "subrel-constrast": 3.88075852394104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3151185512542725,
      "cov-distil (oracle2student)": 5.034510612487793,
      "cov-distil (oracle2teacher)": 4.6761274337768555,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.378748655319214,
      "step": 1284,
      "subrel-constrast": 3.4774558544158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5091253519058228,
      "cov-distil (oracle2student)": 3.7069931030273438,
      "cov-distil (oracle2teacher)": 3.2526087760925293,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.3888468742370605,
      "step": 1285,
      "subrel-constrast": 3.4723777770996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8268072605133057,
      "cov-distil (oracle2student)": 4.445673942565918,
      "cov-distil (oracle2teacher)": 3.710999011993408,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.394343852996826,
      "step": 1286,
      "subrel-constrast": 3.3042173385620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.30215322971344,
      "cov-distil (oracle2student)": 4.1887006759643555,
      "cov-distil (oracle2teacher)": 4.170774459838867,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.7771830558776855,
      "step": 1287,
      "subrel-constrast": 5.2714056968688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177040576934814,
      "cov-distil (oracle2student)": 2.8443381786346436,
      "cov-distil (oracle2teacher)": 3.32902455329895,
      "epoch": 1.010989010989011,
      "rel-constrast": 1.9382801055908203,
      "step": 1288,
      "subrel-constrast": 3.49955153465271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.234553575515747,
      "cov-distil (oracle2student)": 4.834558486938477,
      "cov-distil (oracle2teacher)": 4.858853340148926,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.5084009170532227,
      "step": 1289,
      "subrel-constrast": 4.091920375823975,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 5.75,
      "learning_rate": 4.98728980879697e-05,
      "loss": 0.7892,
      "step": 1290
    },
    {
      "cov-distil": 1.7273941040039062,
      "cov-distil (oracle2student)": 3.7560155391693115,
      "cov-distil (oracle2teacher)": 3.7759454250335693,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.9928665161132812,
      "step": 1290,
      "subrel-constrast": 4.357268810272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467862606048584,
      "cov-distil (oracle2student)": 4.111154079437256,
      "cov-distil (oracle2teacher)": 3.9627327919006348,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.519113540649414,
      "step": 1291,
      "subrel-constrast": 4.237674713134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5148426294326782,
      "cov-distil (oracle2student)": 4.696568489074707,
      "cov-distil (oracle2teacher)": 3.876321315765381,
      "epoch": 1.0141287284144427,
      "rel-constrast": 3.3050906658172607,
      "step": 1292,
      "subrel-constrast": 3.4839553833007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8438262939453125,
      "cov-distil (oracle2student)": 4.060823440551758,
      "cov-distil (oracle2teacher)": 3.4887888431549072,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.961482524871826,
      "step": 1293,
      "subrel-constrast": 3.4915690422058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470657587051392,
      "cov-distil (oracle2student)": 5.522467613220215,
      "cov-distil (oracle2teacher)": 5.087027549743652,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.538830280303955,
      "step": 1294,
      "subrel-constrast": 3.436119794845581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2104644775390625,
      "cov-distil (oracle2student)": 5.3022613525390625,
      "cov-distil (oracle2teacher)": 5.056353569030762,
      "epoch": 1.0164835164835164,
      "rel-constrast": 3.100513458251953,
      "step": 1295,
      "subrel-constrast": 4.386096954345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5883142948150635,
      "cov-distil (oracle2student)": 3.7880847454071045,
      "cov-distil (oracle2teacher)": 3.599816083908081,
      "epoch": 1.0172684458398744,
      "rel-constrast": 4.037959098815918,
      "step": 1296,
      "subrel-constrast": 4.745327949523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2966320514678955,
      "cov-distil (oracle2student)": 4.31317138671875,
      "cov-distil (oracle2teacher)": 3.5976524353027344,
      "epoch": 1.0180533751962324,
      "rel-constrast": 2.0686373710632324,
      "step": 1297,
      "subrel-constrast": 2.4654552936553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5883524417877197,
      "cov-distil (oracle2student)": 3.8555908203125,
      "cov-distil (oracle2teacher)": 3.821279764175415,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.526829481124878,
      "step": 1298,
      "subrel-constrast": 3.5030384063720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1130247116088867,
      "cov-distil (oracle2student)": 4.555819034576416,
      "cov-distil (oracle2teacher)": 4.497869491577148,
      "epoch": 1.0196232339089482,
      "rel-constrast": 2.126577138900757,
      "step": 1299,
      "subrel-constrast": 2.9038138389587402,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 5.65625,
      "learning_rate": 4.9863958052367894e-05,
      "loss": 0.8194,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.26875001192092896,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.06024169921875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.040252685546875
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.019989013671875,
      "step": 1300
    },
    {
      "cov-distil": 1.3395636081695557,
      "cov-distil (oracle2student)": 3.0983505249023438,
      "cov-distil (oracle2teacher)": 3.2304043769836426,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.1438610553741455,
      "step": 1300,
      "subrel-constrast": 4.0625739097595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073345184326172,
      "cov-distil (oracle2student)": 3.700442314147949,
      "cov-distil (oracle2teacher)": 3.6782922744750977,
      "epoch": 1.0211930926216641,
      "rel-constrast": 2.650118350982666,
      "step": 1301,
      "subrel-constrast": 3.522528886795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473029375076294,
      "cov-distil (oracle2student)": 6.094466686248779,
      "cov-distil (oracle2teacher)": 5.832391262054443,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.869513511657715,
      "step": 1302,
      "subrel-constrast": 3.6461844444274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638033390045166,
      "cov-distil (oracle2student)": 4.220510959625244,
      "cov-distil (oracle2teacher)": 4.232014179229736,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.4472506046295166,
      "step": 1303,
      "subrel-constrast": 3.1475207805633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2751193046569824,
      "cov-distil (oracle2student)": 4.306950092315674,
      "cov-distil (oracle2teacher)": 4.524712562561035,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.4688055515289307,
      "step": 1304,
      "subrel-constrast": 3.712144374847412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5723475217819214,
      "cov-distil (oracle2student)": 3.356821298599243,
      "cov-distil (oracle2teacher)": 3.0643234252929688,
      "epoch": 1.0243328100470959,
      "rel-constrast": 3.0019564628601074,
      "step": 1305,
      "subrel-constrast": 3.6949265003204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8963088989257812,
      "cov-distil (oracle2student)": 3.701265811920166,
      "cov-distil (oracle2teacher)": 3.4680700302124023,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.4101920127868652,
      "step": 1306,
      "subrel-constrast": 3.050083875656128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.648195743560791,
      "cov-distil (oracle2student)": 5.6912312507629395,
      "cov-distil (oracle2teacher)": 5.253078460693359,
      "epoch": 1.0259026687598116,
      "rel-constrast": 4.392531394958496,
      "step": 1307,
      "subrel-constrast": 5.013519763946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4382164478302002,
      "cov-distil (oracle2student)": 3.0869290828704834,
      "cov-distil (oracle2teacher)": 3.173279285430908,
      "epoch": 1.0266875981161696,
      "rel-constrast": 3.0286943912506104,
      "step": 1308,
      "subrel-constrast": 3.525634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4569480419158936,
      "cov-distil (oracle2student)": 3.4641032218933105,
      "cov-distil (oracle2teacher)": 3.1311259269714355,
      "epoch": 1.0274725274725274,
      "rel-constrast": 1.8754380941390991,
      "step": 1309,
      "subrel-constrast": 2.5917394161224365,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 3.9375,
      "learning_rate": 4.9854715057283805e-05,
      "loss": 0.7717,
      "step": 1310
    },
    {
      "cov-distil": 1.4160232543945312,
      "cov-distil (oracle2student)": 2.563685655593872,
      "cov-distil (oracle2teacher)": 2.833798885345459,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.7168760299682617,
      "step": 1310,
      "subrel-constrast": 3.7507357597351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5921193361282349,
      "cov-distil (oracle2student)": 3.550126075744629,
      "cov-distil (oracle2teacher)": 3.443373441696167,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.986751079559326,
      "step": 1311,
      "subrel-constrast": 3.5625743865966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8855676651000977,
      "cov-distil (oracle2student)": 4.2328972816467285,
      "cov-distil (oracle2teacher)": 3.6999707221984863,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.429626703262329,
      "step": 1312,
      "subrel-constrast": 3.70088791847229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6681512594223022,
      "cov-distil (oracle2student)": 4.537883758544922,
      "cov-distil (oracle2teacher)": 4.161434650421143,
      "epoch": 1.030612244897959,
      "rel-constrast": 3.173257827758789,
      "step": 1313,
      "subrel-constrast": 4.387771129608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0507285594940186,
      "cov-distil (oracle2student)": 5.675127983093262,
      "cov-distil (oracle2teacher)": 5.059904098510742,
      "epoch": 1.031397174254317,
      "rel-constrast": 2.9254150390625,
      "step": 1314,
      "subrel-constrast": 3.908088445663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640880823135376,
      "cov-distil (oracle2student)": 4.122154235839844,
      "cov-distil (oracle2teacher)": 4.358137130737305,
      "epoch": 1.032182103610675,
      "rel-constrast": 3.0527353286743164,
      "step": 1315,
      "subrel-constrast": 4.129584789276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014385223388672,
      "cov-distil (oracle2student)": 3.5628504753112793,
      "cov-distil (oracle2teacher)": 4.265000820159912,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.7084922790527344,
      "step": 1316,
      "subrel-constrast": 3.783332586288452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6147665977478027,
      "cov-distil (oracle2student)": 3.35066819190979,
      "cov-distil (oracle2teacher)": 3.3032331466674805,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.6022496223449707,
      "step": 1317,
      "subrel-constrast": 3.8188657760620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3855886459350586,
      "cov-distil (oracle2student)": 4.939333915710449,
      "cov-distil (oracle2teacher)": 4.312867164611816,
      "epoch": 1.0345368916797488,
      "rel-constrast": 3.1361048221588135,
      "step": 1318,
      "subrel-constrast": 3.1475367546081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4239692687988281,
      "cov-distil (oracle2student)": 3.124915599822998,
      "cov-distil (oracle2teacher)": 3.1291980743408203,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.4155147075653076,
      "step": 1319,
      "subrel-constrast": 3.4853718280792236,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 4.625,
      "learning_rate": 4.984516921534042e-05,
      "loss": 0.7694,
      "step": 1320
    },
    {
      "cov-distil": 1.5735676288604736,
      "cov-distil (oracle2student)": 3.79526424407959,
      "cov-distil (oracle2teacher)": 3.2370409965515137,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.718919277191162,
      "step": 1320,
      "subrel-constrast": 3.2795329093933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9603523015975952,
      "cov-distil (oracle2student)": 5.406013488769531,
      "cov-distil (oracle2teacher)": 4.547806739807129,
      "epoch": 1.0368916797488226,
      "rel-constrast": 3.2848238945007324,
      "step": 1321,
      "subrel-constrast": 3.987123727798462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7783422470092773,
      "cov-distil (oracle2student)": 4.059505462646484,
      "cov-distil (oracle2teacher)": 3.2544448375701904,
      "epoch": 1.0376766091051806,
      "rel-constrast": 3.268892288208008,
      "step": 1322,
      "subrel-constrast": 3.918067455291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.265488624572754,
      "cov-distil (oracle2student)": 5.315093994140625,
      "cov-distil (oracle2teacher)": 4.242465496063232,
      "epoch": 1.0384615384615385,
      "rel-constrast": 3.3319427967071533,
      "step": 1323,
      "subrel-constrast": 3.552429676055908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6411206722259521,
      "cov-distil (oracle2student)": 4.402083396911621,
      "cov-distil (oracle2teacher)": 4.539468765258789,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.5891757011413574,
      "step": 1324,
      "subrel-constrast": 3.3325674533843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7119067907333374,
      "cov-distil (oracle2student)": 4.110739707946777,
      "cov-distil (oracle2teacher)": 4.20479679107666,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.6010303497314453,
      "step": 1325,
      "subrel-constrast": 4.417725563049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5757135152816772,
      "cov-distil (oracle2student)": 4.751351356506348,
      "cov-distil (oracle2teacher)": 4.305976390838623,
      "epoch": 1.0408163265306123,
      "rel-constrast": 2.329827308654785,
      "step": 1326,
      "subrel-constrast": 3.1315464973449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2380353212356567,
      "cov-distil (oracle2student)": 4.608445167541504,
      "cov-distil (oracle2teacher)": 4.567604064941406,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.545478105545044,
      "step": 1327,
      "subrel-constrast": 3.73474383354187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3552968502044678,
      "cov-distil (oracle2student)": 3.7210333347320557,
      "cov-distil (oracle2teacher)": 3.643429756164551,
      "epoch": 1.042386185243328,
      "rel-constrast": 2.3626973628997803,
      "step": 1328,
      "subrel-constrast": 3.419344186782837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6793065071105957,
      "cov-distil (oracle2student)": 3.8620169162750244,
      "cov-distil (oracle2teacher)": 3.477570056915283,
      "epoch": 1.043171114599686,
      "rel-constrast": 2.550403118133545,
      "step": 1329,
      "subrel-constrast": 3.0018975734710693,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 4.875,
      "learning_rate": 4.98353206428508e-05,
      "loss": 0.779,
      "step": 1330
    },
    {
      "cov-distil": 1.5603997707366943,
      "cov-distil (oracle2student)": 2.021341562271118,
      "cov-distil (oracle2teacher)": 2.444761276245117,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.9387398958206177,
      "step": 1330,
      "subrel-constrast": 3.2837231159210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.789320945739746,
      "cov-distil (oracle2student)": 4.488680839538574,
      "cov-distil (oracle2teacher)": 4.014732360839844,
      "epoch": 1.0447409733124018,
      "rel-constrast": 5.365977764129639,
      "step": 1331,
      "subrel-constrast": 5.195187091827393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7279833555221558,
      "cov-distil (oracle2student)": 3.847268581390381,
      "cov-distil (oracle2teacher)": 3.972043514251709,
      "epoch": 1.0455259026687598,
      "rel-constrast": 2.129772186279297,
      "step": 1332,
      "subrel-constrast": 2.9550578594207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2181808948516846,
      "cov-distil (oracle2student)": 3.905850410461426,
      "cov-distil (oracle2teacher)": 3.405874013900757,
      "epoch": 1.0463108320251178,
      "rel-constrast": 3.2089219093322754,
      "step": 1333,
      "subrel-constrast": 3.502013921737671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5846612453460693,
      "cov-distil (oracle2student)": 2.4374899864196777,
      "cov-distil (oracle2teacher)": 2.9026522636413574,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.8598501682281494,
      "step": 1334,
      "subrel-constrast": 3.376497507095337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323559761047363,
      "cov-distil (oracle2student)": 4.377843379974365,
      "cov-distil (oracle2teacher)": 4.030404090881348,
      "epoch": 1.0478806907378335,
      "rel-constrast": 3.300595283508301,
      "step": 1335,
      "subrel-constrast": 3.808056354522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9013278484344482,
      "cov-distil (oracle2student)": 3.5153331756591797,
      "cov-distil (oracle2teacher)": 3.4593381881713867,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.9633121490478516,
      "step": 1336,
      "subrel-constrast": 4.615512847900391,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6298719644546509,
      "cov-distil (oracle2student)": 2.91507625579834,
      "cov-distil (oracle2teacher)": 2.8473191261291504,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.31758451461792,
      "step": 1337,
      "subrel-constrast": 2.9014508724212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.287497043609619,
      "cov-distil (oracle2student)": 5.130228042602539,
      "cov-distil (oracle2teacher)": 4.528473854064941,
      "epoch": 1.0502354788069075,
      "rel-constrast": 3.1626267433166504,
      "step": 1338,
      "subrel-constrast": 4.1389946937561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6564306020736694,
      "cov-distil (oracle2student)": 4.191096782684326,
      "cov-distil (oracle2teacher)": 3.5165205001831055,
      "epoch": 1.0510204081632653,
      "rel-constrast": 2.081233024597168,
      "step": 1339,
      "subrel-constrast": 2.853550672531128,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 6.15625,
      "learning_rate": 4.982516945981669e-05,
      "loss": 0.8012,
      "step": 1340
    },
    {
      "cov-distil": 1.891442894935608,
      "cov-distil (oracle2student)": 4.110203742980957,
      "cov-distil (oracle2teacher)": 3.939481735229492,
      "epoch": 1.0518053375196232,
      "rel-constrast": 3.074136734008789,
      "step": 1340,
      "subrel-constrast": 3.839629650115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5117946863174438,
      "cov-distil (oracle2student)": 4.452583312988281,
      "cov-distil (oracle2teacher)": 4.244133472442627,
      "epoch": 1.0525902668759812,
      "rel-constrast": 2.4261984825134277,
      "step": 1341,
      "subrel-constrast": 3.5631704330444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5490021705627441,
      "cov-distil (oracle2student)": 4.505932807922363,
      "cov-distil (oracle2teacher)": 4.503978729248047,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.4422760009765625,
      "step": 1342,
      "subrel-constrast": 3.5781614780426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6790764331817627,
      "cov-distil (oracle2student)": 3.9384570121765137,
      "cov-distil (oracle2teacher)": 4.184779167175293,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.3922536373138428,
      "step": 1343,
      "subrel-constrast": 4.281126022338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4852817058563232,
      "cov-distil (oracle2student)": 4.067353248596191,
      "cov-distil (oracle2teacher)": 3.88303279876709,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.7798471450805664,
      "step": 1344,
      "subrel-constrast": 4.280847549438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7029610872268677,
      "cov-distil (oracle2student)": 4.761334419250488,
      "cov-distil (oracle2teacher)": 3.669780731201172,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.7117233276367188,
      "step": 1345,
      "subrel-constrast": 3.063453197479248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3466800451278687,
      "cov-distil (oracle2student)": 4.216004371643066,
      "cov-distil (oracle2teacher)": 4.574625015258789,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.9508233070373535,
      "step": 1346,
      "subrel-constrast": 3.9286856651306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6089322566986084,
      "cov-distil (oracle2student)": 2.309438705444336,
      "cov-distil (oracle2teacher)": 2.84455943107605,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.436990737915039,
      "step": 1347,
      "subrel-constrast": 3.7577571868896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7151784896850586,
      "cov-distil (oracle2student)": 2.5667970180511475,
      "cov-distil (oracle2teacher)": 2.659790515899658,
      "epoch": 1.0580847723704867,
      "rel-constrast": 3.402242660522461,
      "step": 1348,
      "subrel-constrast": 4.1476593017578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5186069011688232,
      "cov-distil (oracle2student)": 3.091311454772949,
      "cov-distil (oracle2teacher)": 3.2050833702087402,
      "epoch": 1.0588697017268447,
      "rel-constrast": 2.8237643241882324,
      "step": 1349,
      "subrel-constrast": 4.03464937210083,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 5.4375,
      "learning_rate": 4.981471578992706e-05,
      "loss": 0.776,
      "step": 1350
    },
    {
      "cov-distil": 1.7764843702316284,
      "cov-distil (oracle2student)": 2.385777473449707,
      "cov-distil (oracle2teacher)": 2.9466400146484375,
      "epoch": 1.0596546310832025,
      "rel-constrast": 2.9991157054901123,
      "step": 1350,
      "subrel-constrast": 4.1020731925964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5321710109710693,
      "cov-distil (oracle2student)": 3.7962632179260254,
      "cov-distil (oracle2teacher)": 3.8199100494384766,
      "epoch": 1.0604395604395604,
      "rel-constrast": 1.8470566272735596,
      "step": 1351,
      "subrel-constrast": 2.904076337814331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473285675048828,
      "cov-distil (oracle2student)": 5.215753555297852,
      "cov-distil (oracle2teacher)": 5.062963962554932,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.7066211700439453,
      "step": 1352,
      "subrel-constrast": 3.5213730335235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7678200006484985,
      "cov-distil (oracle2student)": 5.534285068511963,
      "cov-distil (oracle2teacher)": 4.940554618835449,
      "epoch": 1.0620094191522762,
      "rel-constrast": 2.970421314239502,
      "step": 1353,
      "subrel-constrast": 3.809866428375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2517756223678589,
      "cov-distil (oracle2student)": 4.270276069641113,
      "cov-distil (oracle2teacher)": 4.404227256774902,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.5669658184051514,
      "step": 1354,
      "subrel-constrast": 3.3136885166168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.255814790725708,
      "cov-distil (oracle2student)": 4.298757076263428,
      "cov-distil (oracle2teacher)": 4.080432891845703,
      "epoch": 1.0635792778649922,
      "rel-constrast": 3.112243175506592,
      "step": 1355,
      "subrel-constrast": 3.465294122695923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9884713888168335,
      "cov-distil (oracle2student)": 3.3464155197143555,
      "cov-distil (oracle2teacher)": 3.7389323711395264,
      "epoch": 1.0643642072213502,
      "rel-constrast": 4.075211524963379,
      "step": 1356,
      "subrel-constrast": 4.776978969573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566786766052246,
      "cov-distil (oracle2student)": 5.72592830657959,
      "cov-distil (oracle2teacher)": 5.339461326599121,
      "epoch": 1.065149136577708,
      "rel-constrast": 3.25872802734375,
      "step": 1357,
      "subrel-constrast": 3.9985079765319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400079369544983,
      "cov-distil (oracle2student)": 3.3879170417785645,
      "cov-distil (oracle2teacher)": 3.559767723083496,
      "epoch": 1.065934065934066,
      "rel-constrast": 3.015141487121582,
      "step": 1358,
      "subrel-constrast": 3.81351375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3284026384353638,
      "cov-distil (oracle2student)": 5.102107524871826,
      "cov-distil (oracle2teacher)": 4.8548479080200195,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.1426525115966797,
      "step": 1359,
      "subrel-constrast": 3.8907928466796875,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 5.375,
      "learning_rate": 4.980395976055658e-05,
      "loss": 0.7806,
      "step": 1360
    },
    {
      "cov-distil": 1.0340895652770996,
      "cov-distil (oracle2student)": 3.3404150009155273,
      "cov-distil (oracle2teacher)": 3.458253860473633,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.7017836570739746,
      "step": 1360,
      "subrel-constrast": 3.85408091545105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9244599342346191,
      "cov-distil (oracle2student)": 3.500950574874878,
      "cov-distil (oracle2teacher)": 3.9206719398498535,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.6933364868164062,
      "step": 1361,
      "subrel-constrast": 4.551616191864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322222113609314,
      "cov-distil (oracle2student)": 5.065067291259766,
      "cov-distil (oracle2teacher)": 4.4332146644592285,
      "epoch": 1.0690737833594977,
      "rel-constrast": 3.223350763320923,
      "step": 1362,
      "subrel-constrast": 3.1711013317108154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7568714618682861,
      "cov-distil (oracle2student)": 4.176975250244141,
      "cov-distil (oracle2teacher)": 3.7778103351593018,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.354168176651001,
      "step": 1363,
      "subrel-constrast": 4.05528450012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8233342170715332,
      "cov-distil (oracle2student)": 2.8845739364624023,
      "cov-distil (oracle2teacher)": 3.239229679107666,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.8545703887939453,
      "step": 1364,
      "subrel-constrast": 3.940390110015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9338064193725586,
      "cov-distil (oracle2student)": 3.061378002166748,
      "cov-distil (oracle2teacher)": 3.1285512447357178,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.3349716663360596,
      "step": 1365,
      "subrel-constrast": 3.4239864349365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8442656993865967,
      "cov-distil (oracle2student)": 3.669823408126831,
      "cov-distil (oracle2teacher)": 3.6398766040802,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.4359259605407715,
      "step": 1366,
      "subrel-constrast": 3.9763615131378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266068935394287,
      "cov-distil (oracle2student)": 4.328539848327637,
      "cov-distil (oracle2teacher)": 4.360380172729492,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.3119592666625977,
      "step": 1367,
      "subrel-constrast": 2.8219521045684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8314034938812256,
      "cov-distil (oracle2student)": 4.431702613830566,
      "cov-distil (oracle2teacher)": 4.2378010749816895,
      "epoch": 1.0737833594976451,
      "rel-constrast": 2.3089935779571533,
      "step": 1368,
      "subrel-constrast": 3.795471429824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5539352893829346,
      "cov-distil (oracle2student)": 4.525745868682861,
      "cov-distil (oracle2teacher)": 4.255120277404785,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.4483890533447266,
      "step": 1369,
      "subrel-constrast": 3.9800639152526855,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 5.8125,
      "learning_rate": 4.9792901502764075e-05,
      "loss": 0.7828,
      "step": 1370
    },
    {
      "cov-distil": 1.7522364854812622,
      "cov-distil (oracle2student)": 2.7611570358276367,
      "cov-distil (oracle2teacher)": 2.5378265380859375,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.2207679748535156,
      "step": 1370,
      "subrel-constrast": 3.079789400100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2086682319641113,
      "cov-distil (oracle2student)": 4.295747756958008,
      "cov-distil (oracle2teacher)": 3.8890275955200195,
      "epoch": 1.076138147566719,
      "rel-constrast": 2.764012336730957,
      "step": 1371,
      "subrel-constrast": 3.178504228591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5825567245483398,
      "cov-distil (oracle2student)": 4.385646820068359,
      "cov-distil (oracle2teacher)": 4.265470027923584,
      "epoch": 1.0769230769230769,
      "rel-constrast": 2.323387622833252,
      "step": 1372,
      "subrel-constrast": 3.1196742057800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8628864288330078,
      "cov-distil (oracle2student)": 3.857534885406494,
      "cov-distil (oracle2teacher)": 3.2705883979797363,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.340729236602783,
      "step": 1373,
      "subrel-constrast": 3.2926735877990723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8734490871429443,
      "cov-distil (oracle2student)": 3.722325325012207,
      "cov-distil (oracle2teacher)": 3.537940263748169,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.5088374614715576,
      "step": 1374,
      "subrel-constrast": 4.046138763427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7907600402832031,
      "cov-distil (oracle2student)": 3.7754430770874023,
      "cov-distil (oracle2teacher)": 3.2363479137420654,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.512028694152832,
      "step": 1375,
      "subrel-constrast": 3.281909704208374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880934238433838,
      "cov-distil (oracle2student)": 5.368410110473633,
      "cov-distil (oracle2teacher)": 5.149897575378418,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.4852521419525146,
      "step": 1376,
      "subrel-constrast": 2.988154172897339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8623415231704712,
      "cov-distil (oracle2student)": 3.8936100006103516,
      "cov-distil (oracle2teacher)": 3.9991416931152344,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.885066509246826,
      "step": 1377,
      "subrel-constrast": 3.7260122299194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5937577486038208,
      "cov-distil (oracle2student)": 3.805960178375244,
      "cov-distil (oracle2teacher)": 3.75376033782959,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.9562671184539795,
      "step": 1378,
      "subrel-constrast": 3.693236827850342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7460744380950928,
      "cov-distil (oracle2student)": 2.593548536300659,
      "cov-distil (oracle2teacher)": 2.5229194164276123,
      "epoch": 1.0824175824175823,
      "rel-constrast": 2.1870903968811035,
      "step": 1379,
      "subrel-constrast": 2.552104949951172,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 4.09375,
      "learning_rate": 4.978154115129091e-05,
      "loss": 0.6957,
      "step": 1380
    },
    {
      "cov-distil": 1.5559735298156738,
      "cov-distil (oracle2student)": 5.343104362487793,
      "cov-distil (oracle2teacher)": 5.034076690673828,
      "epoch": 1.0832025117739403,
      "rel-constrast": 4.513167381286621,
      "step": 1380,
      "subrel-constrast": 4.879128932952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.594104290008545,
      "cov-distil (oracle2student)": 4.018231391906738,
      "cov-distil (oracle2teacher)": 4.175711154937744,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.8911664485931396,
      "step": 1381,
      "subrel-constrast": 4.408371448516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.643925428390503,
      "cov-distil (oracle2student)": 4.715807914733887,
      "cov-distil (oracle2teacher)": 4.219768524169922,
      "epoch": 1.084772370486656,
      "rel-constrast": 3.2432518005371094,
      "step": 1382,
      "subrel-constrast": 3.679701566696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4362976551055908,
      "cov-distil (oracle2student)": 4.567570686340332,
      "cov-distil (oracle2teacher)": 4.872445583343506,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.3436708450317383,
      "step": 1383,
      "subrel-constrast": 3.746518135070801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2816795110702515,
      "cov-distil (oracle2student)": 4.699955940246582,
      "cov-distil (oracle2teacher)": 3.8406128883361816,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.5861334800720215,
      "step": 1384,
      "subrel-constrast": 2.763550043106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5373120307922363,
      "cov-distil (oracle2student)": 3.3782882690429688,
      "cov-distil (oracle2teacher)": 3.4752197265625,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.74160099029541,
      "step": 1385,
      "subrel-constrast": 3.654707431793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726305365562439,
      "cov-distil (oracle2student)": 6.264081001281738,
      "cov-distil (oracle2teacher)": 6.202328681945801,
      "epoch": 1.0879120879120878,
      "rel-constrast": 3.196772575378418,
      "step": 1386,
      "subrel-constrast": 4.090964317321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353294372558594,
      "cov-distil (oracle2student)": 4.617647647857666,
      "cov-distil (oracle2teacher)": 4.959433555603027,
      "epoch": 1.0886970172684458,
      "rel-constrast": 3.2036983966827393,
      "step": 1387,
      "subrel-constrast": 3.7551910877227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165143489837646,
      "cov-distil (oracle2student)": 4.900763511657715,
      "cov-distil (oracle2teacher)": 4.732897758483887,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.3392691612243652,
      "step": 1388,
      "subrel-constrast": 3.897893190383911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.819463849067688,
      "cov-distil (oracle2student)": 3.466165542602539,
      "cov-distil (oracle2teacher)": 3.340545415878296,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.425576686859131,
      "step": 1389,
      "subrel-constrast": 3.422744035720825,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 4.8125,
      "learning_rate": 4.97698788445594e-05,
      "loss": 0.829,
      "step": 1390
    },
    {
      "cov-distil": 1.2456929683685303,
      "cov-distil (oracle2student)": 2.4797627925872803,
      "cov-distil (oracle2teacher)": 2.6108713150024414,
      "epoch": 1.0910518053375196,
      "rel-constrast": 2.1391234397888184,
      "step": 1390,
      "subrel-constrast": 2.3621671199798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080111026763916,
      "cov-distil (oracle2student)": 6.320272445678711,
      "cov-distil (oracle2teacher)": 5.9656877517700195,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.4898555278778076,
      "step": 1391,
      "subrel-constrast": 3.066091537475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581671237945557,
      "cov-distil (oracle2student)": 3.91648268699646,
      "cov-distil (oracle2teacher)": 4.001407623291016,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.013739585876465,
      "step": 1392,
      "subrel-constrast": 4.730424404144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5913100242614746,
      "cov-distil (oracle2student)": 3.4155850410461426,
      "cov-distil (oracle2teacher)": 3.4767534732818604,
      "epoch": 1.0934065934065935,
      "rel-constrast": 3.265977382659912,
      "step": 1393,
      "subrel-constrast": 3.794863224029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735185146331787,
      "cov-distil (oracle2student)": 5.366359710693359,
      "cov-distil (oracle2teacher)": 5.077892303466797,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.506908416748047,
      "step": 1394,
      "subrel-constrast": 3.441734790802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3577219247817993,
      "cov-distil (oracle2student)": 4.501542091369629,
      "cov-distil (oracle2teacher)": 4.2119140625,
      "epoch": 1.0949764521193093,
      "rel-constrast": 3.157167911529541,
      "step": 1395,
      "subrel-constrast": 3.4801933765411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182083249092102,
      "cov-distil (oracle2student)": 5.086513042449951,
      "cov-distil (oracle2teacher)": 5.001871109008789,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.7043871879577637,
      "step": 1396,
      "subrel-constrast": 4.009977340698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6978211402893066,
      "cov-distil (oracle2student)": 4.240968704223633,
      "cov-distil (oracle2teacher)": 4.077297210693359,
      "epoch": 1.096546310832025,
      "rel-constrast": 3.904170036315918,
      "step": 1397,
      "subrel-constrast": 4.262308597564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5113857984542847,
      "cov-distil (oracle2student)": 3.5950698852539062,
      "cov-distil (oracle2teacher)": 3.609370231628418,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.1610422134399414,
      "step": 1398,
      "subrel-constrast": 3.737513303756714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464242935180664,
      "cov-distil (oracle2student)": 4.76617431640625,
      "cov-distil (oracle2teacher)": 4.555519104003906,
      "epoch": 1.098116169544741,
      "rel-constrast": 4.202720642089844,
      "step": 1399,
      "subrel-constrast": 4.74445915222168,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.625,
      "learning_rate": 4.9757914724671074e-05,
      "loss": 0.8529,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.2750000059604645,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.05029296875
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.033843994140625
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.016448974609375,
      "step": 1400
    },
    {
      "cov-distil": 1.3774524927139282,
      "cov-distil (oracle2student)": 4.048962116241455,
      "cov-distil (oracle2teacher)": 3.9364190101623535,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.4842300415039062,
      "step": 1400,
      "subrel-constrast": 4.573757171630859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5755010843276978,
      "cov-distil (oracle2student)": 2.997373580932617,
      "cov-distil (oracle2teacher)": 3.14574933052063,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.482325792312622,
      "step": 1401,
      "subrel-constrast": 3.2080576419830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41730797290802,
      "cov-distil (oracle2student)": 5.6667375564575195,
      "cov-distil (oracle2teacher)": 5.003635883331299,
      "epoch": 1.1004709576138147,
      "rel-constrast": 4.049898147583008,
      "step": 1402,
      "subrel-constrast": 4.203271389007568,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75510835647583,
      "cov-distil (oracle2student)": 5.073264122009277,
      "cov-distil (oracle2teacher)": 4.4586639404296875,
      "epoch": 1.1012558869701727,
      "rel-constrast": 2.2561118602752686,
      "step": 1403,
      "subrel-constrast": 3.0288639068603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3826297521591187,
      "cov-distil (oracle2student)": 4.739652156829834,
      "cov-distil (oracle2teacher)": 3.980092763900757,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.6099376678466797,
      "step": 1404,
      "subrel-constrast": 3.5757057666778564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700481653213501,
      "cov-distil (oracle2student)": 3.925020694732666,
      "cov-distil (oracle2teacher)": 4.2010016441345215,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.4656805992126465,
      "step": 1405,
      "subrel-constrast": 4.435629844665527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734179139137268,
      "cov-distil (oracle2student)": 4.875617980957031,
      "cov-distil (oracle2teacher)": 4.430096626281738,
      "epoch": 1.1036106750392465,
      "rel-constrast": 1.8464717864990234,
      "step": 1406,
      "subrel-constrast": 2.7650609016418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3881967067718506,
      "cov-distil (oracle2student)": 4.076774597167969,
      "cov-distil (oracle2teacher)": 3.6389524936676025,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.828457832336426,
      "step": 1407,
      "subrel-constrast": 3.257171154022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8918731212615967,
      "cov-distil (oracle2student)": 4.5294952392578125,
      "cov-distil (oracle2teacher)": 4.1752519607543945,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.8180980682373047,
      "step": 1408,
      "subrel-constrast": 4.404576778411865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6718709468841553,
      "cov-distil (oracle2student)": 4.541898727416992,
      "cov-distil (oracle2teacher)": 4.1118669509887695,
      "epoch": 1.1059654631083202,
      "rel-constrast": 3.261911392211914,
      "step": 1409,
      "subrel-constrast": 3.675297975540161,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 5.625,
      "learning_rate": 4.9745648937404944e-05,
      "loss": 0.7923,
      "step": 1410
    },
    {
      "cov-distil": 1.4265708923339844,
      "cov-distil (oracle2student)": 2.3586010932922363,
      "cov-distil (oracle2teacher)": 2.7697043418884277,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.8547863960266113,
      "step": 1410,
      "subrel-constrast": 3.3013954162597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654770016670227,
      "cov-distil (oracle2student)": 4.709851264953613,
      "cov-distil (oracle2teacher)": 4.484446048736572,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.5320489406585693,
      "step": 1411,
      "subrel-constrast": 3.3594744205474854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6176217794418335,
      "cov-distil (oracle2student)": 4.045330047607422,
      "cov-distil (oracle2teacher)": 4.103939533233643,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.5939669609069824,
      "step": 1412,
      "subrel-constrast": 4.583804130554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3921641111373901,
      "cov-distil (oracle2student)": 3.223907470703125,
      "cov-distil (oracle2teacher)": 2.718414783477783,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.739264965057373,
      "step": 1413,
      "subrel-constrast": 4.031973838806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4037563800811768,
      "cov-distil (oracle2student)": 2.9814395904541016,
      "cov-distil (oracle2teacher)": 2.831556797027588,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.548524856567383,
      "step": 1414,
      "subrel-constrast": 3.5879123210906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311434030532837,
      "cov-distil (oracle2student)": 6.6438703536987305,
      "cov-distil (oracle2teacher)": 5.585625171661377,
      "epoch": 1.110675039246468,
      "rel-constrast": 2.1226301193237305,
      "step": 1415,
      "subrel-constrast": 2.657355785369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532631397247314,
      "cov-distil (oracle2student)": 4.801969528198242,
      "cov-distil (oracle2teacher)": 4.307088851928711,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.868666648864746,
      "step": 1416,
      "subrel-constrast": 3.673433303833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8779492378234863,
      "cov-distil (oracle2student)": 4.065706729888916,
      "cov-distil (oracle2teacher)": 3.550511360168457,
      "epoch": 1.1122448979591837,
      "rel-constrast": 1.9086132049560547,
      "step": 1417,
      "subrel-constrast": 3.243211269378662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2267191410064697,
      "cov-distil (oracle2student)": 4.205009460449219,
      "cov-distil (oracle2teacher)": 4.072425365447998,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.7825543880462646,
      "step": 1418,
      "subrel-constrast": 3.117405652999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9352264404296875,
      "cov-distil (oracle2student)": 4.916912078857422,
      "cov-distil (oracle2teacher)": 4.510032653808594,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.3724250793457031,
      "step": 1419,
      "subrel-constrast": 2.3689677715301514,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 4.0,
      "learning_rate": 4.9733081632215764e-05,
      "loss": 0.6961,
      "step": 1420
    },
    {
      "cov-distil": 1.5852007865905762,
      "cov-distil (oracle2student)": 3.7165722846984863,
      "cov-distil (oracle2teacher)": 3.3471460342407227,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.6423745155334473,
      "step": 1420,
      "subrel-constrast": 3.6259613037109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5029120445251465,
      "cov-distil (oracle2student)": 3.589764356613159,
      "cov-distil (oracle2teacher)": 3.509883403778076,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.199857234954834,
      "step": 1421,
      "subrel-constrast": 3.3864762783050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025437593460083,
      "cov-distil (oracle2student)": 4.132634162902832,
      "cov-distil (oracle2teacher)": 4.100710868835449,
      "epoch": 1.1161695447409734,
      "rel-constrast": 2.0588154792785645,
      "step": 1422,
      "subrel-constrast": 3.2275381088256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681736707687378,
      "cov-distil (oracle2student)": 2.927661895751953,
      "cov-distil (oracle2teacher)": 2.9438533782958984,
      "epoch": 1.1169544740973312,
      "rel-constrast": 2.08059024810791,
      "step": 1423,
      "subrel-constrast": 2.9650402069091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1729309558868408,
      "cov-distil (oracle2student)": 5.7799177169799805,
      "cov-distil (oracle2teacher)": 4.567580223083496,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.907471179962158,
      "step": 1424,
      "subrel-constrast": 3.5150842666625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4462342262268066,
      "cov-distil (oracle2student)": 3.6507339477539062,
      "cov-distil (oracle2teacher)": 3.6555449962615967,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.425668478012085,
      "step": 1425,
      "subrel-constrast": 3.355107069015503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9393174648284912,
      "cov-distil (oracle2student)": 4.488595962524414,
      "cov-distil (oracle2teacher)": 4.189651012420654,
      "epoch": 1.119309262166405,
      "rel-constrast": 2.4969091415405273,
      "step": 1426,
      "subrel-constrast": 3.629150152206421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5890607833862305,
      "cov-distil (oracle2student)": 4.372025966644287,
      "cov-distil (oracle2teacher)": 3.930250406265259,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.9861860275268555,
      "step": 1427,
      "subrel-constrast": 3.6342074871063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704128503799438,
      "cov-distil (oracle2student)": 3.7790822982788086,
      "cov-distil (oracle2teacher)": 3.661731719970703,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.6263198852539062,
      "step": 1428,
      "subrel-constrast": 3.587519884109497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8990941047668457,
      "cov-distil (oracle2student)": 3.3532373905181885,
      "cov-distil (oracle2teacher)": 3.2707412242889404,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.5683093070983887,
      "step": 1429,
      "subrel-constrast": 3.9765281677246094,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 9.625,
      "learning_rate": 4.972021296223217e-05,
      "loss": 0.7156,
      "step": 1430
    },
    {
      "cov-distil": 1.6202445030212402,
      "cov-distil (oracle2student)": 3.0828869342803955,
      "cov-distil (oracle2teacher)": 2.7788877487182617,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.265202045440674,
      "step": 1430,
      "subrel-constrast": 3.0199191570281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5867798328399658,
      "cov-distil (oracle2student)": 6.637983322143555,
      "cov-distil (oracle2teacher)": 5.775035858154297,
      "epoch": 1.1232339089481946,
      "rel-constrast": 1.8450088500976562,
      "step": 1431,
      "subrel-constrast": 2.654466390609741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5769436359405518,
      "cov-distil (oracle2student)": 3.3085904121398926,
      "cov-distil (oracle2teacher)": 3.1149349212646484,
      "epoch": 1.1240188383045526,
      "rel-constrast": 3.127098321914673,
      "step": 1432,
      "subrel-constrast": 3.4269423484802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.290905237197876,
      "cov-distil (oracle2student)": 7.275933265686035,
      "cov-distil (oracle2teacher)": 6.055379390716553,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.6604831218719482,
      "step": 1433,
      "subrel-constrast": 3.1333022117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4214860200881958,
      "cov-distil (oracle2student)": 3.6913363933563232,
      "cov-distil (oracle2teacher)": 3.974123239517212,
      "epoch": 1.1255886970172684,
      "rel-constrast": 3.193338394165039,
      "step": 1434,
      "subrel-constrast": 3.5697827339172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1152448654174805,
      "cov-distil (oracle2student)": 4.05968713760376,
      "cov-distil (oracle2teacher)": 3.9392943382263184,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.2788405418395996,
      "step": 1435,
      "subrel-constrast": 3.7335705757141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242502212524414,
      "cov-distil (oracle2student)": 3.214986562728882,
      "cov-distil (oracle2teacher)": 3.609635829925537,
      "epoch": 1.1271585557299844,
      "rel-constrast": 2.747772455215454,
      "step": 1436,
      "subrel-constrast": 3.4749293327331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319406270980835,
      "cov-distil (oracle2student)": 7.63732385635376,
      "cov-distil (oracle2teacher)": 6.685694694519043,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.4438138008117676,
      "step": 1437,
      "subrel-constrast": 3.970630168914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0939173698425293,
      "cov-distil (oracle2student)": 5.202234745025635,
      "cov-distil (oracle2teacher)": 4.502569675445557,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.825807571411133,
      "step": 1438,
      "subrel-constrast": 4.160816192626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4238145351409912,
      "cov-distil (oracle2student)": 3.324925184249878,
      "cov-distil (oracle2teacher)": 3.2941694259643555,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.8478026390075684,
      "step": 1439,
      "subrel-constrast": 3.2991602420806885,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 6.65625,
      "learning_rate": 4.970704308425487e-05,
      "loss": 0.7426,
      "step": 1440
    },
    {
      "cov-distil": 1.7210097312927246,
      "cov-distil (oracle2student)": 4.91700553894043,
      "cov-distil (oracle2teacher)": 4.660266876220703,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.580687999725342,
      "step": 1440,
      "subrel-constrast": 3.407400131225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4355494976043701,
      "cov-distil (oracle2student)": 4.487117767333984,
      "cov-distil (oracle2teacher)": 3.9655141830444336,
      "epoch": 1.1310832025117739,
      "rel-constrast": 2.7421960830688477,
      "step": 1441,
      "subrel-constrast": 3.3824241161346436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7735215425491333,
      "cov-distil (oracle2student)": 7.142309188842773,
      "cov-distil (oracle2teacher)": 5.814286231994629,
      "epoch": 1.1318681318681318,
      "rel-constrast": 3.1321613788604736,
      "step": 1442,
      "subrel-constrast": 3.7966020107269287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4831596612930298,
      "cov-distil (oracle2student)": 4.758261680603027,
      "cov-distil (oracle2teacher)": 4.327485084533691,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.778820037841797,
      "step": 1443,
      "subrel-constrast": 4.133635520935059,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5499006509780884,
      "cov-distil (oracle2student)": 4.640183448791504,
      "cov-distil (oracle2teacher)": 4.057236671447754,
      "epoch": 1.1334379905808478,
      "rel-constrast": 3.0463719367980957,
      "step": 1444,
      "subrel-constrast": 3.5193467140197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5021295547485352,
      "cov-distil (oracle2student)": 4.30925989151001,
      "cov-distil (oracle2teacher)": 4.226467132568359,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.504362106323242,
      "step": 1445,
      "subrel-constrast": 3.079847812652588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6534078121185303,
      "cov-distil (oracle2student)": 3.8200089931488037,
      "cov-distil (oracle2teacher)": 4.042212963104248,
      "epoch": 1.1350078492935636,
      "rel-constrast": 3.2322568893432617,
      "step": 1446,
      "subrel-constrast": 3.7701570987701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5618064403533936,
      "cov-distil (oracle2student)": 4.572770118713379,
      "cov-distil (oracle2teacher)": 4.0620245933532715,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.9428255558013916,
      "step": 1447,
      "subrel-constrast": 3.3003830909729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392897129058838,
      "cov-distil (oracle2student)": 3.695558786392212,
      "cov-distil (oracle2teacher)": 3.8413383960723877,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.3504841327667236,
      "step": 1448,
      "subrel-constrast": 3.8079612255096436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3107936382293701,
      "cov-distil (oracle2student)": 4.832245826721191,
      "cov-distil (oracle2teacher)": 4.406163215637207,
      "epoch": 1.1373626373626373,
      "rel-constrast": 1.9430854320526123,
      "step": 1449,
      "subrel-constrast": 3.0062904357910156,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 4.03125,
      "learning_rate": 4.969357215875464e-05,
      "loss": 0.7698,
      "step": 1450
    },
    {
      "cov-distil": 0.919407069683075,
      "cov-distil (oracle2student)": 3.1853508949279785,
      "cov-distil (oracle2teacher)": 3.0984792709350586,
      "epoch": 1.1381475667189953,
      "rel-constrast": 2.12074613571167,
      "step": 1450,
      "subrel-constrast": 2.755837917327881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5972926616668701,
      "cov-distil (oracle2student)": 3.328793525695801,
      "cov-distil (oracle2teacher)": 3.0796613693237305,
      "epoch": 1.1389324960753533,
      "rel-constrast": 3.2211830615997314,
      "step": 1451,
      "subrel-constrast": 3.4729177951812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.697230339050293,
      "cov-distil (oracle2student)": 2.8607988357543945,
      "cov-distil (oracle2teacher)": 2.8472752571105957,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.671549081802368,
      "step": 1452,
      "subrel-constrast": 3.4498088359832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94770348072052,
      "cov-distil (oracle2student)": 3.914979934692383,
      "cov-distil (oracle2teacher)": 3.7376723289489746,
      "epoch": 1.140502354788069,
      "rel-constrast": 2.0744659900665283,
      "step": 1453,
      "subrel-constrast": 2.9850118160247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390360116958618,
      "cov-distil (oracle2student)": 4.633434772491455,
      "cov-distil (oracle2teacher)": 4.247796058654785,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.4581127166748047,
      "step": 1454,
      "subrel-constrast": 3.9714317321777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025808095932007,
      "cov-distil (oracle2student)": 3.242124080657959,
      "cov-distil (oracle2teacher)": 3.162363052368164,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.250493288040161,
      "step": 1455,
      "subrel-constrast": 3.050462484359741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706788301467896,
      "cov-distil (oracle2student)": 5.469461917877197,
      "cov-distil (oracle2teacher)": 4.936834812164307,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.565253496170044,
      "step": 1456,
      "subrel-constrast": 3.38845157623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2386635541915894,
      "cov-distil (oracle2student)": 3.0493264198303223,
      "cov-distil (oracle2teacher)": 3.1810073852539062,
      "epoch": 1.1436420722135008,
      "rel-constrast": 2.261092185974121,
      "step": 1457,
      "subrel-constrast": 2.7858762741088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.739606499671936,
      "cov-distil (oracle2student)": 3.968785524368286,
      "cov-distil (oracle2teacher)": 3.909520387649536,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.737807273864746,
      "step": 1458,
      "subrel-constrast": 3.617563486099243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63069486618042,
      "cov-distil (oracle2student)": 4.003785133361816,
      "cov-distil (oracle2teacher)": 3.693113088607788,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.737630844116211,
      "step": 1459,
      "subrel-constrast": 4.189433574676514,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 5.8125,
      "learning_rate": 4.967980034987048e-05,
      "loss": 0.7174,
      "step": 1460
    },
    {
      "cov-distil": 2.4934022426605225,
      "cov-distil (oracle2student)": 5.498902797698975,
      "cov-distil (oracle2teacher)": 4.933234214782715,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.81288480758667,
      "step": 1460,
      "subrel-constrast": 4.341779708862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358349323272705,
      "cov-distil (oracle2student)": 4.342729568481445,
      "cov-distil (oracle2teacher)": 3.542717456817627,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.4645586013793945,
      "step": 1461,
      "subrel-constrast": 3.522831439971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41737699508667,
      "cov-distil (oracle2student)": 3.1106297969818115,
      "cov-distil (oracle2teacher)": 3.1990559101104736,
      "epoch": 1.1475667189952905,
      "rel-constrast": 2.447864055633545,
      "step": 1462,
      "subrel-constrast": 3.088907480239868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4640257358551025,
      "cov-distil (oracle2student)": 4.718017101287842,
      "cov-distil (oracle2teacher)": 4.130568504333496,
      "epoch": 1.1483516483516483,
      "rel-constrast": 2.635941982269287,
      "step": 1463,
      "subrel-constrast": 3.385139226913452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698772430419922,
      "cov-distil (oracle2student)": 6.459268569946289,
      "cov-distil (oracle2teacher)": 5.032258033752441,
      "epoch": 1.1491365777080063,
      "rel-constrast": 4.093239784240723,
      "step": 1464,
      "subrel-constrast": 4.585559368133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2035655975341797,
      "cov-distil (oracle2student)": 3.430039167404175,
      "cov-distil (oracle2teacher)": 3.6964468955993652,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.4838099479675293,
      "step": 1465,
      "subrel-constrast": 3.1714468002319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579946756362915,
      "cov-distil (oracle2student)": 4.577866554260254,
      "cov-distil (oracle2teacher)": 4.270482063293457,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.88089656829834,
      "step": 1466,
      "subrel-constrast": 3.644862651824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5102288722991943,
      "cov-distil (oracle2student)": 4.6253509521484375,
      "cov-distil (oracle2teacher)": 4.5397844314575195,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.2269387245178223,
      "step": 1467,
      "subrel-constrast": 2.7581796646118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5692392587661743,
      "cov-distil (oracle2student)": 2.171421527862549,
      "cov-distil (oracle2teacher)": 2.289473295211792,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.5733784437179565,
      "step": 1468,
      "subrel-constrast": 2.421278953552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7924730777740479,
      "cov-distil (oracle2student)": 3.1747889518737793,
      "cov-distil (oracle2teacher)": 3.5125255584716797,
      "epoch": 1.153061224489796,
      "rel-constrast": 2.380284309387207,
      "step": 1469,
      "subrel-constrast": 2.991039752960205,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 5.0,
      "learning_rate": 4.966572782540753e-05,
      "loss": 0.7416,
      "step": 1470
    },
    {
      "cov-distil": 1.6793698072433472,
      "cov-distil (oracle2student)": 6.4284772872924805,
      "cov-distil (oracle2teacher)": 5.520218849182129,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.484776496887207,
      "step": 1470,
      "subrel-constrast": 3.247373104095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5853190422058105,
      "cov-distil (oracle2student)": 3.101043224334717,
      "cov-distil (oracle2teacher)": 3.3245849609375,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.8537979125976562,
      "step": 1471,
      "subrel-constrast": 2.7095072269439697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366969108581543,
      "cov-distil (oracle2student)": 5.257271766662598,
      "cov-distil (oracle2teacher)": 4.78129768371582,
      "epoch": 1.1554160125588697,
      "rel-constrast": 2.072223663330078,
      "step": 1472,
      "subrel-constrast": 2.9598119258880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649501919746399,
      "cov-distil (oracle2student)": 6.186247825622559,
      "cov-distil (oracle2teacher)": 5.7467803955078125,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.668015718460083,
      "step": 1473,
      "subrel-constrast": 2.9322075843811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3380396366119385,
      "cov-distil (oracle2student)": 3.762608528137207,
      "cov-distil (oracle2teacher)": 3.6091530323028564,
      "epoch": 1.1569858712715855,
      "rel-constrast": 2.0027313232421875,
      "step": 1474,
      "subrel-constrast": 2.8449206352233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2223048210144043,
      "cov-distil (oracle2student)": 5.674510955810547,
      "cov-distil (oracle2teacher)": 4.935297012329102,
      "epoch": 1.1577708006279435,
      "rel-constrast": 2.102262020111084,
      "step": 1475,
      "subrel-constrast": 3.233121871948242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7302626371383667,
      "cov-distil (oracle2student)": 3.6926541328430176,
      "cov-distil (oracle2teacher)": 3.3863492012023926,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.388659715652466,
      "step": 1476,
      "subrel-constrast": 3.0286173820495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704991579055786,
      "cov-distil (oracle2student)": 4.7798309326171875,
      "cov-distil (oracle2teacher)": 4.173938274383545,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.9184153079986572,
      "step": 1477,
      "subrel-constrast": 3.51603364944458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2648746967315674,
      "cov-distil (oracle2student)": 4.841617107391357,
      "cov-distil (oracle2teacher)": 4.3514604568481445,
      "epoch": 1.1601255886970172,
      "rel-constrast": 3.234201192855835,
      "step": 1478,
      "subrel-constrast": 3.6756820678710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8125864267349243,
      "cov-distil (oracle2student)": 2.6819968223571777,
      "cov-distil (oracle2teacher)": 2.9248392581939697,
      "epoch": 1.1609105180533752,
      "rel-constrast": 3.2202460765838623,
      "step": 1479,
      "subrel-constrast": 3.61031174659729,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 6.0625,
      "learning_rate": 4.9651354756835056e-05,
      "loss": 0.6614,
      "step": 1480
    },
    {
      "cov-distil": 1.392646074295044,
      "cov-distil (oracle2student)": 4.2380523681640625,
      "cov-distil (oracle2teacher)": 3.5811140537261963,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.6302762031555176,
      "step": 1480,
      "subrel-constrast": 3.427609920501709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8921456336975098,
      "cov-distil (oracle2student)": 3.067326068878174,
      "cov-distil (oracle2teacher)": 3.2499985694885254,
      "epoch": 1.1624803767660912,
      "rel-constrast": 1.4655245542526245,
      "step": 1481,
      "subrel-constrast": 2.7194595336914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8185973167419434,
      "cov-distil (oracle2student)": 4.516495704650879,
      "cov-distil (oracle2teacher)": 3.844066858291626,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.676448345184326,
      "step": 1482,
      "subrel-constrast": 3.0788421630859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3603132963180542,
      "cov-distil (oracle2student)": 6.497417449951172,
      "cov-distil (oracle2teacher)": 5.633515357971191,
      "epoch": 1.164050235478807,
      "rel-constrast": 2.9875617027282715,
      "step": 1483,
      "subrel-constrast": 3.8521313667297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2592880725860596,
      "cov-distil (oracle2student)": 4.702965259552002,
      "cov-distil (oracle2teacher)": 4.209061622619629,
      "epoch": 1.164835164835165,
      "rel-constrast": 3.127880096435547,
      "step": 1484,
      "subrel-constrast": 3.3566198348999023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8305009603500366,
      "cov-distil (oracle2student)": 4.822851181030273,
      "cov-distil (oracle2teacher)": 4.675025939941406,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.437347888946533,
      "step": 1485,
      "subrel-constrast": 4.580851078033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9999454021453857,
      "cov-distil (oracle2student)": 3.5581858158111572,
      "cov-distil (oracle2teacher)": 3.610217571258545,
      "epoch": 1.1664050235478807,
      "rel-constrast": 2.2528839111328125,
      "step": 1486,
      "subrel-constrast": 3.5497658252716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4891130924224854,
      "cov-distil (oracle2student)": 3.6254210472106934,
      "cov-distil (oracle2teacher)": 3.5837528705596924,
      "epoch": 1.1671899529042387,
      "rel-constrast": 2.2691445350646973,
      "step": 1487,
      "subrel-constrast": 3.445279598236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615608811378479,
      "cov-distil (oracle2student)": 4.965720176696777,
      "cov-distil (oracle2teacher)": 4.5782999992370605,
      "epoch": 1.1679748822605966,
      "rel-constrast": 2.9276885986328125,
      "step": 1488,
      "subrel-constrast": 3.6910719871520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073660135269165,
      "cov-distil (oracle2student)": 7.403058052062988,
      "cov-distil (oracle2teacher)": 6.3559417724609375,
      "epoch": 1.1687598116169544,
      "rel-constrast": 3.0895729064941406,
      "step": 1489,
      "subrel-constrast": 3.694629669189453,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 6.34375,
      "learning_rate": 4.963668131928436e-05,
      "loss": 0.7409,
      "step": 1490
    },
    {
      "cov-distil": 1.584778070449829,
      "cov-distil (oracle2student)": 2.9753050804138184,
      "cov-distil (oracle2teacher)": 3.3699378967285156,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.489734411239624,
      "step": 1490,
      "subrel-constrast": 3.321147918701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2136712074279785,
      "cov-distil (oracle2student)": 5.705753326416016,
      "cov-distil (oracle2teacher)": 4.733763217926025,
      "epoch": 1.1703296703296704,
      "rel-constrast": 2.0149669647216797,
      "step": 1491,
      "subrel-constrast": 2.8364689350128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8165807723999023,
      "cov-distil (oracle2student)": 5.1815619468688965,
      "cov-distil (oracle2teacher)": 4.738595008850098,
      "epoch": 1.1711145996860282,
      "rel-constrast": 2.5921926498413086,
      "step": 1492,
      "subrel-constrast": 3.3167977333068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081615447998047,
      "cov-distil (oracle2student)": 4.854668617248535,
      "cov-distil (oracle2teacher)": 4.041452884674072,
      "epoch": 1.1718995290423861,
      "rel-constrast": 3.7228612899780273,
      "step": 1493,
      "subrel-constrast": 3.814889430999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741749048233032,
      "cov-distil (oracle2student)": 3.047351360321045,
      "cov-distil (oracle2teacher)": 3.038147449493408,
      "epoch": 1.1726844583987441,
      "rel-constrast": 3.035686492919922,
      "step": 1494,
      "subrel-constrast": 3.9800944328308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0405187606811523,
      "cov-distil (oracle2student)": 3.714125633239746,
      "cov-distil (oracle2teacher)": 3.6011228561401367,
      "epoch": 1.1734693877551021,
      "rel-constrast": 2.398214101791382,
      "step": 1495,
      "subrel-constrast": 3.8939106464385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3905870914459229,
      "cov-distil (oracle2student)": 3.046931743621826,
      "cov-distil (oracle2teacher)": 2.8855247497558594,
      "epoch": 1.1742543171114599,
      "rel-constrast": 3.0308635234832764,
      "step": 1496,
      "subrel-constrast": 3.329037666320801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647951602935791,
      "cov-distil (oracle2student)": 4.180196285247803,
      "cov-distil (oracle2teacher)": 4.218957901000977,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.653312921524048,
      "step": 1497,
      "subrel-constrast": 4.166954040527344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6036298274993896,
      "cov-distil (oracle2student)": 4.424801826477051,
      "cov-distil (oracle2teacher)": 3.7677884101867676,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.748300313949585,
      "step": 1498,
      "subrel-constrast": 3.297043800354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6762897968292236,
      "cov-distil (oracle2student)": 3.5112032890319824,
      "cov-distil (oracle2teacher)": 3.420654773712158,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.9255642890930176,
      "step": 1499,
      "subrel-constrast": 3.3973541259765625,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 5.875,
      "learning_rate": 4.9621707691546645e-05,
      "loss": 0.7332,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7639999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7747621818724173,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.43399999999999994,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.6173102450175095,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5416106548872113,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.2890625,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.0633544921875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.043121337890625
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.020233154296875,
      "step": 1500
    },
    {
      "cov-distil": 1.7485086917877197,
      "cov-distil (oracle2student)": 4.230788707733154,
      "cov-distil (oracle2teacher)": 3.8272950649261475,
      "epoch": 1.1773940345368916,
      "rel-constrast": 2.0312840938568115,
      "step": 1500,
      "subrel-constrast": 2.71525502204895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4775396585464478,
      "cov-distil (oracle2student)": 4.059601306915283,
      "cov-distil (oracle2teacher)": 3.723001003265381,
      "epoch": 1.1781789638932496,
      "rel-constrast": 4.083869934082031,
      "step": 1501,
      "subrel-constrast": 3.7125368118286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676011562347412,
      "cov-distil (oracle2student)": 5.229190349578857,
      "cov-distil (oracle2teacher)": 5.160117149353027,
      "epoch": 1.1789638932496076,
      "rel-constrast": 3.101928234100342,
      "step": 1502,
      "subrel-constrast": 4.044782638549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6979618072509766,
      "cov-distil (oracle2student)": 3.7973227500915527,
      "cov-distil (oracle2teacher)": 3.310650587081909,
      "epoch": 1.1797488226059656,
      "rel-constrast": 2.005044937133789,
      "step": 1503,
      "subrel-constrast": 2.843824625015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5123100280761719,
      "cov-distil (oracle2student)": 5.033284664154053,
      "cov-distil (oracle2teacher)": 4.157942295074463,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.8426575660705566,
      "step": 1504,
      "subrel-constrast": 3.390226364135742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.316284418106079,
      "cov-distil (oracle2student)": 3.133749485015869,
      "cov-distil (oracle2teacher)": 3.136380672454834,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.476555347442627,
      "step": 1505,
      "subrel-constrast": 3.1768059730529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3085720539093018,
      "cov-distil (oracle2student)": 5.336479187011719,
      "cov-distil (oracle2teacher)": 5.304076194763184,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.9608383178710938,
      "step": 1506,
      "subrel-constrast": 4.48170280456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6562358140945435,
      "cov-distil (oracle2student)": 5.106496334075928,
      "cov-distil (oracle2teacher)": 4.130088806152344,
      "epoch": 1.182888540031397,
      "rel-constrast": 2.9583888053894043,
      "step": 1507,
      "subrel-constrast": 3.7306017875671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7493054866790771,
      "cov-distil (oracle2student)": 2.7775204181671143,
      "cov-distil (oracle2teacher)": 3.2637789249420166,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.5205020904541016,
      "step": 1508,
      "subrel-constrast": 3.557661294937134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0654494762420654,
      "cov-distil (oracle2student)": 2.2735180854797363,
      "cov-distil (oracle2teacher)": 2.127807855606079,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.1841182708740234,
      "step": 1509,
      "subrel-constrast": 2.6357650756835938,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 4.9375,
      "learning_rate": 4.9606434056070863e-05,
      "loss": 0.7422,
      "step": 1510
    },
    {
      "cov-distil": 2.0747480392456055,
      "cov-distil (oracle2student)": 3.9009385108947754,
      "cov-distil (oracle2teacher)": 4.192046642303467,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.6539556980133057,
      "step": 1510,
      "subrel-constrast": 3.577793836593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7121105194091797,
      "cov-distil (oracle2student)": 3.5978574752807617,
      "cov-distil (oracle2teacher)": 3.8568508625030518,
      "epoch": 1.1860282574568288,
      "rel-constrast": 3.703195571899414,
      "step": 1511,
      "subrel-constrast": 4.201766490936279,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.769433856010437,
      "cov-distil (oracle2student)": 4.847658634185791,
      "cov-distil (oracle2teacher)": 4.619823455810547,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.7370405197143555,
      "step": 1512,
      "subrel-constrast": 3.6746485233306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3672865629196167,
      "cov-distil (oracle2student)": 5.345491409301758,
      "cov-distil (oracle2teacher)": 5.307746887207031,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.974797248840332,
      "step": 1513,
      "subrel-constrast": 4.64158296585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3251571655273438,
      "cov-distil (oracle2student)": 6.040820121765137,
      "cov-distil (oracle2teacher)": 4.929553985595703,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.626101493835449,
      "step": 1514,
      "subrel-constrast": 3.0085737705230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7284622192382812,
      "cov-distil (oracle2student)": 3.64074444770813,
      "cov-distil (oracle2teacher)": 3.6592631340026855,
      "epoch": 1.1891679748822606,
      "rel-constrast": 2.033757209777832,
      "step": 1515,
      "subrel-constrast": 2.7563092708587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1659088134765625,
      "cov-distil (oracle2student)": 2.7111988067626953,
      "cov-distil (oracle2teacher)": 3.0070433616638184,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.4668636322021484,
      "step": 1516,
      "subrel-constrast": 3.6944668292999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1717967987060547,
      "cov-distil (oracle2student)": 4.242790222167969,
      "cov-distil (oracle2teacher)": 3.823622465133667,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.1749753952026367,
      "step": 1517,
      "subrel-constrast": 3.6475167274475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912517786026001,
      "cov-distil (oracle2student)": 4.199876308441162,
      "cov-distil (oracle2teacher)": 4.535355567932129,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.481130123138428,
      "step": 1518,
      "subrel-constrast": 5.082208156585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8562536239624023,
      "cov-distil (oracle2student)": 5.788992881774902,
      "cov-distil (oracle2teacher)": 4.82795524597168,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.587991237640381,
      "step": 1519,
      "subrel-constrast": 4.080261707305908,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.84375,
      "learning_rate": 4.959086059896141e-05,
      "loss": 0.8287,
      "step": 1520
    },
    {
      "cov-distil": 1.5232781171798706,
      "cov-distil (oracle2student)": 4.327375411987305,
      "cov-distil (oracle2teacher)": 4.070348739624023,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.7197184562683105,
      "step": 1520,
      "subrel-constrast": 3.1734938621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4419372081756592,
      "cov-distil (oracle2student)": 5.73799467086792,
      "cov-distil (oracle2teacher)": 5.951563835144043,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.3822076320648193,
      "step": 1521,
      "subrel-constrast": 3.779179811477661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640181303024292,
      "cov-distil (oracle2student)": 3.836653709411621,
      "cov-distil (oracle2teacher)": 3.7507858276367188,
      "epoch": 1.194662480376766,
      "rel-constrast": 3.6478872299194336,
      "step": 1522,
      "subrel-constrast": 4.444528579711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4504380226135254,
      "cov-distil (oracle2student)": 3.3363285064697266,
      "cov-distil (oracle2teacher)": 2.772866725921631,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.0574207305908203,
      "step": 1523,
      "subrel-constrast": 2.545795440673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9421583414077759,
      "cov-distil (oracle2student)": 3.961541175842285,
      "cov-distil (oracle2teacher)": 4.5739521980285645,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.9225692749023438,
      "step": 1524,
      "subrel-constrast": 3.993438243865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5873799324035645,
      "cov-distil (oracle2student)": 4.951776027679443,
      "cov-distil (oracle2teacher)": 4.686556816101074,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.6227290630340576,
      "step": 1525,
      "subrel-constrast": 3.568251132965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995333671569824,
      "cov-distil (oracle2student)": 3.3716089725494385,
      "cov-distil (oracle2teacher)": 3.617016315460205,
      "epoch": 1.1978021978021978,
      "rel-constrast": 2.6842219829559326,
      "step": 1526,
      "subrel-constrast": 3.481901168823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5646638870239258,
      "cov-distil (oracle2student)": 4.4577507972717285,
      "cov-distil (oracle2teacher)": 4.188509941101074,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.4021458625793457,
      "step": 1527,
      "subrel-constrast": 4.33415412902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761851787567139,
      "cov-distil (oracle2student)": 3.9821815490722656,
      "cov-distil (oracle2teacher)": 3.884610176086426,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.9438514709472656,
      "step": 1528,
      "subrel-constrast": 3.405836582183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2246947288513184,
      "cov-distil (oracle2student)": 4.151642799377441,
      "cov-distil (oracle2teacher)": 3.1427805423736572,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.772562026977539,
      "step": 1529,
      "subrel-constrast": 2.6392982006073,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 3.53125,
      "learning_rate": 4.957498750997597e-05,
      "loss": 0.744,
      "step": 1530
    },
    {
      "cov-distil": 1.600648045539856,
      "cov-distil (oracle2student)": 4.604783058166504,
      "cov-distil (oracle2teacher)": 4.556369304656982,
      "epoch": 1.2009419152276295,
      "rel-constrast": 2.267603874206543,
      "step": 1530,
      "subrel-constrast": 2.6244161128997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810472846031189,
      "cov-distil (oracle2student)": 4.073423862457275,
      "cov-distil (oracle2teacher)": 3.6597142219543457,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.3108716011047363,
      "step": 1531,
      "subrel-constrast": 3.2451529502868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8782386779785156,
      "cov-distil (oracle2student)": 3.557467222213745,
      "cov-distil (oracle2teacher)": 3.675232410430908,
      "epoch": 1.2025117739403455,
      "rel-constrast": 3.3091039657592773,
      "step": 1532,
      "subrel-constrast": 4.100863456726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5638325214385986,
      "cov-distil (oracle2student)": 2.8034284114837646,
      "cov-distil (oracle2teacher)": 2.8497776985168457,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.3563458919525146,
      "step": 1533,
      "subrel-constrast": 3.0898303985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691821575164795,
      "cov-distil (oracle2student)": 4.60768985748291,
      "cov-distil (oracle2teacher)": 4.304746627807617,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.8594892024993896,
      "step": 1534,
      "subrel-constrast": 3.549325704574585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5520613193511963,
      "cov-distil (oracle2student)": 4.877971649169922,
      "cov-distil (oracle2teacher)": 4.454023838043213,
      "epoch": 1.2048665620094192,
      "rel-constrast": 2.8462142944335938,
      "step": 1535,
      "subrel-constrast": 3.4580230712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6331263780593872,
      "cov-distil (oracle2student)": 4.314093112945557,
      "cov-distil (oracle2teacher)": 4.101082801818848,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.616159677505493,
      "step": 1536,
      "subrel-constrast": 3.3092477321624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022289991378784,
      "cov-distil (oracle2student)": 4.89500093460083,
      "cov-distil (oracle2teacher)": 4.807025909423828,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.419569253921509,
      "step": 1537,
      "subrel-constrast": 3.59961199760437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4777123928070068,
      "cov-distil (oracle2student)": 3.2864580154418945,
      "cov-distil (oracle2teacher)": 3.056769847869873,
      "epoch": 1.207221350078493,
      "rel-constrast": 2.0155293941497803,
      "step": 1538,
      "subrel-constrast": 2.7256932258605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.645634651184082,
      "cov-distil (oracle2student)": 4.065258026123047,
      "cov-distil (oracle2teacher)": 3.8413004875183105,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.3775105476379395,
      "step": 1539,
      "subrel-constrast": 3.498631715774536,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 4.8125,
      "learning_rate": 4.9558814982523106e-05,
      "loss": 0.6766,
      "step": 1540
    },
    {
      "cov-distil": 1.8075847625732422,
      "cov-distil (oracle2student)": 5.002773284912109,
      "cov-distil (oracle2teacher)": 5.1291985511779785,
      "epoch": 1.2087912087912087,
      "rel-constrast": 3.0045089721679688,
      "step": 1540,
      "subrel-constrast": 3.930400848388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4789363145828247,
      "cov-distil (oracle2student)": 4.7036285400390625,
      "cov-distil (oracle2teacher)": 4.801464080810547,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.8248226642608643,
      "step": 1541,
      "subrel-constrast": 3.794799566268921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375290155410767,
      "cov-distil (oracle2student)": 3.3961291313171387,
      "cov-distil (oracle2teacher)": 3.204671859741211,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.8809454441070557,
      "step": 1542,
      "subrel-constrast": 3.4760124683380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2903764247894287,
      "cov-distil (oracle2student)": 4.792279243469238,
      "cov-distil (oracle2teacher)": 4.538397789001465,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.7544140815734863,
      "step": 1543,
      "subrel-constrast": 3.2082643508911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4375863075256348,
      "cov-distil (oracle2student)": 4.494780540466309,
      "cov-distil (oracle2teacher)": 4.387182235717773,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.863981008529663,
      "step": 1544,
      "subrel-constrast": 3.4193403720855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7431714534759521,
      "cov-distil (oracle2student)": 4.275623321533203,
      "cov-distil (oracle2teacher)": 4.166308403015137,
      "epoch": 1.2127158555729984,
      "rel-constrast": 2.1307897567749023,
      "step": 1545,
      "subrel-constrast": 3.471906900405884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7611958980560303,
      "cov-distil (oracle2student)": 3.3497514724731445,
      "cov-distil (oracle2teacher)": 3.3862464427948,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.38743257522583,
      "step": 1546,
      "subrel-constrast": 3.3915841579437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5527610778808594,
      "cov-distil (oracle2student)": 3.1812191009521484,
      "cov-distil (oracle2teacher)": 3.1168770790100098,
      "epoch": 1.2142857142857142,
      "rel-constrast": 2.404475212097168,
      "step": 1547,
      "subrel-constrast": 3.0474047660827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499725818634033,
      "cov-distil (oracle2student)": 4.475757598876953,
      "cov-distil (oracle2teacher)": 4.537806034088135,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.1917285919189453,
      "step": 1548,
      "subrel-constrast": 2.8687524795532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2541391849517822,
      "cov-distil (oracle2student)": 4.706418991088867,
      "cov-distil (oracle2teacher)": 3.8923490047454834,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.889606475830078,
      "step": 1549,
      "subrel-constrast": 3.2647478580474854,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 5.59375,
      "learning_rate": 4.9542343213659974e-05,
      "loss": 0.6976,
      "step": 1550
    },
    {
      "cov-distil": 1.8331830501556396,
      "cov-distil (oracle2student)": 5.015098571777344,
      "cov-distil (oracle2teacher)": 4.250988960266113,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.024837493896484,
      "step": 1550,
      "subrel-constrast": 4.481121063232422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867794513702393,
      "cov-distil (oracle2student)": 3.297834873199463,
      "cov-distil (oracle2teacher)": 3.424804449081421,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.9038000106811523,
      "step": 1551,
      "subrel-constrast": 3.5621063709259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5921251773834229,
      "cov-distil (oracle2student)": 4.316880226135254,
      "cov-distil (oracle2teacher)": 3.882554292678833,
      "epoch": 1.218210361067504,
      "rel-constrast": 2.5500707626342773,
      "step": 1552,
      "subrel-constrast": 3.0413320064544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2253526449203491,
      "cov-distil (oracle2student)": 4.995065689086914,
      "cov-distil (oracle2teacher)": 4.219193458557129,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.696774959564209,
      "step": 1553,
      "subrel-constrast": 3.889272689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.229150414466858,
      "cov-distil (oracle2student)": 2.6216583251953125,
      "cov-distil (oracle2teacher)": 2.6381349563598633,
      "epoch": 1.2197802197802199,
      "rel-constrast": 3.167804718017578,
      "step": 1554,
      "subrel-constrast": 3.390306234359741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.84684419631958,
      "cov-distil (oracle2student)": 2.844254970550537,
      "cov-distil (oracle2teacher)": 2.755173683166504,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.9125025272369385,
      "step": 1555,
      "subrel-constrast": 3.365950345993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9272841215133667,
      "cov-distil (oracle2student)": 2.703958034515381,
      "cov-distil (oracle2teacher)": 2.7598724365234375,
      "epoch": 1.2213500784929356,
      "rel-constrast": 2.177861213684082,
      "step": 1556,
      "subrel-constrast": 3.3213248252868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2323274612426758,
      "cov-distil (oracle2student)": 2.7246484756469727,
      "cov-distil (oracle2teacher)": 2.517838954925537,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.8433092832565308,
      "step": 1557,
      "subrel-constrast": 2.5471136569976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569610357284546,
      "cov-distil (oracle2student)": 5.2571306228637695,
      "cov-distil (oracle2teacher)": 4.8253984451293945,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.5907344818115234,
      "step": 1558,
      "subrel-constrast": 3.619658946990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719965934753418,
      "cov-distil (oracle2student)": 6.273858070373535,
      "cov-distil (oracle2teacher)": 5.100681781768799,
      "epoch": 1.2237048665620094,
      "rel-constrast": 3.1695213317871094,
      "step": 1559,
      "subrel-constrast": 3.9834675788879395,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 5.75,
      "learning_rate": 4.952557240408988e-05,
      "loss": 0.7663,
      "step": 1560
    },
    {
      "cov-distil": 1.6666290760040283,
      "cov-distil (oracle2student)": 4.642274856567383,
      "cov-distil (oracle2teacher)": 4.5248212814331055,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.450890302658081,
      "step": 1560,
      "subrel-constrast": 4.130867958068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2021815776824951,
      "cov-distil (oracle2student)": 3.2229409217834473,
      "cov-distil (oracle2teacher)": 3.380291700363159,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.533560276031494,
      "step": 1561,
      "subrel-constrast": 3.267157793045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4832178354263306,
      "cov-distil (oracle2student)": 3.1300363540649414,
      "cov-distil (oracle2teacher)": 3.320742607116699,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.6512200832366943,
      "step": 1562,
      "subrel-constrast": 2.4736149311065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483647584915161,
      "cov-distil (oracle2student)": 3.974653720855713,
      "cov-distil (oracle2teacher)": 4.282253742218018,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.680492877960205,
      "step": 1563,
      "subrel-constrast": 4.2281389236450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8743088245391846,
      "cov-distil (oracle2student)": 4.122889995574951,
      "cov-distil (oracle2teacher)": 3.6850976943969727,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.8563923835754395,
      "step": 1564,
      "subrel-constrast": 3.1994149684906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908144474029541,
      "cov-distil (oracle2student)": 4.664992332458496,
      "cov-distil (oracle2teacher)": 4.363765239715576,
      "epoch": 1.2284144427001569,
      "rel-constrast": 3.2205111980438232,
      "step": 1565,
      "subrel-constrast": 3.8490545749664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4982974529266357,
      "cov-distil (oracle2student)": 3.536342144012451,
      "cov-distil (oracle2teacher)": 3.640622615814209,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.4386274814605713,
      "step": 1566,
      "subrel-constrast": 3.2455220222473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.983614206314087,
      "cov-distil (oracle2student)": 2.985178232192993,
      "cov-distil (oracle2teacher)": 2.78747296333313,
      "epoch": 1.2299843014128728,
      "rel-constrast": 2.052114725112915,
      "step": 1567,
      "subrel-constrast": 2.8265461921691895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4338563680648804,
      "cov-distil (oracle2student)": 3.8309435844421387,
      "cov-distil (oracle2teacher)": 3.4424710273742676,
      "epoch": 1.2307692307692308,
      "rel-constrast": 3.0795669555664062,
      "step": 1568,
      "subrel-constrast": 3.582277297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584893226623535,
      "cov-distil (oracle2student)": 5.216217994689941,
      "cov-distil (oracle2teacher)": 4.565634250640869,
      "epoch": 1.2315541601255886,
      "rel-constrast": 3.039799690246582,
      "step": 1569,
      "subrel-constrast": 3.715428113937378,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 6.03125,
      "learning_rate": 4.950850275815983e-05,
      "loss": 0.743,
      "step": 1570
    },
    {
      "cov-distil": 1.5038628578186035,
      "cov-distil (oracle2student)": 2.6119627952575684,
      "cov-distil (oracle2teacher)": 2.7541110515594482,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.176480531692505,
      "step": 1570,
      "subrel-constrast": 2.686347007751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520804524421692,
      "cov-distil (oracle2student)": 2.5996336936950684,
      "cov-distil (oracle2teacher)": 2.6235592365264893,
      "epoch": 1.2331240188383046,
      "rel-constrast": 3.114922523498535,
      "step": 1571,
      "subrel-constrast": 3.61731219291687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3104897737503052,
      "cov-distil (oracle2student)": 3.415076732635498,
      "cov-distil (oracle2teacher)": 3.5732460021972656,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.33668851852417,
      "step": 1572,
      "subrel-constrast": 3.909759759902954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4771370887756348,
      "cov-distil (oracle2student)": 4.409694671630859,
      "cov-distil (oracle2teacher)": 3.946770429611206,
      "epoch": 1.2346938775510203,
      "rel-constrast": 3.8898987770080566,
      "step": 1573,
      "subrel-constrast": 4.148560523986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3169071674346924,
      "cov-distil (oracle2student)": 4.829381942749023,
      "cov-distil (oracle2teacher)": 4.6057939529418945,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.1212494373321533,
      "step": 1574,
      "subrel-constrast": 2.8325772285461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2086176872253418,
      "cov-distil (oracle2student)": 2.98012638092041,
      "cov-distil (oracle2teacher)": 2.6507182121276855,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.8269630670547485,
      "step": 1575,
      "subrel-constrast": 2.1550111770629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2610249519348145,
      "cov-distil (oracle2student)": 4.485299587249756,
      "cov-distil (oracle2teacher)": 4.363012790679932,
      "epoch": 1.2370486656200943,
      "rel-constrast": 4.008843421936035,
      "step": 1576,
      "subrel-constrast": 4.4985198974609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6807074546813965,
      "cov-distil (oracle2student)": 4.946079254150391,
      "cov-distil (oracle2teacher)": 4.673879146575928,
      "epoch": 1.237833594976452,
      "rel-constrast": 3.214716911315918,
      "step": 1577,
      "subrel-constrast": 3.7449193000793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182397842407227,
      "cov-distil (oracle2student)": 7.419530868530273,
      "cov-distil (oracle2teacher)": 6.617232322692871,
      "epoch": 1.23861852433281,
      "rel-constrast": 2.0141851902008057,
      "step": 1578,
      "subrel-constrast": 3.173762321472168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5207469463348389,
      "cov-distil (oracle2student)": 4.323278427124023,
      "cov-distil (oracle2teacher)": 4.4741621017456055,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.6204493045806885,
      "step": 1579,
      "subrel-constrast": 3.512580156326294,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 4.78125,
      "learning_rate": 4.9491134483858095e-05,
      "loss": 0.7444,
      "step": 1580
    },
    {
      "cov-distil": 1.7275066375732422,
      "cov-distil (oracle2student)": 2.5916287899017334,
      "cov-distil (oracle2teacher)": 3.294196128845215,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.8139939308166504,
      "step": 1580,
      "subrel-constrast": 3.629631280899048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41563081741333,
      "cov-distil (oracle2student)": 3.2800745964050293,
      "cov-distil (oracle2teacher)": 3.2235331535339355,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.417858600616455,
      "step": 1581,
      "subrel-constrast": 3.2114391326904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0455130338668823,
      "cov-distil (oracle2student)": 4.683004379272461,
      "cov-distil (oracle2teacher)": 4.711904525756836,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.308945178985596,
      "step": 1582,
      "subrel-constrast": 4.595567226409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4948856830596924,
      "cov-distil (oracle2student)": 4.5842413902282715,
      "cov-distil (oracle2teacher)": 4.541057586669922,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.354098320007324,
      "step": 1583,
      "subrel-constrast": 3.2532970905303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478751540184021,
      "cov-distil (oracle2student)": 5.340696811676025,
      "cov-distil (oracle2teacher)": 5.217659950256348,
      "epoch": 1.2433281004709575,
      "rel-constrast": 3.1210832595825195,
      "step": 1584,
      "subrel-constrast": 3.8527209758758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385205626487732,
      "cov-distil (oracle2student)": 4.021716594696045,
      "cov-distil (oracle2teacher)": 4.30511474609375,
      "epoch": 1.2441130298273155,
      "rel-constrast": 3.3219354152679443,
      "step": 1585,
      "subrel-constrast": 4.327701091766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2471152544021606,
      "cov-distil (oracle2student)": 5.545618057250977,
      "cov-distil (oracle2teacher)": 4.992803573608398,
      "epoch": 1.2448979591836735,
      "rel-constrast": 3.230410575866699,
      "step": 1586,
      "subrel-constrast": 3.737184762954712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.389676809310913,
      "cov-distil (oracle2student)": 4.302770614624023,
      "cov-distil (oracle2teacher)": 4.216390132904053,
      "epoch": 1.2456828885400313,
      "rel-constrast": 3.0439257621765137,
      "step": 1587,
      "subrel-constrast": 3.626136064529419,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0842232704162598,
      "cov-distil (oracle2student)": 5.351293087005615,
      "cov-distil (oracle2teacher)": 4.81019401550293,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.3461873531341553,
      "step": 1588,
      "subrel-constrast": 3.2448534965515137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9012022018432617,
      "cov-distil (oracle2student)": 3.589587688446045,
      "cov-distil (oracle2teacher)": 3.8490538597106934,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.6720728874206543,
      "step": 1589,
      "subrel-constrast": 3.2388925552368164,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 6.21875,
      "learning_rate": 4.947346779281159e-05,
      "loss": 0.7787,
      "step": 1590
    },
    {
      "cov-distil": 1.0694540739059448,
      "cov-distil (oracle2student)": 3.0265297889709473,
      "cov-distil (oracle2teacher)": 2.930713653564453,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.9245004653930664,
      "step": 1590,
      "subrel-constrast": 2.372952699661255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5754947662353516,
      "cov-distil (oracle2student)": 5.229963779449463,
      "cov-distil (oracle2teacher)": 5.164266586303711,
      "epoch": 1.248822605965463,
      "rel-constrast": 1.8129247426986694,
      "step": 1591,
      "subrel-constrast": 2.834083080291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0053443908691406,
      "cov-distil (oracle2student)": 4.9797444343566895,
      "cov-distil (oracle2teacher)": 4.2929582595825195,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.694392442703247,
      "step": 1592,
      "subrel-constrast": 3.547555923461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2049765586853027,
      "cov-distil (oracle2student)": 4.001274108886719,
      "cov-distil (oracle2teacher)": 3.9364099502563477,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.953474521636963,
      "step": 1593,
      "subrel-constrast": 3.470498561859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043835401535034,
      "cov-distil (oracle2student)": 5.210770606994629,
      "cov-distil (oracle2teacher)": 4.576769828796387,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.3584091663360596,
      "step": 1594,
      "subrel-constrast": 3.1537837982177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2665927410125732,
      "cov-distil (oracle2student)": 3.7326819896698,
      "cov-distil (oracle2teacher)": 3.1742799282073975,
      "epoch": 1.2519623233908947,
      "rel-constrast": 4.692358493804932,
      "step": 1595,
      "subrel-constrast": 4.0910539627075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7941944599151611,
      "cov-distil (oracle2student)": 4.109507083892822,
      "cov-distil (oracle2teacher)": 4.159163951873779,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.3564138412475586,
      "step": 1596,
      "subrel-constrast": 3.6273791790008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635940074920654,
      "cov-distil (oracle2student)": 4.576698303222656,
      "cov-distil (oracle2teacher)": 4.398351192474365,
      "epoch": 1.2535321821036107,
      "rel-constrast": 2.9404969215393066,
      "step": 1597,
      "subrel-constrast": 3.804814577102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7701064348220825,
      "cov-distil (oracle2student)": 4.771833896636963,
      "cov-distil (oracle2teacher)": 3.738337755203247,
      "epoch": 1.2543171114599687,
      "rel-constrast": 2.40234112739563,
      "step": 1598,
      "subrel-constrast": 2.814751386642456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2810989618301392,
      "cov-distil (oracle2student)": 4.285026550292969,
      "cov-distil (oracle2teacher)": 4.482094764709473,
      "epoch": 1.2551020408163265,
      "rel-constrast": 2.3176803588867188,
      "step": 1599,
      "subrel-constrast": 3.109283685684204,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 4.65625,
      "learning_rate": 4.94555029002834e-05,
      "loss": 0.7005,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.2953124940395355,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.05426025390625
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.037078857421875
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.017181396484375,
      "step": 1600
    },
    {
      "cov-distil": 1.2401432991027832,
      "cov-distil (oracle2student)": 3.954568862915039,
      "cov-distil (oracle2teacher)": 3.8835649490356445,
      "epoch": 1.2558869701726845,
      "rel-constrast": 4.249578475952148,
      "step": 1600,
      "subrel-constrast": 4.77301549911499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3518985509872437,
      "cov-distil (oracle2student)": 5.146595001220703,
      "cov-distil (oracle2teacher)": 4.2379045486450195,
      "epoch": 1.2566718995290425,
      "rel-constrast": 4.159992694854736,
      "step": 1601,
      "subrel-constrast": 4.252568244934082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1045626401901245,
      "cov-distil (oracle2student)": 3.7269647121429443,
      "cov-distil (oracle2teacher)": 3.6491031646728516,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.8313547372817993,
      "step": 1602,
      "subrel-constrast": 2.480900764465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0515415668487549,
      "cov-distil (oracle2student)": 3.6881957054138184,
      "cov-distil (oracle2teacher)": 3.9391791820526123,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.3411812782287598,
      "step": 1603,
      "subrel-constrast": 2.8287715911865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496519804000854,
      "cov-distil (oracle2student)": 6.0102362632751465,
      "cov-distil (oracle2teacher)": 5.4528374671936035,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.411728620529175,
      "step": 1604,
      "subrel-constrast": 4.295903205871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824700117111206,
      "cov-distil (oracle2student)": 3.218780994415283,
      "cov-distil (oracle2teacher)": 3.5953330993652344,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.255901336669922,
      "step": 1605,
      "subrel-constrast": 3.621413469314575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3297637701034546,
      "cov-distil (oracle2student)": 3.7404680252075195,
      "cov-distil (oracle2teacher)": 4.179556846618652,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.7648215293884277,
      "step": 1606,
      "subrel-constrast": 3.2416465282440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949851393699646,
      "cov-distil (oracle2student)": 2.947930097579956,
      "cov-distil (oracle2teacher)": 2.8981106281280518,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.775965452194214,
      "step": 1607,
      "subrel-constrast": 3.85666561126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4960598945617676,
      "cov-distil (oracle2student)": 4.037820816040039,
      "cov-distil (oracle2teacher)": 4.013734817504883,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.7456881999969482,
      "step": 1608,
      "subrel-constrast": 3.677175521850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1052380800247192,
      "cov-distil (oracle2student)": 3.17771315574646,
      "cov-distil (oracle2teacher)": 3.0973048210144043,
      "epoch": 1.2629513343799057,
      "rel-constrast": 2.790376901626587,
      "step": 1609,
      "subrel-constrast": 3.7393651008605957,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 5.0,
      "learning_rate": 4.943724002517005e-05,
      "loss": 0.7932,
      "step": 1610
    },
    {
      "cov-distil": 0.8401419520378113,
      "cov-distil (oracle2student)": 3.6818411350250244,
      "cov-distil (oracle2teacher)": 3.2254278659820557,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.239971160888672,
      "step": 1610,
      "subrel-constrast": 2.607633352279663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5572216510772705,
      "cov-distil (oracle2student)": 5.691225051879883,
      "cov-distil (oracle2teacher)": 5.2247514724731445,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.4957265853881836,
      "step": 1611,
      "subrel-constrast": 4.3403143882751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599346399307251,
      "cov-distil (oracle2student)": 3.265510082244873,
      "cov-distil (oracle2teacher)": 3.138312816619873,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.7332820892333984,
      "step": 1612,
      "subrel-constrast": 2.326345205307007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4157798290252686,
      "cov-distil (oracle2student)": 2.43453311920166,
      "cov-distil (oracle2teacher)": 2.5119686126708984,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.4434328079223633,
      "step": 1613,
      "subrel-constrast": 2.869371175765991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2938141822814941,
      "cov-distil (oracle2student)": 4.608822822570801,
      "cov-distil (oracle2teacher)": 5.189919471740723,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.2550747394561768,
      "step": 1614,
      "subrel-constrast": 4.518463134765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2033616304397583,
      "cov-distil (oracle2student)": 4.0003132820129395,
      "cov-distil (oracle2teacher)": 3.9773621559143066,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.2480671405792236,
      "step": 1615,
      "subrel-constrast": 2.946848154067993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72908616065979,
      "cov-distil (oracle2student)": 4.721651077270508,
      "cov-distil (oracle2teacher)": 4.623195648193359,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.6976943016052246,
      "step": 1616,
      "subrel-constrast": 4.176671981811523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601651668548584,
      "cov-distil (oracle2student)": 5.53110408782959,
      "cov-distil (oracle2teacher)": 5.000835418701172,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.414720296859741,
      "step": 1617,
      "subrel-constrast": 3.356947898864746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3038325309753418,
      "cov-distil (oracle2student)": 5.950539588928223,
      "cov-distil (oracle2teacher)": 4.976174354553223,
      "epoch": 1.2700156985871272,
      "rel-constrast": 2.8983705043792725,
      "step": 1618,
      "subrel-constrast": 3.6266589164733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6398966312408447,
      "cov-distil (oracle2student)": 3.7699663639068604,
      "cov-distil (oracle2teacher)": 3.9635469913482666,
      "epoch": 1.2708006279434851,
      "rel-constrast": 3.084038257598877,
      "step": 1619,
      "subrel-constrast": 3.5827956199645996,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 6.28125,
      "learning_rate": 4.9418679389998923e-05,
      "loss": 0.7231,
      "step": 1620
    },
    {
      "cov-distil": 1.2033615112304688,
      "cov-distil (oracle2student)": 2.6435210704803467,
      "cov-distil (oracle2teacher)": 2.7180891036987305,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.435988664627075,
      "step": 1620,
      "subrel-constrast": 2.8730671405792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337418794631958,
      "cov-distil (oracle2student)": 4.008183002471924,
      "cov-distil (oracle2teacher)": 3.918609857559204,
      "epoch": 1.272370486656201,
      "rel-constrast": 2.1550803184509277,
      "step": 1621,
      "subrel-constrast": 3.027833938598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3022841215133667,
      "cov-distil (oracle2student)": 5.025609016418457,
      "cov-distil (oracle2teacher)": 4.473941802978516,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.712306022644043,
      "step": 1622,
      "subrel-constrast": 4.314980506896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564401626586914,
      "cov-distil (oracle2student)": 4.104037761688232,
      "cov-distil (oracle2teacher)": 4.0148420333862305,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.961117744445801,
      "step": 1623,
      "subrel-constrast": 4.3763251304626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.112213373184204,
      "cov-distil (oracle2student)": 3.8963370323181152,
      "cov-distil (oracle2teacher)": 4.085019111633301,
      "epoch": 1.2747252747252746,
      "rel-constrast": 3.1151459217071533,
      "step": 1624,
      "subrel-constrast": 3.4535889625549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6795473098754883,
      "cov-distil (oracle2student)": 4.558170318603516,
      "cov-distil (oracle2teacher)": 4.258068084716797,
      "epoch": 1.2755102040816326,
      "rel-constrast": 2.2039456367492676,
      "step": 1625,
      "subrel-constrast": 2.6537296772003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3467729091644287,
      "cov-distil (oracle2student)": 4.626681327819824,
      "cov-distil (oracle2teacher)": 4.4227800369262695,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.81760835647583,
      "step": 1626,
      "subrel-constrast": 3.3071186542510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.142616629600525,
      "cov-distil (oracle2student)": 4.662853717803955,
      "cov-distil (oracle2teacher)": 4.567802906036377,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.3561339378356934,
      "step": 1627,
      "subrel-constrast": 4.121894359588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951671838760376,
      "cov-distil (oracle2student)": 2.913677930831909,
      "cov-distil (oracle2teacher)": 3.444167375564575,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.7839274406433105,
      "step": 1628,
      "subrel-constrast": 3.647115468978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.534114122390747,
      "cov-distil (oracle2student)": 3.62860107421875,
      "cov-distil (oracle2teacher)": 3.946953535079956,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.9101061820983887,
      "step": 1629,
      "subrel-constrast": 3.9150846004486084,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 5.625,
      "learning_rate": 4.939982122092548e-05,
      "loss": 0.7732,
      "step": 1630
    },
    {
      "cov-distil": 1.6983373165130615,
      "cov-distil (oracle2student)": 4.0351715087890625,
      "cov-distil (oracle2teacher)": 3.4591262340545654,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.75883150100708,
      "step": 1630,
      "subrel-constrast": 3.290522813796997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365375280380249,
      "cov-distil (oracle2student)": 5.294360160827637,
      "cov-distil (oracle2teacher)": 4.6669697761535645,
      "epoch": 1.2802197802197801,
      "rel-constrast": 4.017967224121094,
      "step": 1631,
      "subrel-constrast": 4.0610222816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868592739105225,
      "cov-distil (oracle2student)": 3.8631057739257812,
      "cov-distil (oracle2teacher)": 3.7666921615600586,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.6940512657165527,
      "step": 1632,
      "subrel-constrast": 3.4014902114868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5693693161010742,
      "cov-distil (oracle2student)": 4.493404388427734,
      "cov-distil (oracle2teacher)": 3.9357874393463135,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.94412899017334,
      "step": 1633,
      "subrel-constrast": 3.6544454097747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4428383111953735,
      "cov-distil (oracle2student)": 3.037003517150879,
      "cov-distil (oracle2teacher)": 3.069725751876831,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.9439277648925781,
      "step": 1634,
      "subrel-constrast": 2.94014310836792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5494788885116577,
      "cov-distil (oracle2student)": 4.208475112915039,
      "cov-distil (oracle2teacher)": 4.504655361175537,
      "epoch": 1.283359497645212,
      "rel-constrast": 4.304119110107422,
      "step": 1635,
      "subrel-constrast": 4.585867881774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340540885925293,
      "cov-distil (oracle2student)": 3.5669240951538086,
      "cov-distil (oracle2teacher)": 3.9029083251953125,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.8818669319152832,
      "step": 1636,
      "subrel-constrast": 2.954639434814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7390761375427246,
      "cov-distil (oracle2student)": 5.210850715637207,
      "cov-distil (oracle2teacher)": 4.928779125213623,
      "epoch": 1.2849293563579278,
      "rel-constrast": 3.0819015502929688,
      "step": 1637,
      "subrel-constrast": 3.8880972862243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1178994178771973,
      "cov-distil (oracle2student)": 4.759133815765381,
      "cov-distil (oracle2teacher)": 4.51517915725708,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.805359363555908,
      "step": 1638,
      "subrel-constrast": 2.8414242267608643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4448472261428833,
      "cov-distil (oracle2student)": 3.933835029602051,
      "cov-distil (oracle2teacher)": 3.784127712249756,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.7304596900939941,
      "step": 1639,
      "subrel-constrast": 2.8501203060150146,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 4.21875,
      "learning_rate": 4.938066574773059e-05,
      "loss": 0.7405,
      "step": 1640
    },
    {
      "cov-distil": 1.824934959411621,
      "cov-distil (oracle2student)": 3.2884521484375,
      "cov-distil (oracle2teacher)": 2.920071601867676,
      "epoch": 1.2872841444270016,
      "rel-constrast": 2.782691717147827,
      "step": 1640,
      "subrel-constrast": 3.892519950866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7503442764282227,
      "cov-distil (oracle2student)": 4.084597110748291,
      "cov-distil (oracle2teacher)": 4.363886833190918,
      "epoch": 1.2880690737833596,
      "rel-constrast": 2.7296700477600098,
      "step": 1641,
      "subrel-constrast": 3.6988725662231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2059253454208374,
      "cov-distil (oracle2student)": 4.277673721313477,
      "cov-distil (oracle2teacher)": 4.320541858673096,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.508701801300049,
      "step": 1642,
      "subrel-constrast": 3.3788764476776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2993993759155273,
      "cov-distil (oracle2student)": 3.6636757850646973,
      "cov-distil (oracle2teacher)": 3.6188464164733887,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.5455198287963867,
      "step": 1643,
      "subrel-constrast": 3.6185929775238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2521083354949951,
      "cov-distil (oracle2student)": 3.79364013671875,
      "cov-distil (oracle2teacher)": 3.800851345062256,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.1340579986572266,
      "step": 1644,
      "subrel-constrast": 3.728591203689575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3868159055709839,
      "cov-distil (oracle2student)": 3.9565043449401855,
      "cov-distil (oracle2teacher)": 3.4056267738342285,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.723842144012451,
      "step": 1645,
      "subrel-constrast": 3.5624608993530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4942251443862915,
      "cov-distil (oracle2student)": 4.735816955566406,
      "cov-distil (oracle2teacher)": 4.332551002502441,
      "epoch": 1.291993720565149,
      "rel-constrast": 3.1045193672180176,
      "step": 1646,
      "subrel-constrast": 3.668058156967163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2528787851333618,
      "cov-distil (oracle2student)": 4.021450519561768,
      "cov-distil (oracle2teacher)": 4.035415172576904,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.473135471343994,
      "step": 1647,
      "subrel-constrast": 3.208709239959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4243361949920654,
      "cov-distil (oracle2student)": 5.697556495666504,
      "cov-distil (oracle2teacher)": 5.473768711090088,
      "epoch": 1.293563579277865,
      "rel-constrast": 2.741896629333496,
      "step": 1648,
      "subrel-constrast": 4.124619007110596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8192188739776611,
      "cov-distil (oracle2student)": 2.797114849090576,
      "cov-distil (oracle2teacher)": 2.723701000213623,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.6524248123168945,
      "step": 1649,
      "subrel-constrast": 3.406691074371338,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 5.375,
      "learning_rate": 4.936121320381762e-05,
      "loss": 0.7217,
      "step": 1650
    },
    {
      "cov-distil": 1.6652196645736694,
      "cov-distil (oracle2student)": 4.50883674621582,
      "cov-distil (oracle2teacher)": 3.993168354034424,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.57003116607666,
      "step": 1650,
      "subrel-constrast": 3.628901958465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.074852705001831,
      "cov-distil (oracle2student)": 2.833625316619873,
      "cov-distil (oracle2teacher)": 2.7247066497802734,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.528759479522705,
      "step": 1651,
      "subrel-constrast": 2.945603847503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3971084356307983,
      "cov-distil (oracle2student)": 3.0018460750579834,
      "cov-distil (oracle2teacher)": 3.686293125152588,
      "epoch": 1.2967032967032968,
      "rel-constrast": 2.7913460731506348,
      "step": 1652,
      "subrel-constrast": 3.3390860557556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350878953933716,
      "cov-distil (oracle2student)": 5.374774932861328,
      "cov-distil (oracle2teacher)": 4.875711441040039,
      "epoch": 1.2974882260596545,
      "rel-constrast": 3.161719799041748,
      "step": 1653,
      "subrel-constrast": 4.238742351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8106216192245483,
      "cov-distil (oracle2student)": 3.3961193561553955,
      "cov-distil (oracle2teacher)": 4.26975154876709,
      "epoch": 1.2982731554160125,
      "rel-constrast": 3.0342960357666016,
      "step": 1654,
      "subrel-constrast": 3.6275415420532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6817612648010254,
      "cov-distil (oracle2student)": 4.652027130126953,
      "cov-distil (oracle2teacher)": 4.589141845703125,
      "epoch": 1.2990580847723705,
      "rel-constrast": 3.1028218269348145,
      "step": 1655,
      "subrel-constrast": 3.9337363243103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2627507448196411,
      "cov-distil (oracle2student)": 6.517387390136719,
      "cov-distil (oracle2teacher)": 5.350343227386475,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.1466264724731445,
      "step": 1656,
      "subrel-constrast": 3.1197381019592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2194769382476807,
      "cov-distil (oracle2student)": 4.07407283782959,
      "cov-distil (oracle2teacher)": 4.279786586761475,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.6777279376983643,
      "step": 1657,
      "subrel-constrast": 3.576874017715454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2256784439086914,
      "cov-distil (oracle2student)": 3.122056007385254,
      "cov-distil (oracle2teacher)": 3.299981117248535,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.6643600463867188,
      "step": 1658,
      "subrel-constrast": 3.0457918643951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7555532455444336,
      "cov-distil (oracle2student)": 3.6815357208251953,
      "cov-distil (oracle2teacher)": 3.7946360111236572,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.9607553482055664,
      "step": 1659,
      "subrel-constrast": 3.1729092597961426,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.3125,
      "learning_rate": 4.93414638262097e-05,
      "loss": 0.7533,
      "step": 1660
    },
    {
      "cov-distil": 1.4782741069793701,
      "cov-distil (oracle2student)": 3.131895065307617,
      "cov-distil (oracle2teacher)": 3.025630474090576,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.7634066343307495,
      "step": 1660,
      "subrel-constrast": 3.0443379878997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2554302215576172,
      "cov-distil (oracle2student)": 4.800741195678711,
      "cov-distil (oracle2teacher)": 4.580242156982422,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.3431081771850586,
      "step": 1661,
      "subrel-constrast": 2.933103561401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2417757511138916,
      "cov-distil (oracle2student)": 5.50029182434082,
      "cov-distil (oracle2teacher)": 5.67678165435791,
      "epoch": 1.304552590266876,
      "rel-constrast": 2.775085926055908,
      "step": 1662,
      "subrel-constrast": 3.3209705352783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4375855922698975,
      "cov-distil (oracle2student)": 4.698795795440674,
      "cov-distil (oracle2teacher)": 4.178256511688232,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.456355094909668,
      "step": 1663,
      "subrel-constrast": 3.8518121242523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2631628513336182,
      "cov-distil (oracle2student)": 4.585798263549805,
      "cov-distil (oracle2teacher)": 3.720777988433838,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.7050743103027344,
      "step": 1664,
      "subrel-constrast": 2.8726394176483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2668120861053467,
      "cov-distil (oracle2student)": 5.543978691101074,
      "cov-distil (oracle2teacher)": 4.31226110458374,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.455016851425171,
      "step": 1665,
      "subrel-constrast": 3.277104616165161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4592809677124023,
      "cov-distil (oracle2student)": 3.580965757369995,
      "cov-distil (oracle2teacher)": 3.6958651542663574,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.875990390777588,
      "step": 1666,
      "subrel-constrast": 3.5123231410980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7660417556762695,
      "cov-distil (oracle2student)": 5.026470184326172,
      "cov-distil (oracle2teacher)": 4.608955383300781,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.4632911682128906,
      "step": 1667,
      "subrel-constrast": 3.6753294467926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9695327281951904,
      "cov-distil (oracle2student)": 4.632760524749756,
      "cov-distil (oracle2teacher)": 4.739590644836426,
      "epoch": 1.3092621664050235,
      "rel-constrast": 4.044448375701904,
      "step": 1668,
      "subrel-constrast": 4.879031658172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9147984385490417,
      "cov-distil (oracle2student)": 3.8470358848571777,
      "cov-distil (oracle2teacher)": 3.6714415550231934,
      "epoch": 1.3100470957613815,
      "rel-constrast": 1.9507464170455933,
      "step": 1669,
      "subrel-constrast": 2.4090120792388916,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 4.84375,
      "learning_rate": 4.932141785554676e-05,
      "loss": 0.7309,
      "step": 1670
    },
    {
      "cov-distil": 1.0804483890533447,
      "cov-distil (oracle2student)": 4.381117820739746,
      "cov-distil (oracle2teacher)": 4.153110027313232,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.430006980895996,
      "step": 1670,
      "subrel-constrast": 3.060797929763794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3550291061401367,
      "cov-distil (oracle2student)": 4.675786018371582,
      "cov-distil (oracle2teacher)": 4.878483772277832,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.190371036529541,
      "step": 1671,
      "subrel-constrast": 3.512721300125122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5128092765808105,
      "cov-distil (oracle2student)": 3.5277040004730225,
      "cov-distil (oracle2teacher)": 3.574345588684082,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.905486583709717,
      "step": 1672,
      "subrel-constrast": 3.6370315551757812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8562002182006836,
      "cov-distil (oracle2student)": 5.946201324462891,
      "cov-distil (oracle2teacher)": 6.038100242614746,
      "epoch": 1.3131868131868132,
      "rel-constrast": 2.6617884635925293,
      "step": 1673,
      "subrel-constrast": 3.8258495330810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4439823627471924,
      "cov-distil (oracle2student)": 4.495332717895508,
      "cov-distil (oracle2teacher)": 3.920667886734009,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.736530303955078,
      "step": 1674,
      "subrel-constrast": 3.709810495376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.902129054069519,
      "cov-distil (oracle2student)": 3.1296520233154297,
      "cov-distil (oracle2teacher)": 3.1709532737731934,
      "epoch": 1.314756671899529,
      "rel-constrast": 2.3446121215820312,
      "step": 1675,
      "subrel-constrast": 3.3997671604156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5456894636154175,
      "cov-distil (oracle2student)": 3.53585147857666,
      "cov-distil (oracle2teacher)": 3.7378737926483154,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.8547238111495972,
      "step": 1676,
      "subrel-constrast": 2.8229920864105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6679989099502563,
      "cov-distil (oracle2student)": 4.102506637573242,
      "cov-distil (oracle2teacher)": 3.851327419281006,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.873745918273926,
      "step": 1677,
      "subrel-constrast": 3.830954074859619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2982299327850342,
      "cov-distil (oracle2student)": 3.544175148010254,
      "cov-distil (oracle2teacher)": 3.48026704788208,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.5534720420837402,
      "step": 1678,
      "subrel-constrast": 3.998359203338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1478326320648193,
      "cov-distil (oracle2student)": 5.38470458984375,
      "cov-distil (oracle2teacher)": 4.923349380493164,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.6743621826171875,
      "step": 1679,
      "subrel-constrast": 3.7068068981170654,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 4.875,
      "learning_rate": 4.9301075536082605e-05,
      "loss": 0.6952,
      "step": 1680
    },
    {
      "cov-distil": 1.9513250589370728,
      "cov-distil (oracle2student)": 4.398993492126465,
      "cov-distil (oracle2teacher)": 4.786568641662598,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.6829535961151123,
      "step": 1680,
      "subrel-constrast": 4.0632853507995605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3817787170410156,
      "cov-distil (oracle2student)": 3.289867401123047,
      "cov-distil (oracle2teacher)": 3.359332799911499,
      "epoch": 1.3194662480376766,
      "rel-constrast": 3.0628602504730225,
      "step": 1681,
      "subrel-constrast": 3.4703333377838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8047406673431396,
      "cov-distil (oracle2student)": 5.392301559448242,
      "cov-distil (oracle2teacher)": 5.2529449462890625,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.5952937602996826,
      "step": 1682,
      "subrel-constrast": 4.345643043518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3197975158691406,
      "cov-distil (oracle2student)": 4.048213481903076,
      "cov-distil (oracle2teacher)": 3.647500991821289,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.856383800506592,
      "step": 1683,
      "subrel-constrast": 3.104534149169922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8105502128601074,
      "cov-distil (oracle2student)": 5.112046241760254,
      "cov-distil (oracle2teacher)": 4.49995231628418,
      "epoch": 1.3218210361067504,
      "rel-constrast": 3.725432872772217,
      "step": 1684,
      "subrel-constrast": 4.248173236846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4322168827056885,
      "cov-distil (oracle2student)": 3.3334832191467285,
      "cov-distil (oracle2teacher)": 3.6339430809020996,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.7059125900268555,
      "step": 1685,
      "subrel-constrast": 3.2750349044799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6428894996643066,
      "cov-distil (oracle2student)": 4.602001190185547,
      "cov-distil (oracle2teacher)": 4.459765911102295,
      "epoch": 1.3233908948194664,
      "rel-constrast": 3.1114978790283203,
      "step": 1686,
      "subrel-constrast": 3.9000749588012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8474209308624268,
      "cov-distil (oracle2student)": 3.8932676315307617,
      "cov-distil (oracle2teacher)": 4.134026050567627,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.9471235275268555,
      "step": 1687,
      "subrel-constrast": 3.8277077674865723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4144337177276611,
      "cov-distil (oracle2student)": 4.639150142669678,
      "cov-distil (oracle2teacher)": 4.320378303527832,
      "epoch": 1.3249607535321821,
      "rel-constrast": 3.245732307434082,
      "step": 1688,
      "subrel-constrast": 4.324900150299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4898247718811035,
      "cov-distil (oracle2student)": 3.7182819843292236,
      "cov-distil (oracle2teacher)": 4.340787887573242,
      "epoch": 1.3257456828885401,
      "rel-constrast": 3.311568260192871,
      "step": 1689,
      "subrel-constrast": 4.191407203674316,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 5.90625,
      "learning_rate": 4.928043711568201e-05,
      "loss": 0.8214,
      "step": 1690
    },
    {
      "cov-distil": 1.5231900215148926,
      "cov-distil (oracle2student)": 4.0429229736328125,
      "cov-distil (oracle2teacher)": 4.368336200714111,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.221848964691162,
      "step": 1690,
      "subrel-constrast": 3.944840431213379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2224268913269043,
      "cov-distil (oracle2student)": 3.6712303161621094,
      "cov-distil (oracle2teacher)": 3.6000585556030273,
      "epoch": 1.3273155416012559,
      "rel-constrast": 2.1097869873046875,
      "step": 1691,
      "subrel-constrast": 2.6628572940826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571364402770996,
      "cov-distil (oracle2student)": 3.9584407806396484,
      "cov-distil (oracle2teacher)": 4.059624195098877,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.725607395172119,
      "step": 1692,
      "subrel-constrast": 4.022169589996338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9361393451690674,
      "cov-distil (oracle2student)": 3.485517978668213,
      "cov-distil (oracle2teacher)": 3.5528483390808105,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.590193748474121,
      "step": 1693,
      "subrel-constrast": 3.5558483600616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5529704093933105,
      "cov-distil (oracle2student)": 5.349681854248047,
      "cov-distil (oracle2teacher)": 4.618007183074951,
      "epoch": 1.3296703296703296,
      "rel-constrast": 3.0925962924957275,
      "step": 1694,
      "subrel-constrast": 3.6117360591888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2765185832977295,
      "cov-distil (oracle2student)": 5.414062976837158,
      "cov-distil (oracle2teacher)": 5.182615280151367,
      "epoch": 1.3304552590266876,
      "rel-constrast": 3.097349166870117,
      "step": 1695,
      "subrel-constrast": 3.8629040718078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4366099834442139,
      "cov-distil (oracle2student)": 5.064397811889648,
      "cov-distil (oracle2teacher)": 4.768686771392822,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.5905206203460693,
      "step": 1696,
      "subrel-constrast": 3.551110029220581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5100539922714233,
      "cov-distil (oracle2student)": 4.031502723693848,
      "cov-distil (oracle2teacher)": 3.1058902740478516,
      "epoch": 1.3320251177394034,
      "rel-constrast": 3.878617763519287,
      "step": 1697,
      "subrel-constrast": 3.6920580863952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736415147781372,
      "cov-distil (oracle2student)": 4.542118549346924,
      "cov-distil (oracle2teacher)": 4.008769989013672,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.8388421535491943,
      "step": 1698,
      "subrel-constrast": 3.2855992317199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3649110794067383,
      "cov-distil (oracle2student)": 5.195368766784668,
      "cov-distil (oracle2teacher)": 4.632691383361816,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.544861316680908,
      "step": 1699,
      "subrel-constrast": 2.7482213973999023,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 4.78125,
      "learning_rate": 4.9259502845817594e-05,
      "loss": 0.8051,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.3125,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.06024169921875
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.04046630859375
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.019775390625,
      "step": 1700
    },
    {
      "cov-distil": 1.780718445777893,
      "cov-distil (oracle2student)": 4.830676078796387,
      "cov-distil (oracle2teacher)": 4.522244930267334,
      "epoch": 1.3343799058084773,
      "rel-constrast": 2.708968162536621,
      "step": 1700,
      "subrel-constrast": 3.664163112640381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7044799327850342,
      "cov-distil (oracle2student)": 3.761897087097168,
      "cov-distil (oracle2teacher)": 3.689012289047241,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.526390552520752,
      "step": 1701,
      "subrel-constrast": 3.3062210083007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1813758611679077,
      "cov-distil (oracle2student)": 4.709604263305664,
      "cov-distil (oracle2teacher)": 4.656639575958252,
      "epoch": 1.335949764521193,
      "rel-constrast": 2.514857292175293,
      "step": 1702,
      "subrel-constrast": 3.488149881362915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1151008605957031,
      "cov-distil (oracle2student)": 2.865448236465454,
      "cov-distil (oracle2teacher)": 3.638596534729004,
      "epoch": 1.336734693877551,
      "rel-constrast": 2.384942054748535,
      "step": 1703,
      "subrel-constrast": 3.135843276977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5315178632736206,
      "cov-distil (oracle2student)": 2.0018911361694336,
      "cov-distil (oracle2teacher)": 2.3488893508911133,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.9972370862960815,
      "step": 1704,
      "subrel-constrast": 2.7012367248535156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730701923370361,
      "cov-distil (oracle2student)": 3.1682558059692383,
      "cov-distil (oracle2teacher)": 3.1774349212646484,
      "epoch": 1.3383045525902668,
      "rel-constrast": 2.1729378700256348,
      "step": 1705,
      "subrel-constrast": 3.3846652507781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645828247070312,
      "cov-distil (oracle2student)": 3.0768232345581055,
      "cov-distil (oracle2teacher)": 3.6127519607543945,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.74924898147583,
      "step": 1706,
      "subrel-constrast": 3.2934718132019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5017133951187134,
      "cov-distil (oracle2student)": 3.383028745651245,
      "cov-distil (oracle2teacher)": 3.066603183746338,
      "epoch": 1.3398744113029828,
      "rel-constrast": 3.287877082824707,
      "step": 1707,
      "subrel-constrast": 4.0102033615112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.323404312133789,
      "cov-distil (oracle2student)": 3.914201259613037,
      "cov-distil (oracle2teacher)": 3.881359338760376,
      "epoch": 1.3406593406593408,
      "rel-constrast": 3.176435947418213,
      "step": 1708,
      "subrel-constrast": 3.6439154148101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428868293762207,
      "cov-distil (oracle2student)": 4.273033142089844,
      "cov-distil (oracle2teacher)": 4.26628303527832,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.549382209777832,
      "step": 1709,
      "subrel-constrast": 3.0860307216644287,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 5.28125,
      "learning_rate": 4.9238272981566834e-05,
      "loss": 0.6887,
      "step": 1710
    },
    {
      "cov-distil": 1.081392526626587,
      "cov-distil (oracle2student)": 5.827483177185059,
      "cov-distil (oracle2teacher)": 5.341393947601318,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.8190817832946777,
      "step": 1710,
      "subrel-constrast": 3.3911261558532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2207149267196655,
      "cov-distil (oracle2student)": 5.374782562255859,
      "cov-distil (oracle2teacher)": 5.0022077560424805,
      "epoch": 1.3430141287284145,
      "rel-constrast": 1.670638084411621,
      "step": 1711,
      "subrel-constrast": 2.642967939376831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353926181793213,
      "cov-distil (oracle2student)": 2.9009010791778564,
      "cov-distil (oracle2teacher)": 3.7013018131256104,
      "epoch": 1.3437990580847723,
      "rel-constrast": 3.4264278411865234,
      "step": 1712,
      "subrel-constrast": 4.440281391143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4675931930541992,
      "cov-distil (oracle2student)": 4.909945487976074,
      "cov-distil (oracle2teacher)": 4.447066307067871,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.7537853717803955,
      "step": 1713,
      "subrel-constrast": 3.529341697692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.124407172203064,
      "cov-distil (oracle2student)": 5.115457057952881,
      "cov-distil (oracle2teacher)": 4.879899978637695,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.403954267501831,
      "step": 1714,
      "subrel-constrast": 3.303976058959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701810598373413,
      "cov-distil (oracle2student)": 4.863839149475098,
      "cov-distil (oracle2teacher)": 4.200281620025635,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.4296562671661377,
      "step": 1715,
      "subrel-constrast": 3.0966598987579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3881268501281738,
      "cov-distil (oracle2student)": 4.329209327697754,
      "cov-distil (oracle2teacher)": 4.223686218261719,
      "epoch": 1.346938775510204,
      "rel-constrast": 3.221346378326416,
      "step": 1716,
      "subrel-constrast": 3.7356741428375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601477861404419,
      "cov-distil (oracle2student)": 4.000622749328613,
      "cov-distil (oracle2teacher)": 3.9415695667266846,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.6288466453552246,
      "step": 1717,
      "subrel-constrast": 3.582732677459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8193079233169556,
      "cov-distil (oracle2student)": 3.9107248783111572,
      "cov-distil (oracle2teacher)": 4.025141716003418,
      "epoch": 1.34850863422292,
      "rel-constrast": 4.060984134674072,
      "step": 1718,
      "subrel-constrast": 4.846158504486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4519190788269043,
      "cov-distil (oracle2student)": 3.7812249660491943,
      "cov-distil (oracle2teacher)": 4.257962703704834,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.8818671703338623,
      "step": 1719,
      "subrel-constrast": 3.973895788192749,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 5.1875,
      "learning_rate": 4.921674778160893e-05,
      "loss": 0.7431,
      "step": 1720
    },
    {
      "cov-distil": 1.4843339920043945,
      "cov-distil (oracle2student)": 4.635878086090088,
      "cov-distil (oracle2teacher)": 4.166833877563477,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.9307570457458496,
      "step": 1720,
      "subrel-constrast": 3.4832499027252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3266394138336182,
      "cov-distil (oracle2student)": 5.636879920959473,
      "cov-distil (oracle2teacher)": 4.4373955726623535,
      "epoch": 1.3508634222919937,
      "rel-constrast": 3.0167200565338135,
      "step": 1721,
      "subrel-constrast": 3.013080358505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8228155374526978,
      "cov-distil (oracle2student)": 3.767451286315918,
      "cov-distil (oracle2teacher)": 3.762378454208374,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.6804583072662354,
      "step": 1722,
      "subrel-constrast": 3.7772467136383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5253863334655762,
      "cov-distil (oracle2student)": 4.397368907928467,
      "cov-distil (oracle2teacher)": 4.080415725708008,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.5323140621185303,
      "step": 1723,
      "subrel-constrast": 4.126648902893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6286723613739014,
      "cov-distil (oracle2student)": 4.10756778717041,
      "cov-distil (oracle2teacher)": 3.766479253768921,
      "epoch": 1.3532182103610675,
      "rel-constrast": 3.788242816925049,
      "step": 1724,
      "subrel-constrast": 3.9748165607452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6401193141937256,
      "cov-distil (oracle2student)": 2.8886406421661377,
      "cov-distil (oracle2teacher)": 2.954597234725952,
      "epoch": 1.3540031397174255,
      "rel-constrast": 2.6082262992858887,
      "step": 1725,
      "subrel-constrast": 3.743175983428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3371732234954834,
      "cov-distil (oracle2student)": 5.656307220458984,
      "cov-distil (oracle2teacher)": 4.892755508422852,
      "epoch": 1.3547880690737832,
      "rel-constrast": 3.9849557876586914,
      "step": 1726,
      "subrel-constrast": 4.523749351501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720710039138794,
      "cov-distil (oracle2student)": 5.891674041748047,
      "cov-distil (oracle2teacher)": 5.492726802825928,
      "epoch": 1.3555729984301412,
      "rel-constrast": 2.9663026332855225,
      "step": 1727,
      "subrel-constrast": 3.7746434211730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3942320346832275,
      "cov-distil (oracle2student)": 4.154197692871094,
      "cov-distil (oracle2teacher)": 3.8255786895751953,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.909430503845215,
      "step": 1728,
      "subrel-constrast": 3.3779075145721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1056621074676514,
      "cov-distil (oracle2student)": 5.594830513000488,
      "cov-distil (oracle2teacher)": 5.0517072677612305,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.3291707038879395,
      "step": 1729,
      "subrel-constrast": 3.4596457481384277,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 5.09375,
      "learning_rate": 4.919492750822164e-05,
      "loss": 0.8086,
      "step": 1730
    },
    {
      "cov-distil": 1.0618146657943726,
      "cov-distil (oracle2student)": 4.845118999481201,
      "cov-distil (oracle2teacher)": 4.5378899574279785,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.635180950164795,
      "step": 1730,
      "subrel-constrast": 3.1001203060150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5445315837860107,
      "cov-distil (oracle2student)": 3.147429943084717,
      "cov-distil (oracle2teacher)": 3.502480983734131,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.7715322971343994,
      "step": 1731,
      "subrel-constrast": 3.551654100418091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5890753269195557,
      "cov-distil (oracle2student)": 4.402159690856934,
      "cov-distil (oracle2teacher)": 3.9822463989257812,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.879653215408325,
      "step": 1732,
      "subrel-constrast": 3.7010772228240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7144513130187988,
      "cov-distil (oracle2student)": 3.2460508346557617,
      "cov-distil (oracle2teacher)": 3.8056204319000244,
      "epoch": 1.3602825745682887,
      "rel-constrast": 3.305478096008301,
      "step": 1733,
      "subrel-constrast": 3.790867567062378,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1175999641418457,
      "cov-distil (oracle2student)": 2.724719285964966,
      "cov-distil (oracle2teacher)": 3.3160347938537598,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.7467615604400635,
      "step": 1734,
      "subrel-constrast": 3.076059341430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434706211090088,
      "cov-distil (oracle2student)": 4.187713623046875,
      "cov-distil (oracle2teacher)": 4.25986909866333,
      "epoch": 1.3618524332810047,
      "rel-constrast": 2.0395944118499756,
      "step": 1735,
      "subrel-constrast": 3.2258193492889404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1276826858520508,
      "cov-distil (oracle2student)": 7.249734878540039,
      "cov-distil (oracle2teacher)": 6.112825393676758,
      "epoch": 1.3626373626373627,
      "rel-constrast": 4.430420875549316,
      "step": 1736,
      "subrel-constrast": 4.517467975616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7729322910308838,
      "cov-distil (oracle2student)": 4.154900550842285,
      "cov-distil (oracle2teacher)": 3.9162378311157227,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.754016876220703,
      "step": 1737,
      "subrel-constrast": 4.286582946777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.039358377456665,
      "cov-distil (oracle2student)": 4.010970592498779,
      "cov-distil (oracle2teacher)": 3.628436326980591,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.7818729877471924,
      "step": 1738,
      "subrel-constrast": 3.192831516265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3002960681915283,
      "cov-distil (oracle2student)": 4.715875625610352,
      "cov-distil (oracle2teacher)": 4.7496337890625,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.805814743041992,
      "step": 1739,
      "subrel-constrast": 4.489636421203613,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 6.125,
      "learning_rate": 4.917281242727812e-05,
      "loss": 0.7905,
      "step": 1740
    },
    {
      "cov-distil": 1.0826528072357178,
      "cov-distil (oracle2student)": 3.6261558532714844,
      "cov-distil (oracle2teacher)": 3.517632484436035,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.9335129261016846,
      "step": 1740,
      "subrel-constrast": 3.3870151042938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.295567274093628,
      "cov-distil (oracle2student)": 3.7799532413482666,
      "cov-distil (oracle2teacher)": 3.1188812255859375,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.6558594703674316,
      "step": 1741,
      "subrel-constrast": 2.7380588054656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0450639724731445,
      "cov-distil (oracle2student)": 4.798305988311768,
      "cov-distil (oracle2teacher)": 4.594151496887207,
      "epoch": 1.3673469387755102,
      "rel-constrast": 2.19745135307312,
      "step": 1742,
      "subrel-constrast": 3.7651469707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9361448287963867,
      "cov-distil (oracle2student)": 3.4932923316955566,
      "cov-distil (oracle2teacher)": 3.5693211555480957,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.5954251289367676,
      "step": 1743,
      "subrel-constrast": 2.80815052986145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4450926780700684,
      "cov-distil (oracle2student)": 3.8245177268981934,
      "cov-distil (oracle2teacher)": 3.891239643096924,
      "epoch": 1.3689167974882261,
      "rel-constrast": 3.0160374641418457,
      "step": 1744,
      "subrel-constrast": 3.4524195194244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4455041885375977,
      "cov-distil (oracle2student)": 3.8184432983398438,
      "cov-distil (oracle2teacher)": 3.88462233543396,
      "epoch": 1.369701726844584,
      "rel-constrast": 3.801227569580078,
      "step": 1745,
      "subrel-constrast": 3.9571356773376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461526870727539,
      "cov-distil (oracle2student)": 4.549899101257324,
      "cov-distil (oracle2teacher)": 3.7564520835876465,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.6531753540039062,
      "step": 1746,
      "subrel-constrast": 3.9839367866516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4556019306182861,
      "cov-distil (oracle2student)": 3.929880142211914,
      "cov-distil (oracle2teacher)": 3.717059373855591,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.1996192932128906,
      "step": 1747,
      "subrel-constrast": 3.085503578186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3401236534118652,
      "cov-distil (oracle2student)": 5.345374584197998,
      "cov-distil (oracle2teacher)": 4.693299293518066,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.5245697498321533,
      "step": 1748,
      "subrel-constrast": 3.0306918621063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6430013179779053,
      "cov-distil (oracle2student)": 3.0627193450927734,
      "cov-distil (oracle2teacher)": 3.5168375968933105,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.1481099128723145,
      "step": 1749,
      "subrel-constrast": 3.1956779956817627,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 5.0,
      "learning_rate": 4.9150402808243644e-05,
      "loss": 0.731,
      "step": 1750
    },
    {
      "cov-distil": 1.3824069499969482,
      "cov-distil (oracle2student)": 5.677611351013184,
      "cov-distil (oracle2teacher)": 4.536192417144775,
      "epoch": 1.3736263736263736,
      "rel-constrast": 3.7941489219665527,
      "step": 1750,
      "subrel-constrast": 4.1272077560424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4564387798309326,
      "cov-distil (oracle2student)": 3.256950855255127,
      "cov-distil (oracle2teacher)": 3.4080405235290527,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.686173915863037,
      "step": 1751,
      "subrel-constrast": 3.110144853591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3994667530059814,
      "cov-distil (oracle2student)": 4.597443103790283,
      "cov-distil (oracle2teacher)": 4.585826873779297,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.3697707653045654,
      "step": 1752,
      "subrel-constrast": 3.2143096923828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72646164894104,
      "cov-distil (oracle2student)": 3.643385887145996,
      "cov-distil (oracle2teacher)": 4.126883029937744,
      "epoch": 1.3759811616954474,
      "rel-constrast": 2.683345317840576,
      "step": 1753,
      "subrel-constrast": 3.8663997650146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3887810707092285,
      "cov-distil (oracle2student)": 2.553576946258545,
      "cov-distil (oracle2teacher)": 2.4935812950134277,
      "epoch": 1.3767660910518054,
      "rel-constrast": 2.2330849170684814,
      "step": 1754,
      "subrel-constrast": 2.932375192642212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7131316661834717,
      "cov-distil (oracle2student)": 2.7875115871429443,
      "cov-distil (oracle2teacher)": 2.754456043243408,
      "epoch": 1.3775510204081631,
      "rel-constrast": 2.09670352935791,
      "step": 1755,
      "subrel-constrast": 2.8941287994384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5519529581069946,
      "cov-distil (oracle2student)": 3.9605956077575684,
      "cov-distil (oracle2teacher)": 3.9108903408050537,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.346756935119629,
      "step": 1756,
      "subrel-constrast": 3.025015115737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.143404483795166,
      "cov-distil (oracle2student)": 4.485654830932617,
      "cov-distil (oracle2teacher)": 3.552102565765381,
      "epoch": 1.379120879120879,
      "rel-constrast": 3.2750332355499268,
      "step": 1757,
      "subrel-constrast": 3.3454391956329346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2158668041229248,
      "cov-distil (oracle2student)": 4.3882598876953125,
      "cov-distil (oracle2teacher)": 4.6353840827941895,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.8482608795166016,
      "step": 1758,
      "subrel-constrast": 3.654893159866333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442891001701355,
      "cov-distil (oracle2student)": 3.75789213180542,
      "cov-distil (oracle2teacher)": 3.5688633918762207,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.825012683868408,
      "step": 1759,
      "subrel-constrast": 3.4315226078033447,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.96875,
      "learning_rate": 4.912769892417236e-05,
      "loss": 0.715,
      "step": 1760
    },
    {
      "cov-distil": 1.277295470237732,
      "cov-distil (oracle2student)": 4.561944007873535,
      "cov-distil (oracle2teacher)": 4.234253883361816,
      "epoch": 1.3814756671899528,
      "rel-constrast": 2.9534506797790527,
      "step": 1760,
      "subrel-constrast": 3.4973106384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4292850494384766,
      "cov-distil (oracle2student)": 3.1788437366485596,
      "cov-distil (oracle2teacher)": 3.4569954872131348,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.9648616313934326,
      "step": 1761,
      "subrel-constrast": 4.153692722320557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649348497390747,
      "cov-distil (oracle2student)": 3.9957692623138428,
      "cov-distil (oracle2teacher)": 3.5393424034118652,
      "epoch": 1.3830455259026688,
      "rel-constrast": 2.010129451751709,
      "step": 1762,
      "subrel-constrast": 2.8695061206817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8825892806053162,
      "cov-distil (oracle2student)": 4.281441688537598,
      "cov-distil (oracle2teacher)": 3.973555088043213,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.9419515132904053,
      "step": 1763,
      "subrel-constrast": 3.1668334007263184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0540237426757812,
      "cov-distil (oracle2student)": 4.4148712158203125,
      "cov-distil (oracle2teacher)": 3.9092445373535156,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.872657060623169,
      "step": 1764,
      "subrel-constrast": 3.2246999740600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5403823852539062,
      "cov-distil (oracle2student)": 4.480401515960693,
      "cov-distil (oracle2teacher)": 4.29107141494751,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.4473118782043457,
      "step": 1765,
      "subrel-constrast": 3.464146375656128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296221733093262,
      "cov-distil (oracle2student)": 4.12296199798584,
      "cov-distil (oracle2teacher)": 3.8383519649505615,
      "epoch": 1.3861852433281006,
      "rel-constrast": 3.233968496322632,
      "step": 1766,
      "subrel-constrast": 4.193300724029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0214717388153076,
      "cov-distil (oracle2student)": 2.7143003940582275,
      "cov-distil (oracle2teacher)": 3.186598777770996,
      "epoch": 1.3869701726844583,
      "rel-constrast": 2.5249674320220947,
      "step": 1767,
      "subrel-constrast": 3.6878082752227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0996673107147217,
      "cov-distil (oracle2student)": 3.2776894569396973,
      "cov-distil (oracle2teacher)": 3.049516439437866,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.3833227157592773,
      "step": 1768,
      "subrel-constrast": 2.4072468280792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7651638984680176,
      "cov-distil (oracle2student)": 4.343587875366211,
      "cov-distil (oracle2teacher)": 4.099411487579346,
      "epoch": 1.3885400313971743,
      "rel-constrast": 2.4235150814056396,
      "step": 1769,
      "subrel-constrast": 3.2237741947174072,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 4.59375,
      "learning_rate": 4.9104701051703915e-05,
      "loss": 0.708,
      "step": 1770
    },
    {
      "cov-distil": 1.6089214086532593,
      "cov-distil (oracle2student)": 1.9938068389892578,
      "cov-distil (oracle2teacher)": 2.447086811065674,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.6717936992645264,
      "step": 1770,
      "subrel-constrast": 3.6926400661468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0475549697875977,
      "cov-distil (oracle2student)": 4.232304573059082,
      "cov-distil (oracle2teacher)": 4.205155372619629,
      "epoch": 1.39010989010989,
      "rel-constrast": 2.5580437183380127,
      "step": 1771,
      "subrel-constrast": 3.1451010704040527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1233415603637695,
      "cov-distil (oracle2student)": 3.134056806564331,
      "cov-distil (oracle2teacher)": 3.438178062438965,
      "epoch": 1.390894819466248,
      "rel-constrast": 2.7492411136627197,
      "step": 1772,
      "subrel-constrast": 3.709041118621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5698450803756714,
      "cov-distil (oracle2student)": 3.927119731903076,
      "cov-distil (oracle2teacher)": 3.6161272525787354,
      "epoch": 1.391679748822606,
      "rel-constrast": 2.045973300933838,
      "step": 1773,
      "subrel-constrast": 3.0393433570861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490007162094116,
      "cov-distil (oracle2student)": 4.656673908233643,
      "cov-distil (oracle2teacher)": 3.573176145553589,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.914921283721924,
      "step": 1774,
      "subrel-constrast": 4.951249599456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459865689277649,
      "cov-distil (oracle2student)": 4.682704925537109,
      "cov-distil (oracle2teacher)": 4.323337554931641,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.6169118881225586,
      "step": 1775,
      "subrel-constrast": 3.520411491394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024899959564209,
      "cov-distil (oracle2student)": 3.6253342628479004,
      "cov-distil (oracle2teacher)": 3.9742040634155273,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.2356555461883545,
      "step": 1776,
      "subrel-constrast": 3.9013290405273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9277528524398804,
      "cov-distil (oracle2student)": 4.837154388427734,
      "cov-distil (oracle2teacher)": 4.316973686218262,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.5413308143615723,
      "step": 1777,
      "subrel-constrast": 3.2373464107513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3537741899490356,
      "cov-distil (oracle2student)": 4.281999588012695,
      "cov-distil (oracle2teacher)": 4.542726516723633,
      "epoch": 1.3956043956043955,
      "rel-constrast": 1.8808162212371826,
      "step": 1778,
      "subrel-constrast": 3.06569766998291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6620193719863892,
      "cov-distil (oracle2student)": 3.7810750007629395,
      "cov-distil (oracle2teacher)": 3.3276071548461914,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.0814690589904785,
      "step": 1779,
      "subrel-constrast": 3.398512125015259,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 4.4375,
      "learning_rate": 4.9081409471060133e-05,
      "loss": 0.7467,
      "step": 1780
    },
    {
      "cov-distil": 1.975041151046753,
      "cov-distil (oracle2student)": 4.313316345214844,
      "cov-distil (oracle2teacher)": 4.424312114715576,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.7330856323242188,
      "step": 1780,
      "subrel-constrast": 3.9072744846343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3184494972229004,
      "cov-distil (oracle2student)": 2.3401479721069336,
      "cov-distil (oracle2teacher)": 2.615574598312378,
      "epoch": 1.3979591836734695,
      "rel-constrast": 3.1698129177093506,
      "step": 1781,
      "subrel-constrast": 4.002466678619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081775188446045,
      "cov-distil (oracle2student)": 4.373048782348633,
      "cov-distil (oracle2teacher)": 4.501211643218994,
      "epoch": 1.3987441130298273,
      "rel-constrast": 2.671898603439331,
      "step": 1782,
      "subrel-constrast": 4.031023979187012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7810746431350708,
      "cov-distil (oracle2student)": 4.0231547355651855,
      "cov-distil (oracle2teacher)": 3.3979432582855225,
      "epoch": 1.3995290423861853,
      "rel-constrast": 3.4191641807556152,
      "step": 1783,
      "subrel-constrast": 4.124697685241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2770994901657104,
      "cov-distil (oracle2student)": 4.195890426635742,
      "cov-distil (oracle2teacher)": 3.46781063079834,
      "epoch": 1.4003139717425432,
      "rel-constrast": 3.2167983055114746,
      "step": 1784,
      "subrel-constrast": 3.7879691123962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4572951793670654,
      "cov-distil (oracle2student)": 5.796965599060059,
      "cov-distil (oracle2teacher)": 5.57896614074707,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.993894100189209,
      "step": 1785,
      "subrel-constrast": 4.575894355773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4861783981323242,
      "cov-distil (oracle2student)": 4.789185047149658,
      "cov-distil (oracle2teacher)": 4.152342319488525,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.1518936157226562,
      "step": 1786,
      "subrel-constrast": 2.857137441635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0199559926986694,
      "cov-distil (oracle2student)": 4.052515029907227,
      "cov-distil (oracle2teacher)": 3.9190690517425537,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.2214207649230957,
      "step": 1787,
      "subrel-constrast": 2.9084455966949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194413661956787,
      "cov-distil (oracle2student)": 4.2949748039245605,
      "cov-distil (oracle2teacher)": 4.273899078369141,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.8227193355560303,
      "step": 1788,
      "subrel-constrast": 2.8076255321502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.06584632396698,
      "cov-distil (oracle2student)": 3.7848901748657227,
      "cov-distil (oracle2teacher)": 3.3771371841430664,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.787358283996582,
      "step": 1789,
      "subrel-constrast": 3.5303947925567627,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 4.5625,
      "learning_rate": 4.905782446604159e-05,
      "loss": 0.7407,
      "step": 1790
    },
    {
      "cov-distil": 2.289405107498169,
      "cov-distil (oracle2student)": 3.578599214553833,
      "cov-distil (oracle2teacher)": 3.4512925148010254,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.3787174224853516,
      "step": 1790,
      "subrel-constrast": 3.511873960494995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2878767251968384,
      "cov-distil (oracle2student)": 3.9206135272979736,
      "cov-distil (oracle2teacher)": 3.6987013816833496,
      "epoch": 1.4058084772370487,
      "rel-constrast": 1.954724669456482,
      "step": 1791,
      "subrel-constrast": 2.8543734550476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0315364599227905,
      "cov-distil (oracle2student)": 5.348865985870361,
      "cov-distil (oracle2teacher)": 5.0657501220703125,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.9480481147766113,
      "step": 1792,
      "subrel-constrast": 3.7603235244750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7520729303359985,
      "cov-distil (oracle2student)": 3.5946998596191406,
      "cov-distil (oracle2teacher)": 3.9707908630371094,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.9384000301361084,
      "step": 1793,
      "subrel-constrast": 4.622103214263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4584685564041138,
      "cov-distil (oracle2student)": 3.668431282043457,
      "cov-distil (oracle2teacher)": 3.79821515083313,
      "epoch": 1.4081632653061225,
      "rel-constrast": 3.114461898803711,
      "step": 1794,
      "subrel-constrast": 4.088900089263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1298915147781372,
      "cov-distil (oracle2student)": 5.357276916503906,
      "cov-distil (oracle2teacher)": 4.751312255859375,
      "epoch": 1.4089481946624804,
      "rel-constrast": 2.830813407897949,
      "step": 1795,
      "subrel-constrast": 3.199908494949341,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.313107490539551,
      "cov-distil (oracle2student)": 5.050443649291992,
      "cov-distil (oracle2teacher)": 4.313997745513916,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.955758810043335,
      "step": 1796,
      "subrel-constrast": 3.5969579219818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.214133858680725,
      "cov-distil (oracle2student)": 2.1331787109375,
      "cov-distil (oracle2teacher)": 2.266268730163574,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.6433556079864502,
      "step": 1797,
      "subrel-constrast": 2.509021759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5446757078170776,
      "cov-distil (oracle2student)": 4.411598205566406,
      "cov-distil (oracle2teacher)": 4.118759632110596,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.2952840328216553,
      "step": 1798,
      "subrel-constrast": 2.7476847171783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6647090911865234,
      "cov-distil (oracle2student)": 4.157137393951416,
      "cov-distil (oracle2teacher)": 3.5608763694763184,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.6442322731018066,
      "step": 1799,
      "subrel-constrast": 4.126953125,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 6.1875,
      "learning_rate": 4.90339463240241e-05,
      "loss": 0.7318,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.296875,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.06158447265625
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.03912353515625
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.0224609375,
      "step": 1800
    },
    {
      "cov-distil": 1.3753511905670166,
      "cov-distil (oracle2student)": 3.7895617485046387,
      "cov-distil (oracle2teacher)": 3.4697158336639404,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.8414173126220703,
      "step": 1800,
      "subrel-constrast": 3.6772074699401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2888927459716797,
      "cov-distil (oracle2student)": 4.218761444091797,
      "cov-distil (oracle2teacher)": 3.251814126968384,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.7894210815429688,
      "step": 1801,
      "subrel-constrast": 3.297595739364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5428814888000488,
      "cov-distil (oracle2student)": 4.462331295013428,
      "cov-distil (oracle2teacher)": 4.133782863616943,
      "epoch": 1.414442700156986,
      "rel-constrast": 2.830944061279297,
      "step": 1802,
      "subrel-constrast": 3.652177572250366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3823407888412476,
      "cov-distil (oracle2student)": 2.4255661964416504,
      "cov-distil (oracle2teacher)": 2.612318515777588,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.3273444175720215,
      "step": 1803,
      "subrel-constrast": 2.1789848804473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1732839345932007,
      "cov-distil (oracle2student)": 3.3564648628234863,
      "cov-distil (oracle2teacher)": 3.553042411804199,
      "epoch": 1.4160125588697017,
      "rel-constrast": 2.267561435699463,
      "step": 1804,
      "subrel-constrast": 3.235435724258423,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9953148365020752,
      "cov-distil (oracle2student)": 5.615447044372559,
      "cov-distil (oracle2teacher)": 4.846495628356934,
      "epoch": 1.4167974882260597,
      "rel-constrast": 3.133941411972046,
      "step": 1805,
      "subrel-constrast": 3.020993709564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5745139122009277,
      "cov-distil (oracle2student)": 4.578680992126465,
      "cov-distil (oracle2teacher)": 4.446898460388184,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.3419127464294434,
      "step": 1806,
      "subrel-constrast": 3.1521565914154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952881097793579,
      "cov-distil (oracle2student)": 5.156837463378906,
      "cov-distil (oracle2teacher)": 4.3093366622924805,
      "epoch": 1.4183673469387754,
      "rel-constrast": 1.7049798965454102,
      "step": 1807,
      "subrel-constrast": 2.738222122192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.48823881149292,
      "cov-distil (oracle2student)": 4.362990856170654,
      "cov-distil (oracle2teacher)": 4.08839750289917,
      "epoch": 1.4191522762951334,
      "rel-constrast": 3.0215883255004883,
      "step": 1808,
      "subrel-constrast": 3.518209934234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8446228504180908,
      "cov-distil (oracle2student)": 5.151702880859375,
      "cov-distil (oracle2teacher)": 4.638205528259277,
      "epoch": 1.4199372056514914,
      "rel-constrast": 3.1416099071502686,
      "step": 1809,
      "subrel-constrast": 3.8997795581817627,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 6.8125,
      "learning_rate": 4.900977533595531e-05,
      "loss": 0.6716,
      "step": 1810
    },
    {
      "cov-distil": 1.6543567180633545,
      "cov-distil (oracle2student)": 4.950900077819824,
      "cov-distil (oracle2teacher)": 4.470099925994873,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.619957685470581,
      "step": 1810,
      "subrel-constrast": 3.1563613414764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3683617115020752,
      "cov-distil (oracle2student)": 4.222921371459961,
      "cov-distil (oracle2teacher)": 3.636617422103882,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.228365421295166,
      "step": 1811,
      "subrel-constrast": 2.803258180618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803507089614868,
      "cov-distil (oracle2student)": 3.889373779296875,
      "cov-distil (oracle2teacher)": 3.9628119468688965,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.4966611862182617,
      "step": 1812,
      "subrel-constrast": 3.9638965129852295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8111013174057007,
      "cov-distil (oracle2student)": 4.548791885375977,
      "cov-distil (oracle2teacher)": 4.69551944732666,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.8570060729980469,
      "step": 1813,
      "subrel-constrast": 3.579813241958618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.286060094833374,
      "cov-distil (oracle2student)": 4.387686729431152,
      "cov-distil (oracle2teacher)": 3.7512662410736084,
      "epoch": 1.423861852433281,
      "rel-constrast": 1.78669011592865,
      "step": 1814,
      "subrel-constrast": 2.735056161880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.087967872619629,
      "cov-distil (oracle2student)": 2.901634693145752,
      "cov-distil (oracle2teacher)": 3.397329807281494,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.498164176940918,
      "step": 1815,
      "subrel-constrast": 3.076226234436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6547093391418457,
      "cov-distil (oracle2student)": 5.884370803833008,
      "cov-distil (oracle2teacher)": 5.389580726623535,
      "epoch": 1.4254317111459969,
      "rel-constrast": 3.1378984451293945,
      "step": 1816,
      "subrel-constrast": 3.7884104251861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7544300556182861,
      "cov-distil (oracle2student)": 5.527893543243408,
      "cov-distil (oracle2teacher)": 4.92282772064209,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.694044828414917,
      "step": 1817,
      "subrel-constrast": 4.2226386070251465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8763136863708496,
      "cov-distil (oracle2student)": 3.690674066543579,
      "cov-distil (oracle2teacher)": 3.4789791107177734,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.362605571746826,
      "step": 1818,
      "subrel-constrast": 3.578190565109253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3423494100570679,
      "cov-distil (oracle2student)": 3.6252429485321045,
      "cov-distil (oracle2teacher)": 3.494964122772217,
      "epoch": 1.4277864992150706,
      "rel-constrast": 2.935727119445801,
      "step": 1819,
      "subrel-constrast": 3.335447311401367,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 6.15625,
      "learning_rate": 4.898531179635107e-05,
      "loss": 0.7297,
      "step": 1820
    },
    {
      "cov-distil": 1.4452028274536133,
      "cov-distil (oracle2student)": 3.840649366378784,
      "cov-distil (oracle2teacher)": 3.7159183025360107,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.420172691345215,
      "step": 1820,
      "subrel-constrast": 3.194286584854126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.201493263244629,
      "cov-distil (oracle2student)": 5.996379852294922,
      "cov-distil (oracle2teacher)": 5.120425224304199,
      "epoch": 1.4293563579277864,
      "rel-constrast": 2.8248565196990967,
      "step": 1821,
      "subrel-constrast": 3.5173699855804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.177264928817749,
      "cov-distil (oracle2student)": 4.552891254425049,
      "cov-distil (oracle2teacher)": 4.260626316070557,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.2708792686462402,
      "step": 1822,
      "subrel-constrast": 2.9936554431915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4655922651290894,
      "cov-distil (oracle2student)": 3.373347282409668,
      "cov-distil (oracle2teacher)": 3.1805851459503174,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.8171770572662354,
      "step": 1823,
      "subrel-constrast": 2.7735021114349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8172528743743896,
      "cov-distil (oracle2student)": 3.765939474105835,
      "cov-distil (oracle2teacher)": 3.363713264465332,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.386641025543213,
      "step": 1824,
      "subrel-constrast": 3.342613697052002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3294904232025146,
      "cov-distil (oracle2student)": 3.5718371868133545,
      "cov-distil (oracle2teacher)": 3.6850156784057617,
      "epoch": 1.4324960753532183,
      "rel-constrast": 3.0851714611053467,
      "step": 1825,
      "subrel-constrast": 3.9347751140594482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6668248176574707,
      "cov-distil (oracle2student)": 6.5556745529174805,
      "cov-distil (oracle2teacher)": 5.82924747467041,
      "epoch": 1.433281004709576,
      "rel-constrast": 4.023918151855469,
      "step": 1826,
      "subrel-constrast": 4.2772979736328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551129341125488,
      "cov-distil (oracle2student)": 4.62976598739624,
      "cov-distil (oracle2teacher)": 4.322417736053467,
      "epoch": 1.434065934065934,
      "rel-constrast": 3.3585753440856934,
      "step": 1827,
      "subrel-constrast": 3.5313055515289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.602424144744873,
      "cov-distil (oracle2student)": 3.8924152851104736,
      "cov-distil (oracle2teacher)": 3.7449512481689453,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.519665002822876,
      "step": 1828,
      "subrel-constrast": 3.329277992248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.58683180809021,
      "cov-distil (oracle2student)": 6.385455131530762,
      "cov-distil (oracle2teacher)": 5.142876625061035,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.937894821166992,
      "step": 1829,
      "subrel-constrast": 4.098027229309082,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 6.78125,
      "learning_rate": 4.89605560032919e-05,
      "loss": 0.753,
      "step": 1830
    },
    {
      "cov-distil": 1.2683773040771484,
      "cov-distil (oracle2student)": 5.51456880569458,
      "cov-distil (oracle2teacher)": 4.932936668395996,
      "epoch": 1.4364207221350078,
      "rel-constrast": 3.1549861431121826,
      "step": 1830,
      "subrel-constrast": 3.7158656120300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7652406692504883,
      "cov-distil (oracle2student)": 2.5780203342437744,
      "cov-distil (oracle2teacher)": 3.1185131072998047,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.3700711727142334,
      "step": 1831,
      "subrel-constrast": 3.638542652130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9649511575698853,
      "cov-distil (oracle2student)": 4.225449085235596,
      "cov-distil (oracle2teacher)": 4.1012067794799805,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.9386816024780273,
      "step": 1832,
      "subrel-constrast": 2.3051044940948486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771992206573486,
      "cov-distil (oracle2student)": 4.981726169586182,
      "cov-distil (oracle2teacher)": 4.143196105957031,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.8138246536254883,
      "step": 1833,
      "subrel-constrast": 3.299802780151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4737906455993652,
      "cov-distil (oracle2student)": 2.5556771755218506,
      "cov-distil (oracle2teacher)": 2.9800400733947754,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.422273635864258,
      "step": 1834,
      "subrel-constrast": 3.241222620010376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2281641960144043,
      "cov-distil (oracle2student)": 3.1058075428009033,
      "cov-distil (oracle2teacher)": 2.9412336349487305,
      "epoch": 1.4403453689167975,
      "rel-constrast": 3.0711140632629395,
      "step": 1835,
      "subrel-constrast": 3.7840170860290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1675045490264893,
      "cov-distil (oracle2student)": 4.564324378967285,
      "cov-distil (oracle2teacher)": 4.323493480682373,
      "epoch": 1.4411302982731553,
      "rel-constrast": 2.781236171722412,
      "step": 1836,
      "subrel-constrast": 2.7374448776245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.079219937324524,
      "cov-distil (oracle2student)": 3.411094903945923,
      "cov-distil (oracle2teacher)": 3.191303253173828,
      "epoch": 1.4419152276295133,
      "rel-constrast": 3.092740058898926,
      "step": 1837,
      "subrel-constrast": 3.351301908493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5278972387313843,
      "cov-distil (oracle2student)": 3.2321972846984863,
      "cov-distil (oracle2teacher)": 3.313662528991699,
      "epoch": 1.4427001569858713,
      "rel-constrast": 2.879016399383545,
      "step": 1838,
      "subrel-constrast": 3.5835001468658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0350725650787354,
      "cov-distil (oracle2student)": 2.4493632316589355,
      "cov-distil (oracle2teacher)": 2.729887008666992,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.38649320602417,
      "step": 1839,
      "subrel-constrast": 2.8666794300079346,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 4.1875,
      "learning_rate": 4.893550825841932e-05,
      "loss": 0.7105,
      "step": 1840
    },
    {
      "cov-distil": 1.6579926013946533,
      "cov-distil (oracle2student)": 6.401279449462891,
      "cov-distil (oracle2teacher)": 5.277112007141113,
      "epoch": 1.4442700156985873,
      "rel-constrast": 4.2362470626831055,
      "step": 1840,
      "subrel-constrast": 4.374217510223389,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097137928009033,
      "cov-distil (oracle2student)": 6.69352912902832,
      "cov-distil (oracle2teacher)": 6.141706466674805,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.296020030975342,
      "step": 1841,
      "subrel-constrast": 4.120090484619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52357017993927,
      "cov-distil (oracle2student)": 2.577275276184082,
      "cov-distil (oracle2teacher)": 2.6045939922332764,
      "epoch": 1.445839874411303,
      "rel-constrast": 2.0906128883361816,
      "step": 1842,
      "subrel-constrast": 2.8598036766052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2005269527435303,
      "cov-distil (oracle2student)": 4.01481819152832,
      "cov-distil (oracle2teacher)": 3.7604923248291016,
      "epoch": 1.4466248037676608,
      "rel-constrast": 2.2734408378601074,
      "step": 1843,
      "subrel-constrast": 2.775613784790039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1281768083572388,
      "cov-distil (oracle2student)": 3.661174774169922,
      "cov-distil (oracle2teacher)": 3.5164029598236084,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.1075382232666016,
      "step": 1844,
      "subrel-constrast": 3.5926995277404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8172249794006348,
      "cov-distil (oracle2student)": 5.8461127281188965,
      "cov-distil (oracle2teacher)": 6.063834190368652,
      "epoch": 1.4481946624803768,
      "rel-constrast": 3.76010799407959,
      "step": 1845,
      "subrel-constrast": 4.720701694488525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.380967140197754,
      "cov-distil (oracle2student)": 4.823122024536133,
      "cov-distil (oracle2teacher)": 4.406197547912598,
      "epoch": 1.4489795918367347,
      "rel-constrast": 3.160726547241211,
      "step": 1846,
      "subrel-constrast": 3.2861616611480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2863383293151855,
      "cov-distil (oracle2student)": 4.338582515716553,
      "cov-distil (oracle2teacher)": 3.800304412841797,
      "epoch": 1.4497645211930927,
      "rel-constrast": 3.0546388626098633,
      "step": 1847,
      "subrel-constrast": 3.251276969909668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2051026821136475,
      "cov-distil (oracle2student)": 4.848534107208252,
      "cov-distil (oracle2teacher)": 4.756525993347168,
      "epoch": 1.4505494505494505,
      "rel-constrast": 3.2639107704162598,
      "step": 1848,
      "subrel-constrast": 4.062069416046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412589192390442,
      "cov-distil (oracle2student)": 5.114985466003418,
      "cov-distil (oracle2teacher)": 4.865669250488281,
      "epoch": 1.4513343799058085,
      "rel-constrast": 3.350212574005127,
      "step": 1849,
      "subrel-constrast": 3.8288183212280273,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 5.375,
      "learning_rate": 4.8910168866932195e-05,
      "loss": 0.8266,
      "step": 1850
    },
    {
      "cov-distil": 1.6888751983642578,
      "cov-distil (oracle2student)": 3.448847770690918,
      "cov-distil (oracle2teacher)": 3.6992971897125244,
      "epoch": 1.4521193092621665,
      "rel-constrast": 1.8792496919631958,
      "step": 1850,
      "subrel-constrast": 3.116849660873413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367068767547607,
      "cov-distil (oracle2student)": 4.72634744644165,
      "cov-distil (oracle2teacher)": 4.442650318145752,
      "epoch": 1.4529042386185242,
      "rel-constrast": 4.097768783569336,
      "step": 1851,
      "subrel-constrast": 4.38444185256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8452763557434082,
      "cov-distil (oracle2student)": 5.708890914916992,
      "cov-distil (oracle2teacher)": 5.7249650955200195,
      "epoch": 1.4536891679748822,
      "rel-constrast": 2.7360332012176514,
      "step": 1852,
      "subrel-constrast": 4.191849708557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2964894771575928,
      "cov-distil (oracle2student)": 3.6186249256134033,
      "cov-distil (oracle2teacher)": 3.327200174331665,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.3278985023498535,
      "step": 1853,
      "subrel-constrast": 3.5349605083465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.15955650806427,
      "cov-distil (oracle2student)": 2.791245937347412,
      "cov-distil (oracle2teacher)": 2.996602773666382,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.3102505207061768,
      "step": 1854,
      "subrel-constrast": 4.207559108734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5015387535095215,
      "cov-distil (oracle2student)": 3.9151670932769775,
      "cov-distil (oracle2teacher)": 4.3544440269470215,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.5720043182373047,
      "step": 1855,
      "subrel-constrast": 3.2190749645233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9023011922836304,
      "cov-distil (oracle2student)": 3.2154641151428223,
      "cov-distil (oracle2teacher)": 3.2312047481536865,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.523677349090576,
      "step": 1856,
      "subrel-constrast": 3.375361680984497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418964147567749,
      "cov-distil (oracle2student)": 4.337531089782715,
      "cov-distil (oracle2teacher)": 3.9954028129577637,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.795344352722168,
      "step": 1857,
      "subrel-constrast": 3.288412094116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.612828016281128,
      "cov-distil (oracle2student)": 3.6213760375976562,
      "cov-distil (oracle2teacher)": 3.895224094390869,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.616885185241699,
      "step": 1858,
      "subrel-constrast": 3.5245022773742676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5105284452438354,
      "cov-distil (oracle2student)": 4.446105480194092,
      "cov-distil (oracle2teacher)": 4.319863319396973,
      "epoch": 1.4591836734693877,
      "rel-constrast": 2.974085807800293,
      "step": 1859,
      "subrel-constrast": 4.052789211273193,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 4.84375,
      "learning_rate": 4.888453813758301e-05,
      "loss": 0.759,
      "step": 1860
    },
    {
      "cov-distil": 1.324098825454712,
      "cov-distil (oracle2student)": 3.6147279739379883,
      "cov-distil (oracle2teacher)": 3.227203130722046,
      "epoch": 1.4599686028257457,
      "rel-constrast": 2.9960274696350098,
      "step": 1860,
      "subrel-constrast": 3.5792276859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.171452522277832,
      "cov-distil (oracle2student)": 6.498472213745117,
      "cov-distil (oracle2teacher)": 5.5798563957214355,
      "epoch": 1.4607535321821037,
      "rel-constrast": 2.298779010772705,
      "step": 1861,
      "subrel-constrast": 2.5710718631744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.110198736190796,
      "cov-distil (oracle2student)": 3.4142746925354004,
      "cov-distil (oracle2teacher)": 3.2940726280212402,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.189666986465454,
      "step": 1862,
      "subrel-constrast": 3.452401876449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618439674377441,
      "cov-distil (oracle2student)": 5.286944389343262,
      "cov-distil (oracle2teacher)": 4.3206787109375,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.4891648292541504,
      "step": 1863,
      "subrel-constrast": 3.4858736991882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1890687942504883,
      "cov-distil (oracle2student)": 4.43721866607666,
      "cov-distil (oracle2teacher)": 3.987574338912964,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.537240982055664,
      "step": 1864,
      "subrel-constrast": 3.60815167427063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2210792303085327,
      "cov-distil (oracle2student)": 3.950700283050537,
      "cov-distil (oracle2teacher)": 3.1345367431640625,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.2303390502929688,
      "step": 1865,
      "subrel-constrast": 3.6884562969207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2549242973327637,
      "cov-distil (oracle2student)": 3.169987201690674,
      "cov-distil (oracle2teacher)": 3.112874746322632,
      "epoch": 1.4646781789638932,
      "rel-constrast": 2.961059093475342,
      "step": 1866,
      "subrel-constrast": 3.388056993484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1132255792617798,
      "cov-distil (oracle2student)": 3.1881613731384277,
      "cov-distil (oracle2teacher)": 4.031736373901367,
      "epoch": 1.4654631083202512,
      "rel-constrast": 3.369593620300293,
      "step": 1867,
      "subrel-constrast": 4.17751932144165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409156799316406,
      "cov-distil (oracle2student)": 4.461203098297119,
      "cov-distil (oracle2teacher)": 4.548511505126953,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.3510546684265137,
      "step": 1868,
      "subrel-constrast": 3.1808478832244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.988564670085907,
      "cov-distil (oracle2student)": 3.8768303394317627,
      "cov-distil (oracle2teacher)": 3.647482395172119,
      "epoch": 1.4670329670329672,
      "rel-constrast": 2.013795852661133,
      "step": 1869,
      "subrel-constrast": 2.825491189956665,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 4.75,
      "learning_rate": 4.885861638267413e-05,
      "loss": 0.7201,
      "step": 1870
    },
    {
      "cov-distil": 1.7998799085617065,
      "cov-distil (oracle2student)": 3.271496295928955,
      "cov-distil (oracle2teacher)": 3.0112061500549316,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.588841676712036,
      "step": 1870,
      "subrel-constrast": 4.032552242279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.349198579788208,
      "cov-distil (oracle2student)": 3.1306915283203125,
      "cov-distil (oracle2teacher)": 2.914619207382202,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.4161884784698486,
      "step": 1871,
      "subrel-constrast": 3.163926362991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7091114521026611,
      "cov-distil (oracle2student)": 4.372878551483154,
      "cov-distil (oracle2teacher)": 4.15083122253418,
      "epoch": 1.469387755102041,
      "rel-constrast": 3.674309730529785,
      "step": 1872,
      "subrel-constrast": 4.023014068603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6205456256866455,
      "cov-distil (oracle2student)": 3.448446035385132,
      "cov-distil (oracle2teacher)": 3.7027246952056885,
      "epoch": 1.4701726844583987,
      "rel-constrast": 2.6868979930877686,
      "step": 1873,
      "subrel-constrast": 3.6661877632141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0467638969421387,
      "cov-distil (oracle2student)": 3.6841325759887695,
      "cov-distil (oracle2teacher)": 3.540146589279175,
      "epoch": 1.4709576138147566,
      "rel-constrast": 2.2152252197265625,
      "step": 1874,
      "subrel-constrast": 3.33553147315979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7649476528167725,
      "cov-distil (oracle2student)": 4.595139503479004,
      "cov-distil (oracle2teacher)": 4.807185649871826,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.882308006286621,
      "step": 1875,
      "subrel-constrast": 3.9884748458862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6274170875549316,
      "cov-distil (oracle2student)": 4.342825889587402,
      "cov-distil (oracle2teacher)": 4.161476135253906,
      "epoch": 1.4725274725274726,
      "rel-constrast": 2.716750144958496,
      "step": 1876,
      "subrel-constrast": 3.6377859115600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1850725412368774,
      "cov-distil (oracle2student)": 4.801465034484863,
      "cov-distil (oracle2teacher)": 4.4294657707214355,
      "epoch": 1.4733124018838304,
      "rel-constrast": 3.233443260192871,
      "step": 1877,
      "subrel-constrast": 3.1840202808380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6530916690826416,
      "cov-distil (oracle2student)": 4.700448989868164,
      "cov-distil (oracle2teacher)": 4.715950965881348,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.6957778930664062,
      "step": 1878,
      "subrel-constrast": 4.544745922088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665679931640625,
      "cov-distil (oracle2student)": 4.62099552154541,
      "cov-distil (oracle2teacher)": 4.034111976623535,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.6383543014526367,
      "step": 1879,
      "subrel-constrast": 3.695279836654663,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 5.9375,
      "learning_rate": 4.883240391805394e-05,
      "loss": 0.8098,
      "step": 1880
    },
    {
      "cov-distil": 1.489245891571045,
      "cov-distil (oracle2student)": 4.289907455444336,
      "cov-distil (oracle2teacher)": 4.189836025238037,
      "epoch": 1.4756671899529041,
      "rel-constrast": 3.047013759613037,
      "step": 1880,
      "subrel-constrast": 3.6831588745117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6271897554397583,
      "cov-distil (oracle2student)": 4.952922344207764,
      "cov-distil (oracle2teacher)": 4.3915557861328125,
      "epoch": 1.4764521193092621,
      "rel-constrast": 2.925741195678711,
      "step": 1881,
      "subrel-constrast": 3.849264144897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4708141088485718,
      "cov-distil (oracle2student)": 3.6817660331726074,
      "cov-distil (oracle2teacher)": 3.3645787239074707,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.8425955772399902,
      "step": 1882,
      "subrel-constrast": 2.559281587600708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5363428592681885,
      "cov-distil (oracle2student)": 3.288538932800293,
      "cov-distil (oracle2teacher)": 3.3280093669891357,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.857149362564087,
      "step": 1883,
      "subrel-constrast": 3.2818243503570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1604633331298828,
      "cov-distil (oracle2student)": 3.6293282508850098,
      "cov-distil (oracle2teacher)": 3.6054253578186035,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.432465076446533,
      "step": 1884,
      "subrel-constrast": 3.0961251258850098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3076788187026978,
      "cov-distil (oracle2student)": 4.063167572021484,
      "cov-distil (oracle2teacher)": 3.7917380332946777,
      "epoch": 1.4795918367346939,
      "rel-constrast": 3.131176710128784,
      "step": 1885,
      "subrel-constrast": 3.387690305709839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6938672065734863,
      "cov-distil (oracle2student)": 4.879122734069824,
      "cov-distil (oracle2teacher)": 4.4586591720581055,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.8621890544891357,
      "step": 1886,
      "subrel-constrast": 2.784557342529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6372668743133545,
      "cov-distil (oracle2student)": 6.824195861816406,
      "cov-distil (oracle2teacher)": 6.387898921966553,
      "epoch": 1.4811616954474096,
      "rel-constrast": 3.3412389755249023,
      "step": 1887,
      "subrel-constrast": 4.233912467956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1793620586395264,
      "cov-distil (oracle2student)": 3.1445255279541016,
      "cov-distil (oracle2teacher)": 3.157705783843994,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.443695068359375,
      "step": 1888,
      "subrel-constrast": 3.1362268924713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2781684398651123,
      "cov-distil (oracle2student)": 3.4792184829711914,
      "cov-distil (oracle2teacher)": 3.618779182434082,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.680797576904297,
      "step": 1889,
      "subrel-constrast": 3.813993215560913,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 5.96875,
      "learning_rate": 4.8805901063113064e-05,
      "loss": 0.7251,
      "step": 1890
    },
    {
      "cov-distil": 1.4641432762145996,
      "cov-distil (oracle2student)": 3.655186653137207,
      "cov-distil (oracle2teacher)": 3.559060573577881,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.8183186054229736,
      "step": 1890,
      "subrel-constrast": 3.2129228115081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1659737825393677,
      "cov-distil (oracle2student)": 3.1489181518554688,
      "cov-distil (oracle2teacher)": 3.0241281986236572,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.364744186401367,
      "step": 1891,
      "subrel-constrast": 3.6507506370544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041974782943726,
      "cov-distil (oracle2student)": 3.4649229049682617,
      "cov-distil (oracle2teacher)": 3.5441417694091797,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.2610387802124023,
      "step": 1892,
      "subrel-constrast": 3.015953779220581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3576924800872803,
      "cov-distil (oracle2student)": 3.3984508514404297,
      "cov-distil (oracle2teacher)": 3.3243513107299805,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.5813984870910645,
      "step": 1893,
      "subrel-constrast": 3.0531294345855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.153913140296936,
      "cov-distil (oracle2student)": 4.345780372619629,
      "cov-distil (oracle2teacher)": 4.352718830108643,
      "epoch": 1.4866562009419153,
      "rel-constrast": 3.2440240383148193,
      "step": 1894,
      "subrel-constrast": 3.4956295490264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5457699298858643,
      "cov-distil (oracle2student)": 4.9476118087768555,
      "cov-distil (oracle2teacher)": 4.5059685707092285,
      "epoch": 1.487441130298273,
      "rel-constrast": 2.1165847778320312,
      "step": 1895,
      "subrel-constrast": 3.051499366760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2244950532913208,
      "cov-distil (oracle2student)": 2.6861298084259033,
      "cov-distil (oracle2teacher)": 2.7791075706481934,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.134418487548828,
      "step": 1896,
      "subrel-constrast": 2.9587888717651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1315360069274902,
      "cov-distil (oracle2student)": 6.507489204406738,
      "cov-distil (oracle2teacher)": 5.72232723236084,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.9158642292022705,
      "step": 1897,
      "subrel-constrast": 3.5586516857147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4999985694885254,
      "cov-distil (oracle2student)": 4.5897297859191895,
      "cov-distil (oracle2teacher)": 4.284789085388184,
      "epoch": 1.489795918367347,
      "rel-constrast": 3.15089750289917,
      "step": 1898,
      "subrel-constrast": 3.5956332683563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9041634798049927,
      "cov-distil (oracle2student)": 5.048053741455078,
      "cov-distil (oracle2teacher)": 4.696500778198242,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.978008985519409,
      "step": 1899,
      "subrel-constrast": 3.636552095413208,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 6.90625,
      "learning_rate": 4.877910814078041e-05,
      "loss": 0.724,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.31562501192092896,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.04156494140625
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.025115966796875
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.016448974609375,
      "step": 1900
    },
    {
      "cov-distil": 1.8200678825378418,
      "cov-distil (oracle2student)": 3.9837305545806885,
      "cov-distil (oracle2teacher)": 4.241322994232178,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.714162826538086,
      "step": 1900,
      "subrel-constrast": 4.235428333282471,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1765316724777222,
      "cov-distil (oracle2student)": 3.4101648330688477,
      "cov-distil (oracle2teacher)": 3.5064611434936523,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.584463596343994,
      "step": 1901,
      "subrel-constrast": 2.8131165504455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4192533493041992,
      "cov-distil (oracle2student)": 2.8145060539245605,
      "cov-distil (oracle2teacher)": 2.462829113006592,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.39072585105896,
      "step": 1902,
      "subrel-constrast": 2.3945631980895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2846920490264893,
      "cov-distil (oracle2student)": 3.737550973892212,
      "cov-distil (oracle2teacher)": 3.5892839431762695,
      "epoch": 1.4937205651491365,
      "rel-constrast": 2.0010600090026855,
      "step": 1903,
      "subrel-constrast": 2.654101610183716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5933458805084229,
      "cov-distil (oracle2student)": 3.2610483169555664,
      "cov-distil (oracle2teacher)": 3.3903608322143555,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.7466659545898438,
      "step": 1904,
      "subrel-constrast": 4.301742076873779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5730876922607422,
      "cov-distil (oracle2student)": 3.9070684909820557,
      "cov-distil (oracle2teacher)": 3.919351577758789,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.518761396408081,
      "step": 1905,
      "subrel-constrast": 3.0427777767181396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059499740600586,
      "cov-distil (oracle2student)": 5.231939315795898,
      "cov-distil (oracle2teacher)": 4.642115116119385,
      "epoch": 1.4960753532182103,
      "rel-constrast": 3.0383875370025635,
      "step": 1906,
      "subrel-constrast": 3.9105637073516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4514204263687134,
      "cov-distil (oracle2student)": 4.346742153167725,
      "cov-distil (oracle2teacher)": 4.052260398864746,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.7481608390808105,
      "step": 1907,
      "subrel-constrast": 3.255969524383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5344431400299072,
      "cov-distil (oracle2student)": 2.184706449508667,
      "cov-distil (oracle2teacher)": 2.6382651329040527,
      "epoch": 1.4976452119309263,
      "rel-constrast": 2.1720316410064697,
      "step": 1908,
      "subrel-constrast": 2.75362491607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.444244623184204,
      "cov-distil (oracle2student)": 4.057034492492676,
      "cov-distil (oracle2teacher)": 4.102211952209473,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.408419132232666,
      "step": 1909,
      "subrel-constrast": 3.3695499897003174,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 5.28125,
      "learning_rate": 4.8752025477519295e-05,
      "loss": 0.7215,
      "step": 1910
    },
    {
      "cov-distil": 1.3822780847549438,
      "cov-distil (oracle2student)": 3.074392795562744,
      "cov-distil (oracle2teacher)": 3.4046082496643066,
      "epoch": 1.499215070643642,
      "rel-constrast": 3.053463935852051,
      "step": 1910,
      "subrel-constrast": 3.5782012939453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1215405464172363,
      "cov-distil (oracle2student)": 4.09284782409668,
      "cov-distil (oracle2teacher)": 4.057436466217041,
      "epoch": 1.5,
      "rel-constrast": 3.2193315029144287,
      "step": 1911,
      "subrel-constrast": 4.111722946166992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6215386390686035,
      "cov-distil (oracle2student)": 5.013403415679932,
      "cov-distil (oracle2teacher)": 4.43386173248291,
      "epoch": 1.500784929356358,
      "rel-constrast": 2.296384811401367,
      "step": 1912,
      "subrel-constrast": 3.439622163772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.828143835067749,
      "cov-distil (oracle2student)": 3.670921802520752,
      "cov-distil (oracle2teacher)": 3.9030356407165527,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.9615867137908936,
      "step": 1913,
      "subrel-constrast": 3.9367730617523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47484290599823,
      "cov-distil (oracle2student)": 6.2821760177612305,
      "cov-distil (oracle2teacher)": 5.5559186935424805,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.6902894973754883,
      "step": 1914,
      "subrel-constrast": 3.998914957046509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727229118347168,
      "cov-distil (oracle2student)": 5.220627784729004,
      "cov-distil (oracle2teacher)": 4.6269378662109375,
      "epoch": 1.5031397174254317,
      "rel-constrast": 4.270571708679199,
      "step": 1915,
      "subrel-constrast": 5.203466415405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483829975128174,
      "cov-distil (oracle2student)": 3.059772491455078,
      "cov-distil (oracle2teacher)": 3.301860809326172,
      "epoch": 1.5039246467817895,
      "rel-constrast": 2.9325826168060303,
      "step": 1916,
      "subrel-constrast": 3.9415740966796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5470190048217773,
      "cov-distil (oracle2student)": 5.574818134307861,
      "cov-distil (oracle2teacher)": 5.102795124053955,
      "epoch": 1.5047095761381475,
      "rel-constrast": 3.495610237121582,
      "step": 1917,
      "subrel-constrast": 3.616776704788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784400463104248,
      "cov-distil (oracle2student)": 3.3386974334716797,
      "cov-distil (oracle2teacher)": 3.493413209915161,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.136384963989258,
      "step": 1918,
      "subrel-constrast": 3.067333221435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5800302028656006,
      "cov-distil (oracle2student)": 3.5927000045776367,
      "cov-distil (oracle2teacher)": 3.5073397159576416,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.6197471618652344,
      "step": 1919,
      "subrel-constrast": 3.7135367393493652,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 5.59375,
      "learning_rate": 4.8724653403323414e-05,
      "loss": 0.8084,
      "step": 1920
    },
    {
      "cov-distil": 1.68130362033844,
      "cov-distil (oracle2student)": 3.8451247215270996,
      "cov-distil (oracle2teacher)": 4.132164001464844,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.524275779724121,
      "step": 1920,
      "subrel-constrast": 5.853363990783691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5609867572784424,
      "cov-distil (oracle2student)": 3.605884313583374,
      "cov-distil (oracle2teacher)": 3.0318446159362793,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.6201601028442383,
      "step": 1921,
      "subrel-constrast": 3.9134087562561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6563458442687988,
      "cov-distil (oracle2student)": 4.422513961791992,
      "cov-distil (oracle2teacher)": 3.926860809326172,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.435603618621826,
      "step": 1922,
      "subrel-constrast": 3.422584056854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8695662021636963,
      "cov-distil (oracle2student)": 5.650864124298096,
      "cov-distil (oracle2teacher)": 4.782127857208252,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.255434036254883,
      "step": 1923,
      "subrel-constrast": 4.152292251586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4841439723968506,
      "cov-distil (oracle2student)": 5.437008380889893,
      "cov-distil (oracle2teacher)": 4.618408679962158,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.9784290790557861,
      "step": 1924,
      "subrel-constrast": 2.797206401824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4636828899383545,
      "cov-distil (oracle2student)": 3.4912476539611816,
      "cov-distil (oracle2teacher)": 3.356928825378418,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.3939216136932373,
      "step": 1925,
      "subrel-constrast": 3.77427339553833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.257701873779297,
      "cov-distil (oracle2student)": 3.613499641418457,
      "cov-distil (oracle2teacher)": 3.307716131210327,
      "epoch": 1.511773940345369,
      "rel-constrast": 2.073474407196045,
      "step": 1926,
      "subrel-constrast": 3.209826946258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2852833271026611,
      "cov-distil (oracle2student)": 3.8562893867492676,
      "cov-distil (oracle2teacher)": 3.761594295501709,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.6977102756500244,
      "step": 1927,
      "subrel-constrast": 3.1279876232147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0923831462860107,
      "cov-distil (oracle2student)": 2.8294901847839355,
      "cov-distil (oracle2teacher)": 2.9233245849609375,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.52026629447937,
      "step": 1928,
      "subrel-constrast": 3.1192376613616943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028331995010376,
      "cov-distil (oracle2student)": 4.797187805175781,
      "cov-distil (oracle2teacher)": 4.900268077850342,
      "epoch": 1.5141287284144427,
      "rel-constrast": 3.131110191345215,
      "step": 1929,
      "subrel-constrast": 4.235548496246338,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 5.40625,
      "learning_rate": 4.8696992251712865e-05,
      "loss": 0.8067,
      "step": 1930
    },
    {
      "cov-distil": 1.2935891151428223,
      "cov-distil (oracle2student)": 4.263140678405762,
      "cov-distil (oracle2teacher)": 4.029933929443359,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.43511962890625,
      "step": 1930,
      "subrel-constrast": 3.0668649673461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1215782165527344,
      "cov-distil (oracle2student)": 3.8190982341766357,
      "cov-distil (oracle2teacher)": 3.8130149841308594,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.3707656860351562,
      "step": 1931,
      "subrel-constrast": 2.7674336433410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4837236404418945,
      "cov-distil (oracle2student)": 4.2342634201049805,
      "cov-distil (oracle2teacher)": 4.014438629150391,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.7599074840545654,
      "step": 1932,
      "subrel-constrast": 3.556955337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2333347797393799,
      "cov-distil (oracle2student)": 4.785069942474365,
      "cov-distil (oracle2teacher)": 4.075497627258301,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.2602295875549316,
      "step": 1933,
      "subrel-constrast": 3.3644399642944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.754798173904419,
      "cov-distil (oracle2student)": 4.039218902587891,
      "cov-distil (oracle2teacher)": 4.153687477111816,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.1695945262908936,
      "step": 1934,
      "subrel-constrast": 4.279153823852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559018611907959,
      "cov-distil (oracle2student)": 5.300314903259277,
      "cov-distil (oracle2teacher)": 5.020586967468262,
      "epoch": 1.5188383045525904,
      "rel-constrast": 3.1405386924743652,
      "step": 1935,
      "subrel-constrast": 3.7498159408569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4939593076705933,
      "cov-distil (oracle2student)": 3.208052635192871,
      "cov-distil (oracle2teacher)": 3.293198823928833,
      "epoch": 1.5196232339089482,
      "rel-constrast": 3.0275135040283203,
      "step": 1936,
      "subrel-constrast": 3.6351850032806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428492784500122,
      "cov-distil (oracle2student)": 4.486096382141113,
      "cov-distil (oracle2teacher)": 4.52850341796875,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.8076090812683105,
      "step": 1937,
      "subrel-constrast": 4.4368577003479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2678797245025635,
      "cov-distil (oracle2student)": 4.003924369812012,
      "cov-distil (oracle2teacher)": 4.1155595779418945,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.5180797576904297,
      "step": 1938,
      "subrel-constrast": 3.265015125274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919368267059326,
      "cov-distil (oracle2student)": 4.684997081756592,
      "cov-distil (oracle2teacher)": 4.577469348907471,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.2359108924865723,
      "step": 1939,
      "subrel-constrast": 4.052987098693848,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 6.0625,
      "learning_rate": 4.866904235973005e-05,
      "loss": 0.7787,
      "step": 1940
    },
    {
      "cov-distil": 1.4406867027282715,
      "cov-distil (oracle2student)": 5.061967372894287,
      "cov-distil (oracle2teacher)": 5.217357635498047,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.845330238342285,
      "step": 1940,
      "subrel-constrast": 3.37530517578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526735544204712,
      "cov-distil (oracle2student)": 3.3419079780578613,
      "cov-distil (oracle2teacher)": 3.7587883472442627,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.4881136417388916,
      "step": 1941,
      "subrel-constrast": 3.6015264987945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9293419122695923,
      "cov-distil (oracle2student)": 5.4480414390563965,
      "cov-distil (oracle2teacher)": 5.065512657165527,
      "epoch": 1.5243328100470959,
      "rel-constrast": 2.9614129066467285,
      "step": 1942,
      "subrel-constrast": 3.759190320968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368671178817749,
      "cov-distil (oracle2student)": 3.0140585899353027,
      "cov-distil (oracle2teacher)": 3.2035350799560547,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.5788989067077637,
      "step": 1943,
      "subrel-constrast": 3.333850860595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0682921409606934,
      "cov-distil (oracle2student)": 4.521337509155273,
      "cov-distil (oracle2teacher)": 4.286746978759766,
      "epoch": 1.5259026687598116,
      "rel-constrast": 2.364550828933716,
      "step": 1944,
      "subrel-constrast": 2.6539671421051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4087183475494385,
      "cov-distil (oracle2student)": 2.8617520332336426,
      "cov-distil (oracle2teacher)": 2.5491108894348145,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.9411816596984863,
      "step": 1945,
      "subrel-constrast": 3.3835527896881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8103678226470947,
      "cov-distil (oracle2student)": 5.06727933883667,
      "cov-distil (oracle2teacher)": 4.841084003448486,
      "epoch": 1.5274725274725274,
      "rel-constrast": 2.948176383972168,
      "step": 1946,
      "subrel-constrast": 3.823755979537964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2556767463684082,
      "cov-distil (oracle2student)": 4.826472282409668,
      "cov-distil (oracle2teacher)": 5.049144744873047,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.2107505798339844,
      "step": 1947,
      "subrel-constrast": 4.03645133972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5062694549560547,
      "cov-distil (oracle2student)": 4.601363182067871,
      "cov-distil (oracle2teacher)": 4.213315486907959,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.789292335510254,
      "step": 1948,
      "subrel-constrast": 3.6353132724761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847824811935425,
      "cov-distil (oracle2student)": 6.44348669052124,
      "cov-distil (oracle2teacher)": 5.705442905426025,
      "epoch": 1.5298273155416013,
      "rel-constrast": 3.9315719604492188,
      "step": 1949,
      "subrel-constrast": 4.7628374099731445,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 5.46875,
      "learning_rate": 4.8640804067935554e-05,
      "loss": 0.7637,
      "step": 1950
    },
    {
      "cov-distil": 1.9629204273223877,
      "cov-distil (oracle2student)": 3.5010714530944824,
      "cov-distil (oracle2teacher)": 2.745143413543701,
      "epoch": 1.5306122448979593,
      "rel-constrast": 2.507103443145752,
      "step": 1950,
      "subrel-constrast": 3.2004811763763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433044195175171,
      "cov-distil (oracle2student)": 4.362194061279297,
      "cov-distil (oracle2teacher)": 3.921370029449463,
      "epoch": 1.531397174254317,
      "rel-constrast": 3.2771849632263184,
      "step": 1951,
      "subrel-constrast": 3.5228493213653564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313047170639038,
      "cov-distil (oracle2student)": 3.8566977977752686,
      "cov-distil (oracle2teacher)": 3.832613468170166,
      "epoch": 1.532182103610675,
      "rel-constrast": 1.862630844116211,
      "step": 1952,
      "subrel-constrast": 2.4508941173553467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2483419179916382,
      "cov-distil (oracle2student)": 4.512497901916504,
      "cov-distil (oracle2teacher)": 4.033370018005371,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.518411874771118,
      "step": 1953,
      "subrel-constrast": 2.850015640258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606383085250854,
      "cov-distil (oracle2student)": 4.472964286804199,
      "cov-distil (oracle2teacher)": 3.9208731651306152,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.5309808254241943,
      "step": 1954,
      "subrel-constrast": 3.62199068069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5764573812484741,
      "cov-distil (oracle2student)": 3.7591652870178223,
      "cov-distil (oracle2teacher)": 3.9904000759124756,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.200928211212158,
      "step": 1955,
      "subrel-constrast": 3.113861322402954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.655348777770996,
      "cov-distil (oracle2student)": 5.966892242431641,
      "cov-distil (oracle2teacher)": 5.0572896003723145,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.497950792312622,
      "step": 1956,
      "subrel-constrast": 3.254173755645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6637239456176758,
      "cov-distil (oracle2student)": 3.354377269744873,
      "cov-distil (oracle2teacher)": 3.3308072090148926,
      "epoch": 1.5361067503924648,
      "rel-constrast": 3.4182798862457275,
      "step": 1957,
      "subrel-constrast": 4.7805495262146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3222100734710693,
      "cov-distil (oracle2student)": 2.852653980255127,
      "cov-distil (oracle2teacher)": 2.8959875106811523,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.9040801525115967,
      "step": 1958,
      "subrel-constrast": 2.873310089111328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4053704738616943,
      "cov-distil (oracle2student)": 4.547569274902344,
      "cov-distil (oracle2teacher)": 4.0867919921875,
      "epoch": 1.5376766091051806,
      "rel-constrast": 4.031647205352783,
      "step": 1959,
      "subrel-constrast": 4.197070598602295,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 6.375,
      "learning_rate": 4.861227772040409e-05,
      "loss": 0.7066,
      "step": 1960
    },
    {
      "cov-distil": 1.6973648071289062,
      "cov-distil (oracle2student)": 3.438843250274658,
      "cov-distil (oracle2teacher)": 3.2021613121032715,
      "epoch": 1.5384615384615383,
      "rel-constrast": 3.0188634395599365,
      "step": 1960,
      "subrel-constrast": 3.830216884613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6175587177276611,
      "cov-distil (oracle2student)": 3.4273316860198975,
      "cov-distil (oracle2teacher)": 3.533212661743164,
      "epoch": 1.5392464678178963,
      "rel-constrast": 2.5842418670654297,
      "step": 1961,
      "subrel-constrast": 2.935939073562622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5720915794372559,
      "cov-distil (oracle2student)": 3.6428780555725098,
      "cov-distil (oracle2teacher)": 3.6429476737976074,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.3179471492767334,
      "step": 1962,
      "subrel-constrast": 3.170811176300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6361315250396729,
      "cov-distil (oracle2student)": 5.307055950164795,
      "cov-distil (oracle2teacher)": 5.468857765197754,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.2441654205322266,
      "step": 1963,
      "subrel-constrast": 3.5044991970062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6532347202301025,
      "cov-distil (oracle2student)": 5.974061965942383,
      "cov-distil (oracle2teacher)": 5.222874641418457,
      "epoch": 1.5416012558869703,
      "rel-constrast": 2.0757360458374023,
      "step": 1964,
      "subrel-constrast": 3.102261543273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1591393947601318,
      "cov-distil (oracle2student)": 3.025369644165039,
      "cov-distil (oracle2teacher)": 3.133007287979126,
      "epoch": 1.542386185243328,
      "rel-constrast": 3.053222894668579,
      "step": 1965,
      "subrel-constrast": 3.4797122478485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1420084238052368,
      "cov-distil (oracle2student)": 4.093174934387207,
      "cov-distil (oracle2teacher)": 3.86787486076355,
      "epoch": 1.543171114599686,
      "rel-constrast": 2.3095903396606445,
      "step": 1966,
      "subrel-constrast": 2.6604526042938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4384503364562988,
      "cov-distil (oracle2student)": 5.2053728103637695,
      "cov-distil (oracle2teacher)": 5.07504940032959,
      "epoch": 1.5439560439560438,
      "rel-constrast": 3.3069727420806885,
      "step": 1967,
      "subrel-constrast": 4.132556438446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8645159006118774,
      "cov-distil (oracle2student)": 3.4567441940307617,
      "cov-distil (oracle2teacher)": 3.4325718879699707,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.6346917152404785,
      "step": 1968,
      "subrel-constrast": 3.299747943878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4925127029418945,
      "cov-distil (oracle2student)": 3.1740942001342773,
      "cov-distil (oracle2teacher)": 3.1853623390197754,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.4404454231262207,
      "step": 1969,
      "subrel-constrast": 3.2339844703674316,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 4.34375,
      "learning_rate": 4.8583463664720176e-05,
      "loss": 0.6878,
      "step": 1970
    },
    {
      "cov-distil": 1.5537331104278564,
      "cov-distil (oracle2student)": 4.25655460357666,
      "cov-distil (oracle2teacher)": 3.8265132904052734,
      "epoch": 1.5463108320251178,
      "rel-constrast": 3.0060253143310547,
      "step": 1970,
      "subrel-constrast": 3.643080949783325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6721501350402832,
      "cov-distil (oracle2student)": 3.751009225845337,
      "cov-distil (oracle2teacher)": 3.8563971519470215,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.736800193786621,
      "step": 1971,
      "subrel-constrast": 3.3648886680603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302622318267822,
      "cov-distil (oracle2student)": 4.6792755126953125,
      "cov-distil (oracle2teacher)": 4.360922336578369,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.3019018173217773,
      "step": 1972,
      "subrel-constrast": 3.5520718097686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1769180297851562,
      "cov-distil (oracle2student)": 4.238148212432861,
      "cov-distil (oracle2teacher)": 3.2439846992492676,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.369637966156006,
      "step": 1973,
      "subrel-constrast": 2.7696850299835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.419450044631958,
      "cov-distil (oracle2student)": 4.991211414337158,
      "cov-distil (oracle2teacher)": 4.847337245941162,
      "epoch": 1.5494505494505495,
      "rel-constrast": 2.006226062774658,
      "step": 1974,
      "subrel-constrast": 3.12842059135437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6049679517745972,
      "cov-distil (oracle2student)": 4.622395992279053,
      "cov-distil (oracle2teacher)": 4.493963241577148,
      "epoch": 1.5502354788069073,
      "rel-constrast": 2.9897122383117676,
      "step": 1975,
      "subrel-constrast": 3.8140511512756348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867454290390015,
      "cov-distil (oracle2student)": 5.612849235534668,
      "cov-distil (oracle2teacher)": 4.941135406494141,
      "epoch": 1.5510204081632653,
      "rel-constrast": 3.195573329925537,
      "step": 1976,
      "subrel-constrast": 4.018914699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6703518629074097,
      "cov-distil (oracle2student)": 3.967500686645508,
      "cov-distil (oracle2teacher)": 3.7136988639831543,
      "epoch": 1.5518053375196232,
      "rel-constrast": 2.331869125366211,
      "step": 1977,
      "subrel-constrast": 2.9944841861724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9738165140151978,
      "cov-distil (oracle2student)": 4.28980827331543,
      "cov-distil (oracle2teacher)": 4.037176132202148,
      "epoch": 1.5525902668759812,
      "rel-constrast": 2.191450834274292,
      "step": 1978,
      "subrel-constrast": 3.0496788024902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4531769752502441,
      "cov-distil (oracle2student)": 3.942265510559082,
      "cov-distil (oracle2teacher)": 3.9404845237731934,
      "epoch": 1.5533751962323392,
      "rel-constrast": 2.8960509300231934,
      "step": 1979,
      "subrel-constrast": 4.207064628601074,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 5.6875,
      "learning_rate": 4.855436225197399e-05,
      "loss": 0.7127,
      "step": 1980
    },
    {
      "cov-distil": 1.7720801830291748,
      "cov-distil (oracle2student)": 4.238912582397461,
      "cov-distil (oracle2teacher)": 4.5033063888549805,
      "epoch": 1.554160125588697,
      "rel-constrast": 2.869654655456543,
      "step": 1980,
      "subrel-constrast": 4.044305801391602,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584997296333313,
      "cov-distil (oracle2student)": 3.4553446769714355,
      "cov-distil (oracle2teacher)": 3.355989456176758,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.5049617290496826,
      "step": 1981,
      "subrel-constrast": 3.05622935295105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1078596115112305,
      "cov-distil (oracle2student)": 2.5911593437194824,
      "cov-distil (oracle2teacher)": 2.5648322105407715,
      "epoch": 1.5557299843014127,
      "rel-constrast": 2.7047910690307617,
      "step": 1982,
      "subrel-constrast": 2.8430488109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7691397666931152,
      "cov-distil (oracle2student)": 4.825812339782715,
      "cov-distil (oracle2teacher)": 4.105561256408691,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.9097957611083984,
      "step": 1983,
      "subrel-constrast": 3.238675832748413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5538854598999023,
      "cov-distil (oracle2student)": 3.4161548614501953,
      "cov-distil (oracle2teacher)": 3.0964391231536865,
      "epoch": 1.5572998430141287,
      "rel-constrast": 2.090397596359253,
      "step": 1984,
      "subrel-constrast": 2.600329637527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631657361984253,
      "cov-distil (oracle2student)": 3.214862108230591,
      "cov-distil (oracle2teacher)": 3.3299331665039062,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.8665716648101807,
      "step": 1985,
      "subrel-constrast": 2.7516143321990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.327673077583313,
      "cov-distil (oracle2student)": 4.799072265625,
      "cov-distil (oracle2teacher)": 4.715295314788818,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.979149580001831,
      "step": 1986,
      "subrel-constrast": 2.747004747390747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439329147338867,
      "cov-distil (oracle2student)": 3.287466526031494,
      "cov-distil (oracle2teacher)": 3.604806900024414,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.361109495162964,
      "step": 1987,
      "subrel-constrast": 2.9993958473205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233219861984253,
      "cov-distil (oracle2student)": 3.7380623817443848,
      "cov-distil (oracle2teacher)": 3.4555606842041016,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.335693836212158,
      "step": 1988,
      "subrel-constrast": 3.793260335922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1643787622451782,
      "cov-distil (oracle2student)": 3.192600727081299,
      "cov-distil (oracle2teacher)": 3.2788116931915283,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.3927178382873535,
      "step": 1989,
      "subrel-constrast": 3.0707764625549316,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 4.78125,
      "learning_rate": 4.852497383675708e-05,
      "loss": 0.6621,
      "step": 1990
    },
    {
      "cov-distil": 1.8068472146987915,
      "cov-distil (oracle2student)": 3.369866132736206,
      "cov-distil (oracle2teacher)": 3.4463839530944824,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.656322717666626,
      "step": 1990,
      "subrel-constrast": 3.348904848098755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2985156774520874,
      "cov-distil (oracle2student)": 3.108865737915039,
      "cov-distil (oracle2teacher)": 3.300293207168579,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.6173954010009766,
      "step": 1991,
      "subrel-constrast": 2.8500521183013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.916305661201477,
      "cov-distil (oracle2student)": 4.062490940093994,
      "cov-distil (oracle2teacher)": 3.812854766845703,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.536746025085449,
      "step": 1992,
      "subrel-constrast": 3.698018789291382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7872958183288574,
      "cov-distil (oracle2student)": 3.001530885696411,
      "cov-distil (oracle2teacher)": 3.044684410095215,
      "epoch": 1.5643642072213502,
      "rel-constrast": 1.9752702713012695,
      "step": 1993,
      "subrel-constrast": 2.9991579055786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4835789203643799,
      "cov-distil (oracle2student)": 3.741429567337036,
      "cov-distil (oracle2teacher)": 3.9224085807800293,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.7236318588256836,
      "step": 1994,
      "subrel-constrast": 3.2023420333862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4619827270507812,
      "cov-distil (oracle2student)": 4.172710418701172,
      "cov-distil (oracle2teacher)": 3.931519031524658,
      "epoch": 1.565934065934066,
      "rel-constrast": 3.3904943466186523,
      "step": 1995,
      "subrel-constrast": 3.5143985748291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3342100381851196,
      "cov-distil (oracle2student)": 2.4641640186309814,
      "cov-distil (oracle2teacher)": 3.1553573608398438,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.4919357299804688,
      "step": 1996,
      "subrel-constrast": 3.432839870452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5724618434906006,
      "cov-distil (oracle2student)": 4.706221103668213,
      "cov-distil (oracle2teacher)": 4.2155914306640625,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.640298843383789,
      "step": 1997,
      "subrel-constrast": 2.548982858657837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090259075164795,
      "cov-distil (oracle2student)": 2.640289068222046,
      "cov-distil (oracle2teacher)": 2.777580976486206,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.1038618087768555,
      "step": 1998,
      "subrel-constrast": 3.044689893722534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65898597240448,
      "cov-distil (oracle2student)": 3.688229560852051,
      "cov-distil (oracle2teacher)": 3.3557534217834473,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.41483211517334,
      "step": 1999,
      "subrel-constrast": 3.702179193496704,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 7.59375,
      "learning_rate": 4.849529877715799e-05,
      "loss": 0.7043,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.758,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.769777911485386,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.6112356175366731,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.5384956453959789,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.31562501192092896,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.06402587890625
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.044464111328125
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.019561767578125,
      "step": 2000
    },
    {
      "cov-distil": 1.625259280204773,
      "cov-distil (oracle2student)": 3.7210488319396973,
      "cov-distil (oracle2teacher)": 3.522120237350464,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.4208016395568848,
      "step": 2000,
      "subrel-constrast": 2.839376211166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2548234462738037,
      "cov-distil (oracle2student)": 4.707096099853516,
      "cov-distil (oracle2teacher)": 4.2614521980285645,
      "epoch": 1.5706436420722136,
      "rel-constrast": 2.793787956237793,
      "step": 2001,
      "subrel-constrast": 3.4904887676239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3600878715515137,
      "cov-distil (oracle2student)": 4.084267616271973,
      "cov-distil (oracle2teacher)": 3.830631732940674,
      "epoch": 1.5714285714285714,
      "rel-constrast": 2.164266347885132,
      "step": 2002,
      "subrel-constrast": 2.940040349960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3222455978393555,
      "cov-distil (oracle2student)": 3.6574766635894775,
      "cov-distil (oracle2teacher)": 3.418257236480713,
      "epoch": 1.5722135007849294,
      "rel-constrast": 2.721146821975708,
      "step": 2003,
      "subrel-constrast": 3.0054731369018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4619386196136475,
      "cov-distil (oracle2student)": 4.142824172973633,
      "cov-distil (oracle2teacher)": 3.8054847717285156,
      "epoch": 1.5729984301412872,
      "rel-constrast": 2.712388515472412,
      "step": 2004,
      "subrel-constrast": 3.5390424728393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0719095468521118,
      "cov-distil (oracle2student)": 3.5296859741210938,
      "cov-distil (oracle2teacher)": 3.1143980026245117,
      "epoch": 1.5737833594976451,
      "rel-constrast": 2.5258047580718994,
      "step": 2005,
      "subrel-constrast": 3.090646982192993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52374267578125,
      "cov-distil (oracle2student)": 4.409198760986328,
      "cov-distil (oracle2teacher)": 4.2063307762146,
      "epoch": 1.5745682888540031,
      "rel-constrast": 2.7758076190948486,
      "step": 2006,
      "subrel-constrast": 3.4765255451202393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3465464115142822,
      "cov-distil (oracle2student)": 3.2045907974243164,
      "cov-distil (oracle2teacher)": 3.0267527103424072,
      "epoch": 1.5753532182103611,
      "rel-constrast": 2.257943868637085,
      "step": 2007,
      "subrel-constrast": 2.9289321899414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445319652557373,
      "cov-distil (oracle2student)": 3.6875815391540527,
      "cov-distil (oracle2teacher)": 3.447807550430298,
      "epoch": 1.576138147566719,
      "rel-constrast": 2.943662405014038,
      "step": 2008,
      "subrel-constrast": 2.963564395904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5456913709640503,
      "cov-distil (oracle2student)": 5.980542182922363,
      "cov-distil (oracle2teacher)": 5.493437767028809,
      "epoch": 1.5769230769230769,
      "rel-constrast": 2.949774742126465,
      "step": 2009,
      "subrel-constrast": 3.2518348693847656,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 5.09375,
      "learning_rate": 4.8465337434757976e-05,
      "loss": 0.6915,
      "step": 2010
    },
    {
      "cov-distil": 1.4377840757369995,
      "cov-distil (oracle2student)": 4.156949043273926,
      "cov-distil (oracle2teacher)": 4.165374279022217,
      "epoch": 1.5777080062794349,
      "rel-constrast": 3.9362659454345703,
      "step": 2010,
      "subrel-constrast": 4.300907611846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.884354829788208,
      "cov-distil (oracle2student)": 4.4839301109313965,
      "cov-distil (oracle2teacher)": 4.190253257751465,
      "epoch": 1.5784929356357926,
      "rel-constrast": 3.1483280658721924,
      "step": 2011,
      "subrel-constrast": 4.354669570922852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6395540237426758,
      "cov-distil (oracle2student)": 5.750955104827881,
      "cov-distil (oracle2teacher)": 5.298275947570801,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.2011046409606934,
      "step": 2012,
      "subrel-constrast": 3.059194803237915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371983289718628,
      "cov-distil (oracle2student)": 3.2978949546813965,
      "cov-distil (oracle2teacher)": 3.4935269355773926,
      "epoch": 1.5800627943485086,
      "rel-constrast": 2.1540050506591797,
      "step": 2013,
      "subrel-constrast": 3.1483583450317383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0264906883239746,
      "cov-distil (oracle2student)": 4.947822570800781,
      "cov-distil (oracle2teacher)": 4.389491081237793,
      "epoch": 1.5808477237048666,
      "rel-constrast": 2.713986396789551,
      "step": 2014,
      "subrel-constrast": 4.0013885498046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3393373489379883,
      "cov-distil (oracle2student)": 2.834489345550537,
      "cov-distil (oracle2teacher)": 3.0288479328155518,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.0930309295654297,
      "step": 2015,
      "subrel-constrast": 2.7812485694885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6010667085647583,
      "cov-distil (oracle2student)": 4.359186172485352,
      "cov-distil (oracle2teacher)": 4.202964782714844,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.620488166809082,
      "step": 2016,
      "subrel-constrast": 3.5307912826538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7722853422164917,
      "cov-distil (oracle2student)": 3.774839162826538,
      "cov-distil (oracle2teacher)": 3.6534132957458496,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.3033838272094727,
      "step": 2017,
      "subrel-constrast": 3.605243444442749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86524498462677,
      "cov-distil (oracle2student)": 4.193443775177002,
      "cov-distil (oracle2teacher)": 4.129876613616943,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.585967779159546,
      "step": 2018,
      "subrel-constrast": 2.5018954277038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5511960983276367,
      "cov-distil (oracle2student)": 4.050522804260254,
      "cov-distil (oracle2teacher)": 4.108564853668213,
      "epoch": 1.584772370486656,
      "rel-constrast": 2.5229244232177734,
      "step": 2019,
      "subrel-constrast": 3.454453706741333,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 5.21875,
      "learning_rate": 4.843509017462652e-05,
      "loss": 0.6732,
      "step": 2020
    },
    {
      "cov-distil": 2.0482892990112305,
      "cov-distil (oracle2student)": 4.750459671020508,
      "cov-distil (oracle2teacher)": 4.109539031982422,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.9831416606903076,
      "step": 2020,
      "subrel-constrast": 3.4159088134765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8287413120269775,
      "cov-distil (oracle2student)": 4.625401496887207,
      "cov-distil (oracle2teacher)": 4.432038307189941,
      "epoch": 1.586342229199372,
      "rel-constrast": 3.173849582672119,
      "step": 2021,
      "subrel-constrast": 3.6933140754699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502548336982727,
      "cov-distil (oracle2student)": 4.34357213973999,
      "cov-distil (oracle2teacher)": 4.000822067260742,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.2530899047851562,
      "step": 2022,
      "subrel-constrast": 4.041499137878418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6975460052490234,
      "cov-distil (oracle2student)": 2.134544610977173,
      "cov-distil (oracle2teacher)": 2.6783952713012695,
      "epoch": 1.587912087912088,
      "rel-constrast": 1.9920363426208496,
      "step": 2023,
      "subrel-constrast": 2.524914503097534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539825439453125,
      "cov-distil (oracle2student)": 3.59492826461792,
      "cov-distil (oracle2teacher)": 3.1538758277893066,
      "epoch": 1.5886970172684458,
      "rel-constrast": 3.423799514770508,
      "step": 2024,
      "subrel-constrast": 2.937838077545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.211482286453247,
      "cov-distil (oracle2student)": 3.4956533908843994,
      "cov-distil (oracle2teacher)": 3.3868885040283203,
      "epoch": 1.5894819466248038,
      "rel-constrast": 2.658813238143921,
      "step": 2025,
      "subrel-constrast": 3.331859588623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.064730405807495,
      "cov-distil (oracle2student)": 4.127379417419434,
      "cov-distil (oracle2teacher)": 4.330715179443359,
      "epoch": 1.5902668759811616,
      "rel-constrast": 3.454615354537964,
      "step": 2026,
      "subrel-constrast": 5.0817790031433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764772653579712,
      "cov-distil (oracle2student)": 5.5037665367126465,
      "cov-distil (oracle2teacher)": 5.152635097503662,
      "epoch": 1.5910518053375196,
      "rel-constrast": 3.8172686100006104,
      "step": 2027,
      "subrel-constrast": 4.860388278961182,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7477824687957764,
      "cov-distil (oracle2student)": 2.8598079681396484,
      "cov-distil (oracle2teacher)": 3.4302902221679688,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.446838140487671,
      "step": 2028,
      "subrel-constrast": 2.904712677001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2806787490844727,
      "cov-distil (oracle2student)": 4.167126178741455,
      "cov-distil (oracle2teacher)": 3.535740375518799,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.5691629648208618,
      "step": 2029,
      "subrel-constrast": 2.2749476432800293,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 4.0625,
      "learning_rate": 4.840455736531695e-05,
      "loss": 0.761,
      "step": 2030
    },
    {
      "cov-distil": 1.8052408695220947,
      "cov-distil (oracle2student)": 3.767669439315796,
      "cov-distil (oracle2teacher)": 4.137200355529785,
      "epoch": 1.5934065934065935,
      "rel-constrast": 2.8105173110961914,
      "step": 2030,
      "subrel-constrast": 4.052968978881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9864495992660522,
      "cov-distil (oracle2student)": 4.301630020141602,
      "cov-distil (oracle2teacher)": 3.9233083724975586,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.481691360473633,
      "step": 2031,
      "subrel-constrast": 3.670283317565918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2325851917266846,
      "cov-distil (oracle2student)": 3.4413347244262695,
      "cov-distil (oracle2teacher)": 3.52907133102417,
      "epoch": 1.5949764521193093,
      "rel-constrast": 1.944342017173767,
      "step": 2032,
      "subrel-constrast": 2.616421699523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1680409908294678,
      "cov-distil (oracle2student)": 4.535223007202148,
      "cov-distil (oracle2teacher)": 4.687896728515625,
      "epoch": 1.595761381475667,
      "rel-constrast": 3.4036130905151367,
      "step": 2033,
      "subrel-constrast": 3.596949815750122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.187397837638855,
      "cov-distil (oracle2student)": 5.060375690460205,
      "cov-distil (oracle2teacher)": 4.972679615020752,
      "epoch": 1.596546310832025,
      "rel-constrast": 2.817009449005127,
      "step": 2034,
      "subrel-constrast": 3.526599407196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9516181945800781,
      "cov-distil (oracle2student)": 5.50700569152832,
      "cov-distil (oracle2teacher)": 4.918766021728516,
      "epoch": 1.597331240188383,
      "rel-constrast": 3.4270966053009033,
      "step": 2035,
      "subrel-constrast": 4.3050537109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6815999746322632,
      "cov-distil (oracle2student)": 3.189220428466797,
      "cov-distil (oracle2teacher)": 3.4597322940826416,
      "epoch": 1.598116169544741,
      "rel-constrast": 3.8849408626556396,
      "step": 2036,
      "subrel-constrast": 4.007104873657227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5344910621643066,
      "cov-distil (oracle2student)": 5.080648422241211,
      "cov-distil (oracle2teacher)": 4.638467788696289,
      "epoch": 1.598901098901099,
      "rel-constrast": 2.8217477798461914,
      "step": 2037,
      "subrel-constrast": 3.8516201972961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6874818801879883,
      "cov-distil (oracle2student)": 4.321852684020996,
      "cov-distil (oracle2teacher)": 4.031486511230469,
      "epoch": 1.599686028257457,
      "rel-constrast": 4.23775577545166,
      "step": 2038,
      "subrel-constrast": 4.444581985473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5076287984848022,
      "cov-distil (oracle2student)": 3.5776901245117188,
      "cov-distil (oracle2teacher)": 3.320101737976074,
      "epoch": 1.6004709576138147,
      "rel-constrast": 2.3692123889923096,
      "step": 2039,
      "subrel-constrast": 2.848024845123291,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 5.25,
      "learning_rate": 4.837373937886191e-05,
      "loss": 0.7943,
      "step": 2040
    },
    {
      "cov-distil": 1.6467664241790771,
      "cov-distil (oracle2student)": 3.4191412925720215,
      "cov-distil (oracle2teacher)": 3.879981756210327,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.825836181640625,
      "step": 2040,
      "subrel-constrast": 3.5962727069854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6008367538452148,
      "cov-distil (oracle2student)": 4.051494598388672,
      "cov-distil (oracle2teacher)": 4.0429229736328125,
      "epoch": 1.6020408163265305,
      "rel-constrast": 2.2376322746276855,
      "step": 2041,
      "subrel-constrast": 3.3133673667907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3132537603378296,
      "cov-distil (oracle2student)": 5.540678977966309,
      "cov-distil (oracle2teacher)": 4.8964972496032715,
      "epoch": 1.6028257456828885,
      "rel-constrast": 3.3395042419433594,
      "step": 2042,
      "subrel-constrast": 3.4931578636169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4747480154037476,
      "cov-distil (oracle2student)": 3.688535213470459,
      "cov-distil (oracle2teacher)": 3.7695884704589844,
      "epoch": 1.6036106750392465,
      "rel-constrast": 3.0774917602539062,
      "step": 2043,
      "subrel-constrast": 4.081106185913086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3674695491790771,
      "cov-distil (oracle2student)": 4.54239559173584,
      "cov-distil (oracle2teacher)": 4.217275142669678,
      "epoch": 1.6043956043956045,
      "rel-constrast": 3.5234925746917725,
      "step": 2044,
      "subrel-constrast": 3.8215219974517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2804394960403442,
      "cov-distil (oracle2student)": 3.9361371994018555,
      "cov-distil (oracle2teacher)": 4.220816612243652,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.50968599319458,
      "step": 2045,
      "subrel-constrast": 4.2541584968566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8156013488769531,
      "cov-distil (oracle2student)": 4.476880073547363,
      "cov-distil (oracle2teacher)": 3.963146209716797,
      "epoch": 1.6059654631083202,
      "rel-constrast": 3.259300708770752,
      "step": 2046,
      "subrel-constrast": 3.3814423084259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5240626335144043,
      "cov-distil (oracle2student)": 3.958540201187134,
      "cov-distil (oracle2teacher)": 3.794686794281006,
      "epoch": 1.6067503924646782,
      "rel-constrast": 2.936607599258423,
      "step": 2047,
      "subrel-constrast": 3.8535993099212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266055822372437,
      "cov-distil (oracle2student)": 4.4979705810546875,
      "cov-distil (oracle2teacher)": 3.644831895828247,
      "epoch": 1.607535321821036,
      "rel-constrast": 2.2974979877471924,
      "step": 2048,
      "subrel-constrast": 3.10577654838562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7465144395828247,
      "cov-distil (oracle2student)": 3.3013501167297363,
      "cov-distil (oracle2teacher)": 3.4726696014404297,
      "epoch": 1.608320251177394,
      "rel-constrast": 1.995133638381958,
      "step": 2049,
      "subrel-constrast": 2.724217653274536,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 4.40625,
      "learning_rate": 4.834263659076884e-05,
      "loss": 0.763,
      "step": 2050
    },
    {
      "cov-distil": 1.7949761152267456,
      "cov-distil (oracle2student)": 4.498704433441162,
      "cov-distil (oracle2teacher)": 4.352823257446289,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.254809856414795,
      "step": 2050,
      "subrel-constrast": 3.4211935997009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3349231481552124,
      "cov-distil (oracle2student)": 5.7295918464660645,
      "cov-distil (oracle2teacher)": 5.212827205657959,
      "epoch": 1.60989010989011,
      "rel-constrast": 2.0729784965515137,
      "step": 2051,
      "subrel-constrast": 3.048137903213501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0458886623382568,
      "cov-distil (oracle2student)": 3.1625027656555176,
      "cov-distil (oracle2teacher)": 3.6677608489990234,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.433927536010742,
      "step": 2052,
      "subrel-constrast": 3.323185682296753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3693102598190308,
      "cov-distil (oracle2student)": 2.987476110458374,
      "cov-distil (oracle2teacher)": 2.8964524269104004,
      "epoch": 1.6114599686028257,
      "rel-constrast": 2.140439033508301,
      "step": 2053,
      "subrel-constrast": 2.8775861263275146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3437325954437256,
      "cov-distil (oracle2student)": 5.207067012786865,
      "cov-distil (oracle2teacher)": 5.1119794845581055,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.1859264373779297,
      "step": 2054,
      "subrel-constrast": 3.5148096084594727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5393338203430176,
      "cov-distil (oracle2student)": 2.7178211212158203,
      "cov-distil (oracle2teacher)": 2.548007011413574,
      "epoch": 1.6130298273155415,
      "rel-constrast": 2.2228755950927734,
      "step": 2055,
      "subrel-constrast": 2.701355457305908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426512360572815,
      "cov-distil (oracle2student)": 3.4088988304138184,
      "cov-distil (oracle2teacher)": 3.7255258560180664,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.602285623550415,
      "step": 2056,
      "subrel-constrast": 2.695399761199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7214194536209106,
      "cov-distil (oracle2student)": 3.3216590881347656,
      "cov-distil (oracle2teacher)": 3.337252616882324,
      "epoch": 1.6145996860282574,
      "rel-constrast": 2.674438714981079,
      "step": 2057,
      "subrel-constrast": 3.511599063873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5471255779266357,
      "cov-distil (oracle2student)": 3.8116812705993652,
      "cov-distil (oracle2teacher)": 3.9724085330963135,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.7013487815856934,
      "step": 2058,
      "subrel-constrast": 3.5736117362976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2454863786697388,
      "cov-distil (oracle2student)": 5.163958549499512,
      "cov-distil (oracle2teacher)": 4.0869317054748535,
      "epoch": 1.6161695447409734,
      "rel-constrast": 2.5448288917541504,
      "step": 2059,
      "subrel-constrast": 3.0625667572021484,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 10.5,
      "learning_rate": 4.83112493800154e-05,
      "loss": 0.6318,
      "step": 2060
    },
    {
      "cov-distil": 1.4908287525177002,
      "cov-distil (oracle2student)": 4.317589282989502,
      "cov-distil (oracle2teacher)": 4.190001487731934,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.581674575805664,
      "step": 2060,
      "subrel-constrast": 3.4688923358917236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4584860801696777,
      "cov-distil (oracle2student)": 4.275257110595703,
      "cov-distil (oracle2teacher)": 4.058523654937744,
      "epoch": 1.6177394034536892,
      "rel-constrast": 2.0944056510925293,
      "step": 2061,
      "subrel-constrast": 2.88100266456604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.757563829421997,
      "cov-distil (oracle2student)": 3.076035499572754,
      "cov-distil (oracle2teacher)": 3.0971367359161377,
      "epoch": 1.6185243328100472,
      "rel-constrast": 2.540196418762207,
      "step": 2062,
      "subrel-constrast": 3.6414880752563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2241549491882324,
      "cov-distil (oracle2student)": 4.835506439208984,
      "cov-distil (oracle2teacher)": 4.11246919631958,
      "epoch": 1.619309262166405,
      "rel-constrast": 3.1234943866729736,
      "step": 2063,
      "subrel-constrast": 3.165693521499634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9903879165649414,
      "cov-distil (oracle2student)": 4.786257266998291,
      "cov-distil (oracle2teacher)": 4.460675239562988,
      "epoch": 1.620094191522763,
      "rel-constrast": 2.56026029586792,
      "step": 2064,
      "subrel-constrast": 3.524782180786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.28297758102417,
      "cov-distil (oracle2student)": 4.441198825836182,
      "cov-distil (oracle2teacher)": 4.769462585449219,
      "epoch": 1.620879120879121,
      "rel-constrast": 2.9925427436828613,
      "step": 2065,
      "subrel-constrast": 3.6131138801574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.761282205581665,
      "cov-distil (oracle2student)": 5.356776237487793,
      "cov-distil (oracle2teacher)": 4.522482395172119,
      "epoch": 1.6216640502354789,
      "rel-constrast": 3.165936231613159,
      "step": 2066,
      "subrel-constrast": 4.099177837371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4316446781158447,
      "cov-distil (oracle2student)": 5.165266036987305,
      "cov-distil (oracle2teacher)": 4.497067451477051,
      "epoch": 1.6224489795918369,
      "rel-constrast": 2.9972119331359863,
      "step": 2067,
      "subrel-constrast": 3.2542285919189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3026407957077026,
      "cov-distil (oracle2student)": 5.497707843780518,
      "cov-distil (oracle2teacher)": 4.904534816741943,
      "epoch": 1.6232339089481946,
      "rel-constrast": 2.914114236831665,
      "step": 2068,
      "subrel-constrast": 3.616696834564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.508901834487915,
      "cov-distil (oracle2student)": 4.457405090332031,
      "cov-distil (oracle2teacher)": 4.822147369384766,
      "epoch": 1.6240188383045526,
      "rel-constrast": 2.934299945831299,
      "step": 2069,
      "subrel-constrast": 4.103697776794434,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 5.21875,
      "learning_rate": 4.827957812904485e-05,
      "loss": 0.7356,
      "step": 2070
    },
    {
      "cov-distil": 1.3743852376937866,
      "cov-distil (oracle2student)": 2.6643528938293457,
      "cov-distil (oracle2teacher)": 3.036470413208008,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.3496155738830566,
      "step": 2070,
      "subrel-constrast": 3.3078978061676025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617437720298767,
      "cov-distil (oracle2student)": 6.351428508758545,
      "cov-distil (oracle2teacher)": 5.156709671020508,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.6045138835906982,
      "step": 2071,
      "subrel-constrast": 2.9174444675445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9774250984191895,
      "cov-distil (oracle2student)": 4.303502082824707,
      "cov-distil (oracle2teacher)": 3.9338040351867676,
      "epoch": 1.6263736263736264,
      "rel-constrast": 3.3211231231689453,
      "step": 2072,
      "subrel-constrast": 3.631126880645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9205094575881958,
      "cov-distil (oracle2student)": 4.331757545471191,
      "cov-distil (oracle2teacher)": 4.20655632019043,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.644624710083008,
      "step": 2073,
      "subrel-constrast": 3.4994237422943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9841632843017578,
      "cov-distil (oracle2student)": 3.503969430923462,
      "cov-distil (oracle2teacher)": 2.974539041519165,
      "epoch": 1.6279434850863423,
      "rel-constrast": 1.8373162746429443,
      "step": 2074,
      "subrel-constrast": 2.4780445098876953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3093910217285156,
      "cov-distil (oracle2student)": 5.715851783752441,
      "cov-distil (oracle2teacher)": 4.562400817871094,
      "epoch": 1.6287284144427001,
      "rel-constrast": 3.0792689323425293,
      "step": 2075,
      "subrel-constrast": 3.4869117736816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72260582447052,
      "cov-distil (oracle2student)": 4.45317268371582,
      "cov-distil (oracle2teacher)": 4.26389217376709,
      "epoch": 1.629513343799058,
      "rel-constrast": 2.2471811771392822,
      "step": 2076,
      "subrel-constrast": 2.5746428966522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3540172576904297,
      "cov-distil (oracle2student)": 5.391295909881592,
      "cov-distil (oracle2teacher)": 5.226952075958252,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.6137186288833618,
      "step": 2077,
      "subrel-constrast": 2.613908290863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046118021011353,
      "cov-distil (oracle2student)": 4.633482933044434,
      "cov-distil (oracle2teacher)": 4.515999794006348,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.3300392627716064,
      "step": 2078,
      "subrel-constrast": 2.9957892894744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4055002927780151,
      "cov-distil (oracle2student)": 3.869049072265625,
      "cov-distil (oracle2teacher)": 3.528761863708496,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.8855060338974,
      "step": 2079,
      "subrel-constrast": 2.607849359512329,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 4.5625,
      "learning_rate": 4.824762322376138e-05,
      "loss": 0.6365,
      "step": 2080
    },
    {
      "cov-distil": 1.2414379119873047,
      "cov-distil (oracle2student)": 3.478029727935791,
      "cov-distil (oracle2teacher)": 3.3050224781036377,
      "epoch": 1.6326530612244898,
      "rel-constrast": 1.9633790254592896,
      "step": 2080,
      "subrel-constrast": 2.5663352012634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1902920007705688,
      "cov-distil (oracle2student)": 4.973108768463135,
      "cov-distil (oracle2teacher)": 4.454844951629639,
      "epoch": 1.6334379905808478,
      "rel-constrast": 1.9761629104614258,
      "step": 2081,
      "subrel-constrast": 2.5908637046813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8728954792022705,
      "cov-distil (oracle2student)": 2.418976306915283,
      "cov-distil (oracle2teacher)": 3.155106544494629,
      "epoch": 1.6342229199372058,
      "rel-constrast": 2.789966583251953,
      "step": 2082,
      "subrel-constrast": 3.632643461227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879807949066162,
      "cov-distil (oracle2student)": 4.050652027130127,
      "cov-distil (oracle2teacher)": 3.8830175399780273,
      "epoch": 1.6350078492935636,
      "rel-constrast": 3.4353625774383545,
      "step": 2083,
      "subrel-constrast": 3.942655563354492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1142070293426514,
      "cov-distil (oracle2student)": 4.605465888977051,
      "cov-distil (oracle2teacher)": 4.1374430656433105,
      "epoch": 1.6357927786499213,
      "rel-constrast": 2.9432709217071533,
      "step": 2084,
      "subrel-constrast": 3.5583064556121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3301512002944946,
      "cov-distil (oracle2student)": 3.0463709831237793,
      "cov-distil (oracle2teacher)": 3.104276657104492,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.3145620822906494,
      "step": 2085,
      "subrel-constrast": 3.1735079288482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478292465209961,
      "cov-distil (oracle2student)": 2.931324005126953,
      "cov-distil (oracle2teacher)": 2.9833784103393555,
      "epoch": 1.6373626373626373,
      "rel-constrast": 2.5801472663879395,
      "step": 2086,
      "subrel-constrast": 2.7285046577453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6398351192474365,
      "cov-distil (oracle2student)": 2.8576812744140625,
      "cov-distil (oracle2teacher)": 3.1078763008117676,
      "epoch": 1.6381475667189953,
      "rel-constrast": 2.428048610687256,
      "step": 2087,
      "subrel-constrast": 3.2801222801208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2795454263687134,
      "cov-distil (oracle2student)": 5.243771553039551,
      "cov-distil (oracle2teacher)": 4.780567169189453,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.9224610328674316,
      "step": 2088,
      "subrel-constrast": 3.4047603607177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7413620948791504,
      "cov-distil (oracle2student)": 3.4226858615875244,
      "cov-distil (oracle2teacher)": 3.796494722366333,
      "epoch": 1.6397174254317113,
      "rel-constrast": 3.177461624145508,
      "step": 2089,
      "subrel-constrast": 3.9020156860351562,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 5.34375,
      "learning_rate": 4.821538505352543e-05,
      "loss": 0.7027,
      "step": 2090
    },
    {
      "cov-distil": 1.2207731008529663,
      "cov-distil (oracle2student)": 3.8870153427124023,
      "cov-distil (oracle2teacher)": 4.129881381988525,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.6559126377105713,
      "step": 2090,
      "subrel-constrast": 3.1635262966156006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6789839267730713,
      "cov-distil (oracle2student)": 4.7383270263671875,
      "cov-distil (oracle2teacher)": 4.643011093139648,
      "epoch": 1.641287284144427,
      "rel-constrast": 2.328157424926758,
      "step": 2091,
      "subrel-constrast": 2.9757080078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1166787147521973,
      "cov-distil (oracle2student)": 6.11566162109375,
      "cov-distil (oracle2teacher)": 5.492757797241211,
      "epoch": 1.6420722135007848,
      "rel-constrast": 3.674086570739746,
      "step": 2092,
      "subrel-constrast": 4.091212749481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0456438064575195,
      "cov-distil (oracle2student)": 2.8291797637939453,
      "cov-distil (oracle2teacher)": 3.062237501144409,
      "epoch": 1.6428571428571428,
      "rel-constrast": 2.438107967376709,
      "step": 2093,
      "subrel-constrast": 3.1620309352874756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664851427078247,
      "cov-distil (oracle2student)": 5.564061164855957,
      "cov-distil (oracle2teacher)": 5.566417694091797,
      "epoch": 1.6436420722135008,
      "rel-constrast": 3.6411361694335938,
      "step": 2094,
      "subrel-constrast": 4.108861923217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375892162322998,
      "cov-distil (oracle2student)": 4.984851837158203,
      "cov-distil (oracle2teacher)": 4.013951778411865,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.8608391284942627,
      "step": 2095,
      "subrel-constrast": 3.520291328430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3518152236938477,
      "cov-distil (oracle2student)": 3.7745819091796875,
      "cov-distil (oracle2teacher)": 3.919778347015381,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.3604490756988525,
      "step": 2096,
      "subrel-constrast": 3.0637900829315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6902343034744263,
      "cov-distil (oracle2student)": 2.733623743057251,
      "cov-distil (oracle2teacher)": 2.9321978092193604,
      "epoch": 1.6459968602825745,
      "rel-constrast": 3.052748680114746,
      "step": 2097,
      "subrel-constrast": 3.6468217372894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5134410858154297,
      "cov-distil (oracle2student)": 3.3050501346588135,
      "cov-distil (oracle2teacher)": 2.9029603004455566,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.616238594055176,
      "step": 2098,
      "subrel-constrast": 2.949694871902466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8169734477996826,
      "cov-distil (oracle2student)": 6.159611701965332,
      "cov-distil (oracle2teacher)": 5.612151622772217,
      "epoch": 1.6475667189952903,
      "rel-constrast": 2.7007651329040527,
      "step": 2099,
      "subrel-constrast": 3.4792776107788086,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 6.0,
      "learning_rate": 4.818286401114894e-05,
      "loss": 0.7451,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.3187499940395355,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.0576171875
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.04315185546875
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.01446533203125,
      "step": 2100
    },
    {
      "cov-distil": 1.0847593545913696,
      "cov-distil (oracle2student)": 4.795584201812744,
      "cov-distil (oracle2teacher)": 5.146419525146484,
      "epoch": 1.6483516483516483,
      "rel-constrast": 3.1171159744262695,
      "step": 2100,
      "subrel-constrast": 3.8414456844329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0760643482208252,
      "cov-distil (oracle2student)": 4.520528316497803,
      "cov-distil (oracle2teacher)": 4.584324836730957,
      "epoch": 1.6491365777080063,
      "rel-constrast": 3.029400587081909,
      "step": 2101,
      "subrel-constrast": 3.4180798530578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9640960097312927,
      "cov-distil (oracle2student)": 5.115893840789795,
      "cov-distil (oracle2teacher)": 4.722122669219971,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.4659721851348877,
      "step": 2102,
      "subrel-constrast": 2.7437267303466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4343488216400146,
      "cov-distil (oracle2student)": 4.25430965423584,
      "cov-distil (oracle2teacher)": 3.885815143585205,
      "epoch": 1.6507064364207222,
      "rel-constrast": 2.810929536819458,
      "step": 2103,
      "subrel-constrast": 3.4059669971466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3997812271118164,
      "cov-distil (oracle2student)": 4.908003807067871,
      "cov-distil (oracle2teacher)": 4.994489669799805,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.232682704925537,
      "step": 2104,
      "subrel-constrast": 3.706627607345581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2426989078521729,
      "cov-distil (oracle2student)": 4.39690637588501,
      "cov-distil (oracle2teacher)": 3.901740550994873,
      "epoch": 1.652276295133438,
      "rel-constrast": 2.7887399196624756,
      "step": 2105,
      "subrel-constrast": 2.981189489364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4868419170379639,
      "cov-distil (oracle2student)": 3.0980429649353027,
      "cov-distil (oracle2teacher)": 3.2560806274414062,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.479961395263672,
      "step": 2106,
      "subrel-constrast": 3.50347900390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4145686626434326,
      "cov-distil (oracle2student)": 5.37026834487915,
      "cov-distil (oracle2teacher)": 4.314634323120117,
      "epoch": 1.6538461538461537,
      "rel-constrast": 3.189492702484131,
      "step": 2107,
      "subrel-constrast": 3.304046392440796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3015730381011963,
      "cov-distil (oracle2student)": 3.150158166885376,
      "cov-distil (oracle2teacher)": 3.2641947269439697,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.0542044639587402,
      "step": 2108,
      "subrel-constrast": 3.0232656002044678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8200358152389526,
      "cov-distil (oracle2student)": 2.9853107929229736,
      "cov-distil (oracle2teacher)": 3.290024757385254,
      "epoch": 1.6554160125588697,
      "rel-constrast": 1.7551003694534302,
      "step": 2109,
      "subrel-constrast": 2.5555334091186523,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 5.59375,
      "learning_rate": 4.8150060492890534e-05,
      "loss": 0.7062,
      "step": 2110
    },
    {
      "cov-distil": 2.164550304412842,
      "cov-distil (oracle2student)": 4.157090187072754,
      "cov-distil (oracle2teacher)": 4.138474464416504,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.681403636932373,
      "step": 2110,
      "subrel-constrast": 4.288934230804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6670509576797485,
      "cov-distil (oracle2student)": 5.642236232757568,
      "cov-distil (oracle2teacher)": 5.219463348388672,
      "epoch": 1.6569858712715857,
      "rel-constrast": 2.6670005321502686,
      "step": 2111,
      "subrel-constrast": 3.2984635829925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5286648273468018,
      "cov-distil (oracle2student)": 6.8880510330200195,
      "cov-distil (oracle2teacher)": 6.149458885192871,
      "epoch": 1.6577708006279435,
      "rel-constrast": 2.7714650630950928,
      "step": 2112,
      "subrel-constrast": 3.6926379203796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3729195594787598,
      "cov-distil (oracle2student)": 3.329467535018921,
      "cov-distil (oracle2teacher)": 3.7128005027770996,
      "epoch": 1.6585557299843015,
      "rel-constrast": 3.645893096923828,
      "step": 2113,
      "subrel-constrast": 4.052705764770508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369773268699646,
      "cov-distil (oracle2student)": 4.392125129699707,
      "cov-distil (oracle2teacher)": 3.8616867065429688,
      "epoch": 1.6593406593406592,
      "rel-constrast": 3.0189096927642822,
      "step": 2114,
      "subrel-constrast": 3.484640598297119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3015727996826172,
      "cov-distil (oracle2student)": 4.326857566833496,
      "cov-distil (oracle2teacher)": 4.160575866699219,
      "epoch": 1.6601255886970172,
      "rel-constrast": 2.9198811054229736,
      "step": 2115,
      "subrel-constrast": 2.944526195526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.058974027633667,
      "cov-distil (oracle2student)": 4.4760026931762695,
      "cov-distil (oracle2teacher)": 4.2179460525512695,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.769545316696167,
      "step": 2116,
      "subrel-constrast": 2.453869342803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441261291503906,
      "cov-distil (oracle2student)": 4.372752666473389,
      "cov-distil (oracle2teacher)": 4.653127670288086,
      "epoch": 1.6616954474097332,
      "rel-constrast": 3.1911330223083496,
      "step": 2117,
      "subrel-constrast": 3.7165687084198,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.375419020652771,
      "cov-distil (oracle2student)": 2.6942036151885986,
      "cov-distil (oracle2teacher)": 2.8261165618896484,
      "epoch": 1.6624803767660912,
      "rel-constrast": 2.6437556743621826,
      "step": 2118,
      "subrel-constrast": 3.4267489910125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8432061672210693,
      "cov-distil (oracle2student)": 2.5915541648864746,
      "cov-distil (oracle2teacher)": 2.9292144775390625,
      "epoch": 1.663265306122449,
      "rel-constrast": 2.2575695514678955,
      "step": 2119,
      "subrel-constrast": 3.2407729625701904,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 4.09375,
      "learning_rate": 4.8116974898450736e-05,
      "loss": 0.7532,
      "step": 2120
    },
    {
      "cov-distil": 1.4284354448318481,
      "cov-distil (oracle2student)": 3.8294482231140137,
      "cov-distil (oracle2teacher)": 3.66495418548584,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.3472390174865723,
      "step": 2120,
      "subrel-constrast": 2.764091730117798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7339069843292236,
      "cov-distil (oracle2student)": 5.896264553070068,
      "cov-distil (oracle2teacher)": 5.093210697174072,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.384132146835327,
      "step": 2121,
      "subrel-constrast": 4.197080612182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6135178804397583,
      "cov-distil (oracle2student)": 3.5190796852111816,
      "cov-distil (oracle2teacher)": 3.6976165771484375,
      "epoch": 1.6656200941915227,
      "rel-constrast": 2.4060521125793457,
      "step": 2122,
      "subrel-constrast": 3.611560583114624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7267638444900513,
      "cov-distil (oracle2student)": 3.873110294342041,
      "cov-distil (oracle2teacher)": 3.7459716796875,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.8872313499450684,
      "step": 2123,
      "subrel-constrast": 3.3765623569488525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1982941627502441,
      "cov-distil (oracle2student)": 4.119829177856445,
      "cov-distil (oracle2teacher)": 4.441465377807617,
      "epoch": 1.6671899529042387,
      "rel-constrast": 2.849386692047119,
      "step": 2124,
      "subrel-constrast": 3.5009841918945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6497911214828491,
      "cov-distil (oracle2student)": 4.420945167541504,
      "cov-distil (oracle2teacher)": 4.4817986488342285,
      "epoch": 1.6679748822605966,
      "rel-constrast": 2.804983377456665,
      "step": 2125,
      "subrel-constrast": 3.751906633377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4091827869415283,
      "cov-distil (oracle2student)": 5.711494445800781,
      "cov-distil (oracle2teacher)": 5.227167129516602,
      "epoch": 1.6687598116169546,
      "rel-constrast": 1.9490318298339844,
      "step": 2126,
      "subrel-constrast": 2.68143367767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3228497505187988,
      "cov-distil (oracle2student)": 4.4962968826293945,
      "cov-distil (oracle2teacher)": 4.532170295715332,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.627175807952881,
      "step": 2127,
      "subrel-constrast": 3.3042190074920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9521995186805725,
      "cov-distil (oracle2student)": 4.027742385864258,
      "cov-distil (oracle2teacher)": 3.8917882442474365,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.710982322692871,
      "step": 2128,
      "subrel-constrast": 2.957879066467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1321789026260376,
      "cov-distil (oracle2student)": 4.961772441864014,
      "cov-distil (oracle2teacher)": 4.1693196296691895,
      "epoch": 1.6711145996860282,
      "rel-constrast": 4.076947212219238,
      "step": 2129,
      "subrel-constrast": 4.571191310882568,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 6.125,
      "learning_rate": 4.8083607630967074e-05,
      "loss": 0.7365,
      "step": 2130
    },
    {
      "cov-distil": 1.4759851694107056,
      "cov-distil (oracle2student)": 6.480543613433838,
      "cov-distil (oracle2teacher)": 6.439112663269043,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.6613290309906006,
      "step": 2130,
      "subrel-constrast": 4.105996608734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1145968437194824,
      "cov-distil (oracle2student)": 3.70923113822937,
      "cov-distil (oracle2teacher)": 3.944181442260742,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.3551554679870605,
      "step": 2131,
      "subrel-constrast": 3.428016185760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720075011253357,
      "cov-distil (oracle2student)": 4.6509294509887695,
      "cov-distil (oracle2teacher)": 4.49489688873291,
      "epoch": 1.6734693877551021,
      "rel-constrast": 2.1794185638427734,
      "step": 2132,
      "subrel-constrast": 3.4165291786193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4906682968139648,
      "cov-distil (oracle2student)": 3.813755512237549,
      "cov-distil (oracle2teacher)": 4.536121368408203,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.387981414794922,
      "step": 2133,
      "subrel-constrast": 3.694098949432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6361708641052246,
      "cov-distil (oracle2student)": 4.081071853637695,
      "cov-distil (oracle2teacher)": 3.915973663330078,
      "epoch": 1.6750392464678179,
      "rel-constrast": 2.6308090686798096,
      "step": 2134,
      "subrel-constrast": 3.2851946353912354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4303783178329468,
      "cov-distil (oracle2student)": 4.202880382537842,
      "cov-distil (oracle2teacher)": 4.16943359375,
      "epoch": 1.6758241758241759,
      "rel-constrast": 3.373445510864258,
      "step": 2135,
      "subrel-constrast": 3.923292398452759,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.459425210952759,
      "cov-distil (oracle2student)": 4.751179218292236,
      "cov-distil (oracle2teacher)": 5.0707855224609375,
      "epoch": 1.6766091051805336,
      "rel-constrast": 3.3232884407043457,
      "step": 2136,
      "subrel-constrast": 4.151365756988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3104991912841797,
      "cov-distil (oracle2student)": 4.446455478668213,
      "cov-distil (oracle2teacher)": 4.271516799926758,
      "epoch": 1.6773940345368916,
      "rel-constrast": 3.3564252853393555,
      "step": 2137,
      "subrel-constrast": 3.789482355117798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3762569427490234,
      "cov-distil (oracle2student)": 3.0044121742248535,
      "cov-distil (oracle2teacher)": 3.1743152141571045,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.3793673515319824,
      "step": 2138,
      "subrel-constrast": 3.876147985458374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7822182178497314,
      "cov-distil (oracle2student)": 3.6641769409179688,
      "cov-distil (oracle2teacher)": 3.9251742362976074,
      "epoch": 1.6789638932496076,
      "rel-constrast": 3.6260242462158203,
      "step": 2139,
      "subrel-constrast": 4.8444719314575195,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 5.34375,
      "learning_rate": 4.8049959097009176e-05,
      "loss": 0.7988,
      "step": 2140
    },
    {
      "cov-distil": 1.3677268028259277,
      "cov-distil (oracle2student)": 4.7746405601501465,
      "cov-distil (oracle2teacher)": 4.513347625732422,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.596588134765625,
      "step": 2140,
      "subrel-constrast": 2.9915525913238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1616265773773193,
      "cov-distil (oracle2student)": 5.1938323974609375,
      "cov-distil (oracle2teacher)": 5.100850582122803,
      "epoch": 1.6805337519623234,
      "rel-constrast": 2.9964711666107178,
      "step": 2141,
      "subrel-constrast": 3.7820358276367188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0996077060699463,
      "cov-distil (oracle2student)": 4.5935444831848145,
      "cov-distil (oracle2teacher)": 3.8908047676086426,
      "epoch": 1.6813186813186813,
      "rel-constrast": 3.218785524368286,
      "step": 2142,
      "subrel-constrast": 3.5011887550354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7591500282287598,
      "cov-distil (oracle2student)": 5.005758285522461,
      "cov-distil (oracle2teacher)": 4.274603366851807,
      "epoch": 1.682103610675039,
      "rel-constrast": 2.0520851612091064,
      "step": 2143,
      "subrel-constrast": 2.8606362342834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651135802268982,
      "cov-distil (oracle2student)": 4.678955078125,
      "cov-distil (oracle2teacher)": 4.217451095581055,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.6216530799865723,
      "step": 2144,
      "subrel-constrast": 3.092637300491333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459703803062439,
      "cov-distil (oracle2student)": 4.261819839477539,
      "cov-distil (oracle2teacher)": 3.7647812366485596,
      "epoch": 1.683673469387755,
      "rel-constrast": 2.7618091106414795,
      "step": 2145,
      "subrel-constrast": 3.430241584777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3455766439437866,
      "cov-distil (oracle2student)": 2.825723648071289,
      "cov-distil (oracle2teacher)": 3.393681764602661,
      "epoch": 1.684458398744113,
      "rel-constrast": 2.324629306793213,
      "step": 2146,
      "subrel-constrast": 3.406841516494751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4332973957061768,
      "cov-distil (oracle2student)": 4.471922397613525,
      "cov-distil (oracle2teacher)": 4.546019554138184,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.26851749420166,
      "step": 2147,
      "subrel-constrast": 4.255143165588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3436756134033203,
      "cov-distil (oracle2student)": 4.027027606964111,
      "cov-distil (oracle2teacher)": 3.9727447032928467,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.5659146308898926,
      "step": 2148,
      "subrel-constrast": 3.487208604812622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867908477783203,
      "cov-distil (oracle2student)": 3.5245277881622314,
      "cov-distil (oracle2teacher)": 3.820413112640381,
      "epoch": 1.6868131868131868,
      "rel-constrast": 2.8483431339263916,
      "step": 2149,
      "subrel-constrast": 3.817512035369873,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 5.40625,
      "learning_rate": 4.801602970657379e-05,
      "loss": 0.7174,
      "step": 2150
    },
    {
      "cov-distil": 1.3101235628128052,
      "cov-distil (oracle2student)": 2.8991823196411133,
      "cov-distil (oracle2teacher)": 3.0382778644561768,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.5098066329956055,
      "step": 2150,
      "subrel-constrast": 3.022489309310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1520084142684937,
      "cov-distil (oracle2student)": 5.277274131774902,
      "cov-distil (oracle2teacher)": 4.550305366516113,
      "epoch": 1.6883830455259026,
      "rel-constrast": 2.9434947967529297,
      "step": 2151,
      "subrel-constrast": 3.759514570236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1978278160095215,
      "cov-distil (oracle2student)": 3.9721157550811768,
      "cov-distil (oracle2teacher)": 3.6336958408355713,
      "epoch": 1.6891679748822606,
      "rel-constrast": 2.4632248878479004,
      "step": 2152,
      "subrel-constrast": 3.0176351070404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7336013317108154,
      "cov-distil (oracle2student)": 3.94527006149292,
      "cov-distil (oracle2teacher)": 4.275712013244629,
      "epoch": 1.6899529042386185,
      "rel-constrast": 2.4700944423675537,
      "step": 2153,
      "subrel-constrast": 3.495418071746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1990232467651367,
      "cov-distil (oracle2student)": 4.326941967010498,
      "cov-distil (oracle2teacher)": 3.5742738246917725,
      "epoch": 1.6907378335949765,
      "rel-constrast": 2.416457414627075,
      "step": 2154,
      "subrel-constrast": 2.926328420639038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2719948291778564,
      "cov-distil (oracle2student)": 2.2979092597961426,
      "cov-distil (oracle2teacher)": 2.806183338165283,
      "epoch": 1.6915227629513345,
      "rel-constrast": 2.915846347808838,
      "step": 2155,
      "subrel-constrast": 3.9413492679595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.437703251838684,
      "cov-distil (oracle2student)": 2.4831008911132812,
      "cov-distil (oracle2teacher)": 2.556386947631836,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.4686192274093628,
      "step": 2156,
      "subrel-constrast": 2.4283409118652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8524895906448364,
      "cov-distil (oracle2student)": 4.7828874588012695,
      "cov-distil (oracle2teacher)": 4.748898029327393,
      "epoch": 1.6930926216640503,
      "rel-constrast": 3.025974750518799,
      "step": 2157,
      "subrel-constrast": 3.9398739337921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1802608966827393,
      "cov-distil (oracle2student)": 4.980656623840332,
      "cov-distil (oracle2teacher)": 4.330135822296143,
      "epoch": 1.693877551020408,
      "rel-constrast": 1.9440710544586182,
      "step": 2158,
      "subrel-constrast": 2.631688117980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.266925573348999,
      "cov-distil (oracle2student)": 5.679771423339844,
      "cov-distil (oracle2teacher)": 5.261580467224121,
      "epoch": 1.694662480376766,
      "rel-constrast": 3.576578378677368,
      "step": 2159,
      "subrel-constrast": 3.7673513889312744,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 6.25,
      "learning_rate": 4.798181987307986e-05,
      "loss": 0.6774,
      "step": 2160
    },
    {
      "cov-distil": 1.2281379699707031,
      "cov-distil (oracle2student)": 7.301149368286133,
      "cov-distil (oracle2teacher)": 6.4471940994262695,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.624300956726074,
      "step": 2160,
      "subrel-constrast": 4.6694746017456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5952264070510864,
      "cov-distil (oracle2student)": 5.333080768585205,
      "cov-distil (oracle2teacher)": 4.977442264556885,
      "epoch": 1.696232339089482,
      "rel-constrast": 3.211956024169922,
      "step": 2161,
      "subrel-constrast": 3.744603395462036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7410622835159302,
      "cov-distil (oracle2student)": 3.4722900390625,
      "cov-distil (oracle2teacher)": 4.129591464996338,
      "epoch": 1.69701726844584,
      "rel-constrast": 2.543261766433716,
      "step": 2162,
      "subrel-constrast": 3.373548746109009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6664823293685913,
      "cov-distil (oracle2student)": 4.037325382232666,
      "cov-distil (oracle2teacher)": 3.861684799194336,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.6287271976470947,
      "step": 2163,
      "subrel-constrast": 4.066279888153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963059663772583,
      "cov-distil (oracle2student)": 3.5315988063812256,
      "cov-distil (oracle2teacher)": 3.7247366905212402,
      "epoch": 1.6985871271585558,
      "rel-constrast": 2.4288177490234375,
      "step": 2164,
      "subrel-constrast": 3.717818021774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5655512809753418,
      "cov-distil (oracle2student)": 6.418693542480469,
      "cov-distil (oracle2teacher)": 5.831506252288818,
      "epoch": 1.6993720565149135,
      "rel-constrast": 2.459304094314575,
      "step": 2165,
      "subrel-constrast": 3.489464282989502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6480576992034912,
      "cov-distil (oracle2student)": 2.5858688354492188,
      "cov-distil (oracle2teacher)": 2.477842330932617,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.6505086421966553,
      "step": 2166,
      "subrel-constrast": 3.785423994064331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680659770965576,
      "cov-distil (oracle2student)": 4.870906352996826,
      "cov-distil (oracle2teacher)": 3.9468703269958496,
      "epoch": 1.7009419152276295,
      "rel-constrast": 3.8205504417419434,
      "step": 2167,
      "subrel-constrast": 4.396917343139648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6033389568328857,
      "cov-distil (oracle2student)": 5.15008544921875,
      "cov-distil (oracle2teacher)": 4.98371696472168,
      "epoch": 1.7017268445839875,
      "rel-constrast": 2.034574270248413,
      "step": 2168,
      "subrel-constrast": 2.7323803901672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1822340488433838,
      "cov-distil (oracle2student)": 4.1505022048950195,
      "cov-distil (oracle2teacher)": 3.832441806793213,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.6992299556732178,
      "step": 2169,
      "subrel-constrast": 3.195754289627075,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 5.34375,
      "learning_rate": 4.79473300133634e-05,
      "loss": 0.8167,
      "step": 2170
    },
    {
      "cov-distil": 1.890555500984192,
      "cov-distil (oracle2student)": 3.2386651039123535,
      "cov-distil (oracle2teacher)": 3.269507884979248,
      "epoch": 1.7032967032967035,
      "rel-constrast": 3.366004467010498,
      "step": 2170,
      "subrel-constrast": 3.925034761428833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.736064076423645,
      "cov-distil (oracle2student)": 4.484632968902588,
      "cov-distil (oracle2teacher)": 4.326740264892578,
      "epoch": 1.7040816326530612,
      "rel-constrast": 3.3862345218658447,
      "step": 2171,
      "subrel-constrast": 4.128209590911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3596742153167725,
      "cov-distil (oracle2student)": 3.7044270038604736,
      "cov-distil (oracle2teacher)": 3.523550510406494,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.3950014114379883,
      "step": 2172,
      "subrel-constrast": 3.151076078414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6536014080047607,
      "cov-distil (oracle2student)": 5.310223579406738,
      "cov-distil (oracle2teacher)": 4.867607116699219,
      "epoch": 1.705651491365777,
      "rel-constrast": 4.662595272064209,
      "step": 2173,
      "subrel-constrast": 5.4550981521606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1539709568023682,
      "cov-distil (oracle2student)": 3.43190860748291,
      "cov-distil (oracle2teacher)": 3.6707844734191895,
      "epoch": 1.706436420722135,
      "rel-constrast": 2.6581149101257324,
      "step": 2174,
      "subrel-constrast": 3.7089948654174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4360568523406982,
      "cov-distil (oracle2student)": 4.107160568237305,
      "cov-distil (oracle2teacher)": 4.044997215270996,
      "epoch": 1.707221350078493,
      "rel-constrast": 2.716853618621826,
      "step": 2175,
      "subrel-constrast": 3.3684587478637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2202101945877075,
      "cov-distil (oracle2student)": 4.145501613616943,
      "cov-distil (oracle2teacher)": 4.379672050476074,
      "epoch": 1.708006279434851,
      "rel-constrast": 2.589266300201416,
      "step": 2176,
      "subrel-constrast": 3.4689769744873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.791548728942871,
      "cov-distil (oracle2student)": 4.131917953491211,
      "cov-distil (oracle2teacher)": 3.9171395301818848,
      "epoch": 1.708791208791209,
      "rel-constrast": 1.582461953163147,
      "step": 2177,
      "subrel-constrast": 2.221798896789551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1328296661376953,
      "cov-distil (oracle2student)": 5.776873588562012,
      "cov-distil (oracle2teacher)": 5.15695858001709,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.893862724304199,
      "step": 2178,
      "subrel-constrast": 3.5863888263702393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6881157159805298,
      "cov-distil (oracle2student)": 4.266077995300293,
      "cov-distil (oracle2teacher)": 4.096836566925049,
      "epoch": 1.7103610675039247,
      "rel-constrast": 2.359097957611084,
      "step": 2179,
      "subrel-constrast": 3.4590091705322266,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 4.5,
      "learning_rate": 4.791256054767245e-05,
      "loss": 0.7554,
      "step": 2180
    },
    {
      "cov-distil": 1.8249239921569824,
      "cov-distil (oracle2student)": 4.0046491622924805,
      "cov-distil (oracle2teacher)": 4.653772354125977,
      "epoch": 1.7111459968602825,
      "rel-constrast": 2.6268181800842285,
      "step": 2180,
      "subrel-constrast": 3.7033653259277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0771369934082031,
      "cov-distil (oracle2student)": 2.546523094177246,
      "cov-distil (oracle2teacher)": 2.7334823608398438,
      "epoch": 1.7119309262166404,
      "rel-constrast": 2.8182458877563477,
      "step": 2181,
      "subrel-constrast": 3.366835594177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093933343887329,
      "cov-distil (oracle2student)": 4.100209712982178,
      "cov-distil (oracle2teacher)": 4.402020454406738,
      "epoch": 1.7127158555729984,
      "rel-constrast": 3.1742806434631348,
      "step": 2182,
      "subrel-constrast": 4.171100616455078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.29634428024292,
      "cov-distil (oracle2student)": 2.9724414348602295,
      "cov-distil (oracle2teacher)": 3.1061151027679443,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.707258701324463,
      "step": 2183,
      "subrel-constrast": 3.821993112564087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5104049444198608,
      "cov-distil (oracle2student)": 3.9733195304870605,
      "cov-distil (oracle2teacher)": 3.706012725830078,
      "epoch": 1.7142857142857144,
      "rel-constrast": 2.5448379516601562,
      "step": 2184,
      "subrel-constrast": 3.4038918018341064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3171417713165283,
      "cov-distil (oracle2student)": 4.071464538574219,
      "cov-distil (oracle2teacher)": 3.9933981895446777,
      "epoch": 1.7150706436420722,
      "rel-constrast": 3.128932476043701,
      "step": 2185,
      "subrel-constrast": 3.653700828552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4737417697906494,
      "cov-distil (oracle2student)": 4.534137725830078,
      "cov-distil (oracle2teacher)": 4.221986770629883,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.656761646270752,
      "step": 2186,
      "subrel-constrast": 3.4507598876953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7513718605041504,
      "cov-distil (oracle2student)": 3.8768086433410645,
      "cov-distil (oracle2teacher)": 3.9736075401306152,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.809697389602661,
      "step": 2187,
      "subrel-constrast": 3.602057933807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7336138486862183,
      "cov-distil (oracle2student)": 3.6069631576538086,
      "cov-distil (oracle2teacher)": 3.846726894378662,
      "epoch": 1.717425431711146,
      "rel-constrast": 2.511496067047119,
      "step": 2188,
      "subrel-constrast": 3.376274347305298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4646484851837158,
      "cov-distil (oracle2student)": 7.571910858154297,
      "cov-distil (oracle2teacher)": 6.504880905151367,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.6114888191223145,
      "step": 2189,
      "subrel-constrast": 3.265103816986084,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 5.0625,
      "learning_rate": 4.7877511899662e-05,
      "loss": 0.7286,
      "step": 2190
    },
    {
      "cov-distil": 1.6331356763839722,
      "cov-distil (oracle2student)": 3.0852954387664795,
      "cov-distil (oracle2teacher)": 3.3337388038635254,
      "epoch": 1.718995290423862,
      "rel-constrast": 2.7310030460357666,
      "step": 2190,
      "subrel-constrast": 3.6758224964141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5539727210998535,
      "cov-distil (oracle2student)": 2.5649540424346924,
      "cov-distil (oracle2teacher)": 2.904310703277588,
      "epoch": 1.7197802197802199,
      "rel-constrast": 2.0245110988616943,
      "step": 2191,
      "subrel-constrast": 2.652200222015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4571516513824463,
      "cov-distil (oracle2student)": 5.003627300262451,
      "cov-distil (oracle2teacher)": 4.484421253204346,
      "epoch": 1.7205651491365777,
      "rel-constrast": 3.5687220096588135,
      "step": 2192,
      "subrel-constrast": 4.044925689697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.073610544204712,
      "cov-distil (oracle2student)": 3.587191104888916,
      "cov-distil (oracle2teacher)": 3.6686086654663086,
      "epoch": 1.7213500784929356,
      "rel-constrast": 2.6836729049682617,
      "step": 2193,
      "subrel-constrast": 3.340764284133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616534948348999,
      "cov-distil (oracle2student)": 4.153843402862549,
      "cov-distil (oracle2teacher)": 3.6327781677246094,
      "epoch": 1.7221350078492934,
      "rel-constrast": 3.330625534057617,
      "step": 2194,
      "subrel-constrast": 3.3225574493408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5622596740722656,
      "cov-distil (oracle2student)": 5.296283721923828,
      "cov-distil (oracle2teacher)": 5.13297700881958,
      "epoch": 1.7229199372056514,
      "rel-constrast": 2.8445096015930176,
      "step": 2195,
      "subrel-constrast": 3.936537027359009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4552361965179443,
      "cov-distil (oracle2student)": 4.214536190032959,
      "cov-distil (oracle2teacher)": 4.301584243774414,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.157912015914917,
      "step": 2196,
      "subrel-constrast": 3.629800796508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0533376932144165,
      "cov-distil (oracle2student)": 3.4130795001983643,
      "cov-distil (oracle2teacher)": 3.7105727195739746,
      "epoch": 1.7244897959183674,
      "rel-constrast": 2.0992019176483154,
      "step": 2197,
      "subrel-constrast": 2.849848747253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8953120708465576,
      "cov-distil (oracle2student)": 3.3757505416870117,
      "cov-distil (oracle2teacher)": 3.4063422679901123,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.6100332736968994,
      "step": 2198,
      "subrel-constrast": 2.5502889156341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5440630912780762,
      "cov-distil (oracle2student)": 3.20698881149292,
      "cov-distil (oracle2teacher)": 3.5410261154174805,
      "epoch": 1.7260596546310834,
      "rel-constrast": 3.004917621612549,
      "step": 2199,
      "subrel-constrast": 3.763627052307129,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 5.375,
      "learning_rate": 4.784218449638875e-05,
      "loss": 0.7135,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.31562501192092896,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.05401611328125
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.039703369140625
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.014312744140625,
      "step": 2200
    },
    {
      "cov-distil": 1.4109869003295898,
      "cov-distil (oracle2student)": 3.5499558448791504,
      "cov-distil (oracle2teacher)": 3.322564125061035,
      "epoch": 1.7268445839874411,
      "rel-constrast": 2.7545325756073,
      "step": 2200,
      "subrel-constrast": 2.9639761447906494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6831187009811401,
      "cov-distil (oracle2student)": 3.4511470794677734,
      "cov-distil (oracle2teacher)": 3.5796914100646973,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.379124641418457,
      "step": 2201,
      "subrel-constrast": 4.185529708862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8966883420944214,
      "cov-distil (oracle2student)": 4.251365661621094,
      "cov-distil (oracle2teacher)": 4.046238899230957,
      "epoch": 1.7284144427001569,
      "rel-constrast": 2.2654266357421875,
      "step": 2202,
      "subrel-constrast": 2.9691355228424072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.23167085647583,
      "cov-distil (oracle2student)": 3.5873217582702637,
      "cov-distil (oracle2teacher)": 2.904952049255371,
      "epoch": 1.7291993720565149,
      "rel-constrast": 2.1962943077087402,
      "step": 2203,
      "subrel-constrast": 2.4757258892059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516770362854004,
      "cov-distil (oracle2student)": 3.6723506450653076,
      "cov-distil (oracle2teacher)": 3.7050366401672363,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.7805428504943848,
      "step": 2204,
      "subrel-constrast": 3.398709535598755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4058160781860352,
      "cov-distil (oracle2student)": 5.744381904602051,
      "cov-distil (oracle2teacher)": 5.033400535583496,
      "epoch": 1.7307692307692308,
      "rel-constrast": 4.4768385887146,
      "step": 2205,
      "subrel-constrast": 4.890554904937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8483374118804932,
      "cov-distil (oracle2student)": 4.111395835876465,
      "cov-distil (oracle2teacher)": 3.5026049613952637,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.9485883712768555,
      "step": 2206,
      "subrel-constrast": 3.6814513206481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1469032764434814,
      "cov-distil (oracle2student)": 4.568747520446777,
      "cov-distil (oracle2teacher)": 4.577749252319336,
      "epoch": 1.7323390894819466,
      "rel-constrast": 2.4065160751342773,
      "step": 2207,
      "subrel-constrast": 3.655743360519409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3686153888702393,
      "cov-distil (oracle2student)": 3.771723508834839,
      "cov-distil (oracle2teacher)": 3.7774171829223633,
      "epoch": 1.7331240188383046,
      "rel-constrast": 2.9618091583251953,
      "step": 2208,
      "subrel-constrast": 3.3125815391540527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5273395776748657,
      "cov-distil (oracle2student)": 4.243311882019043,
      "cov-distil (oracle2teacher)": 4.043972492218018,
      "epoch": 1.7339089481946623,
      "rel-constrast": 2.706533193588257,
      "step": 2209,
      "subrel-constrast": 3.351536750793457,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 5.03125,
      "learning_rate": 4.780657876830597e-05,
      "loss": 0.762,
      "step": 2210
    },
    {
      "cov-distil": 1.063590407371521,
      "cov-distil (oracle2student)": 4.755878448486328,
      "cov-distil (oracle2teacher)": 4.284621238708496,
      "epoch": 1.7346938775510203,
      "rel-constrast": 2.9665729999542236,
      "step": 2210,
      "subrel-constrast": 3.7226343154907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0554488897323608,
      "cov-distil (oracle2student)": 3.2223730087280273,
      "cov-distil (oracle2teacher)": 3.59382700920105,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.6200973987579346,
      "step": 2211,
      "subrel-constrast": 4.262567043304443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4665796756744385,
      "cov-distil (oracle2student)": 4.336564540863037,
      "cov-distil (oracle2teacher)": 3.7192134857177734,
      "epoch": 1.7362637362637363,
      "rel-constrast": 2.184605598449707,
      "step": 2212,
      "subrel-constrast": 2.807366371154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259305715560913,
      "cov-distil (oracle2student)": 4.254379749298096,
      "cov-distil (oracle2teacher)": 3.7080206871032715,
      "epoch": 1.7370486656200943,
      "rel-constrast": 2.4375405311584473,
      "step": 2213,
      "subrel-constrast": 3.2010862827301025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2603670358657837,
      "cov-distil (oracle2student)": 2.7576510906219482,
      "cov-distil (oracle2teacher)": 3.020298719406128,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.1468071937561035,
      "step": 2214,
      "subrel-constrast": 3.9127445220947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7276368141174316,
      "cov-distil (oracle2student)": 5.451048851013184,
      "cov-distil (oracle2teacher)": 4.814182758331299,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.434065103530884,
      "step": 2215,
      "subrel-constrast": 2.625089645385742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400354266166687,
      "cov-distil (oracle2student)": 3.362067461013794,
      "cov-distil (oracle2teacher)": 3.1057748794555664,
      "epoch": 1.7394034536891678,
      "rel-constrast": 2.9962055683135986,
      "step": 2216,
      "subrel-constrast": 3.285515546798706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3856258392333984,
      "cov-distil (oracle2student)": 5.027961730957031,
      "cov-distil (oracle2teacher)": 4.861551284790039,
      "epoch": 1.7401883830455258,
      "rel-constrast": 2.1785964965820312,
      "step": 2217,
      "subrel-constrast": 3.1263222694396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1465624570846558,
      "cov-distil (oracle2student)": 3.375131607055664,
      "cov-distil (oracle2teacher)": 3.6147212982177734,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.49701189994812,
      "step": 2218,
      "subrel-constrast": 3.013669729232788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418553113937378,
      "cov-distil (oracle2student)": 3.4851672649383545,
      "cov-distil (oracle2teacher)": 3.666647434234619,
      "epoch": 1.7417582417582418,
      "rel-constrast": 2.7025346755981445,
      "step": 2219,
      "subrel-constrast": 3.529212713241577,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 5.90625,
      "learning_rate": 4.77706951492582e-05,
      "loss": 0.7121,
      "step": 2220
    },
    {
      "cov-distil": 1.5990524291992188,
      "cov-distil (oracle2student)": 4.211366653442383,
      "cov-distil (oracle2teacher)": 3.890860080718994,
      "epoch": 1.7425431711145998,
      "rel-constrast": 2.501035690307617,
      "step": 2220,
      "subrel-constrast": 3.2415027618408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3912228345870972,
      "cov-distil (oracle2student)": 5.821087837219238,
      "cov-distil (oracle2teacher)": 5.341222763061523,
      "epoch": 1.7433281004709578,
      "rel-constrast": 3.021422863006592,
      "step": 2221,
      "subrel-constrast": 3.991391658782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4452102184295654,
      "cov-distil (oracle2student)": 3.0666863918304443,
      "cov-distil (oracle2teacher)": 3.3617401123046875,
      "epoch": 1.7441130298273155,
      "rel-constrast": 2.8655142784118652,
      "step": 2222,
      "subrel-constrast": 3.6124308109283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535351276397705,
      "cov-distil (oracle2student)": 4.336465835571289,
      "cov-distil (oracle2teacher)": 4.227689266204834,
      "epoch": 1.7448979591836735,
      "rel-constrast": 2.6441214084625244,
      "step": 2223,
      "subrel-constrast": 3.298957347869873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5956463813781738,
      "cov-distil (oracle2student)": 4.605068206787109,
      "cov-distil (oracle2teacher)": 4.589273929595947,
      "epoch": 1.7456828885400313,
      "rel-constrast": 2.5250747203826904,
      "step": 2224,
      "subrel-constrast": 3.4053544998168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4402203559875488,
      "cov-distil (oracle2student)": 4.288039207458496,
      "cov-distil (oracle2teacher)": 3.9537289142608643,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.522817373275757,
      "step": 2225,
      "subrel-constrast": 3.3566665649414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4337220191955566,
      "cov-distil (oracle2student)": 2.9571754932403564,
      "cov-distil (oracle2teacher)": 3.191856861114502,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.3995537757873535,
      "step": 2226,
      "subrel-constrast": 2.0812368392944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4956307411193848,
      "cov-distil (oracle2student)": 4.570131301879883,
      "cov-distil (oracle2teacher)": 3.9345908164978027,
      "epoch": 1.7480376766091053,
      "rel-constrast": 2.727308511734009,
      "step": 2227,
      "subrel-constrast": 2.8596577644348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5380032062530518,
      "cov-distil (oracle2student)": 2.632666826248169,
      "cov-distil (oracle2teacher)": 3.2193100452423096,
      "epoch": 1.7488226059654632,
      "rel-constrast": 2.60501766204834,
      "step": 2228,
      "subrel-constrast": 3.647772789001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.225301742553711,
      "cov-distil (oracle2student)": 3.0516562461853027,
      "cov-distil (oracle2teacher)": 2.593440532684326,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.941821575164795,
      "step": 2229,
      "subrel-constrast": 2.9590554237365723,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 5.46875,
      "learning_rate": 4.7734534076476045e-05,
      "loss": 0.6806,
      "step": 2230
    },
    {
      "cov-distil": 1.4874062538146973,
      "cov-distil (oracle2student)": 4.357302665710449,
      "cov-distil (oracle2teacher)": 4.353229999542236,
      "epoch": 1.750392464678179,
      "rel-constrast": 3.209381103515625,
      "step": 2230,
      "subrel-constrast": 3.581017255783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.117234468460083,
      "cov-distil (oracle2student)": 3.937073230743408,
      "cov-distil (oracle2teacher)": 3.7548842430114746,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.434492826461792,
      "step": 2231,
      "subrel-constrast": 3.346048355102539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.24973726272583,
      "cov-distil (oracle2student)": 4.533449649810791,
      "cov-distil (oracle2teacher)": 4.793134689331055,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.7525699138641357,
      "step": 2232,
      "subrel-constrast": 4.6372246742248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.462562084197998,
      "cov-distil (oracle2student)": 3.1960372924804688,
      "cov-distil (oracle2teacher)": 3.563648223876953,
      "epoch": 1.7527472527472527,
      "rel-constrast": 2.7557313442230225,
      "step": 2233,
      "subrel-constrast": 3.8398375511169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6737204790115356,
      "cov-distil (oracle2student)": 2.5555331707000732,
      "cov-distil (oracle2teacher)": 2.5845441818237305,
      "epoch": 1.7535321821036107,
      "rel-constrast": 1.7191078662872314,
      "step": 2234,
      "subrel-constrast": 2.859938859939575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2368494272232056,
      "cov-distil (oracle2student)": 3.9843480587005615,
      "cov-distil (oracle2teacher)": 3.893775463104248,
      "epoch": 1.7543171114599687,
      "rel-constrast": 3.693345069885254,
      "step": 2235,
      "subrel-constrast": 4.244990825653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2992678880691528,
      "cov-distil (oracle2student)": 4.830301761627197,
      "cov-distil (oracle2teacher)": 4.498394012451172,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.510626792907715,
      "step": 2236,
      "subrel-constrast": 3.16009783744812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3592650890350342,
      "cov-distil (oracle2student)": 3.574373722076416,
      "cov-distil (oracle2teacher)": 3.2655539512634277,
      "epoch": 1.7558869701726845,
      "rel-constrast": 1.9065544605255127,
      "step": 2237,
      "subrel-constrast": 2.767110586166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8274831771850586,
      "cov-distil (oracle2student)": 4.118534564971924,
      "cov-distil (oracle2teacher)": 3.961636543273926,
      "epoch": 1.7566718995290422,
      "rel-constrast": 4.148343086242676,
      "step": 2238,
      "subrel-constrast": 4.405562400817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336197018623352,
      "cov-distil (oracle2student)": 2.447920560836792,
      "cov-distil (oracle2teacher)": 3.2694993019104004,
      "epoch": 1.7574568288854002,
      "rel-constrast": 2.810555934906006,
      "step": 2239,
      "subrel-constrast": 3.7019741535186768,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 5.25,
      "learning_rate": 4.769809599057075e-05,
      "loss": 0.7586,
      "step": 2240
    },
    {
      "cov-distil": 1.1485403776168823,
      "cov-distil (oracle2student)": 4.654672622680664,
      "cov-distil (oracle2teacher)": 4.348109245300293,
      "epoch": 1.7582417582417582,
      "rel-constrast": 1.9925882816314697,
      "step": 2240,
      "subrel-constrast": 2.693882942199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8763365745544434,
      "cov-distil (oracle2student)": 4.839393615722656,
      "cov-distil (oracle2teacher)": 3.85744047164917,
      "epoch": 1.7590266875981162,
      "rel-constrast": 3.434678077697754,
      "step": 2241,
      "subrel-constrast": 3.925741195678711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4712501764297485,
      "cov-distil (oracle2student)": 3.76202130317688,
      "cov-distil (oracle2teacher)": 3.5188522338867188,
      "epoch": 1.7598116169544742,
      "rel-constrast": 2.627779722213745,
      "step": 2242,
      "subrel-constrast": 2.8085591793060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3890204429626465,
      "cov-distil (oracle2student)": 5.484809398651123,
      "cov-distil (oracle2teacher)": 5.1389265060424805,
      "epoch": 1.7605965463108322,
      "rel-constrast": 3.6450910568237305,
      "step": 2243,
      "subrel-constrast": 4.063124656677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.133486032485962,
      "cov-distil (oracle2student)": 5.945001602172852,
      "cov-distil (oracle2teacher)": 5.491739749908447,
      "epoch": 1.76138147566719,
      "rel-constrast": 3.3541457653045654,
      "step": 2244,
      "subrel-constrast": 3.8208601474761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524552345275879,
      "cov-distil (oracle2student)": 5.721334934234619,
      "cov-distil (oracle2teacher)": 4.915715217590332,
      "epoch": 1.762166405023548,
      "rel-constrast": 2.5368430614471436,
      "step": 2245,
      "subrel-constrast": 3.3544769287109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551987886428833,
      "cov-distil (oracle2student)": 2.861910820007324,
      "cov-distil (oracle2teacher)": 2.90854811668396,
      "epoch": 1.7629513343799057,
      "rel-constrast": 2.4615793228149414,
      "step": 2246,
      "subrel-constrast": 3.330505847930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7999694347381592,
      "cov-distil (oracle2student)": 5.2548136711120605,
      "cov-distil (oracle2teacher)": 4.88046932220459,
      "epoch": 1.7637362637362637,
      "rel-constrast": 3.0106306076049805,
      "step": 2247,
      "subrel-constrast": 4.046727180480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.510411024093628,
      "cov-distil (oracle2student)": 4.925967693328857,
      "cov-distil (oracle2teacher)": 4.388039588928223,
      "epoch": 1.7645211930926217,
      "rel-constrast": 3.176236867904663,
      "step": 2248,
      "subrel-constrast": 4.014289379119873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7877905368804932,
      "cov-distil (oracle2student)": 5.503927230834961,
      "cov-distil (oracle2teacher)": 5.042388916015625,
      "epoch": 1.7653061224489797,
      "rel-constrast": 3.270568370819092,
      "step": 2249,
      "subrel-constrast": 3.9012820720672607,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 6.125,
      "learning_rate": 4.7661381335528885e-05,
      "loss": 0.7757,
      "step": 2250
    },
    {
      "cov-distil": 1.8688774108886719,
      "cov-distil (oracle2student)": 2.1277999877929688,
      "cov-distil (oracle2teacher)": 2.376420497894287,
      "epoch": 1.7660910518053377,
      "rel-constrast": 1.8173601627349854,
      "step": 2250,
      "subrel-constrast": 2.8194336891174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6203243732452393,
      "cov-distil (oracle2student)": 2.5933241844177246,
      "cov-distil (oracle2teacher)": 2.4038331508636475,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.69283390045166,
      "step": 2251,
      "subrel-constrast": 3.3784313201904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1629862785339355,
      "cov-distil (oracle2student)": 3.2623233795166016,
      "cov-distil (oracle2teacher)": 3.263735294342041,
      "epoch": 1.7676609105180534,
      "rel-constrast": 1.8934588432312012,
      "step": 2252,
      "subrel-constrast": 2.9617388248443604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1221753358840942,
      "cov-distil (oracle2student)": 4.757113933563232,
      "cov-distil (oracle2teacher)": 5.311859130859375,
      "epoch": 1.7684458398744112,
      "rel-constrast": 3.039048671722412,
      "step": 2253,
      "subrel-constrast": 3.843099355697632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719962477684021,
      "cov-distil (oracle2student)": 4.172812461853027,
      "cov-distil (oracle2teacher)": 4.571127891540527,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.3688297271728516,
      "step": 2254,
      "subrel-constrast": 3.572650909423828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5822265148162842,
      "cov-distil (oracle2student)": 4.874046325683594,
      "cov-distil (oracle2teacher)": 4.285998344421387,
      "epoch": 1.7700156985871272,
      "rel-constrast": 2.682790756225586,
      "step": 2255,
      "subrel-constrast": 3.463482141494751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5207773447036743,
      "cov-distil (oracle2student)": 3.742899179458618,
      "cov-distil (oracle2teacher)": 3.841674327850342,
      "epoch": 1.7708006279434851,
      "rel-constrast": 1.872826099395752,
      "step": 2256,
      "subrel-constrast": 2.6117641925811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3035008907318115,
      "cov-distil (oracle2student)": 5.562979221343994,
      "cov-distil (oracle2teacher)": 4.941827774047852,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.5136654376983643,
      "step": 2257,
      "subrel-constrast": 2.722169876098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.440312147140503,
      "cov-distil (oracle2student)": 2.988013744354248,
      "cov-distil (oracle2teacher)": 3.01206111907959,
      "epoch": 1.772370486656201,
      "rel-constrast": 1.8680262565612793,
      "step": 2258,
      "subrel-constrast": 2.415212631225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2608623504638672,
      "cov-distil (oracle2student)": 4.573918342590332,
      "cov-distil (oracle2teacher)": 4.244540214538574,
      "epoch": 1.7731554160125589,
      "rel-constrast": 3.5831003189086914,
      "step": 2259,
      "subrel-constrast": 3.7066094875335693,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 5.46875,
      "learning_rate": 4.762439055870695e-05,
      "loss": 0.6473,
      "step": 2260
    },
    {
      "cov-distil": 1.1993353366851807,
      "cov-distil (oracle2student)": 3.0164966583251953,
      "cov-distil (oracle2teacher)": 3.2065043449401855,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.800076484680176,
      "step": 2260,
      "subrel-constrast": 3.156083106994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.019031286239624,
      "cov-distil (oracle2student)": 4.696774005889893,
      "cov-distil (oracle2teacher)": 3.917257070541382,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.443613052368164,
      "step": 2261,
      "subrel-constrast": 3.2442383766174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9582088589668274,
      "cov-distil (oracle2student)": 4.163963317871094,
      "cov-distil (oracle2teacher)": 3.630319118499756,
      "epoch": 1.7755102040816326,
      "rel-constrast": 3.0506017208099365,
      "step": 2262,
      "subrel-constrast": 3.329702854156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6439485549926758,
      "cov-distil (oracle2student)": 3.1238386631011963,
      "cov-distil (oracle2teacher)": 2.9540915489196777,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.6313929557800293,
      "step": 2263,
      "subrel-constrast": 3.3315935134887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.948486566543579,
      "cov-distil (oracle2student)": 2.4869370460510254,
      "cov-distil (oracle2teacher)": 3.0207767486572266,
      "epoch": 1.7770800627943486,
      "rel-constrast": 2.3938064575195312,
      "step": 2264,
      "subrel-constrast": 3.424344301223755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4279038906097412,
      "cov-distil (oracle2student)": 3.047750473022461,
      "cov-distil (oracle2teacher)": 2.798387050628662,
      "epoch": 1.7778649921507066,
      "rel-constrast": 3.0303449630737305,
      "step": 2265,
      "subrel-constrast": 3.0007474422454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173428535461426,
      "cov-distil (oracle2student)": 3.7985291481018066,
      "cov-distil (oracle2teacher)": 4.217639923095703,
      "epoch": 1.7786499215070644,
      "rel-constrast": 4.197240829467773,
      "step": 2266,
      "subrel-constrast": 4.98362398147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291778564453125,
      "cov-distil (oracle2student)": 3.8943936824798584,
      "cov-distil (oracle2teacher)": 4.458695411682129,
      "epoch": 1.7794348508634223,
      "rel-constrast": 2.0562551021575928,
      "step": 2267,
      "subrel-constrast": 3.1477200984954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6463873386383057,
      "cov-distil (oracle2student)": 5.173831939697266,
      "cov-distil (oracle2teacher)": 4.939205646514893,
      "epoch": 1.7802197802197801,
      "rel-constrast": 3.1172866821289062,
      "step": 2268,
      "subrel-constrast": 4.250095844268799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440917491912842,
      "cov-distil (oracle2student)": 3.2981536388397217,
      "cov-distil (oracle2teacher)": 4.198132514953613,
      "epoch": 1.781004709576138,
      "rel-constrast": 1.9903862476348877,
      "step": 2269,
      "subrel-constrast": 3.060702323913574,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 5.6875,
      "learning_rate": 4.7587124110825875e-05,
      "loss": 0.7354,
      "step": 2270
    },
    {
      "cov-distil": 1.443589687347412,
      "cov-distil (oracle2student)": 3.593846559524536,
      "cov-distil (oracle2teacher)": 3.481320858001709,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.690666675567627,
      "step": 2270,
      "subrel-constrast": 2.7978153228759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5542268753051758,
      "cov-distil (oracle2student)": 4.015797138214111,
      "cov-distil (oracle2teacher)": 3.497437000274658,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.657963275909424,
      "step": 2271,
      "subrel-constrast": 3.2105746269226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7774068117141724,
      "cov-distil (oracle2student)": 5.50721549987793,
      "cov-distil (oracle2teacher)": 5.3051910400390625,
      "epoch": 1.783359497645212,
      "rel-constrast": 2.5327999591827393,
      "step": 2272,
      "subrel-constrast": 3.805833101272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6483123302459717,
      "cov-distil (oracle2student)": 5.872786521911621,
      "cov-distil (oracle2teacher)": 5.069870471954346,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.3836851119995117,
      "step": 2273,
      "subrel-constrast": 3.336540460586548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4488046169281006,
      "cov-distil (oracle2student)": 3.434264898300171,
      "cov-distil (oracle2teacher)": 3.3323163986206055,
      "epoch": 1.7849293563579278,
      "rel-constrast": 2.0917410850524902,
      "step": 2274,
      "subrel-constrast": 2.768942356109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7903740406036377,
      "cov-distil (oracle2student)": 2.448713779449463,
      "cov-distil (oracle2teacher)": 3.1189236640930176,
      "epoch": 1.7857142857142856,
      "rel-constrast": 2.0388267040252686,
      "step": 2275,
      "subrel-constrast": 2.9838790893554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8876144886016846,
      "cov-distil (oracle2student)": 3.479344367980957,
      "cov-distil (oracle2teacher)": 3.4063029289245605,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.705810070037842,
      "step": 2276,
      "subrel-constrast": 3.5671935081481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5006206035614014,
      "cov-distil (oracle2student)": 3.4531946182250977,
      "cov-distil (oracle2teacher)": 3.7035512924194336,
      "epoch": 1.7872841444270016,
      "rel-constrast": 2.175159454345703,
      "step": 2277,
      "subrel-constrast": 3.2904465198516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6945823431015015,
      "cov-distil (oracle2student)": 7.246981620788574,
      "cov-distil (oracle2teacher)": 6.2371978759765625,
      "epoch": 1.7880690737833596,
      "rel-constrast": 3.9379687309265137,
      "step": 2278,
      "subrel-constrast": 5.148345947265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4578499794006348,
      "cov-distil (oracle2student)": 3.2069311141967773,
      "cov-distil (oracle2teacher)": 3.0421481132507324,
      "epoch": 1.7888540031397175,
      "rel-constrast": 2.094665765762329,
      "step": 2279,
      "subrel-constrast": 2.7558751106262207,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 4.71875,
      "learning_rate": 4.754958244596557e-05,
      "loss": 0.6732,
      "step": 2280
    },
    {
      "cov-distil": 1.5304884910583496,
      "cov-distil (oracle2student)": 4.62916898727417,
      "cov-distil (oracle2teacher)": 4.374709606170654,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.313415050506592,
      "step": 2280,
      "subrel-constrast": 3.3232452869415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.215383768081665,
      "cov-distil (oracle2student)": 5.074325084686279,
      "cov-distil (oracle2teacher)": 4.492373466491699,
      "epoch": 1.7904238618524333,
      "rel-constrast": 3.8527512550354004,
      "step": 2281,
      "subrel-constrast": 4.024172782897949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3366990089416504,
      "cov-distil (oracle2student)": 3.452869415283203,
      "cov-distil (oracle2teacher)": 3.4301605224609375,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.906731367111206,
      "step": 2282,
      "subrel-constrast": 3.573761463165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5189135074615479,
      "cov-distil (oracle2student)": 4.619809150695801,
      "cov-distil (oracle2teacher)": 4.698108196258545,
      "epoch": 1.791993720565149,
      "rel-constrast": 1.9627488851547241,
      "step": 2283,
      "subrel-constrast": 2.4047091007232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8160045146942139,
      "cov-distil (oracle2student)": 5.028445720672607,
      "cov-distil (oracle2teacher)": 4.595516204833984,
      "epoch": 1.792778649921507,
      "rel-constrast": 2.5817906856536865,
      "step": 2284,
      "subrel-constrast": 3.75763201713562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8235701322555542,
      "cov-distil (oracle2student)": 4.796090126037598,
      "cov-distil (oracle2teacher)": 4.462260723114014,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.5888078212738037,
      "step": 2285,
      "subrel-constrast": 3.615201711654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9200466871261597,
      "cov-distil (oracle2student)": 5.06275749206543,
      "cov-distil (oracle2teacher)": 4.860681533813477,
      "epoch": 1.794348508634223,
      "rel-constrast": 4.242743968963623,
      "step": 2286,
      "subrel-constrast": 4.901610851287842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.378166675567627,
      "cov-distil (oracle2student)": 3.440523862838745,
      "cov-distil (oracle2teacher)": 3.0847091674804688,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.242156982421875,
      "step": 2287,
      "subrel-constrast": 2.728849411010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426253080368042,
      "cov-distil (oracle2student)": 2.75307035446167,
      "cov-distil (oracle2teacher)": 2.9066567420959473,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.6640818119049072,
      "step": 2288,
      "subrel-constrast": 4.191524505615234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2154967784881592,
      "cov-distil (oracle2student)": 3.2967770099639893,
      "cov-distil (oracle2teacher)": 3.424208879470825,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.394169569015503,
      "step": 2289,
      "subrel-constrast": 3.120394229888916,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 5.46875,
      "learning_rate": 4.7511766021559375e-05,
      "loss": 0.7567,
      "step": 2290
    },
    {
      "cov-distil": 2.455801248550415,
      "cov-distil (oracle2student)": 3.2455637454986572,
      "cov-distil (oracle2teacher)": 3.352872133255005,
      "epoch": 1.7974882260596545,
      "rel-constrast": 2.8605823516845703,
      "step": 2290,
      "subrel-constrast": 4.11125373840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2726619243621826,
      "cov-distil (oracle2student)": 5.800573348999023,
      "cov-distil (oracle2teacher)": 5.361475944519043,
      "epoch": 1.7982731554160125,
      "rel-constrast": 3.209815740585327,
      "step": 2291,
      "subrel-constrast": 3.7056069374084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5992858409881592,
      "cov-distil (oracle2student)": 2.910555601119995,
      "cov-distil (oracle2teacher)": 3.1356606483459473,
      "epoch": 1.7990580847723705,
      "rel-constrast": 2.6816933155059814,
      "step": 2292,
      "subrel-constrast": 3.304826498031616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8207201957702637,
      "cov-distil (oracle2student)": 4.1503777503967285,
      "cov-distil (oracle2teacher)": 4.0297651290893555,
      "epoch": 1.7998430141287285,
      "rel-constrast": 4.604592323303223,
      "step": 2293,
      "subrel-constrast": 4.804865837097168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4666860103607178,
      "cov-distil (oracle2student)": 4.0113983154296875,
      "cov-distil (oracle2teacher)": 4.246403694152832,
      "epoch": 1.8006279434850865,
      "rel-constrast": 2.9521360397338867,
      "step": 2294,
      "subrel-constrast": 3.9631752967834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.707909345626831,
      "cov-distil (oracle2student)": 4.909032821655273,
      "cov-distil (oracle2teacher)": 4.912590026855469,
      "epoch": 1.8014128728414442,
      "rel-constrast": 3.0045456886291504,
      "step": 2295,
      "subrel-constrast": 3.6885366439819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3750193119049072,
      "cov-distil (oracle2student)": 4.743531227111816,
      "cov-distil (oracle2teacher)": 4.764464855194092,
      "epoch": 1.8021978021978022,
      "rel-constrast": 3.5490798950195312,
      "step": 2296,
      "subrel-constrast": 3.8724448680877686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0714311599731445,
      "cov-distil (oracle2student)": 4.199785232543945,
      "cov-distil (oracle2teacher)": 4.259959697723389,
      "epoch": 1.80298273155416,
      "rel-constrast": 3.511178493499756,
      "step": 2297,
      "subrel-constrast": 4.187932968139648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.206063985824585,
      "cov-distil (oracle2student)": 4.125889778137207,
      "cov-distil (oracle2teacher)": 3.962230682373047,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.9765372276306152,
      "step": 2298,
      "subrel-constrast": 3.626953363418579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6662653684616089,
      "cov-distil (oracle2student)": 4.489561080932617,
      "cov-distil (oracle2teacher)": 4.740846633911133,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.530068874359131,
      "step": 2299,
      "subrel-constrast": 3.427281618118286,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 4.6875,
      "learning_rate": 4.7473675298388495e-05,
      "loss": 0.8386,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.3046875,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.053985595703125
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.036529541015625
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.0174560546875,
      "step": 2300
    },
    {
      "cov-distil": 1.6892621517181396,
      "cov-distil (oracle2student)": 6.2856245040893555,
      "cov-distil (oracle2teacher)": 5.992995262145996,
      "epoch": 1.805337519623234,
      "rel-constrast": 2.6885900497436523,
      "step": 2300,
      "subrel-constrast": 3.5530953407287598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2254571914672852,
      "cov-distil (oracle2student)": 4.998371601104736,
      "cov-distil (oracle2teacher)": 4.863700866699219,
      "epoch": 1.806122448979592,
      "rel-constrast": 2.7133448123931885,
      "step": 2301,
      "subrel-constrast": 3.508239984512329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7833107709884644,
      "cov-distil (oracle2student)": 3.8225245475769043,
      "cov-distil (oracle2teacher)": 3.4032890796661377,
      "epoch": 1.8069073783359497,
      "rel-constrast": 3.0843989849090576,
      "step": 2302,
      "subrel-constrast": 3.869215726852417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4791055917739868,
      "cov-distil (oracle2student)": 5.102720260620117,
      "cov-distil (oracle2teacher)": 4.331556797027588,
      "epoch": 1.8076923076923077,
      "rel-constrast": 3.053921699523926,
      "step": 2303,
      "subrel-constrast": 3.4983434677124023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.865248441696167,
      "cov-distil (oracle2student)": 3.199080467224121,
      "cov-distil (oracle2teacher)": 3.1448521614074707,
      "epoch": 1.8084772370486655,
      "rel-constrast": 2.651535987854004,
      "step": 2304,
      "subrel-constrast": 3.1808433532714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.934019684791565,
      "cov-distil (oracle2student)": 4.856476783752441,
      "cov-distil (oracle2teacher)": 4.681419849395752,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.8381969928741455,
      "step": 2305,
      "subrel-constrast": 3.679791212081909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6589226722717285,
      "cov-distil (oracle2student)": 3.9016671180725098,
      "cov-distil (oracle2teacher)": 3.669419288635254,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.647688388824463,
      "step": 2306,
      "subrel-constrast": 2.5999338626861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.255324125289917,
      "cov-distil (oracle2student)": 4.575657844543457,
      "cov-distil (oracle2teacher)": 4.169482707977295,
      "epoch": 1.8108320251177394,
      "rel-constrast": 2.985649347305298,
      "step": 2307,
      "subrel-constrast": 3.4112751483917236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6019322872161865,
      "cov-distil (oracle2student)": 4.121088027954102,
      "cov-distil (oracle2teacher)": 3.867058515548706,
      "epoch": 1.8116169544740974,
      "rel-constrast": 2.5067484378814697,
      "step": 2308,
      "subrel-constrast": 3.2771899700164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6674654483795166,
      "cov-distil (oracle2student)": 2.8131213188171387,
      "cov-distil (oracle2teacher)": 3.101606845855713,
      "epoch": 1.8124018838304554,
      "rel-constrast": 2.6714296340942383,
      "step": 2309,
      "subrel-constrast": 3.2365288734436035,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 4.65625,
      "learning_rate": 4.743531074057635e-05,
      "loss": 0.7364,
      "step": 2310
    },
    {
      "cov-distil": 1.350029468536377,
      "cov-distil (oracle2student)": 4.165107250213623,
      "cov-distil (oracle2teacher)": 3.818049669265747,
      "epoch": 1.8131868131868132,
      "rel-constrast": 3.0232343673706055,
      "step": 2310,
      "subrel-constrast": 3.3329970836639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3987716436386108,
      "cov-distil (oracle2student)": 5.433112621307373,
      "cov-distil (oracle2teacher)": 4.871761798858643,
      "epoch": 1.813971742543171,
      "rel-constrast": 4.484724998474121,
      "step": 2311,
      "subrel-constrast": 4.845229148864746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.425628423690796,
      "cov-distil (oracle2student)": 2.925630569458008,
      "cov-distil (oracle2teacher)": 2.863168239593506,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.5887391567230225,
      "step": 2312,
      "subrel-constrast": 2.0609428882598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6005250215530396,
      "cov-distil (oracle2student)": 3.0022354125976562,
      "cov-distil (oracle2teacher)": 2.6223843097686768,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.273730993270874,
      "step": 2313,
      "subrel-constrast": 2.9224469661712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4181492328643799,
      "cov-distil (oracle2student)": 5.378347396850586,
      "cov-distil (oracle2teacher)": 5.1598801612854,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.6968092918395996,
      "step": 2314,
      "subrel-constrast": 3.624706745147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4855788946151733,
      "cov-distil (oracle2student)": 2.8636293411254883,
      "cov-distil (oracle2teacher)": 2.7834272384643555,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.438906669616699,
      "step": 2315,
      "subrel-constrast": 2.909430742263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1916629076004028,
      "cov-distil (oracle2student)": 4.764017105102539,
      "cov-distil (oracle2teacher)": 4.308287620544434,
      "epoch": 1.817896389324961,
      "rel-constrast": 2.079336404800415,
      "step": 2316,
      "subrel-constrast": 2.6568892002105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3917102813720703,
      "cov-distil (oracle2student)": 3.7978508472442627,
      "cov-distil (oracle2teacher)": 3.5787644386291504,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.420144557952881,
      "step": 2317,
      "subrel-constrast": 3.7058300971984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2259094715118408,
      "cov-distil (oracle2student)": 3.5073022842407227,
      "cov-distil (oracle2teacher)": 3.642540216445923,
      "epoch": 1.8194662480376766,
      "rel-constrast": 2.8358278274536133,
      "step": 2318,
      "subrel-constrast": 3.8708882331848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9209463596343994,
      "cov-distil (oracle2student)": 3.529254674911499,
      "cov-distil (oracle2teacher)": 3.8668453693389893,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.14914608001709,
      "step": 2319,
      "subrel-constrast": 3.4967246055603027,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 4.1875,
      "learning_rate": 4.7396672815582997e-05,
      "loss": 0.7108,
      "step": 2320
    },
    {
      "cov-distil": 1.8456411361694336,
      "cov-distil (oracle2student)": 4.969728946685791,
      "cov-distil (oracle2teacher)": 4.395388126373291,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.473095417022705,
      "step": 2320,
      "subrel-constrast": 3.3971071243286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.373929500579834,
      "cov-distil (oracle2student)": 5.528662204742432,
      "cov-distil (oracle2teacher)": 4.760448455810547,
      "epoch": 1.8218210361067504,
      "rel-constrast": 3.6413016319274902,
      "step": 2321,
      "subrel-constrast": 4.109328746795654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4218733310699463,
      "cov-distil (oracle2student)": 3.9426779747009277,
      "cov-distil (oracle2teacher)": 3.5189409255981445,
      "epoch": 1.8226059654631084,
      "rel-constrast": 4.6169538497924805,
      "step": 2322,
      "subrel-constrast": 4.935740947723389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.266847848892212,
      "cov-distil (oracle2student)": 3.3324596881866455,
      "cov-distil (oracle2teacher)": 3.3743977546691895,
      "epoch": 1.8233908948194664,
      "rel-constrast": 2.086048126220703,
      "step": 2323,
      "subrel-constrast": 3.0306177139282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5611567497253418,
      "cov-distil (oracle2student)": 3.5690765380859375,
      "cov-distil (oracle2teacher)": 3.353379726409912,
      "epoch": 1.8241758241758241,
      "rel-constrast": 2.063237190246582,
      "step": 2324,
      "subrel-constrast": 2.5298917293548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1383699178695679,
      "cov-distil (oracle2student)": 4.711968421936035,
      "cov-distil (oracle2teacher)": 4.48989725112915,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.8097970485687256,
      "step": 2325,
      "subrel-constrast": 3.0449445247650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2283785343170166,
      "cov-distil (oracle2student)": 5.113185882568359,
      "cov-distil (oracle2teacher)": 4.417881488800049,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.894479513168335,
      "step": 2326,
      "subrel-constrast": 3.147129774093628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5558199882507324,
      "cov-distil (oracle2student)": 5.515866279602051,
      "cov-distil (oracle2teacher)": 5.1101579666137695,
      "epoch": 1.8265306122448979,
      "rel-constrast": 3.494619369506836,
      "step": 2327,
      "subrel-constrast": 4.009930610656738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341977596282959,
      "cov-distil (oracle2student)": 5.359982490539551,
      "cov-distil (oracle2teacher)": 5.215216159820557,
      "epoch": 1.8273155416012559,
      "rel-constrast": 2.966783046722412,
      "step": 2328,
      "subrel-constrast": 3.842420816421509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3554564714431763,
      "cov-distil (oracle2student)": 4.5389404296875,
      "cov-distil (oracle2teacher)": 3.8986454010009766,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.970102310180664,
      "step": 2329,
      "subrel-constrast": 3.578596353530884,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 5.75,
      "learning_rate": 4.735776199419935e-05,
      "loss": 0.7856,
      "step": 2330
    },
    {
      "cov-distil": 1.3520499467849731,
      "cov-distil (oracle2student)": 5.464293479919434,
      "cov-distil (oracle2teacher)": 5.080811500549316,
      "epoch": 1.8288854003139718,
      "rel-constrast": 2.9374120235443115,
      "step": 2330,
      "subrel-constrast": 3.246391773223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3966255187988281,
      "cov-distil (oracle2student)": 3.2311744689941406,
      "cov-distil (oracle2teacher)": 3.526416540145874,
      "epoch": 1.8296703296703298,
      "rel-constrast": 2.0379257202148438,
      "step": 2331,
      "subrel-constrast": 3.1012685298919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2343699932098389,
      "cov-distil (oracle2student)": 4.805904388427734,
      "cov-distil (oracle2teacher)": 4.505140781402588,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.606234312057495,
      "step": 2332,
      "subrel-constrast": 4.051779270172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3108339309692383,
      "cov-distil (oracle2student)": 2.983063220977783,
      "cov-distil (oracle2teacher)": 3.173604965209961,
      "epoch": 1.8312401883830454,
      "rel-constrast": 2.398393154144287,
      "step": 2333,
      "subrel-constrast": 3.097240924835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.354975938796997,
      "cov-distil (oracle2student)": 4.794856071472168,
      "cov-distil (oracle2teacher)": 4.663745880126953,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.5273170471191406,
      "step": 2334,
      "subrel-constrast": 3.1760787963867188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.306727409362793,
      "cov-distil (oracle2student)": 3.8031656742095947,
      "cov-distil (oracle2teacher)": 4.063189506530762,
      "epoch": 1.8328100470957613,
      "rel-constrast": 3.116619110107422,
      "step": 2335,
      "subrel-constrast": 3.4618194103240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6776924133300781,
      "cov-distil (oracle2student)": 4.332625389099121,
      "cov-distil (oracle2teacher)": 3.9710259437561035,
      "epoch": 1.8335949764521193,
      "rel-constrast": 2.6058735847473145,
      "step": 2336,
      "subrel-constrast": 3.638011932373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1858696937561035,
      "cov-distil (oracle2student)": 5.392741680145264,
      "cov-distil (oracle2teacher)": 5.259259223937988,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.5113906860351562,
      "step": 2337,
      "subrel-constrast": 2.8102779388427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4064992666244507,
      "cov-distil (oracle2student)": 3.273954391479492,
      "cov-distil (oracle2teacher)": 3.387511968612671,
      "epoch": 1.8351648351648353,
      "rel-constrast": 2.433619737625122,
      "step": 2338,
      "subrel-constrast": 3.4606707096099854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592550277709961,
      "cov-distil (oracle2student)": 4.5503926277160645,
      "cov-distil (oracle2teacher)": 4.18421745300293,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.902895927429199,
      "step": 2339,
      "subrel-constrast": 3.821329355239868,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 5.46875,
      "learning_rate": 4.7318578750541466e-05,
      "loss": 0.7115,
      "step": 2340
    },
    {
      "cov-distil": 1.8418996334075928,
      "cov-distil (oracle2student)": 4.415371417999268,
      "cov-distil (oracle2teacher)": 4.214637756347656,
      "epoch": 1.836734693877551,
      "rel-constrast": 3.0671606063842773,
      "step": 2340,
      "subrel-constrast": 4.117509841918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5406579971313477,
      "cov-distil (oracle2student)": 5.341821670532227,
      "cov-distil (oracle2teacher)": 4.685606479644775,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.6471409797668457,
      "step": 2341,
      "subrel-constrast": 3.4066224098205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7433027029037476,
      "cov-distil (oracle2student)": 3.2867393493652344,
      "cov-distil (oracle2teacher)": 3.4402594566345215,
      "epoch": 1.8383045525902668,
      "rel-constrast": 2.305436134338379,
      "step": 2342,
      "subrel-constrast": 3.3702797889709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013439178466797,
      "cov-distil (oracle2student)": 3.617051362991333,
      "cov-distil (oracle2teacher)": 3.047485113143921,
      "epoch": 1.8390894819466248,
      "rel-constrast": 2.1213674545288086,
      "step": 2343,
      "subrel-constrast": 3.03959059715271,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108980178833008,
      "cov-distil (oracle2student)": 3.740568161010742,
      "cov-distil (oracle2teacher)": 3.95269513130188,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.6679271459579468,
      "step": 2344,
      "subrel-constrast": 2.9394900798797607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5810344219207764,
      "cov-distil (oracle2student)": 4.702192783355713,
      "cov-distil (oracle2teacher)": 3.905719041824341,
      "epoch": 1.8406593406593408,
      "rel-constrast": 3.28336501121521,
      "step": 2345,
      "subrel-constrast": 3.9377100467681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385591745376587,
      "cov-distil (oracle2student)": 3.392869472503662,
      "cov-distil (oracle2teacher)": 3.0184574127197266,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.586210250854492,
      "step": 2346,
      "subrel-constrast": 2.880354404449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174978017807007,
      "cov-distil (oracle2student)": 3.070465087890625,
      "cov-distil (oracle2teacher)": 3.739142656326294,
      "epoch": 1.8422291993720565,
      "rel-constrast": 2.551447868347168,
      "step": 2347,
      "subrel-constrast": 4.151600360870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4344654083251953,
      "cov-distil (oracle2student)": 3.4287023544311523,
      "cov-distil (oracle2teacher)": 3.427236557006836,
      "epoch": 1.8430141287284143,
      "rel-constrast": 3.210320472717285,
      "step": 2348,
      "subrel-constrast": 3.8333253860473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6159439086914062,
      "cov-distil (oracle2student)": 2.8842294216156006,
      "cov-distil (oracle2teacher)": 2.635730504989624,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.6391414403915405,
      "step": 2349,
      "subrel-constrast": 2.504883289337158,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 3.953125,
      "learning_rate": 4.727912356204483e-05,
      "loss": 0.6706,
      "step": 2350
    },
    {
      "cov-distil": 1.2449408769607544,
      "cov-distil (oracle2student)": 3.6214663982391357,
      "cov-distil (oracle2teacher)": 3.275423526763916,
      "epoch": 1.8445839874411303,
      "rel-constrast": 3.3113770484924316,
      "step": 2350,
      "subrel-constrast": 3.3099052906036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3130264282226562,
      "cov-distil (oracle2student)": 5.4824323654174805,
      "cov-distil (oracle2teacher)": 4.571508407592773,
      "epoch": 1.8453689167974883,
      "rel-constrast": 3.1544077396392822,
      "step": 2351,
      "subrel-constrast": 3.5445499420166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2681918144226074,
      "cov-distil (oracle2student)": 3.4045321941375732,
      "cov-distil (oracle2teacher)": 3.7111916542053223,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.3710899353027344,
      "step": 2352,
      "subrel-constrast": 3.117222309112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9239554405212402,
      "cov-distil (oracle2student)": 4.037146091461182,
      "cov-distil (oracle2teacher)": 4.063927173614502,
      "epoch": 1.8469387755102042,
      "rel-constrast": 5.095550537109375,
      "step": 2353,
      "subrel-constrast": 5.377917289733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2959873676300049,
      "cov-distil (oracle2student)": 3.0380029678344727,
      "cov-distil (oracle2teacher)": 3.1399359703063965,
      "epoch": 1.847723704866562,
      "rel-constrast": 2.586148738861084,
      "step": 2354,
      "subrel-constrast": 3.349116086959839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.688023328781128,
      "cov-distil (oracle2student)": 4.390917778015137,
      "cov-distil (oracle2teacher)": 3.7474846839904785,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.5092859268188477,
      "step": 2355,
      "subrel-constrast": 3.4131603240966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5776541233062744,
      "cov-distil (oracle2student)": 4.303069114685059,
      "cov-distil (oracle2teacher)": 4.105372428894043,
      "epoch": 1.8492935635792778,
      "rel-constrast": 3.0706281661987305,
      "step": 2356,
      "subrel-constrast": 3.9001171588897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757984161376953,
      "cov-distil (oracle2student)": 4.3736748695373535,
      "cov-distil (oracle2teacher)": 3.550205707550049,
      "epoch": 1.8500784929356358,
      "rel-constrast": 3.4728293418884277,
      "step": 2357,
      "subrel-constrast": 3.9719204902648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2813568115234375,
      "cov-distil (oracle2student)": 3.4487719535827637,
      "cov-distil (oracle2teacher)": 3.7643330097198486,
      "epoch": 1.8508634222919937,
      "rel-constrast": 2.0092484951019287,
      "step": 2358,
      "subrel-constrast": 3.043686866760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4998648166656494,
      "cov-distil (oracle2student)": 4.305778503417969,
      "cov-distil (oracle2teacher)": 3.857558488845825,
      "epoch": 1.8516483516483517,
      "rel-constrast": 2.7986481189727783,
      "step": 2359,
      "subrel-constrast": 3.3821802139282227,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 4.6875,
      "learning_rate": 4.723939690945846e-05,
      "loss": 0.7964,
      "step": 2360
    },
    {
      "cov-distil": 1.1859450340270996,
      "cov-distil (oracle2student)": 3.314246416091919,
      "cov-distil (oracle2teacher)": 3.3548049926757812,
      "epoch": 1.8524332810047097,
      "rel-constrast": 2.297027826309204,
      "step": 2360,
      "subrel-constrast": 2.906010627746582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0564367771148682,
      "cov-distil (oracle2student)": 4.408847332000732,
      "cov-distil (oracle2teacher)": 3.750236988067627,
      "epoch": 1.8532182103610675,
      "rel-constrast": 2.727273464202881,
      "step": 2361,
      "subrel-constrast": 3.4296066761016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5102715492248535,
      "cov-distil (oracle2student)": 3.0153093338012695,
      "cov-distil (oracle2teacher)": 2.8639063835144043,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.110095977783203,
      "step": 2362,
      "subrel-constrast": 2.996849536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.126218557357788,
      "cov-distil (oracle2student)": 5.751990795135498,
      "cov-distil (oracle2teacher)": 5.225639343261719,
      "epoch": 1.8547880690737832,
      "rel-constrast": 3.8988547325134277,
      "step": 2363,
      "subrel-constrast": 4.588316440582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2220523357391357,
      "cov-distil (oracle2student)": 3.976548433303833,
      "cov-distil (oracle2teacher)": 4.030041694641113,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.659160614013672,
      "step": 2364,
      "subrel-constrast": 3.5046262741088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4964183568954468,
      "cov-distil (oracle2student)": 4.694596290588379,
      "cov-distil (oracle2teacher)": 4.482988357543945,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.4832048416137695,
      "step": 2365,
      "subrel-constrast": 2.861309051513672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6372551918029785,
      "cov-distil (oracle2student)": 3.208219051361084,
      "cov-distil (oracle2teacher)": 3.099982738494873,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.7701632976531982,
      "step": 2366,
      "subrel-constrast": 2.1953959465026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2423828840255737,
      "cov-distil (oracle2student)": 5.4796037673950195,
      "cov-distil (oracle2teacher)": 4.892402648925781,
      "epoch": 1.8579277864992152,
      "rel-constrast": 4.1849565505981445,
      "step": 2367,
      "subrel-constrast": 4.690651893615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7666869163513184,
      "cov-distil (oracle2student)": 4.98898983001709,
      "cov-distil (oracle2teacher)": 4.632345199584961,
      "epoch": 1.858712715855573,
      "rel-constrast": 3.016021251678467,
      "step": 2368,
      "subrel-constrast": 4.011875152587891,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482865333557129,
      "cov-distil (oracle2student)": 4.433815002441406,
      "cov-distil (oracle2teacher)": 3.8089146614074707,
      "epoch": 1.859497645211931,
      "rel-constrast": 1.6976051330566406,
      "step": 2369,
      "subrel-constrast": 2.5378572940826416,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 4.53125,
      "learning_rate": 4.7199399276839056e-05,
      "loss": 0.7054,
      "step": 2370
    },
    {
      "cov-distil": 0.8840755224227905,
      "cov-distil (oracle2student)": 3.3833887577056885,
      "cov-distil (oracle2teacher)": 3.1782917976379395,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.2076575756073,
      "step": 2370,
      "subrel-constrast": 2.7491493225097656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823546290397644,
      "cov-distil (oracle2student)": 4.029688835144043,
      "cov-distil (oracle2teacher)": 3.544309139251709,
      "epoch": 1.8610675039246467,
      "rel-constrast": 1.995516061782837,
      "step": 2371,
      "subrel-constrast": 3.0157155990600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.672497272491455,
      "cov-distil (oracle2student)": 5.100739479064941,
      "cov-distil (oracle2teacher)": 4.817244529724121,
      "epoch": 1.8618524332810047,
      "rel-constrast": 3.1086645126342773,
      "step": 2372,
      "subrel-constrast": 3.678229331970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6452648639678955,
      "cov-distil (oracle2student)": 5.618671417236328,
      "cov-distil (oracle2teacher)": 4.942402362823486,
      "epoch": 1.8626373626373627,
      "rel-constrast": 3.232419729232788,
      "step": 2373,
      "subrel-constrast": 3.5171499252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623281717300415,
      "cov-distil (oracle2student)": 3.7928292751312256,
      "cov-distil (oracle2teacher)": 3.612213611602783,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.4106407165527344,
      "step": 2374,
      "subrel-constrast": 3.3195226192474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.386106252670288,
      "cov-distil (oracle2student)": 4.364607810974121,
      "cov-distil (oracle2teacher)": 4.588620185852051,
      "epoch": 1.8642072213500787,
      "rel-constrast": 3.065457582473755,
      "step": 2375,
      "subrel-constrast": 3.634373903274536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0901994705200195,
      "cov-distil (oracle2student)": 4.58005428314209,
      "cov-distil (oracle2teacher)": 4.2535905838012695,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.9042716026306152,
      "step": 2376,
      "subrel-constrast": 3.4222331047058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5796598196029663,
      "cov-distil (oracle2student)": 3.9140729904174805,
      "cov-distil (oracle2teacher)": 3.460087299346924,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.728533983230591,
      "step": 2377,
      "subrel-constrast": 3.971311569213867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871321201324463,
      "cov-distil (oracle2student)": 4.102816581726074,
      "cov-distil (oracle2teacher)": 3.6798171997070312,
      "epoch": 1.8665620094191522,
      "rel-constrast": 2.641995906829834,
      "step": 2378,
      "subrel-constrast": 3.3500876426696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.104958176612854,
      "cov-distil (oracle2student)": 4.592450141906738,
      "cov-distil (oracle2teacher)": 4.03894567489624,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.803786039352417,
      "step": 2379,
      "subrel-constrast": 4.192743301391602,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 6.5,
      "learning_rate": 4.715913115154518e-05,
      "loss": 0.7642,
      "step": 2380
    },
    {
      "cov-distil": 2.4300537109375,
      "cov-distil (oracle2student)": 5.012440204620361,
      "cov-distil (oracle2teacher)": 4.086169719696045,
      "epoch": 1.8681318681318682,
      "rel-constrast": 3.3527214527130127,
      "step": 2380,
      "subrel-constrast": 3.4218342304229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5946388244628906,
      "cov-distil (oracle2student)": 3.8829233646392822,
      "cov-distil (oracle2teacher)": 3.231156826019287,
      "epoch": 1.8689167974882261,
      "rel-constrast": 2.8924384117126465,
      "step": 2381,
      "subrel-constrast": 3.5565617084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5479071140289307,
      "cov-distil (oracle2student)": 3.4200520515441895,
      "cov-distil (oracle2teacher)": 3.896700143814087,
      "epoch": 1.8697017268445841,
      "rel-constrast": 2.3236217498779297,
      "step": 2382,
      "subrel-constrast": 2.9840362071990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7334470748901367,
      "cov-distil (oracle2student)": 2.694964647293091,
      "cov-distil (oracle2teacher)": 2.6546573638916016,
      "epoch": 1.870486656200942,
      "rel-constrast": 2.0708560943603516,
      "step": 2383,
      "subrel-constrast": 2.9378223419189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2651090621948242,
      "cov-distil (oracle2student)": 5.064573764801025,
      "cov-distil (oracle2teacher)": 4.861395835876465,
      "epoch": 1.8712715855572999,
      "rel-constrast": 3.2342638969421387,
      "step": 2384,
      "subrel-constrast": 3.8789474964141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9129894971847534,
      "cov-distil (oracle2student)": 4.06921911239624,
      "cov-distil (oracle2teacher)": 3.8571341037750244,
      "epoch": 1.8720565149136577,
      "rel-constrast": 3.5101518630981445,
      "step": 2385,
      "subrel-constrast": 3.6736528873443604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2583074569702148,
      "cov-distil (oracle2student)": 4.010788440704346,
      "cov-distil (oracle2teacher)": 4.187676429748535,
      "epoch": 1.8728414442700156,
      "rel-constrast": 2.4000515937805176,
      "step": 2386,
      "subrel-constrast": 3.34635066986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.612623691558838,
      "cov-distil (oracle2student)": 4.673199653625488,
      "cov-distil (oracle2teacher)": 4.365555763244629,
      "epoch": 1.8736263736263736,
      "rel-constrast": 3.430168628692627,
      "step": 2387,
      "subrel-constrast": 4.065863132476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4130902290344238,
      "cov-distil (oracle2student)": 3.691788673400879,
      "cov-distil (oracle2teacher)": 3.206881046295166,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.359842300415039,
      "step": 2388,
      "subrel-constrast": 2.593538999557495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8961942195892334,
      "cov-distil (oracle2student)": 3.7761895656585693,
      "cov-distil (oracle2teacher)": 4.75875186920166,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.530869960784912,
      "step": 2389,
      "subrel-constrast": 4.138177871704102,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 5.25,
      "learning_rate": 4.7118593024231214e-05,
      "loss": 0.7443,
      "step": 2390
    },
    {
      "cov-distil": 1.628974199295044,
      "cov-distil (oracle2student)": 5.29055118560791,
      "cov-distil (oracle2teacher)": 5.069937705993652,
      "epoch": 1.8759811616954474,
      "rel-constrast": 3.6770904064178467,
      "step": 2390,
      "subrel-constrast": 4.248228549957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7999117374420166,
      "cov-distil (oracle2student)": 5.345639228820801,
      "cov-distil (oracle2teacher)": 5.134427070617676,
      "epoch": 1.8767660910518054,
      "rel-constrast": 2.705498218536377,
      "step": 2391,
      "subrel-constrast": 3.6627047061920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6265171766281128,
      "cov-distil (oracle2student)": 6.232959747314453,
      "cov-distil (oracle2teacher)": 6.187678337097168,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.637683868408203,
      "step": 2392,
      "subrel-constrast": 3.6143903732299805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.293133020401001,
      "cov-distil (oracle2student)": 2.6474246978759766,
      "cov-distil (oracle2teacher)": 2.9688892364501953,
      "epoch": 1.8783359497645211,
      "rel-constrast": 2.264965534210205,
      "step": 2393,
      "subrel-constrast": 3.1837778091430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7307713031768799,
      "cov-distil (oracle2student)": 5.484700679779053,
      "cov-distil (oracle2teacher)": 4.771672248840332,
      "epoch": 1.879120879120879,
      "rel-constrast": 3.159960985183716,
      "step": 2394,
      "subrel-constrast": 3.9433629512786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6066560745239258,
      "cov-distil (oracle2student)": 5.14959716796875,
      "cov-distil (oracle2teacher)": 4.266096115112305,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.572598457336426,
      "step": 2395,
      "subrel-constrast": 3.5695507526397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.438852071762085,
      "cov-distil (oracle2student)": 5.01389217376709,
      "cov-distil (oracle2teacher)": 4.615742206573486,
      "epoch": 1.880690737833595,
      "rel-constrast": 2.4646241664886475,
      "step": 2396,
      "subrel-constrast": 3.0571179389953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8117623329162598,
      "cov-distil (oracle2student)": 3.6481375694274902,
      "cov-distil (oracle2teacher)": 3.7992639541625977,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.6263227462768555,
      "step": 2397,
      "subrel-constrast": 3.185467481613159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.346522569656372,
      "cov-distil (oracle2student)": 4.0584611892700195,
      "cov-distil (oracle2teacher)": 4.2249274253845215,
      "epoch": 1.8822605965463108,
      "rel-constrast": 2.035794973373413,
      "step": 2398,
      "subrel-constrast": 2.675389051437378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3412846326828003,
      "cov-distil (oracle2student)": 3.2676186561584473,
      "cov-distil (oracle2teacher)": 3.0490620136260986,
      "epoch": 1.8830455259026686,
      "rel-constrast": 2.187757968902588,
      "step": 2399,
      "subrel-constrast": 2.9414639472961426,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 4.1875,
      "learning_rate": 4.707778538884145e-05,
      "loss": 0.6974,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.3218750059604645,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.0543212890625
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.0399169921875
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.014404296875,
      "step": 2400
    },
    {
      "cov-distil": 1.383465051651001,
      "cov-distil (oracle2student)": 5.277831077575684,
      "cov-distil (oracle2teacher)": 4.484336853027344,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.2722928524017334,
      "step": 2400,
      "subrel-constrast": 3.111135721206665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6438462734222412,
      "cov-distil (oracle2student)": 4.258225440979004,
      "cov-distil (oracle2teacher)": 4.219083786010742,
      "epoch": 1.8846153846153846,
      "rel-constrast": 3.3980393409729004,
      "step": 2401,
      "subrel-constrast": 3.792421817779541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4604341983795166,
      "cov-distil (oracle2student)": 4.693546772003174,
      "cov-distil (oracle2teacher)": 4.27767276763916,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.5058696269989014,
      "step": 2402,
      "subrel-constrast": 2.8197383880615234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.368330955505371,
      "cov-distil (oracle2student)": 5.653309345245361,
      "cov-distil (oracle2teacher)": 5.584542274475098,
      "epoch": 1.8861852433281006,
      "rel-constrast": 3.176609516143799,
      "step": 2403,
      "subrel-constrast": 4.165189743041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.630504846572876,
      "cov-distil (oracle2student)": 3.297889232635498,
      "cov-distil (oracle2teacher)": 3.208059787750244,
      "epoch": 1.8869701726844585,
      "rel-constrast": 3.2318613529205322,
      "step": 2404,
      "subrel-constrast": 3.4676320552825928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767043948173523,
      "cov-distil (oracle2student)": 2.660137891769409,
      "cov-distil (oracle2teacher)": 3.1151180267333984,
      "epoch": 1.8877551020408163,
      "rel-constrast": 2.2164807319641113,
      "step": 2405,
      "subrel-constrast": 2.9139604568481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9158620834350586,
      "cov-distil (oracle2student)": 3.4159038066864014,
      "cov-distil (oracle2teacher)": 3.7492005825042725,
      "epoch": 1.8885400313971743,
      "rel-constrast": 3.2060799598693848,
      "step": 2406,
      "subrel-constrast": 3.7307839393615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0179784297943115,
      "cov-distil (oracle2student)": 2.8456077575683594,
      "cov-distil (oracle2teacher)": 3.1538329124450684,
      "epoch": 1.889324960753532,
      "rel-constrast": 3.0270915031433105,
      "step": 2407,
      "subrel-constrast": 3.6520450115203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2023735046386719,
      "cov-distil (oracle2student)": 3.881585121154785,
      "cov-distil (oracle2teacher)": 4.097434997558594,
      "epoch": 1.89010989010989,
      "rel-constrast": 3.1785850524902344,
      "step": 2408,
      "subrel-constrast": 3.6684787273406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.210960865020752,
      "cov-distil (oracle2student)": 4.9695844650268555,
      "cov-distil (oracle2teacher)": 5.164728164672852,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.8166627883911133,
      "step": 2409,
      "subrel-constrast": 3.4185843467712402,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 6.25,
      "learning_rate": 4.703670874260405e-05,
      "loss": 0.7672,
      "step": 2410
    },
    {
      "cov-distil": 1.4512124061584473,
      "cov-distil (oracle2student)": 3.9550938606262207,
      "cov-distil (oracle2teacher)": 3.368925094604492,
      "epoch": 1.891679748822606,
      "rel-constrast": 2.5272443294525146,
      "step": 2410,
      "subrel-constrast": 3.558570146560669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5136717557907104,
      "cov-distil (oracle2student)": 7.1871442794799805,
      "cov-distil (oracle2teacher)": 5.899599075317383,
      "epoch": 1.892464678178964,
      "rel-constrast": 3.0792038440704346,
      "step": 2411,
      "subrel-constrast": 3.4117274284362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433831810951233,
      "cov-distil (oracle2student)": 3.711221218109131,
      "cov-distil (oracle2teacher)": 3.427630662918091,
      "epoch": 1.8932496075353218,
      "rel-constrast": 2.454582929611206,
      "step": 2412,
      "subrel-constrast": 3.2643284797668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9665545225143433,
      "cov-distil (oracle2student)": 6.0245795249938965,
      "cov-distil (oracle2teacher)": 5.519886016845703,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.516573905944824,
      "step": 2413,
      "subrel-constrast": 4.096751689910889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7391104698181152,
      "cov-distil (oracle2student)": 5.053985118865967,
      "cov-distil (oracle2teacher)": 4.564329147338867,
      "epoch": 1.8948194662480375,
      "rel-constrast": 3.1399970054626465,
      "step": 2414,
      "subrel-constrast": 3.6058690547943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4400497674942017,
      "cov-distil (oracle2student)": 5.0207414627075195,
      "cov-distil (oracle2teacher)": 4.469775199890137,
      "epoch": 1.8956043956043955,
      "rel-constrast": 3.2345614433288574,
      "step": 2415,
      "subrel-constrast": 3.7058775424957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7760933637619019,
      "cov-distil (oracle2student)": 5.2393670082092285,
      "cov-distil (oracle2teacher)": 5.061903953552246,
      "epoch": 1.8963893249607535,
      "rel-constrast": 3.503373622894287,
      "step": 2416,
      "subrel-constrast": 3.6969528198242188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0087852478027344,
      "cov-distil (oracle2student)": 3.7578771114349365,
      "cov-distil (oracle2teacher)": 4.207980632781982,
      "epoch": 1.8971742543171115,
      "rel-constrast": 2.7017407417297363,
      "step": 2417,
      "subrel-constrast": 4.2185163497924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6262376308441162,
      "cov-distil (oracle2student)": 3.6708788871765137,
      "cov-distil (oracle2teacher)": 3.7856521606445312,
      "epoch": 1.8979591836734695,
      "rel-constrast": 1.8634005784988403,
      "step": 2418,
      "subrel-constrast": 3.0977792739868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5900068283081055,
      "cov-distil (oracle2student)": 4.457353591918945,
      "cov-distil (oracle2teacher)": 4.153909683227539,
      "epoch": 1.8987441130298273,
      "rel-constrast": 3.801868200302124,
      "step": 2419,
      "subrel-constrast": 4.6826558113098145,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 6.28125,
      "learning_rate": 4.6995363586024975e-05,
      "loss": 0.7869,
      "step": 2420
    },
    {
      "cov-distil": 1.5764394998550415,
      "cov-distil (oracle2student)": 4.162510395050049,
      "cov-distil (oracle2teacher)": 4.248930931091309,
      "epoch": 1.8995290423861853,
      "rel-constrast": 2.616868019104004,
      "step": 2420,
      "subrel-constrast": 3.380180835723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4342957735061646,
      "cov-distil (oracle2student)": 4.352146148681641,
      "cov-distil (oracle2teacher)": 4.041654109954834,
      "epoch": 1.900313971742543,
      "rel-constrast": 2.580817222595215,
      "step": 2421,
      "subrel-constrast": 3.0791471004486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2533915042877197,
      "cov-distil (oracle2student)": 3.0750513076782227,
      "cov-distil (oracle2teacher)": 3.3678481578826904,
      "epoch": 1.901098901098901,
      "rel-constrast": 2.0539112091064453,
      "step": 2422,
      "subrel-constrast": 3.114314556121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6510907411575317,
      "cov-distil (oracle2student)": 4.010537147521973,
      "cov-distil (oracle2teacher)": 4.042222499847412,
      "epoch": 1.901883830455259,
      "rel-constrast": 3.6350619792938232,
      "step": 2423,
      "subrel-constrast": 4.164426326751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6331403255462646,
      "cov-distil (oracle2student)": 4.32553243637085,
      "cov-distil (oracle2teacher)": 4.709507942199707,
      "epoch": 1.902668759811617,
      "rel-constrast": 2.874452590942383,
      "step": 2424,
      "subrel-constrast": 3.4159398078918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3081552982330322,
      "cov-distil (oracle2student)": 3.373335838317871,
      "cov-distil (oracle2teacher)": 3.216841697692871,
      "epoch": 1.903453689167975,
      "rel-constrast": 2.450361728668213,
      "step": 2425,
      "subrel-constrast": 2.7166976928710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0986295938491821,
      "cov-distil (oracle2student)": 4.68710994720459,
      "cov-distil (oracle2teacher)": 4.886653423309326,
      "epoch": 1.904238618524333,
      "rel-constrast": 2.831007480621338,
      "step": 2426,
      "subrel-constrast": 3.5859177112579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2356021404266357,
      "cov-distil (oracle2student)": 3.868117332458496,
      "cov-distil (oracle2teacher)": 3.388075828552246,
      "epoch": 1.9050235478806907,
      "rel-constrast": 2.829667568206787,
      "step": 2427,
      "subrel-constrast": 3.4622700214385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7674546241760254,
      "cov-distil (oracle2student)": 7.825194358825684,
      "cov-distil (oracle2teacher)": 7.014017105102539,
      "epoch": 1.9058084772370487,
      "rel-constrast": 2.7684249877929688,
      "step": 2428,
      "subrel-constrast": 4.026658058166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5501304864883423,
      "cov-distil (oracle2student)": 6.067459583282471,
      "cov-distil (oracle2teacher)": 5.342250823974609,
      "epoch": 1.9065934065934065,
      "rel-constrast": 3.506082534790039,
      "step": 2429,
      "subrel-constrast": 4.185858726501465,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 8.0625,
      "learning_rate": 4.695375042288193e-05,
      "loss": 0.7399,
      "step": 2430
    },
    {
      "cov-distil": 1.661251425743103,
      "cov-distil (oracle2student)": 5.815157890319824,
      "cov-distil (oracle2teacher)": 5.2097978591918945,
      "epoch": 1.9073783359497645,
      "rel-constrast": 3.1979153156280518,
      "step": 2430,
      "subrel-constrast": 3.8180320262908936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4010013341903687,
      "cov-distil (oracle2student)": 4.047023773193359,
      "cov-distil (oracle2teacher)": 3.8124091625213623,
      "epoch": 1.9081632653061225,
      "rel-constrast": 2.7833383083343506,
      "step": 2431,
      "subrel-constrast": 3.3880774974823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3428449630737305,
      "cov-distil (oracle2student)": 4.811054229736328,
      "cov-distil (oracle2teacher)": 4.6646623611450195,
      "epoch": 1.9089481946624804,
      "rel-constrast": 1.903334140777588,
      "step": 2432,
      "subrel-constrast": 2.957467794418335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894035816192627,
      "cov-distil (oracle2student)": 5.185266971588135,
      "cov-distil (oracle2teacher)": 5.055410385131836,
      "epoch": 1.9097331240188384,
      "rel-constrast": 3.5421810150146484,
      "step": 2433,
      "subrel-constrast": 4.148813724517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5876843929290771,
      "cov-distil (oracle2student)": 3.8494958877563477,
      "cov-distil (oracle2teacher)": 3.749537467956543,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.4161465167999268,
      "step": 2434,
      "subrel-constrast": 2.326631546020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.179868459701538,
      "cov-distil (oracle2student)": 5.063297271728516,
      "cov-distil (oracle2teacher)": 5.048863887786865,
      "epoch": 1.9113029827315542,
      "rel-constrast": 1.977632999420166,
      "step": 2435,
      "subrel-constrast": 2.978015184402466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0675768852233887,
      "cov-distil (oracle2student)": 3.509960174560547,
      "cov-distil (oracle2teacher)": 3.275967836380005,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.534778356552124,
      "step": 2436,
      "subrel-constrast": 3.177161455154419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2767798900604248,
      "cov-distil (oracle2student)": 5.10045862197876,
      "cov-distil (oracle2teacher)": 4.806947231292725,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.7104642391204834,
      "step": 2437,
      "subrel-constrast": 4.066912651062012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2878401279449463,
      "cov-distil (oracle2student)": 4.154492378234863,
      "cov-distil (oracle2teacher)": 3.9410927295684814,
      "epoch": 1.913657770800628,
      "rel-constrast": 2.4905645847320557,
      "step": 2438,
      "subrel-constrast": 2.833585262298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5208327770233154,
      "cov-distil (oracle2student)": 3.870839834213257,
      "cov-distil (oracle2teacher)": 3.587754726409912,
      "epoch": 1.914442700156986,
      "rel-constrast": 3.411961555480957,
      "step": 2439,
      "subrel-constrast": 3.4366512298583984,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 6.21875,
      "learning_rate": 4.691186976021816e-05,
      "loss": 0.7098,
      "step": 2440
    },
    {
      "cov-distil": 1.4967070817947388,
      "cov-distil (oracle2student)": 3.8773322105407715,
      "cov-distil (oracle2teacher)": 3.5573790073394775,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.619619369506836,
      "step": 2440,
      "subrel-constrast": 3.13883376121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.68430757522583,
      "cov-distil (oracle2student)": 4.4702301025390625,
      "cov-distil (oracle2teacher)": 4.563200950622559,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.469916343688965,
      "step": 2441,
      "subrel-constrast": 3.2960541248321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5579092502593994,
      "cov-distil (oracle2student)": 4.825962543487549,
      "cov-distil (oracle2teacher)": 4.666205406188965,
      "epoch": 1.9167974882260597,
      "rel-constrast": 3.2126452922821045,
      "step": 2442,
      "subrel-constrast": 3.909355878829956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2697449922561646,
      "cov-distil (oracle2student)": 4.256183624267578,
      "cov-distil (oracle2teacher)": 3.755272626876831,
      "epoch": 1.9175824175824174,
      "rel-constrast": 2.9741082191467285,
      "step": 2443,
      "subrel-constrast": 3.097259044647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3230315446853638,
      "cov-distil (oracle2student)": 3.8114309310913086,
      "cov-distil (oracle2teacher)": 3.591279983520508,
      "epoch": 1.9183673469387754,
      "rel-constrast": 2.5748753547668457,
      "step": 2444,
      "subrel-constrast": 3.4513001441955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0446491241455078,
      "cov-distil (oracle2student)": 4.172782897949219,
      "cov-distil (oracle2teacher)": 3.9387669563293457,
      "epoch": 1.9191522762951334,
      "rel-constrast": 3.2238731384277344,
      "step": 2445,
      "subrel-constrast": 3.837935209274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5663421154022217,
      "cov-distil (oracle2student)": 6.687404155731201,
      "cov-distil (oracle2teacher)": 6.850368499755859,
      "epoch": 1.9199372056514914,
      "rel-constrast": 3.118551731109619,
      "step": 2446,
      "subrel-constrast": 4.409268379211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5033377408981323,
      "cov-distil (oracle2student)": 3.122352123260498,
      "cov-distil (oracle2teacher)": 3.5328731536865234,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.0668764114379883,
      "step": 2447,
      "subrel-constrast": 3.0326130390167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4021883010864258,
      "cov-distil (oracle2student)": 4.386048316955566,
      "cov-distil (oracle2teacher)": 4.230499267578125,
      "epoch": 1.9215070643642074,
      "rel-constrast": 3.1327056884765625,
      "step": 2448,
      "subrel-constrast": 3.7891204357147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0900633335113525,
      "cov-distil (oracle2student)": 4.235468864440918,
      "cov-distil (oracle2teacher)": 4.379511833190918,
      "epoch": 1.9222919937205651,
      "rel-constrast": 3.441082000732422,
      "step": 2449,
      "subrel-constrast": 4.267126083374023,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 5.59375,
      "learning_rate": 4.6869722108336323e-05,
      "loss": 0.7557,
      "step": 2450
    },
    {
      "cov-distil": 1.8572824001312256,
      "cov-distil (oracle2student)": 3.7828783988952637,
      "cov-distil (oracle2teacher)": 3.6816017627716064,
      "epoch": 1.9230769230769231,
      "rel-constrast": 2.2032833099365234,
      "step": 2450,
      "subrel-constrast": 3.423372268676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784165620803833,
      "cov-distil (oracle2student)": 3.5892648696899414,
      "cov-distil (oracle2teacher)": 4.185019493103027,
      "epoch": 1.923861852433281,
      "rel-constrast": 2.4126200675964355,
      "step": 2451,
      "subrel-constrast": 2.9255363941192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4744055271148682,
      "cov-distil (oracle2student)": 5.581669807434082,
      "cov-distil (oracle2teacher)": 5.3179826736450195,
      "epoch": 1.9246467817896389,
      "rel-constrast": 1.4047518968582153,
      "step": 2452,
      "subrel-constrast": 2.5651700496673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563706874847412,
      "cov-distil (oracle2student)": 3.1593146324157715,
      "cov-distil (oracle2teacher)": 3.1118004322052,
      "epoch": 1.9254317111459969,
      "rel-constrast": 2.9661388397216797,
      "step": 2453,
      "subrel-constrast": 3.6493420600891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0135185718536377,
      "cov-distil (oracle2student)": 5.030746936798096,
      "cov-distil (oracle2teacher)": 4.370763778686523,
      "epoch": 1.9262166405023549,
      "rel-constrast": 2.117779016494751,
      "step": 2454,
      "subrel-constrast": 3.540395975112915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9057115316390991,
      "cov-distil (oracle2student)": 3.8317630290985107,
      "cov-distil (oracle2teacher)": 3.4586093425750732,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.8648123741149902,
      "step": 2455,
      "subrel-constrast": 3.5481410026550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4511473178863525,
      "cov-distil (oracle2student)": 4.717432022094727,
      "cov-distil (oracle2teacher)": 4.39992094039917,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.448397159576416,
      "step": 2456,
      "subrel-constrast": 4.132615089416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4134639501571655,
      "cov-distil (oracle2student)": 3.592564105987549,
      "cov-distil (oracle2teacher)": 3.4169201850891113,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.690018653869629,
      "step": 2457,
      "subrel-constrast": 3.5381455421447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.381658673286438,
      "cov-distil (oracle2student)": 4.504133224487305,
      "cov-distil (oracle2teacher)": 4.371111869812012,
      "epoch": 1.9293563579277864,
      "rel-constrast": 3.296360492706299,
      "step": 2458,
      "subrel-constrast": 3.687131404876709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6124401092529297,
      "cov-distil (oracle2student)": 6.004388809204102,
      "cov-distil (oracle2teacher)": 5.248353481292725,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.7687840461730957,
      "step": 2459,
      "subrel-constrast": 4.301806449890137,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 4.375,
      "learning_rate": 4.6827307980792254e-05,
      "loss": 0.6955,
      "step": 2460
    },
    {
      "cov-distil": 1.291625738143921,
      "cov-distil (oracle2student)": 3.3951034545898438,
      "cov-distil (oracle2teacher)": 3.562033176422119,
      "epoch": 1.9309262166405023,
      "rel-constrast": 3.105185031890869,
      "step": 2460,
      "subrel-constrast": 3.2856054306030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2882192134857178,
      "cov-distil (oracle2student)": 5.582555770874023,
      "cov-distil (oracle2teacher)": 5.066989421844482,
      "epoch": 1.9317111459968603,
      "rel-constrast": 2.387822151184082,
      "step": 2461,
      "subrel-constrast": 3.4038312435150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4667425155639648,
      "cov-distil (oracle2student)": 3.4097275733947754,
      "cov-distil (oracle2teacher)": 3.206629753112793,
      "epoch": 1.9324960753532183,
      "rel-constrast": 2.7560582160949707,
      "step": 2462,
      "subrel-constrast": 3.2389450073242188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8337502479553223,
      "cov-distil (oracle2student)": 5.2984442710876465,
      "cov-distil (oracle2teacher)": 5.799503326416016,
      "epoch": 1.933281004709576,
      "rel-constrast": 2.6879539489746094,
      "step": 2463,
      "subrel-constrast": 3.309619426727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5622186660766602,
      "cov-distil (oracle2student)": 4.927425861358643,
      "cov-distil (oracle2teacher)": 4.671817779541016,
      "epoch": 1.934065934065934,
      "rel-constrast": 2.1536669731140137,
      "step": 2464,
      "subrel-constrast": 3.14108943939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2570550441741943,
      "cov-distil (oracle2student)": 3.430919647216797,
      "cov-distil (oracle2teacher)": 2.8552744388580322,
      "epoch": 1.9348508634222918,
      "rel-constrast": 2.170525074005127,
      "step": 2465,
      "subrel-constrast": 2.571291208267212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6424362659454346,
      "cov-distil (oracle2student)": 4.277450084686279,
      "cov-distil (oracle2teacher)": 3.705414295196533,
      "epoch": 1.9356357927786498,
      "rel-constrast": 2.9013924598693848,
      "step": 2466,
      "subrel-constrast": 3.1362950801849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5327125787734985,
      "cov-distil (oracle2student)": 3.9433579444885254,
      "cov-distil (oracle2teacher)": 4.323305130004883,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.583871364593506,
      "step": 2467,
      "subrel-constrast": 3.247133255004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2818008661270142,
      "cov-distil (oracle2student)": 3.8986258506774902,
      "cov-distil (oracle2teacher)": 3.754828453063965,
      "epoch": 1.9372056514913658,
      "rel-constrast": 3.117367744445801,
      "step": 2468,
      "subrel-constrast": 3.5399816036224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7398326396942139,
      "cov-distil (oracle2student)": 3.1840739250183105,
      "cov-distil (oracle2teacher)": 2.9380695819854736,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.5847887992858887,
      "step": 2469,
      "subrel-constrast": 3.0294415950775146,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 5.875,
      "learning_rate": 4.678462789438873e-05,
      "loss": 0.6985,
      "step": 2470
    },
    {
      "cov-distil": 1.5433144569396973,
      "cov-distil (oracle2student)": 2.9578075408935547,
      "cov-distil (oracle2teacher)": 3.23738694190979,
      "epoch": 1.9387755102040818,
      "rel-constrast": 1.937584400177002,
      "step": 2470,
      "subrel-constrast": 2.6642847061157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4443485736846924,
      "cov-distil (oracle2student)": 4.100014686584473,
      "cov-distil (oracle2teacher)": 4.245871543884277,
      "epoch": 1.9395604395604396,
      "rel-constrast": 2.6583218574523926,
      "step": 2471,
      "subrel-constrast": 3.2574462890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.635296583175659,
      "cov-distil (oracle2student)": 4.330043792724609,
      "cov-distil (oracle2teacher)": 4.497190475463867,
      "epoch": 1.9403453689167975,
      "rel-constrast": 2.740987777709961,
      "step": 2472,
      "subrel-constrast": 3.7768290042877197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6916110515594482,
      "cov-distil (oracle2student)": 4.03584098815918,
      "cov-distil (oracle2teacher)": 3.9940500259399414,
      "epoch": 1.9411302982731553,
      "rel-constrast": 3.721792221069336,
      "step": 2473,
      "subrel-constrast": 4.984964847564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7572797536849976,
      "cov-distil (oracle2student)": 4.882442474365234,
      "cov-distil (oracle2teacher)": 4.8414459228515625,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.777127742767334,
      "step": 2474,
      "subrel-constrast": 4.820999622344971,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9405834674835205,
      "cov-distil (oracle2student)": 3.093421459197998,
      "cov-distil (oracle2teacher)": 2.8786327838897705,
      "epoch": 1.9427001569858713,
      "rel-constrast": 2.0982015132904053,
      "step": 2475,
      "subrel-constrast": 3.5316975116729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.515413761138916,
      "cov-distil (oracle2student)": 3.9444305896759033,
      "cov-distil (oracle2teacher)": 3.8890323638916016,
      "epoch": 1.9434850863422293,
      "rel-constrast": 4.322173118591309,
      "step": 2476,
      "subrel-constrast": 5.106509685516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.140060305595398,
      "cov-distil (oracle2student)": 6.094444274902344,
      "cov-distil (oracle2teacher)": 5.784130096435547,
      "epoch": 1.9442700156985873,
      "rel-constrast": 3.238407611846924,
      "step": 2477,
      "subrel-constrast": 3.228761672973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5136356353759766,
      "cov-distil (oracle2student)": 5.130928993225098,
      "cov-distil (oracle2teacher)": 5.599532127380371,
      "epoch": 1.945054945054945,
      "rel-constrast": 2.899818181991577,
      "step": 2478,
      "subrel-constrast": 3.9041976928710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3585325479507446,
      "cov-distil (oracle2student)": 3.166748046875,
      "cov-distil (oracle2teacher)": 3.5953032970428467,
      "epoch": 1.945839874411303,
      "rel-constrast": 2.318967580795288,
      "step": 2479,
      "subrel-constrast": 2.99764347076416,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 5.5625,
      "learning_rate": 4.6741682369169116e-05,
      "loss": 0.7842,
      "step": 2480
    },
    {
      "cov-distil": 1.358513355255127,
      "cov-distil (oracle2student)": 3.3030920028686523,
      "cov-distil (oracle2teacher)": 2.8421571254730225,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.6336965560913086,
      "step": 2480,
      "subrel-constrast": 2.8718340396881104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1459712982177734,
      "cov-distil (oracle2student)": 4.063625335693359,
      "cov-distil (oracle2teacher)": 4.200922012329102,
      "epoch": 1.9474097331240188,
      "rel-constrast": 3.232606887817383,
      "step": 2481,
      "subrel-constrast": 3.6092476844787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5961551666259766,
      "cov-distil (oracle2student)": 5.03495979309082,
      "cov-distil (oracle2teacher)": 4.37387752532959,
      "epoch": 1.9481946624803768,
      "rel-constrast": 3.085963010787964,
      "step": 2482,
      "subrel-constrast": 4.056833267211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7837347984313965,
      "cov-distil (oracle2student)": 3.69675612449646,
      "cov-distil (oracle2teacher)": 3.8338403701782227,
      "epoch": 1.9489795918367347,
      "rel-constrast": 2.9396042823791504,
      "step": 2483,
      "subrel-constrast": 4.183809757232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4148401021957397,
      "cov-distil (oracle2student)": 3.438568115234375,
      "cov-distil (oracle2teacher)": 3.2074334621429443,
      "epoch": 1.9497645211930927,
      "rel-constrast": 3.73038911819458,
      "step": 2484,
      "subrel-constrast": 3.9382483959198,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.58474600315094,
      "cov-distil (oracle2student)": 4.109490394592285,
      "cov-distil (oracle2teacher)": 4.459442615509033,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.299020767211914,
      "step": 2485,
      "subrel-constrast": 3.835998296737671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3292391300201416,
      "cov-distil (oracle2student)": 4.8831000328063965,
      "cov-distil (oracle2teacher)": 4.521707534790039,
      "epoch": 1.9513343799058085,
      "rel-constrast": 3.4085583686828613,
      "step": 2486,
      "subrel-constrast": 4.050882339477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.214061975479126,
      "cov-distil (oracle2student)": 4.851228713989258,
      "cov-distil (oracle2teacher)": 4.625171184539795,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.7774693965911865,
      "step": 2487,
      "subrel-constrast": 3.4249110221862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1201047897338867,
      "cov-distil (oracle2student)": 5.36749267578125,
      "cov-distil (oracle2teacher)": 4.693625450134277,
      "epoch": 1.9529042386185242,
      "rel-constrast": 2.81223726272583,
      "step": 2488,
      "subrel-constrast": 4.239040374755859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328134536743164,
      "cov-distil (oracle2student)": 5.878386974334717,
      "cov-distil (oracle2teacher)": 5.070760726928711,
      "epoch": 1.9536891679748822,
      "rel-constrast": 2.211723566055298,
      "step": 2489,
      "subrel-constrast": 2.9829752445220947,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 7.21875,
      "learning_rate": 4.669847192841109e-05,
      "loss": 0.7655,
      "step": 2490
    },
    {
      "cov-distil": 2.050966501235962,
      "cov-distil (oracle2student)": 3.950345993041992,
      "cov-distil (oracle2teacher)": 3.2366585731506348,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.2773871421813965,
      "step": 2490,
      "subrel-constrast": 3.064868211746216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3345588445663452,
      "cov-distil (oracle2student)": 4.820789337158203,
      "cov-distil (oracle2teacher)": 4.411266326904297,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.706510066986084,
      "step": 2491,
      "subrel-constrast": 3.464383363723755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313352108001709,
      "cov-distil (oracle2student)": 4.7307658195495605,
      "cov-distil (oracle2teacher)": 4.571237564086914,
      "epoch": 1.9560439560439562,
      "rel-constrast": 2.904332160949707,
      "step": 2492,
      "subrel-constrast": 3.630449056625366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4697785377502441,
      "cov-distil (oracle2student)": 4.326483249664307,
      "cov-distil (oracle2teacher)": 4.520640850067139,
      "epoch": 1.956828885400314,
      "rel-constrast": 2.1479899883270264,
      "step": 2493,
      "subrel-constrast": 3.3468611240386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3133139610290527,
      "cov-distil (oracle2student)": 2.4103314876556396,
      "cov-distil (oracle2teacher)": 2.9476089477539062,
      "epoch": 1.957613814756672,
      "rel-constrast": 1.8598411083221436,
      "step": 2494,
      "subrel-constrast": 2.7040579319000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4923874139785767,
      "cov-distil (oracle2student)": 4.974415302276611,
      "cov-distil (oracle2teacher)": 4.685483932495117,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.222048759460449,
      "step": 2495,
      "subrel-constrast": 4.039577484130859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8160561323165894,
      "cov-distil (oracle2student)": 5.813412666320801,
      "cov-distil (oracle2teacher)": 5.269169807434082,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.3903331756591797,
      "step": 2496,
      "subrel-constrast": 3.8708889484405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4887747764587402,
      "cov-distil (oracle2student)": 2.1253395080566406,
      "cov-distil (oracle2teacher)": 2.3603878021240234,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.4301915168762207,
      "step": 2497,
      "subrel-constrast": 2.9695959091186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3080188035964966,
      "cov-distil (oracle2student)": 5.292108535766602,
      "cov-distil (oracle2teacher)": 4.35369873046875,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.4696991443634033,
      "step": 2498,
      "subrel-constrast": 2.0051076412200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4714583158493042,
      "cov-distil (oracle2student)": 3.7108678817749023,
      "cov-distil (oracle2teacher)": 4.239074230194092,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.566145896911621,
      "step": 2499,
      "subrel-constrast": 2.5356643199920654,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 3.71875,
      "learning_rate": 4.6654997098620234e-05,
      "loss": 0.637,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.7539999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7660445021702131,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.42999999999999994,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6098019735171258,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.5369795176189325,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.34687501192092896,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.065185546875
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.053436279296875
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.011749267578125,
      "step": 2500
    },
    {
      "cov-distil": 1.090306282043457,
      "cov-distil (oracle2student)": 4.970812797546387,
      "cov-distil (oracle2teacher)": 4.877108097076416,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.175166606903076,
      "step": 2500,
      "subrel-constrast": 2.475886821746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5089739561080933,
      "cov-distil (oracle2student)": 4.682978630065918,
      "cov-distil (oracle2teacher)": 5.062560558319092,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.925281524658203,
      "step": 2501,
      "subrel-constrast": 3.6252448558807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5031598806381226,
      "cov-distil (oracle2student)": 4.684264183044434,
      "cov-distil (oracle2teacher)": 4.354615211486816,
      "epoch": 1.9638932496075352,
      "rel-constrast": 3.9453587532043457,
      "step": 2502,
      "subrel-constrast": 4.519287109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5643486976623535,
      "cov-distil (oracle2student)": 5.483506202697754,
      "cov-distil (oracle2teacher)": 4.655939102172852,
      "epoch": 1.9646781789638932,
      "rel-constrast": 3.642531394958496,
      "step": 2503,
      "subrel-constrast": 4.284054756164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.679993987083435,
      "cov-distil (oracle2student)": 5.387015342712402,
      "cov-distil (oracle2teacher)": 5.223532676696777,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.3460216522216797,
      "step": 2504,
      "subrel-constrast": 3.231478214263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798704385757446,
      "cov-distil (oracle2student)": 3.086254596710205,
      "cov-distil (oracle2teacher)": 3.2515909671783447,
      "epoch": 1.9662480376766092,
      "rel-constrast": 2.119157314300537,
      "step": 2505,
      "subrel-constrast": 2.9700911045074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4817452430725098,
      "cov-distil (oracle2student)": 4.001458168029785,
      "cov-distil (oracle2teacher)": 4.046663761138916,
      "epoch": 1.9670329670329672,
      "rel-constrast": 3.5152688026428223,
      "step": 2506,
      "subrel-constrast": 3.966355562210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5676078796386719,
      "cov-distil (oracle2student)": 3.8535709381103516,
      "cov-distil (oracle2teacher)": 3.9571170806884766,
      "epoch": 1.967817896389325,
      "rel-constrast": 2.567758083343506,
      "step": 2507,
      "subrel-constrast": 3.94400954246521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.96669340133667,
      "cov-distil (oracle2student)": 4.784982681274414,
      "cov-distil (oracle2teacher)": 4.251079559326172,
      "epoch": 1.968602825745683,
      "rel-constrast": 2.4171977043151855,
      "step": 2508,
      "subrel-constrast": 3.2501728534698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3826422691345215,
      "cov-distil (oracle2student)": 6.623595714569092,
      "cov-distil (oracle2teacher)": 5.7470879554748535,
      "epoch": 1.9693877551020407,
      "rel-constrast": 2.3520874977111816,
      "step": 2509,
      "subrel-constrast": 3.200101375579834,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 5.0625,
      "learning_rate": 4.661125840952364e-05,
      "loss": 0.7382,
      "step": 2510
    },
    {
      "cov-distil": 1.666621446609497,
      "cov-distil (oracle2student)": 3.701127767562866,
      "cov-distil (oracle2teacher)": 3.423727512359619,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.804509162902832,
      "step": 2510,
      "subrel-constrast": 3.387676477432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6446305513381958,
      "cov-distil (oracle2student)": 3.838240623474121,
      "cov-distil (oracle2teacher)": 4.187102794647217,
      "epoch": 1.9709576138147566,
      "rel-constrast": 2.9891412258148193,
      "step": 2511,
      "subrel-constrast": 3.542327642440796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435381293296814,
      "cov-distil (oracle2student)": 4.389375686645508,
      "cov-distil (oracle2teacher)": 4.502368450164795,
      "epoch": 1.9717425431711146,
      "rel-constrast": 3.2387535572052,
      "step": 2512,
      "subrel-constrast": 3.896670341491699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8582631349563599,
      "cov-distil (oracle2student)": 4.919032573699951,
      "cov-distil (oracle2teacher)": 4.750471115112305,
      "epoch": 1.9725274725274726,
      "rel-constrast": 3.7496399879455566,
      "step": 2513,
      "subrel-constrast": 4.44797945022583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8498822450637817,
      "cov-distil (oracle2student)": 4.858127593994141,
      "cov-distil (oracle2teacher)": 4.378625869750977,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.5364084243774414,
      "step": 2514,
      "subrel-constrast": 4.384564399719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3810056447982788,
      "cov-distil (oracle2student)": 4.271397590637207,
      "cov-distil (oracle2teacher)": 4.334753036499023,
      "epoch": 1.9740973312401884,
      "rel-constrast": 2.358246326446533,
      "step": 2515,
      "subrel-constrast": 3.276954412460327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0649185180664062,
      "cov-distil (oracle2student)": 4.684146881103516,
      "cov-distil (oracle2teacher)": 3.9282805919647217,
      "epoch": 1.9748822605965461,
      "rel-constrast": 2.606571912765503,
      "step": 2516,
      "subrel-constrast": 2.8056676387786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1188321113586426,
      "cov-distil (oracle2student)": 4.569836139678955,
      "cov-distil (oracle2teacher)": 4.141506671905518,
      "epoch": 1.9756671899529041,
      "rel-constrast": 2.579371929168701,
      "step": 2517,
      "subrel-constrast": 3.7114007472991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080518960952759,
      "cov-distil (oracle2student)": 4.498507022857666,
      "cov-distil (oracle2teacher)": 4.202948570251465,
      "epoch": 1.9764521193092621,
      "rel-constrast": 2.1490540504455566,
      "step": 2518,
      "subrel-constrast": 3.429783821105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1755554676055908,
      "cov-distil (oracle2student)": 3.4553563594818115,
      "cov-distil (oracle2teacher)": 3.6548361778259277,
      "epoch": 1.9772370486656201,
      "rel-constrast": 3.2993576526641846,
      "step": 2519,
      "subrel-constrast": 3.654632568359375,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 6.0625,
      "learning_rate": 4.656725639406342e-05,
      "loss": 0.7735,
      "step": 2520
    },
    {
      "cov-distil": 1.4902020692825317,
      "cov-distil (oracle2student)": 4.161640644073486,
      "cov-distil (oracle2teacher)": 3.9016568660736084,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.819406270980835,
      "step": 2520,
      "subrel-constrast": 2.3113198280334473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.451483726501465,
      "cov-distil (oracle2student)": 3.4727718830108643,
      "cov-distil (oracle2teacher)": 3.1571531295776367,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.1377174854278564,
      "step": 2521,
      "subrel-constrast": 3.1325490474700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.081032633781433,
      "cov-distil (oracle2student)": 4.522000312805176,
      "cov-distil (oracle2teacher)": 4.4468841552734375,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.9222183227539062,
      "step": 2522,
      "subrel-constrast": 3.8245644569396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9412015676498413,
      "cov-distil (oracle2student)": 4.826860427856445,
      "cov-distil (oracle2teacher)": 4.619848251342773,
      "epoch": 1.9803767660910518,
      "rel-constrast": 2.2276368141174316,
      "step": 2523,
      "subrel-constrast": 3.2373056411743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.12664532661438,
      "cov-distil (oracle2student)": 4.137739181518555,
      "cov-distil (oracle2teacher)": 4.644302845001221,
      "epoch": 1.9811616954474096,
      "rel-constrast": 2.937765121459961,
      "step": 2524,
      "subrel-constrast": 4.011136054992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9062591791152954,
      "cov-distil (oracle2student)": 3.910320520401001,
      "cov-distil (oracle2teacher)": 3.6704587936401367,
      "epoch": 1.9819466248037676,
      "rel-constrast": 2.469945192337036,
      "step": 2525,
      "subrel-constrast": 2.9071855545043945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441422462463379,
      "cov-distil (oracle2student)": 3.7556920051574707,
      "cov-distil (oracle2teacher)": 3.6020450592041016,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.7595200538635254,
      "step": 2526,
      "subrel-constrast": 3.301060914993286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0226235389709473,
      "cov-distil (oracle2student)": 3.732295513153076,
      "cov-distil (oracle2teacher)": 3.8367576599121094,
      "epoch": 1.9835164835164836,
      "rel-constrast": 2.454819440841675,
      "step": 2527,
      "subrel-constrast": 3.255971908569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512261152267456,
      "cov-distil (oracle2student)": 5.404221534729004,
      "cov-distil (oracle2teacher)": 5.1092681884765625,
      "epoch": 1.9843014128728416,
      "rel-constrast": 2.7983994483947754,
      "step": 2528,
      "subrel-constrast": 3.5933313369750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3857338428497314,
      "cov-distil (oracle2student)": 3.9003076553344727,
      "cov-distil (oracle2teacher)": 3.64925479888916,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.5492284297943115,
      "step": 2529,
      "subrel-constrast": 3.3898355960845947,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 6.0,
      "learning_rate": 4.652299158839025e-05,
      "loss": 0.6953,
      "step": 2530
    },
    {
      "cov-distil": 1.2937496900558472,
      "cov-distil (oracle2student)": 4.864933490753174,
      "cov-distil (oracle2teacher)": 4.628209590911865,
      "epoch": 1.9858712715855573,
      "rel-constrast": 2.983006000518799,
      "step": 2530,
      "subrel-constrast": 3.821949005126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6015434265136719,
      "cov-distil (oracle2student)": 4.671170234680176,
      "cov-distil (oracle2teacher)": 4.1964287757873535,
      "epoch": 1.986656200941915,
      "rel-constrast": 5.378610610961914,
      "step": 2531,
      "subrel-constrast": 5.163862705230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59791898727417,
      "cov-distil (oracle2student)": 3.193023204803467,
      "cov-distil (oracle2teacher)": 3.081737518310547,
      "epoch": 1.987441130298273,
      "rel-constrast": 2.5613858699798584,
      "step": 2532,
      "subrel-constrast": 3.402161121368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.283470869064331,
      "cov-distil (oracle2student)": 3.9583494663238525,
      "cov-distil (oracle2teacher)": 3.712249279022217,
      "epoch": 1.988226059654631,
      "rel-constrast": 2.2750766277313232,
      "step": 2533,
      "subrel-constrast": 2.81105375289917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0241358280181885,
      "cov-distil (oracle2student)": 3.8318867683410645,
      "cov-distil (oracle2teacher)": 3.535226583480835,
      "epoch": 1.989010989010989,
      "rel-constrast": 3.071157217025757,
      "step": 2534,
      "subrel-constrast": 3.0297975540161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6766074895858765,
      "cov-distil (oracle2student)": 4.706940650939941,
      "cov-distil (oracle2teacher)": 3.8600387573242188,
      "epoch": 1.989795918367347,
      "rel-constrast": 2.5069656372070312,
      "step": 2535,
      "subrel-constrast": 3.3175065517425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.263869047164917,
      "cov-distil (oracle2student)": 3.6057910919189453,
      "cov-distil (oracle2teacher)": 3.6251606941223145,
      "epoch": 1.990580847723705,
      "rel-constrast": 2.660266876220703,
      "step": 2536,
      "subrel-constrast": 3.187422275543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680863857269287,
      "cov-distil (oracle2student)": 2.2606112957000732,
      "cov-distil (oracle2teacher)": 2.7441070079803467,
      "epoch": 1.9913657770800628,
      "rel-constrast": 3.022408962249756,
      "step": 2537,
      "subrel-constrast": 3.2397971153259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69365394115448,
      "cov-distil (oracle2student)": 5.669692516326904,
      "cov-distil (oracle2teacher)": 5.017037391662598,
      "epoch": 1.9921507064364206,
      "rel-constrast": 2.4905171394348145,
      "step": 2538,
      "subrel-constrast": 3.3353257179260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5247530937194824,
      "cov-distil (oracle2student)": 3.6488633155822754,
      "cov-distil (oracle2teacher)": 3.6998729705810547,
      "epoch": 1.9929356357927785,
      "rel-constrast": 2.4173526763916016,
      "step": 2539,
      "subrel-constrast": 3.1615869998931885,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 4.84375,
      "learning_rate": 4.647846453185681e-05,
      "loss": 0.7705,
      "step": 2540
    },
    {
      "cov-distil": 1.4516340494155884,
      "cov-distil (oracle2student)": 3.8903822898864746,
      "cov-distil (oracle2teacher)": 3.9352073669433594,
      "epoch": 1.9937205651491365,
      "rel-constrast": 2.2436375617980957,
      "step": 2540,
      "subrel-constrast": 3.079085111618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.298713207244873,
      "cov-distil (oracle2student)": 3.7091946601867676,
      "cov-distil (oracle2teacher)": 3.9927072525024414,
      "epoch": 1.9945054945054945,
      "rel-constrast": 3.025702714920044,
      "step": 2541,
      "subrel-constrast": 4.026682376861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.993617057800293,
      "cov-distil (oracle2student)": 5.924077987670898,
      "cov-distil (oracle2teacher)": 5.388263702392578,
      "epoch": 1.9952904238618525,
      "rel-constrast": 4.571245193481445,
      "step": 2542,
      "subrel-constrast": 5.055028915405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1890196800231934,
      "cov-distil (oracle2student)": 3.8252854347229004,
      "cov-distil (oracle2teacher)": 3.8513998985290527,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.506195068359375,
      "step": 2543,
      "subrel-constrast": 3.0652389526367188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5974085330963135,
      "cov-distil (oracle2student)": 3.8986101150512695,
      "cov-distil (oracle2teacher)": 3.8991260528564453,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.341961145401001,
      "step": 2544,
      "subrel-constrast": 3.2955710887908936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7898669242858887,
      "cov-distil (oracle2student)": 6.095114707946777,
      "cov-distil (oracle2teacher)": 5.629230499267578,
      "epoch": 1.9976452119309263,
      "rel-constrast": 3.2041659355163574,
      "step": 2545,
      "subrel-constrast": 3.949453592300415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663902997970581,
      "cov-distil (oracle2student)": 3.582000255584717,
      "cov-distil (oracle2teacher)": 3.5701746940612793,
      "epoch": 1.998430141287284,
      "rel-constrast": 3.021514654159546,
      "step": 2546,
      "subrel-constrast": 3.492304801940918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5713697671890259,
      "cov-distil (oracle2student)": 5.414429664611816,
      "cov-distil (oracle2teacher)": 4.234394073486328,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.8354413509368896,
      "step": 2547,
      "subrel-constrast": 3.751251220703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3589496612548828,
      "cov-distil (oracle2student)": 4.627863883972168,
      "cov-distil (oracle2teacher)": 4.674477577209473,
      "epoch": 2.0,
      "rel-constrast": 4.164133071899414,
      "step": 2548,
      "subrel-constrast": 4.857272148132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5796387195587158,
      "cov-distil (oracle2student)": 4.93176794052124,
      "cov-distil (oracle2teacher)": 4.493083953857422,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.6880877017974854,
      "step": 2549,
      "subrel-constrast": 3.1472344398498535,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 4.78125,
      "learning_rate": 4.6433675767011245e-05,
      "loss": 0.8013,
      "step": 2550
    },
    {
      "cov-distil": 1.418239951133728,
      "cov-distil (oracle2student)": 3.38460111618042,
      "cov-distil (oracle2teacher)": 3.624520778656006,
      "epoch": 2.001569858712716,
      "rel-constrast": 2.2379202842712402,
      "step": 2550,
      "subrel-constrast": 3.292998790740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.186899185180664,
      "cov-distil (oracle2student)": 3.7972605228424072,
      "cov-distil (oracle2teacher)": 3.6053812503814697,
      "epoch": 2.002354788069074,
      "rel-constrast": 2.1380980014801025,
      "step": 2551,
      "subrel-constrast": 2.6401748657226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3980836868286133,
      "cov-distil (oracle2student)": 3.746084213256836,
      "cov-distil (oracle2teacher)": 3.587346315383911,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.382723331451416,
      "step": 2552,
      "subrel-constrast": 3.1391310691833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3123672008514404,
      "cov-distil (oracle2student)": 5.654376029968262,
      "cov-distil (oracle2teacher)": 5.5764336585998535,
      "epoch": 2.0039246467817895,
      "rel-constrast": 3.3104639053344727,
      "step": 2553,
      "subrel-constrast": 4.055949687957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0986337661743164,
      "cov-distil (oracle2student)": 4.575746536254883,
      "cov-distil (oracle2teacher)": 4.18869161605835,
      "epoch": 2.0047095761381475,
      "rel-constrast": 3.4491376876831055,
      "step": 2554,
      "subrel-constrast": 4.300597190856934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7333508729934692,
      "cov-distil (oracle2student)": 4.910717010498047,
      "cov-distil (oracle2teacher)": 4.800596237182617,
      "epoch": 2.0054945054945055,
      "rel-constrast": 3.749530792236328,
      "step": 2555,
      "subrel-constrast": 4.375298976898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.148555040359497,
      "cov-distil (oracle2student)": 3.685451030731201,
      "cov-distil (oracle2teacher)": 3.855313539505005,
      "epoch": 2.0062794348508635,
      "rel-constrast": 2.456716299057007,
      "step": 2556,
      "subrel-constrast": 2.9890568256378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1507489681243896,
      "cov-distil (oracle2student)": 4.650958061218262,
      "cov-distil (oracle2teacher)": 4.800254821777344,
      "epoch": 2.0070643642072215,
      "rel-constrast": 3.1733174324035645,
      "step": 2557,
      "subrel-constrast": 4.2793073654174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091202735900879,
      "cov-distil (oracle2student)": 4.066455841064453,
      "cov-distil (oracle2teacher)": 3.9540770053863525,
      "epoch": 2.0078492935635794,
      "rel-constrast": 2.7277631759643555,
      "step": 2558,
      "subrel-constrast": 3.7594892978668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3102219104766846,
      "cov-distil (oracle2student)": 4.313324928283691,
      "cov-distil (oracle2teacher)": 3.6935038566589355,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.5143094062805176,
      "step": 2559,
      "subrel-constrast": 2.8539700508117676,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 4.9375,
      "learning_rate": 4.6388625839590516e-05,
      "loss": 0.7381,
      "step": 2560
    },
    {
      "cov-distil": 1.1211737394332886,
      "cov-distil (oracle2student)": 4.538210868835449,
      "cov-distil (oracle2teacher)": 4.440378189086914,
      "epoch": 2.009419152276295,
      "rel-constrast": 2.6439263820648193,
      "step": 2560,
      "subrel-constrast": 3.243011951446533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161250114440918,
      "cov-distil (oracle2student)": 4.357483863830566,
      "cov-distil (oracle2teacher)": 4.069280624389648,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.7724452018737793,
      "step": 2561,
      "subrel-constrast": 3.703260898590088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6896648406982422,
      "cov-distil (oracle2student)": 4.854325771331787,
      "cov-distil (oracle2teacher)": 4.562610149383545,
      "epoch": 2.010989010989011,
      "rel-constrast": 1.960174560546875,
      "step": 2562,
      "subrel-constrast": 2.993565082550049,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9752542972564697,
      "cov-distil (oracle2student)": 4.481110572814941,
      "cov-distil (oracle2teacher)": 4.485870361328125,
      "epoch": 2.011773940345369,
      "rel-constrast": 3.7094345092773438,
      "step": 2563,
      "subrel-constrast": 4.1724162101745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3029567003250122,
      "cov-distil (oracle2student)": 4.14303731918335,
      "cov-distil (oracle2teacher)": 3.81158447265625,
      "epoch": 2.012558869701727,
      "rel-constrast": 2.272364616394043,
      "step": 2564,
      "subrel-constrast": 2.6302103996276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.163966417312622,
      "cov-distil (oracle2student)": 4.69771671295166,
      "cov-distil (oracle2teacher)": 4.310797214508057,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.554079532623291,
      "step": 2565,
      "subrel-constrast": 3.575129508972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1144486665725708,
      "cov-distil (oracle2student)": 3.9827380180358887,
      "cov-distil (oracle2teacher)": 4.5258049964904785,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.757936954498291,
      "step": 2566,
      "subrel-constrast": 2.935452461242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861075758934021,
      "cov-distil (oracle2student)": 5.722127914428711,
      "cov-distil (oracle2teacher)": 5.309638023376465,
      "epoch": 2.0149136577708004,
      "rel-constrast": 3.4389965534210205,
      "step": 2567,
      "subrel-constrast": 4.309808254241943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591409683227539,
      "cov-distil (oracle2student)": 4.19596004486084,
      "cov-distil (oracle2teacher)": 4.269772529602051,
      "epoch": 2.0156985871271584,
      "rel-constrast": 3.1262319087982178,
      "step": 2568,
      "subrel-constrast": 3.76481294631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4890607595443726,
      "cov-distil (oracle2student)": 4.554868698120117,
      "cov-distil (oracle2teacher)": 4.039214134216309,
      "epoch": 2.0164835164835164,
      "rel-constrast": 2.9105477333068848,
      "step": 2569,
      "subrel-constrast": 3.4036288261413574,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 5.15625,
      "learning_rate": 4.6343315298513765e-05,
      "loss": 0.7648,
      "step": 2570
    },
    {
      "cov-distil": 1.5408400297164917,
      "cov-distil (oracle2student)": 4.460867404937744,
      "cov-distil (oracle2teacher)": 4.184871673583984,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.8370141983032227,
      "step": 2570,
      "subrel-constrast": 3.502570152282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3149046897888184,
      "cov-distil (oracle2student)": 2.980907917022705,
      "cov-distil (oracle2teacher)": 2.9996659755706787,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.925594687461853,
      "step": 2571,
      "subrel-constrast": 2.776230812072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4009995460510254,
      "cov-distil (oracle2student)": 3.471409320831299,
      "cov-distil (oracle2teacher)": 3.2313714027404785,
      "epoch": 2.0188383045525904,
      "rel-constrast": 2.9132275581359863,
      "step": 2572,
      "subrel-constrast": 2.804548501968384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2982909679412842,
      "cov-distil (oracle2student)": 3.913233518600464,
      "cov-distil (oracle2teacher)": 4.29094123840332,
      "epoch": 2.0196232339089484,
      "rel-constrast": 3.134427547454834,
      "step": 2573,
      "subrel-constrast": 4.121625900268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.175744652748108,
      "cov-distil (oracle2student)": 4.345643043518066,
      "cov-distil (oracle2teacher)": 4.046075820922852,
      "epoch": 2.020408163265306,
      "rel-constrast": 3.0230438709259033,
      "step": 2574,
      "subrel-constrast": 3.624298095703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8978856801986694,
      "cov-distil (oracle2student)": 3.9678220748901367,
      "cov-distil (oracle2teacher)": 4.023209571838379,
      "epoch": 2.021193092621664,
      "rel-constrast": 2.179535150527954,
      "step": 2575,
      "subrel-constrast": 3.199263572692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022524356842041,
      "cov-distil (oracle2student)": 5.099910736083984,
      "cov-distil (oracle2teacher)": 4.565829277038574,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.7353413105010986,
      "step": 2576,
      "subrel-constrast": 3.896116256713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9745090007781982,
      "cov-distil (oracle2student)": 5.974571704864502,
      "cov-distil (oracle2teacher)": 5.312187671661377,
      "epoch": 2.02276295133438,
      "rel-constrast": 4.146399021148682,
      "step": 2577,
      "subrel-constrast": 5.385141372680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3346425294876099,
      "cov-distil (oracle2student)": 3.879906177520752,
      "cov-distil (oracle2teacher)": 3.702457904815674,
      "epoch": 2.023547880690738,
      "rel-constrast": 2.315213441848755,
      "step": 2578,
      "subrel-constrast": 3.5127367973327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6934369802474976,
      "cov-distil (oracle2student)": 3.355029582977295,
      "cov-distil (oracle2teacher)": 3.177870273590088,
      "epoch": 2.024332810047096,
      "rel-constrast": 2.0333688259124756,
      "step": 2579,
      "subrel-constrast": 2.8781931400299072,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 5.90625,
      "learning_rate": 4.629774469587566e-05,
      "loss": 0.7227,
      "step": 2580
    },
    {
      "cov-distil": 1.3028523921966553,
      "cov-distil (oracle2student)": 3.810821533203125,
      "cov-distil (oracle2teacher)": 4.263686180114746,
      "epoch": 2.025117739403454,
      "rel-constrast": 2.8056259155273438,
      "step": 2580,
      "subrel-constrast": 3.879927396774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5767713785171509,
      "cov-distil (oracle2student)": 5.214993476867676,
      "cov-distil (oracle2teacher)": 4.8706159591674805,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.7533178329467773,
      "step": 2581,
      "subrel-constrast": 3.49395489692688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4240691661834717,
      "cov-distil (oracle2student)": 4.208713531494141,
      "cov-distil (oracle2teacher)": 4.036467552185059,
      "epoch": 2.0266875981161694,
      "rel-constrast": 3.2611076831817627,
      "step": 2582,
      "subrel-constrast": 3.5960912704467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7780306339263916,
      "cov-distil (oracle2student)": 3.269775867462158,
      "cov-distil (oracle2teacher)": 3.517242908477783,
      "epoch": 2.0274725274725274,
      "rel-constrast": 1.1963260173797607,
      "step": 2583,
      "subrel-constrast": 2.6474497318267822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.755824327468872,
      "cov-distil (oracle2student)": 3.933684825897217,
      "cov-distil (oracle2teacher)": 3.597294807434082,
      "epoch": 2.0282574568288854,
      "rel-constrast": 2.826699733734131,
      "step": 2584,
      "subrel-constrast": 3.768807888031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0861318111419678,
      "cov-distil (oracle2student)": 5.439233779907227,
      "cov-distil (oracle2teacher)": 5.051532745361328,
      "epoch": 2.0290423861852434,
      "rel-constrast": 3.087024211883545,
      "step": 2585,
      "subrel-constrast": 3.9976446628570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738134741783142,
      "cov-distil (oracle2student)": 3.7544403076171875,
      "cov-distil (oracle2teacher)": 3.467432975769043,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.48966646194458,
      "step": 2586,
      "subrel-constrast": 3.183173418045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2197861671447754,
      "cov-distil (oracle2student)": 5.314908027648926,
      "cov-distil (oracle2teacher)": 4.767375469207764,
      "epoch": 2.0306122448979593,
      "rel-constrast": 3.757617712020874,
      "step": 2587,
      "subrel-constrast": 4.15952730178833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6040942668914795,
      "cov-distil (oracle2student)": 4.000999450683594,
      "cov-distil (oracle2teacher)": 4.231811046600342,
      "epoch": 2.0313971742543173,
      "rel-constrast": 2.67399263381958,
      "step": 2588,
      "subrel-constrast": 3.617424488067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.276611804962158,
      "cov-distil (oracle2student)": 4.317698955535889,
      "cov-distil (oracle2teacher)": 4.421903610229492,
      "epoch": 2.032182103610675,
      "rel-constrast": 2.525721549987793,
      "step": 2589,
      "subrel-constrast": 3.4121804237365723,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 5.84375,
      "learning_rate": 4.625191458693957e-05,
      "loss": 0.7263,
      "step": 2590
    },
    {
      "cov-distil": 1.9891952276229858,
      "cov-distil (oracle2student)": 4.805106163024902,
      "cov-distil (oracle2teacher)": 4.374859809875488,
      "epoch": 2.032967032967033,
      "rel-constrast": 3.290797710418701,
      "step": 2590,
      "subrel-constrast": 3.8304505348205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6702110767364502,
      "cov-distil (oracle2student)": 5.877730369567871,
      "cov-distil (oracle2teacher)": 5.177729606628418,
      "epoch": 2.033751962323391,
      "rel-constrast": 2.070183277130127,
      "step": 2591,
      "subrel-constrast": 3.159494161605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5158226490020752,
      "cov-distil (oracle2student)": 4.369362831115723,
      "cov-distil (oracle2teacher)": 4.001250743865967,
      "epoch": 2.034536891679749,
      "rel-constrast": 3.192948341369629,
      "step": 2592,
      "subrel-constrast": 3.6024951934814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8568706512451172,
      "cov-distil (oracle2student)": 4.513680458068848,
      "cov-distil (oracle2teacher)": 4.223357200622559,
      "epoch": 2.035321821036107,
      "rel-constrast": 2.0967488288879395,
      "step": 2593,
      "subrel-constrast": 3.0529472827911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5366591215133667,
      "cov-distil (oracle2student)": 3.170410394668579,
      "cov-distil (oracle2teacher)": 3.2562005519866943,
      "epoch": 2.036106750392465,
      "rel-constrast": 1.9721282720565796,
      "step": 2594,
      "subrel-constrast": 3.2721357345581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7600288391113281,
      "cov-distil (oracle2student)": 4.301647186279297,
      "cov-distil (oracle2teacher)": 4.46275520324707,
      "epoch": 2.036891679748823,
      "rel-constrast": 2.8285584449768066,
      "step": 2595,
      "subrel-constrast": 4.024070739746094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63007390499115,
      "cov-distil (oracle2student)": 4.736753463745117,
      "cov-distil (oracle2teacher)": 4.827028751373291,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.762828826904297,
      "step": 2596,
      "subrel-constrast": 3.931101083755493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4966025352478027,
      "cov-distil (oracle2student)": 3.9267525672912598,
      "cov-distil (oracle2teacher)": 3.605562686920166,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.671107292175293,
      "step": 2597,
      "subrel-constrast": 2.7106053829193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5657718181610107,
      "cov-distil (oracle2student)": 3.0323739051818848,
      "cov-distil (oracle2teacher)": 3.4227917194366455,
      "epoch": 2.0392464678178963,
      "rel-constrast": 1.988607406616211,
      "step": 2598,
      "subrel-constrast": 3.1713273525238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5810461044311523,
      "cov-distil (oracle2student)": 4.162444114685059,
      "cov-distil (oracle2teacher)": 4.119106292724609,
      "epoch": 2.0400313971742543,
      "rel-constrast": 2.2787699699401855,
      "step": 2599,
      "subrel-constrast": 3.4076006412506104,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 5.09375,
      "learning_rate": 4.6205825530130944e-05,
      "loss": 0.6453,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.29375001788139343,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.070892333984375
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.052001953125
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.018890380859375,
      "step": 2600
    },
    {
      "cov-distil": 1.3353180885314941,
      "cov-distil (oracle2student)": 4.13485050201416,
      "cov-distil (oracle2teacher)": 4.110435485839844,
      "epoch": 2.0408163265306123,
      "rel-constrast": 2.034916639328003,
      "step": 2600,
      "subrel-constrast": 2.887387275695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1994287967681885,
      "cov-distil (oracle2student)": 2.9966912269592285,
      "cov-distil (oracle2teacher)": 2.8486647605895996,
      "epoch": 2.0416012558869703,
      "rel-constrast": 3.2924585342407227,
      "step": 2601,
      "subrel-constrast": 3.7677018642425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664499759674072,
      "cov-distil (oracle2student)": 2.889111280441284,
      "cov-distil (oracle2teacher)": 2.9977712631225586,
      "epoch": 2.0423861852433283,
      "rel-constrast": 2.7742416858673096,
      "step": 2602,
      "subrel-constrast": 3.734666347503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3811352252960205,
      "cov-distil (oracle2student)": 4.0174455642700195,
      "cov-distil (oracle2teacher)": 3.3547983169555664,
      "epoch": 2.043171114599686,
      "rel-constrast": 1.73324716091156,
      "step": 2603,
      "subrel-constrast": 2.582387924194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.231534481048584,
      "cov-distil (oracle2student)": 2.55495285987854,
      "cov-distil (oracle2teacher)": 3.286497116088867,
      "epoch": 2.043956043956044,
      "rel-constrast": 2.130127429962158,
      "step": 2604,
      "subrel-constrast": 3.2361092567443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5310068130493164,
      "cov-distil (oracle2student)": 5.050435543060303,
      "cov-distil (oracle2teacher)": 5.094297409057617,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.9133460521698,
      "step": 2605,
      "subrel-constrast": 4.075055122375488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.244946837425232,
      "cov-distil (oracle2student)": 4.271355628967285,
      "cov-distil (oracle2teacher)": 4.190159797668457,
      "epoch": 2.0455259026687598,
      "rel-constrast": 1.8294062614440918,
      "step": 2606,
      "subrel-constrast": 2.2923924922943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.180721640586853,
      "cov-distil (oracle2student)": 5.730915546417236,
      "cov-distil (oracle2teacher)": 5.230205535888672,
      "epoch": 2.0463108320251178,
      "rel-constrast": 3.3854150772094727,
      "step": 2607,
      "subrel-constrast": 3.470841884613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5891168117523193,
      "cov-distil (oracle2student)": 5.012734413146973,
      "cov-distil (oracle2teacher)": 4.07102108001709,
      "epoch": 2.0470957613814758,
      "rel-constrast": 2.4456820487976074,
      "step": 2608,
      "subrel-constrast": 2.8813846111297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.561317801475525,
      "cov-distil (oracle2student)": 4.409381866455078,
      "cov-distil (oracle2teacher)": 3.6781423091888428,
      "epoch": 2.0478806907378337,
      "rel-constrast": 2.498624801635742,
      "step": 2609,
      "subrel-constrast": 3.498225688934326,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 4.84375,
      "learning_rate": 4.615947808703038e-05,
      "loss": 0.6602,
      "step": 2610
    },
    {
      "cov-distil": 1.1958653926849365,
      "cov-distil (oracle2student)": 3.470388889312744,
      "cov-distil (oracle2teacher)": 3.401221752166748,
      "epoch": 2.0486656200941917,
      "rel-constrast": 2.911684513092041,
      "step": 2610,
      "subrel-constrast": 3.47914457321167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2997448444366455,
      "cov-distil (oracle2student)": 5.657401084899902,
      "cov-distil (oracle2teacher)": 5.465598106384277,
      "epoch": 2.0494505494505493,
      "rel-constrast": 2.43680477142334,
      "step": 2611,
      "subrel-constrast": 3.2656545639038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6255913972854614,
      "cov-distil (oracle2student)": 4.915378093719482,
      "cov-distil (oracle2teacher)": 3.8784754276275635,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.5305025577545166,
      "step": 2612,
      "subrel-constrast": 4.088052749633789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3821957111358643,
      "cov-distil (oracle2student)": 4.436394214630127,
      "cov-distil (oracle2teacher)": 4.010889530181885,
      "epoch": 2.0510204081632653,
      "rel-constrast": 3.1295995712280273,
      "step": 2613,
      "subrel-constrast": 3.5616137981414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1164778470993042,
      "cov-distil (oracle2student)": 4.532923698425293,
      "cov-distil (oracle2teacher)": 3.713280200958252,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.3535280227661133,
      "step": 2614,
      "subrel-constrast": 3.764984369277954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4952445030212402,
      "cov-distil (oracle2student)": 5.140346527099609,
      "cov-distil (oracle2teacher)": 4.428337097167969,
      "epoch": 2.0525902668759812,
      "rel-constrast": 2.1320676803588867,
      "step": 2615,
      "subrel-constrast": 3.3597524166107178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5255954265594482,
      "cov-distil (oracle2student)": 4.445937156677246,
      "cov-distil (oracle2teacher)": 4.1274309158325195,
      "epoch": 2.053375196232339,
      "rel-constrast": 2.234030246734619,
      "step": 2616,
      "subrel-constrast": 2.8266353607177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.200836181640625,
      "cov-distil (oracle2student)": 3.004601001739502,
      "cov-distil (oracle2teacher)": 3.2362146377563477,
      "epoch": 2.054160125588697,
      "rel-constrast": 2.0423483848571777,
      "step": 2617,
      "subrel-constrast": 2.7475426197052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4691020250320435,
      "cov-distil (oracle2student)": 4.966156482696533,
      "cov-distil (oracle2teacher)": 4.712005615234375,
      "epoch": 2.0549450549450547,
      "rel-constrast": 2.211719036102295,
      "step": 2618,
      "subrel-constrast": 2.7315731048583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9583064317703247,
      "cov-distil (oracle2student)": 4.417433738708496,
      "cov-distil (oracle2teacher)": 4.307394504547119,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.6653056144714355,
      "step": 2619,
      "subrel-constrast": 3.9538042545318604,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 6.40625,
      "learning_rate": 4.611287282236686e-05,
      "loss": 0.7269,
      "step": 2620
    },
    {
      "cov-distil": 1.1691734790802002,
      "cov-distil (oracle2student)": 2.8941993713378906,
      "cov-distil (oracle2teacher)": 2.9856529235839844,
      "epoch": 2.0565149136577707,
      "rel-constrast": 2.6235601902008057,
      "step": 2620,
      "subrel-constrast": 3.049262046813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2292662858963013,
      "cov-distil (oracle2student)": 3.332024335861206,
      "cov-distil (oracle2teacher)": 3.243257999420166,
      "epoch": 2.0572998430141287,
      "rel-constrast": 2.104247570037842,
      "step": 2621,
      "subrel-constrast": 2.971797227859497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.06044602394104,
      "cov-distil (oracle2student)": 3.125821590423584,
      "cov-distil (oracle2teacher)": 2.608621120452881,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.712275266647339,
      "step": 2622,
      "subrel-constrast": 2.954022169113159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.219322919845581,
      "cov-distil (oracle2student)": 2.71720290184021,
      "cov-distil (oracle2teacher)": 2.874880313873291,
      "epoch": 2.0588697017268447,
      "rel-constrast": 2.4119319915771484,
      "step": 2623,
      "subrel-constrast": 3.08075213432312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5224895477294922,
      "cov-distil (oracle2student)": 5.749883651733398,
      "cov-distil (oracle2teacher)": 5.228310585021973,
      "epoch": 2.0596546310832027,
      "rel-constrast": 2.106882095336914,
      "step": 2624,
      "subrel-constrast": 2.9463582038879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7161511182785034,
      "cov-distil (oracle2student)": 3.4208297729492188,
      "cov-distil (oracle2teacher)": 3.233896493911743,
      "epoch": 2.0604395604395602,
      "rel-constrast": 2.2465767860412598,
      "step": 2625,
      "subrel-constrast": 3.2330284118652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5517866611480713,
      "cov-distil (oracle2student)": 6.162747383117676,
      "cov-distil (oracle2teacher)": 5.35258674621582,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.7531769275665283,
      "step": 2626,
      "subrel-constrast": 4.485931396484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0393245220184326,
      "cov-distil (oracle2student)": 5.304793357849121,
      "cov-distil (oracle2teacher)": 4.669814109802246,
      "epoch": 2.062009419152276,
      "rel-constrast": 1.8870246410369873,
      "step": 2627,
      "subrel-constrast": 2.6734120845794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7491568326950073,
      "cov-distil (oracle2student)": 5.738511085510254,
      "cov-distil (oracle2teacher)": 4.763905048370361,
      "epoch": 2.062794348508634,
      "rel-constrast": 3.257175922393799,
      "step": 2628,
      "subrel-constrast": 3.4501240253448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8414740562438965,
      "cov-distil (oracle2student)": 4.693289756774902,
      "cov-distil (oracle2teacher)": 4.3830366134643555,
      "epoch": 2.063579277864992,
      "rel-constrast": 3.035696029663086,
      "step": 2629,
      "subrel-constrast": 3.150063991546631,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 5.3125,
      "learning_rate": 4.606601030401081e-05,
      "loss": 0.6912,
      "step": 2630
    },
    {
      "cov-distil": 1.86207115650177,
      "cov-distil (oracle2student)": 3.8686020374298096,
      "cov-distil (oracle2teacher)": 4.128180503845215,
      "epoch": 2.06436420722135,
      "rel-constrast": 3.4406189918518066,
      "step": 2630,
      "subrel-constrast": 4.844143390655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511430025100708,
      "cov-distil (oracle2student)": 4.376862525939941,
      "cov-distil (oracle2teacher)": 4.287481307983398,
      "epoch": 2.065149136577708,
      "rel-constrast": 2.4270565509796143,
      "step": 2631,
      "subrel-constrast": 3.3270809650421143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0819294452667236,
      "cov-distil (oracle2student)": 3.267848253250122,
      "cov-distil (oracle2teacher)": 3.2794508934020996,
      "epoch": 2.065934065934066,
      "rel-constrast": 2.062077045440674,
      "step": 2632,
      "subrel-constrast": 3.303976535797119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6889008283615112,
      "cov-distil (oracle2student)": 4.9657392501831055,
      "cov-distil (oracle2teacher)": 5.1121110916137695,
      "epoch": 2.0667189952904237,
      "rel-constrast": 2.868468999862671,
      "step": 2633,
      "subrel-constrast": 3.2229743003845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324570894241333,
      "cov-distil (oracle2student)": 2.6373257637023926,
      "cov-distil (oracle2teacher)": 2.5664517879486084,
      "epoch": 2.0675039246467817,
      "rel-constrast": 2.357619524002075,
      "step": 2634,
      "subrel-constrast": 3.0723659992218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.299598217010498,
      "cov-distil (oracle2student)": 3.059826374053955,
      "cov-distil (oracle2teacher)": 2.848837375640869,
      "epoch": 2.0682888540031397,
      "rel-constrast": 1.9807883501052856,
      "step": 2635,
      "subrel-constrast": 2.763944387435913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2854645252227783,
      "cov-distil (oracle2student)": 3.6068713665008545,
      "cov-distil (oracle2teacher)": 3.47721004486084,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.338415503501892,
      "step": 2636,
      "subrel-constrast": 2.1358401775360107,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8717029094696045,
      "cov-distil (oracle2student)": 3.2437119483947754,
      "cov-distil (oracle2teacher)": 2.883582353591919,
      "epoch": 2.0698587127158556,
      "rel-constrast": 2.3376541137695312,
      "step": 2637,
      "subrel-constrast": 2.6891350746154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2896864414215088,
      "cov-distil (oracle2student)": 3.831578016281128,
      "cov-distil (oracle2teacher)": 3.8477606773376465,
      "epoch": 2.0706436420722136,
      "rel-constrast": 2.234649181365967,
      "step": 2638,
      "subrel-constrast": 2.7638421058654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4190914630889893,
      "cov-distil (oracle2student)": 5.38115930557251,
      "cov-distil (oracle2teacher)": 5.0927581787109375,
      "epoch": 2.0714285714285716,
      "rel-constrast": 2.8960766792297363,
      "step": 2639,
      "subrel-constrast": 3.9259538650512695,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 5.25,
      "learning_rate": 4.601889110296723e-05,
      "loss": 0.6377,
      "step": 2640
    },
    {
      "cov-distil": 1.2628480195999146,
      "cov-distil (oracle2student)": 7.320075988769531,
      "cov-distil (oracle2teacher)": 6.652521133422852,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.651520013809204,
      "step": 2640,
      "subrel-constrast": 3.115838050842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.809037685394287,
      "cov-distil (oracle2student)": 3.7265210151672363,
      "cov-distil (oracle2teacher)": 3.332104444503784,
      "epoch": 2.072998430141287,
      "rel-constrast": 2.7049214839935303,
      "step": 2641,
      "subrel-constrast": 3.3478193283081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663482666015625,
      "cov-distil (oracle2student)": 3.964402675628662,
      "cov-distil (oracle2teacher)": 3.4999351501464844,
      "epoch": 2.073783359497645,
      "rel-constrast": 2.9174981117248535,
      "step": 2642,
      "subrel-constrast": 3.73445987701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2319161891937256,
      "cov-distil (oracle2student)": 3.655104160308838,
      "cov-distil (oracle2teacher)": 3.113356590270996,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.5532190799713135,
      "step": 2643,
      "subrel-constrast": 3.2015514373779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7000322341918945,
      "cov-distil (oracle2student)": 4.919336318969727,
      "cov-distil (oracle2teacher)": 4.484076499938965,
      "epoch": 2.075353218210361,
      "rel-constrast": 2.886383056640625,
      "step": 2644,
      "subrel-constrast": 4.0749077796936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2829294204711914,
      "cov-distil (oracle2student)": 4.820669174194336,
      "cov-distil (oracle2teacher)": 4.5515241622924805,
      "epoch": 2.076138147566719,
      "rel-constrast": 2.996272087097168,
      "step": 2645,
      "subrel-constrast": 3.6395366191864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682198166847229,
      "cov-distil (oracle2student)": 3.8332293033599854,
      "cov-distil (oracle2teacher)": 3.2484774589538574,
      "epoch": 2.076923076923077,
      "rel-constrast": 3.044987678527832,
      "step": 2646,
      "subrel-constrast": 3.639526128768921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4817090034484863,
      "cov-distil (oracle2student)": 3.8058836460113525,
      "cov-distil (oracle2teacher)": 3.607952833175659,
      "epoch": 2.0777080062794346,
      "rel-constrast": 3.1399600505828857,
      "step": 2647,
      "subrel-constrast": 3.959563732147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386852741241455,
      "cov-distil (oracle2student)": 5.095797538757324,
      "cov-distil (oracle2teacher)": 4.932601451873779,
      "epoch": 2.0784929356357926,
      "rel-constrast": 4.2447309494018555,
      "step": 2648,
      "subrel-constrast": 4.728353500366211,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9177457094192505,
      "cov-distil (oracle2student)": 3.7433032989501953,
      "cov-distil (oracle2teacher)": 3.3512115478515625,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.2327632904052734,
      "step": 2649,
      "subrel-constrast": 3.764805316925049,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 5.15625,
      "learning_rate": 4.597151579336873e-05,
      "loss": 0.7965,
      "step": 2650
    },
    {
      "cov-distil": 1.9783639907836914,
      "cov-distil (oracle2student)": 3.9746532440185547,
      "cov-distil (oracle2teacher)": 4.080855846405029,
      "epoch": 2.0800627943485086,
      "rel-constrast": 2.702925205230713,
      "step": 2650,
      "subrel-constrast": 3.5898804664611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.68656587600708,
      "cov-distil (oracle2student)": 2.977093458175659,
      "cov-distil (oracle2teacher)": 3.9955215454101562,
      "epoch": 2.0808477237048666,
      "rel-constrast": 2.042919397354126,
      "step": 2651,
      "subrel-constrast": 3.302668333053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882162809371948,
      "cov-distil (oracle2student)": 3.324406862258911,
      "cov-distil (oracle2teacher)": 2.9352540969848633,
      "epoch": 2.0816326530612246,
      "rel-constrast": 2.7595183849334717,
      "step": 2652,
      "subrel-constrast": 3.26057767868042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459014892578125,
      "cov-distil (oracle2student)": 5.348959922790527,
      "cov-distil (oracle2teacher)": 4.912822723388672,
      "epoch": 2.0824175824175826,
      "rel-constrast": 4.026599407196045,
      "step": 2653,
      "subrel-constrast": 4.401134490966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037376880645752,
      "cov-distil (oracle2student)": 3.163254737854004,
      "cov-distil (oracle2teacher)": 3.190333366394043,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.7720794677734375,
      "step": 2654,
      "subrel-constrast": 3.5680418014526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2755839824676514,
      "cov-distil (oracle2student)": 4.207517147064209,
      "cov-distil (oracle2teacher)": 4.088561534881592,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.835097074508667,
      "step": 2655,
      "subrel-constrast": 3.7488791942596436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125614404678345,
      "cov-distil (oracle2student)": 3.899724245071411,
      "cov-distil (oracle2teacher)": 3.860991954803467,
      "epoch": 2.084772370486656,
      "rel-constrast": 2.3675413131713867,
      "step": 2656,
      "subrel-constrast": 3.220802068710327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7342987060546875,
      "cov-distil (oracle2student)": 5.410000324249268,
      "cov-distil (oracle2teacher)": 5.1536431312561035,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.947413921356201,
      "step": 2657,
      "subrel-constrast": 3.8985488414764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601938247680664,
      "cov-distil (oracle2student)": 3.7540225982666016,
      "cov-distil (oracle2teacher)": 3.430818796157837,
      "epoch": 2.086342229199372,
      "rel-constrast": 3.1013402938842773,
      "step": 2658,
      "subrel-constrast": 3.8806583881378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6560348272323608,
      "cov-distil (oracle2student)": 5.160312175750732,
      "cov-distil (oracle2teacher)": 5.124349117279053,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.4525303840637207,
      "step": 2659,
      "subrel-constrast": 3.904118776321411,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 4.40625,
      "learning_rate": 4.592388495246848e-05,
      "loss": 0.7425,
      "step": 2660
    },
    {
      "cov-distil": 1.6337261199951172,
      "cov-distil (oracle2student)": 4.151952743530273,
      "cov-distil (oracle2teacher)": 3.967841863632202,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.655386924743652,
      "step": 2660,
      "subrel-constrast": 5.4480814933776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7914470434188843,
      "cov-distil (oracle2student)": 3.280151128768921,
      "cov-distil (oracle2teacher)": 2.791379690170288,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.1980934143066406,
      "step": 2661,
      "subrel-constrast": 3.0409364700317383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2816166877746582,
      "cov-distil (oracle2student)": 3.7141854763031006,
      "cov-distil (oracle2teacher)": 3.5739235877990723,
      "epoch": 2.0894819466248036,
      "rel-constrast": 2.4541215896606445,
      "step": 2662,
      "subrel-constrast": 2.8710200786590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8375205993652344,
      "cov-distil (oracle2student)": 3.5197553634643555,
      "cov-distil (oracle2teacher)": 3.722714424133301,
      "epoch": 2.0902668759811616,
      "rel-constrast": 4.33981990814209,
      "step": 2663,
      "subrel-constrast": 4.157322406768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7941855192184448,
      "cov-distil (oracle2student)": 5.616387367248535,
      "cov-distil (oracle2teacher)": 4.772411346435547,
      "epoch": 2.0910518053375196,
      "rel-constrast": 4.3338470458984375,
      "step": 2664,
      "subrel-constrast": 4.629491806030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097761154174805,
      "cov-distil (oracle2student)": 3.404824733734131,
      "cov-distil (oracle2teacher)": 3.4548442363739014,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.9249496459960938,
      "step": 2665,
      "subrel-constrast": 3.9127326011657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.342220425605774,
      "cov-distil (oracle2student)": 4.775496006011963,
      "cov-distil (oracle2teacher)": 4.198037147521973,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.157780170440674,
      "step": 2666,
      "subrel-constrast": 3.485379457473755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6518689393997192,
      "cov-distil (oracle2student)": 3.959777355194092,
      "cov-distil (oracle2teacher)": 3.2735185623168945,
      "epoch": 2.0934065934065935,
      "rel-constrast": 2.106560230255127,
      "step": 2667,
      "subrel-constrast": 2.741788148880005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4627585411071777,
      "cov-distil (oracle2student)": 2.3466053009033203,
      "cov-distil (oracle2teacher)": 2.160889148712158,
      "epoch": 2.0941915227629515,
      "rel-constrast": 1.567748785018921,
      "step": 2668,
      "subrel-constrast": 2.191602945327759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8470290899276733,
      "cov-distil (oracle2student)": 4.9321699142456055,
      "cov-distil (oracle2teacher)": 4.58592414855957,
      "epoch": 2.094976452119309,
      "rel-constrast": 3.446009635925293,
      "step": 2669,
      "subrel-constrast": 4.106932163238525,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 6.3125,
      "learning_rate": 4.587599916063326e-05,
      "loss": 0.8212,
      "step": 2670
    },
    {
      "cov-distil": 2.0417304039001465,
      "cov-distil (oracle2student)": 5.616621971130371,
      "cov-distil (oracle2teacher)": 5.81180477142334,
      "epoch": 2.095761381475667,
      "rel-constrast": 3.941246509552002,
      "step": 2670,
      "subrel-constrast": 4.968310356140137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6573683023452759,
      "cov-distil (oracle2student)": 3.7648746967315674,
      "cov-distil (oracle2teacher)": 3.4795753955841064,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.339151382446289,
      "step": 2671,
      "subrel-constrast": 3.4954097270965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7060770988464355,
      "cov-distil (oracle2student)": 4.337916374206543,
      "cov-distil (oracle2teacher)": 4.200004577636719,
      "epoch": 2.097331240188383,
      "rel-constrast": 1.914768099784851,
      "step": 2672,
      "subrel-constrast": 3.0425472259521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2226378917694092,
      "cov-distil (oracle2student)": 6.339175701141357,
      "cov-distil (oracle2teacher)": 5.642215251922607,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.5491490364074707,
      "step": 2673,
      "subrel-constrast": 3.174234628677368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2708802223205566,
      "cov-distil (oracle2student)": 2.511132001876831,
      "cov-distil (oracle2teacher)": 2.5157294273376465,
      "epoch": 2.098901098901099,
      "rel-constrast": 3.147292375564575,
      "step": 2674,
      "subrel-constrast": 3.8129918575286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8717957735061646,
      "cov-distil (oracle2student)": 4.204354286193848,
      "cov-distil (oracle2teacher)": 4.1325578689575195,
      "epoch": 2.099686028257457,
      "rel-constrast": 3.44084095954895,
      "step": 2675,
      "subrel-constrast": 4.313811779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6253840923309326,
      "cov-distil (oracle2student)": 5.564504623413086,
      "cov-distil (oracle2teacher)": 4.586607933044434,
      "epoch": 2.100470957613815,
      "rel-constrast": 2.008042335510254,
      "step": 2676,
      "subrel-constrast": 2.7574331760406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4799201488494873,
      "cov-distil (oracle2student)": 1.8116012811660767,
      "cov-distil (oracle2teacher)": 2.0946474075317383,
      "epoch": 2.1012558869701725,
      "rel-constrast": 2.175154209136963,
      "step": 2677,
      "subrel-constrast": 2.907055139541626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.229113817214966,
      "cov-distil (oracle2student)": 5.243906021118164,
      "cov-distil (oracle2teacher)": 5.188776016235352,
      "epoch": 2.1020408163265305,
      "rel-constrast": 3.188620090484619,
      "step": 2678,
      "subrel-constrast": 4.260790824890137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6544407606124878,
      "cov-distil (oracle2student)": 3.7256853580474854,
      "cov-distil (oracle2teacher)": 3.8381354808807373,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.8161654472351074,
      "step": 2679,
      "subrel-constrast": 3.2249703407287598,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.875,
      "learning_rate": 4.582785900133634e-05,
      "loss": 0.7299,
      "step": 2680
    },
    {
      "cov-distil": 1.5672053098678589,
      "cov-distil (oracle2student)": 5.170087814331055,
      "cov-distil (oracle2teacher)": 4.712985038757324,
      "epoch": 2.1036106750392465,
      "rel-constrast": 2.9125518798828125,
      "step": 2680,
      "subrel-constrast": 3.682068347930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5699032545089722,
      "cov-distil (oracle2student)": 3.670671224594116,
      "cov-distil (oracle2teacher)": 3.5652313232421875,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.8479928970336914,
      "step": 2681,
      "subrel-constrast": 3.4126665592193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4764052629470825,
      "cov-distil (oracle2student)": 3.627300262451172,
      "cov-distil (oracle2teacher)": 3.4759182929992676,
      "epoch": 2.1051805337519625,
      "rel-constrast": 2.2022435665130615,
      "step": 2682,
      "subrel-constrast": 2.9162943363189697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839519739151001,
      "cov-distil (oracle2student)": 3.0726523399353027,
      "cov-distil (oracle2teacher)": 3.307107448577881,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.8811745643615723,
      "step": 2683,
      "subrel-constrast": 2.6675779819488525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775281310081482,
      "cov-distil (oracle2student)": 3.1547858715057373,
      "cov-distil (oracle2teacher)": 3.060973644256592,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.4608426094055176,
      "step": 2684,
      "subrel-constrast": 3.1411526203155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6113319396972656,
      "cov-distil (oracle2student)": 4.414421081542969,
      "cov-distil (oracle2teacher)": 4.024219512939453,
      "epoch": 2.107535321821036,
      "rel-constrast": 2.068659782409668,
      "step": 2685,
      "subrel-constrast": 3.027926206588745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412705898284912,
      "cov-distil (oracle2student)": 4.911065578460693,
      "cov-distil (oracle2teacher)": 4.427267551422119,
      "epoch": 2.108320251177394,
      "rel-constrast": 2.3888728618621826,
      "step": 2686,
      "subrel-constrast": 2.952326536178589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8539459705352783,
      "cov-distil (oracle2student)": 4.8538641929626465,
      "cov-distil (oracle2teacher)": 4.342440605163574,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.3912816047668457,
      "step": 2687,
      "subrel-constrast": 3.4030165672302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.126741409301758,
      "cov-distil (oracle2student)": 3.643915891647339,
      "cov-distil (oracle2teacher)": 2.9767961502075195,
      "epoch": 2.10989010989011,
      "rel-constrast": 2.688615560531616,
      "step": 2688,
      "subrel-constrast": 3.37544584274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6242486238479614,
      "cov-distil (oracle2student)": 3.6324613094329834,
      "cov-distil (oracle2teacher)": 3.6406712532043457,
      "epoch": 2.110675039246468,
      "rel-constrast": 2.3597755432128906,
      "step": 2689,
      "subrel-constrast": 2.999110221862793,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 4.75,
      "learning_rate": 4.577946506115035e-05,
      "loss": 0.6472,
      "step": 2690
    },
    {
      "cov-distil": 1.7768619060516357,
      "cov-distil (oracle2student)": 4.521347522735596,
      "cov-distil (oracle2teacher)": 4.838393211364746,
      "epoch": 2.111459968602826,
      "rel-constrast": 3.0193352699279785,
      "step": 2690,
      "subrel-constrast": 4.206924915313721,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9612469673156738,
      "cov-distil (oracle2student)": 3.415921688079834,
      "cov-distil (oracle2teacher)": 3.793879508972168,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.973207473754883,
      "step": 2691,
      "subrel-constrast": 3.5273218154907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347106695175171,
      "cov-distil (oracle2student)": 4.080264568328857,
      "cov-distil (oracle2teacher)": 4.185126781463623,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.7505321502685547,
      "step": 2692,
      "subrel-constrast": 1.9902628660202026,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2456910610198975,
      "cov-distil (oracle2student)": 4.71649169921875,
      "cov-distil (oracle2teacher)": 3.8320159912109375,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.387418746948242,
      "step": 2693,
      "subrel-constrast": 2.848029613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9380123615264893,
      "cov-distil (oracle2student)": 3.524611473083496,
      "cov-distil (oracle2teacher)": 3.603614330291748,
      "epoch": 2.1145996860282574,
      "rel-constrast": 3.3344593048095703,
      "step": 2694,
      "subrel-constrast": 3.909736156463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5422940254211426,
      "cov-distil (oracle2student)": 3.5824568271636963,
      "cov-distil (oracle2teacher)": 3.043023109436035,
      "epoch": 2.1153846153846154,
      "rel-constrast": 3.193317413330078,
      "step": 2695,
      "subrel-constrast": 3.934993267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1803994178771973,
      "cov-distil (oracle2student)": 4.270575523376465,
      "cov-distil (oracle2teacher)": 4.082144737243652,
      "epoch": 2.1161695447409734,
      "rel-constrast": 2.9521689414978027,
      "step": 2696,
      "subrel-constrast": 4.149345874786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017191410064697,
      "cov-distil (oracle2student)": 3.66426682472229,
      "cov-distil (oracle2teacher)": 3.426107406616211,
      "epoch": 2.1169544740973314,
      "rel-constrast": 3.3653833866119385,
      "step": 2697,
      "subrel-constrast": 3.8820242881774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2150499820709229,
      "cov-distil (oracle2student)": 5.662280082702637,
      "cov-distil (oracle2teacher)": 4.212636947631836,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.49739408493042,
      "step": 2698,
      "subrel-constrast": 3.5281331539154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012502908706665,
      "cov-distil (oracle2student)": 4.048537254333496,
      "cov-distil (oracle2teacher)": 3.9865145683288574,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.715592622756958,
      "step": 2699,
      "subrel-constrast": 3.977768898010254,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 6.15625,
      "learning_rate": 4.57308179297402e-05,
      "loss": 0.7968,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.3499999940395355,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.06414794921875
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.04034423828125
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.0238037109375,
      "step": 2700
    },
    {
      "cov-distil": 1.738069772720337,
      "cov-distil (oracle2student)": 3.7054336071014404,
      "cov-distil (oracle2teacher)": 3.3862736225128174,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.684670925140381,
      "step": 2700,
      "subrel-constrast": 3.9660658836364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9597724676132202,
      "cov-distil (oracle2student)": 3.6626930236816406,
      "cov-distil (oracle2teacher)": 3.467991352081299,
      "epoch": 2.120094191522763,
      "rel-constrast": 1.936334490776062,
      "step": 2701,
      "subrel-constrast": 2.9077441692352295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6104004383087158,
      "cov-distil (oracle2student)": 3.5230982303619385,
      "cov-distil (oracle2teacher)": 3.5924575328826904,
      "epoch": 2.120879120879121,
      "rel-constrast": 1.8440704345703125,
      "step": 2702,
      "subrel-constrast": 2.687389373779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527693271636963,
      "cov-distil (oracle2student)": 4.885265827178955,
      "cov-distil (oracle2teacher)": 4.272814750671387,
      "epoch": 2.121664050235479,
      "rel-constrast": 2.392524003982544,
      "step": 2703,
      "subrel-constrast": 3.368466854095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4393917322158813,
      "cov-distil (oracle2student)": 3.985060453414917,
      "cov-distil (oracle2teacher)": 3.98748517036438,
      "epoch": 2.122448979591837,
      "rel-constrast": 3.1086409091949463,
      "step": 2704,
      "subrel-constrast": 3.8918073177337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3507189750671387,
      "cov-distil (oracle2student)": 5.77543830871582,
      "cov-distil (oracle2teacher)": 4.298201560974121,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.68249249458313,
      "step": 2705,
      "subrel-constrast": 3.804255723953247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2466928958892822,
      "cov-distil (oracle2student)": 5.833965301513672,
      "cov-distil (oracle2teacher)": 4.974800109863281,
      "epoch": 2.1240188383045524,
      "rel-constrast": 2.339257001876831,
      "step": 2706,
      "subrel-constrast": 3.1078009605407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088333368301392,
      "cov-distil (oracle2student)": 4.4325408935546875,
      "cov-distil (oracle2teacher)": 4.445165157318115,
      "epoch": 2.1248037676609104,
      "rel-constrast": 2.8500943183898926,
      "step": 2707,
      "subrel-constrast": 2.8641343116760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2282865047454834,
      "cov-distil (oracle2student)": 4.183558464050293,
      "cov-distil (oracle2teacher)": 4.6064910888671875,
      "epoch": 2.1255886970172684,
      "rel-constrast": 3.0690417289733887,
      "step": 2708,
      "subrel-constrast": 3.4967472553253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4514744281768799,
      "cov-distil (oracle2student)": 3.370736837387085,
      "cov-distil (oracle2teacher)": 3.441915512084961,
      "epoch": 2.1263736263736264,
      "rel-constrast": 3.063032388687134,
      "step": 2709,
      "subrel-constrast": 3.8910531997680664,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 5.15625,
      "learning_rate": 4.568191819985582e-05,
      "loss": 0.7137,
      "step": 2710
    },
    {
      "cov-distil": 1.9032859802246094,
      "cov-distil (oracle2student)": 4.989251136779785,
      "cov-distil (oracle2teacher)": 5.135378837585449,
      "epoch": 2.1271585557299844,
      "rel-constrast": 2.988314151763916,
      "step": 2710,
      "subrel-constrast": 4.279746055603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5031428337097168,
      "cov-distil (oracle2student)": 4.679323196411133,
      "cov-distil (oracle2teacher)": 4.579649448394775,
      "epoch": 2.1279434850863423,
      "rel-constrast": 2.87349534034729,
      "step": 2711,
      "subrel-constrast": 3.7322144508361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3594512939453125,
      "cov-distil (oracle2student)": 4.114889621734619,
      "cov-distil (oracle2teacher)": 4.170674800872803,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.633234977722168,
      "step": 2712,
      "subrel-constrast": 3.6427111625671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.888802170753479,
      "cov-distil (oracle2student)": 5.564352035522461,
      "cov-distil (oracle2teacher)": 5.284486293792725,
      "epoch": 2.129513343799058,
      "rel-constrast": 2.623882293701172,
      "step": 2713,
      "subrel-constrast": 3.836780548095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.679123878479004,
      "cov-distil (oracle2student)": 4.944362640380859,
      "cov-distil (oracle2teacher)": 4.52463436126709,
      "epoch": 2.130298273155416,
      "rel-constrast": 2.4186975955963135,
      "step": 2714,
      "subrel-constrast": 3.4227683544158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552038550376892,
      "cov-distil (oracle2student)": 3.7435379028320312,
      "cov-distil (oracle2teacher)": 3.8656911849975586,
      "epoch": 2.131083202511774,
      "rel-constrast": 3.133347749710083,
      "step": 2715,
      "subrel-constrast": 3.901421070098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7141571044921875,
      "cov-distil (oracle2student)": 3.941164493560791,
      "cov-distil (oracle2teacher)": 3.9462523460388184,
      "epoch": 2.131868131868132,
      "rel-constrast": 3.0988943576812744,
      "step": 2716,
      "subrel-constrast": 4.297597408294678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.405519962310791,
      "cov-distil (oracle2student)": 4.931849002838135,
      "cov-distil (oracle2teacher)": 4.836163520812988,
      "epoch": 2.13265306122449,
      "rel-constrast": 2.759809970855713,
      "step": 2717,
      "subrel-constrast": 3.902651309967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52744722366333,
      "cov-distil (oracle2student)": 5.7036285400390625,
      "cov-distil (oracle2teacher)": 5.092329502105713,
      "epoch": 2.133437990580848,
      "rel-constrast": 2.869448661804199,
      "step": 2718,
      "subrel-constrast": 3.762197971343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2686254978179932,
      "cov-distil (oracle2student)": 4.061881065368652,
      "cov-distil (oracle2teacher)": 4.343420028686523,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.9216656684875488,
      "step": 2719,
      "subrel-constrast": 2.454155921936035,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 4.34375,
      "learning_rate": 4.563276646732499e-05,
      "loss": 0.7225,
      "step": 2720
    },
    {
      "cov-distil": 1.4250738620758057,
      "cov-distil (oracle2student)": 2.410728931427002,
      "cov-distil (oracle2teacher)": 2.701756000518799,
      "epoch": 2.1350078492935634,
      "rel-constrast": 1.0408450365066528,
      "step": 2720,
      "subrel-constrast": 1.9667428731918335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8656940460205078,
      "cov-distil (oracle2student)": 3.2240991592407227,
      "cov-distil (oracle2teacher)": 3.6101455688476562,
      "epoch": 2.1357927786499213,
      "rel-constrast": 2.9498298168182373,
      "step": 2721,
      "subrel-constrast": 3.8985135555267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991533041000366,
      "cov-distil (oracle2student)": 4.045197010040283,
      "cov-distil (oracle2teacher)": 4.53965950012207,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.8058598041534424,
      "step": 2722,
      "subrel-constrast": 2.6020917892456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146787405014038,
      "cov-distil (oracle2student)": 4.974124908447266,
      "cov-distil (oracle2teacher)": 3.955294132232666,
      "epoch": 2.1373626373626373,
      "rel-constrast": 3.6448559761047363,
      "step": 2723,
      "subrel-constrast": 4.53765344619751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4499444961547852,
      "cov-distil (oracle2student)": 4.40720796585083,
      "cov-distil (oracle2teacher)": 4.341897010803223,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.8888769149780273,
      "step": 2724,
      "subrel-constrast": 3.4380276203155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7588155269622803,
      "cov-distil (oracle2student)": 4.086419105529785,
      "cov-distil (oracle2teacher)": 3.621853828430176,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.517338991165161,
      "step": 2725,
      "subrel-constrast": 3.006190538406372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520524263381958,
      "cov-distil (oracle2student)": 4.549186706542969,
      "cov-distil (oracle2teacher)": 4.056656837463379,
      "epoch": 2.1397174254317113,
      "rel-constrast": 2.6314854621887207,
      "step": 2726,
      "subrel-constrast": 2.9990620613098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5154798030853271,
      "cov-distil (oracle2student)": 3.9534239768981934,
      "cov-distil (oracle2teacher)": 3.2888529300689697,
      "epoch": 2.1405023547880693,
      "rel-constrast": 3.1360268592834473,
      "step": 2727,
      "subrel-constrast": 3.406343460083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3787696361541748,
      "cov-distil (oracle2student)": 4.144366264343262,
      "cov-distil (oracle2teacher)": 4.045719623565674,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.5800368785858154,
      "step": 2728,
      "subrel-constrast": 3.1987664699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8338348865509033,
      "cov-distil (oracle2student)": 2.982102394104004,
      "cov-distil (oracle2teacher)": 3.10264253616333,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.9934592247009277,
      "step": 2729,
      "subrel-constrast": 4.150345802307129,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 7.78125,
      "learning_rate": 4.5583363331046056e-05,
      "loss": 0.7212,
      "step": 2730
    },
    {
      "cov-distil": 1.4362707138061523,
      "cov-distil (oracle2student)": 3.398658037185669,
      "cov-distil (oracle2teacher)": 3.3876888751983643,
      "epoch": 2.142857142857143,
      "rel-constrast": 3.6590633392333984,
      "step": 2730,
      "subrel-constrast": 4.0388031005859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.387253761291504,
      "cov-distil (oracle2student)": 2.597053050994873,
      "cov-distil (oracle2teacher)": 2.7036991119384766,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.963519334793091,
      "step": 2731,
      "subrel-constrast": 3.440031051635742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1631643772125244,
      "cov-distil (oracle2student)": 5.246153831481934,
      "cov-distil (oracle2teacher)": 4.865432262420654,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.8004417419433594,
      "step": 2732,
      "subrel-constrast": 3.990276575088501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5671294927597046,
      "cov-distil (oracle2student)": 4.0398383140563965,
      "cov-distil (oracle2teacher)": 3.8646461963653564,
      "epoch": 2.1452119309262168,
      "rel-constrast": 2.4255776405334473,
      "step": 2733,
      "subrel-constrast": 3.151942729949951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566084623336792,
      "cov-distil (oracle2student)": 4.746498107910156,
      "cov-distil (oracle2teacher)": 4.233251571655273,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.35941219329834,
      "step": 2734,
      "subrel-constrast": 3.2485463619232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6866950988769531,
      "cov-distil (oracle2student)": 4.472095489501953,
      "cov-distil (oracle2teacher)": 3.9792964458465576,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.5938873291015625,
      "step": 2735,
      "subrel-constrast": 3.6273863315582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7679821252822876,
      "cov-distil (oracle2student)": 4.690601348876953,
      "cov-distil (oracle2teacher)": 4.375359535217285,
      "epoch": 2.1475667189952903,
      "rel-constrast": 4.108896255493164,
      "step": 2736,
      "subrel-constrast": 4.8226470947265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3214069604873657,
      "cov-distil (oracle2student)": 4.64495849609375,
      "cov-distil (oracle2teacher)": 3.969440460205078,
      "epoch": 2.1483516483516483,
      "rel-constrast": 2.8897924423217773,
      "step": 2737,
      "subrel-constrast": 3.3626327514648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598775386810303,
      "cov-distil (oracle2student)": 3.325988531112671,
      "cov-distil (oracle2teacher)": 3.1547634601593018,
      "epoch": 2.1491365777080063,
      "rel-constrast": 2.5516350269317627,
      "step": 2738,
      "subrel-constrast": 3.189652442932129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4170176982879639,
      "cov-distil (oracle2student)": 4.892799377441406,
      "cov-distil (oracle2teacher)": 4.32049036026001,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.900127410888672,
      "step": 2739,
      "subrel-constrast": 4.482950210571289,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 5.96875,
      "learning_rate": 4.553370939298066e-05,
      "loss": 0.7962,
      "step": 2740
    },
    {
      "cov-distil": 1.2520241737365723,
      "cov-distil (oracle2student)": 4.642541885375977,
      "cov-distil (oracle2teacher)": 3.9612741470336914,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.5799102783203125,
      "step": 2740,
      "subrel-constrast": 2.896745204925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4807324409484863,
      "cov-distil (oracle2student)": 3.775017261505127,
      "cov-distil (oracle2teacher)": 3.675877571105957,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.7104713916778564,
      "step": 2741,
      "subrel-constrast": 3.674412488937378,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03420352935791,
      "cov-distil (oracle2student)": 3.792262554168701,
      "cov-distil (oracle2teacher)": 3.351930618286133,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.3330345153808594,
      "step": 2742,
      "subrel-constrast": 3.4259626865386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2528175115585327,
      "cov-distil (oracle2student)": 3.033623695373535,
      "cov-distil (oracle2teacher)": 3.208360195159912,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.5651957988739014,
      "step": 2743,
      "subrel-constrast": 3.4995763301849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.19075345993042,
      "cov-distil (oracle2student)": 3.0748677253723145,
      "cov-distil (oracle2teacher)": 3.249525308609009,
      "epoch": 2.1538461538461537,
      "rel-constrast": 2.101543664932251,
      "step": 2744,
      "subrel-constrast": 3.3933138847351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762261152267456,
      "cov-distil (oracle2student)": 5.695385932922363,
      "cov-distil (oracle2teacher)": 5.030972003936768,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.3501739501953125,
      "step": 2745,
      "subrel-constrast": 3.1482934951782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2607382535934448,
      "cov-distil (oracle2student)": 4.309648036956787,
      "cov-distil (oracle2teacher)": 3.660160779953003,
      "epoch": 2.1554160125588697,
      "rel-constrast": 2.2421960830688477,
      "step": 2746,
      "subrel-constrast": 2.545811414718628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.590510606765747,
      "cov-distil (oracle2student)": 4.173438549041748,
      "cov-distil (oracle2teacher)": 3.9678993225097656,
      "epoch": 2.1562009419152277,
      "rel-constrast": 2.7266035079956055,
      "step": 2747,
      "subrel-constrast": 3.8877294063568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3935344219207764,
      "cov-distil (oracle2student)": 3.8086533546447754,
      "cov-distil (oracle2teacher)": 3.507582426071167,
      "epoch": 2.1569858712715857,
      "rel-constrast": 2.19693922996521,
      "step": 2748,
      "subrel-constrast": 3.1823244094848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4521491527557373,
      "cov-distil (oracle2student)": 3.2846603393554688,
      "cov-distil (oracle2teacher)": 3.344316244125366,
      "epoch": 2.1577708006279437,
      "rel-constrast": 2.2402596473693848,
      "step": 2749,
      "subrel-constrast": 3.390120029449463,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 4.96875,
      "learning_rate": 4.548380525814634e-05,
      "loss": 0.6403,
      "step": 2750
    },
    {
      "cov-distil": 1.6948133707046509,
      "cov-distil (oracle2student)": 2.3311376571655273,
      "cov-distil (oracle2teacher)": 2.681070327758789,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.3141849040985107,
      "step": 2750,
      "subrel-constrast": 2.589888334274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5499573945999146,
      "cov-distil (oracle2student)": 4.537898063659668,
      "cov-distil (oracle2teacher)": 4.425322532653809,
      "epoch": 2.159340659340659,
      "rel-constrast": 2.3581161499023438,
      "step": 2751,
      "subrel-constrast": 3.120558023452759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4320406913757324,
      "cov-distil (oracle2student)": 4.918800354003906,
      "cov-distil (oracle2teacher)": 4.580051422119141,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.7656240463256836,
      "step": 2752,
      "subrel-constrast": 3.446685791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444201946258545,
      "cov-distil (oracle2student)": 3.615976333618164,
      "cov-distil (oracle2teacher)": 3.3347604274749756,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.6383683681488037,
      "step": 2753,
      "subrel-constrast": 3.3751375675201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266611099243164,
      "cov-distil (oracle2student)": 3.079434871673584,
      "cov-distil (oracle2teacher)": 3.1996889114379883,
      "epoch": 2.161695447409733,
      "rel-constrast": 2.4695091247558594,
      "step": 2754,
      "subrel-constrast": 3.61206316947937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3826489448547363,
      "cov-distil (oracle2student)": 4.949309349060059,
      "cov-distil (oracle2teacher)": 4.687525749206543,
      "epoch": 2.162480376766091,
      "rel-constrast": 2.3799362182617188,
      "step": 2755,
      "subrel-constrast": 3.5264055728912354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.124934434890747,
      "cov-distil (oracle2student)": 3.533940315246582,
      "cov-distil (oracle2teacher)": 3.653165340423584,
      "epoch": 2.163265306122449,
      "rel-constrast": 3.321613311767578,
      "step": 2756,
      "subrel-constrast": 3.7038440704345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9368057250976562,
      "cov-distil (oracle2student)": 4.886351108551025,
      "cov-distil (oracle2teacher)": 4.858048915863037,
      "epoch": 2.1640502354788067,
      "rel-constrast": 3.2014737129211426,
      "step": 2757,
      "subrel-constrast": 4.386559963226318,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426530361175537,
      "cov-distil (oracle2student)": 3.530073642730713,
      "cov-distil (oracle2teacher)": 3.6141629219055176,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.6178171634674072,
      "step": 2758,
      "subrel-constrast": 2.3052117824554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0921416282653809,
      "cov-distil (oracle2student)": 3.1381635665893555,
      "cov-distil (oracle2teacher)": 3.4450976848602295,
      "epoch": 2.1656200941915227,
      "rel-constrast": 2.438591480255127,
      "step": 2759,
      "subrel-constrast": 3.3048923015594482,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 5.1875,
      "learning_rate": 4.5433651534609254e-05,
      "loss": 0.6497,
      "step": 2760
    },
    {
      "cov-distil": 1.578001618385315,
      "cov-distil (oracle2student)": 2.874424695968628,
      "cov-distil (oracle2teacher)": 2.949392318725586,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.6245853900909424,
      "step": 2760,
      "subrel-constrast": 3.475450038909912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8739182949066162,
      "cov-distil (oracle2student)": 3.577914237976074,
      "cov-distil (oracle2teacher)": 3.393104076385498,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.4435858726501465,
      "step": 2761,
      "subrel-constrast": 3.0955920219421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.953794002532959,
      "cov-distil (oracle2student)": 3.8717901706695557,
      "cov-distil (oracle2teacher)": 3.5614125728607178,
      "epoch": 2.1679748822605966,
      "rel-constrast": 2.3320181369781494,
      "step": 2762,
      "subrel-constrast": 3.115504026412964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343175649642944,
      "cov-distil (oracle2student)": 4.609310150146484,
      "cov-distil (oracle2teacher)": 4.303138732910156,
      "epoch": 2.1687598116169546,
      "rel-constrast": 2.487426519393921,
      "step": 2763,
      "subrel-constrast": 3.051936388015747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951548457145691,
      "cov-distil (oracle2student)": 3.890188694000244,
      "cov-distil (oracle2teacher)": 3.4583067893981934,
      "epoch": 2.169544740973312,
      "rel-constrast": 2.934924602508545,
      "step": 2764,
      "subrel-constrast": 3.7799088954925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358479261398315,
      "cov-distil (oracle2student)": 4.632247447967529,
      "cov-distil (oracle2teacher)": 4.144345283508301,
      "epoch": 2.17032967032967,
      "rel-constrast": 1.9486992359161377,
      "step": 2765,
      "subrel-constrast": 2.93902587890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2712477445602417,
      "cov-distil (oracle2student)": 4.748114585876465,
      "cov-distil (oracle2teacher)": 4.15672492980957,
      "epoch": 2.171114599686028,
      "rel-constrast": 4.325639247894287,
      "step": 2766,
      "subrel-constrast": 4.2749714851379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5482760667800903,
      "cov-distil (oracle2student)": 3.9427294731140137,
      "cov-distil (oracle2teacher)": 3.9328689575195312,
      "epoch": 2.171899529042386,
      "rel-constrast": 3.7439210414886475,
      "step": 2767,
      "subrel-constrast": 4.385122776031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5634022951126099,
      "cov-distil (oracle2student)": 4.607346534729004,
      "cov-distil (oracle2teacher)": 4.3032660484313965,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.7488107681274414,
      "step": 2768,
      "subrel-constrast": 3.7152700424194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4115402698516846,
      "cov-distil (oracle2student)": 3.8804614543914795,
      "cov-distil (oracle2teacher)": 3.644684314727783,
      "epoch": 2.173469387755102,
      "rel-constrast": 2.467334508895874,
      "step": 2769,
      "subrel-constrast": 3.15594482421875,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 4.875,
      "learning_rate": 4.538324883347668e-05,
      "loss": 0.7417,
      "step": 2770
    },
    {
      "cov-distil": 1.5766236782073975,
      "cov-distil (oracle2student)": 4.064674377441406,
      "cov-distil (oracle2teacher)": 4.15757417678833,
      "epoch": 2.17425431711146,
      "rel-constrast": 3.271489381790161,
      "step": 2770,
      "subrel-constrast": 4.268964767456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6262998580932617,
      "cov-distil (oracle2student)": 2.912447929382324,
      "cov-distil (oracle2teacher)": 3.3901774883270264,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.709003210067749,
      "step": 2771,
      "subrel-constrast": 3.439051628112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7560714483261108,
      "cov-distil (oracle2student)": 3.479447364807129,
      "cov-distil (oracle2teacher)": 3.216811418533325,
      "epoch": 2.1758241758241756,
      "rel-constrast": 2.367316484451294,
      "step": 2772,
      "subrel-constrast": 2.8493714332580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8529348373413086,
      "cov-distil (oracle2student)": 3.987799882888794,
      "cov-distil (oracle2teacher)": 3.7918434143066406,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.480729579925537,
      "step": 2773,
      "subrel-constrast": 3.5525097846984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3569505214691162,
      "cov-distil (oracle2student)": 3.5121207237243652,
      "cov-distil (oracle2teacher)": 3.2565643787384033,
      "epoch": 2.1773940345368916,
      "rel-constrast": 2.9575562477111816,
      "step": 2774,
      "subrel-constrast": 3.197854518890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.038498878479004,
      "cov-distil (oracle2student)": 5.109562873840332,
      "cov-distil (oracle2teacher)": 4.400078296661377,
      "epoch": 2.1781789638932496,
      "rel-constrast": 2.6226844787597656,
      "step": 2775,
      "subrel-constrast": 3.0244951248168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149135112762451,
      "cov-distil (oracle2student)": 4.2197699546813965,
      "cov-distil (oracle2teacher)": 3.9235053062438965,
      "epoch": 2.1789638932496076,
      "rel-constrast": 3.5571346282958984,
      "step": 2776,
      "subrel-constrast": 4.247030735015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9533778429031372,
      "cov-distil (oracle2student)": 4.807613849639893,
      "cov-distil (oracle2teacher)": 4.531671524047852,
      "epoch": 2.1797488226059656,
      "rel-constrast": 1.6832172870635986,
      "step": 2777,
      "subrel-constrast": 2.9430198669433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0430760383605957,
      "cov-distil (oracle2student)": 2.740504741668701,
      "cov-distil (oracle2teacher)": 2.7616782188415527,
      "epoch": 2.1805337519623236,
      "rel-constrast": 2.7265501022338867,
      "step": 2778,
      "subrel-constrast": 3.3393828868865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0736690759658813,
      "cov-distil (oracle2student)": 6.632774353027344,
      "cov-distil (oracle2teacher)": 5.811801433563232,
      "epoch": 2.181318681318681,
      "rel-constrast": 3.902250051498413,
      "step": 2779,
      "subrel-constrast": 4.035862922668457,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 7.375,
      "learning_rate": 4.533259776888963e-05,
      "loss": 0.748,
      "step": 2780
    },
    {
      "cov-distil": 2.2980527877807617,
      "cov-distil (oracle2student)": 4.280145645141602,
      "cov-distil (oracle2teacher)": 4.30819034576416,
      "epoch": 2.182103610675039,
      "rel-constrast": 2.0169150829315186,
      "step": 2780,
      "subrel-constrast": 3.02779483795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4225775003433228,
      "cov-distil (oracle2student)": 3.131531000137329,
      "cov-distil (oracle2teacher)": 2.704676389694214,
      "epoch": 2.182888540031397,
      "rel-constrast": 2.938419818878174,
      "step": 2781,
      "subrel-constrast": 3.446192502975464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602404117584229,
      "cov-distil (oracle2student)": 4.858144760131836,
      "cov-distil (oracle2teacher)": 5.343108177185059,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.488740086555481,
      "step": 2782,
      "subrel-constrast": 2.8543848991394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555893898010254,
      "cov-distil (oracle2student)": 3.017913818359375,
      "cov-distil (oracle2teacher)": 3.018636703491211,
      "epoch": 2.184458398744113,
      "rel-constrast": 1.9062366485595703,
      "step": 2783,
      "subrel-constrast": 2.852386236190796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1982990503311157,
      "cov-distil (oracle2student)": 4.0601677894592285,
      "cov-distil (oracle2teacher)": 3.864678382873535,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.328829288482666,
      "step": 2784,
      "subrel-constrast": 3.048837423324585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6617581844329834,
      "cov-distil (oracle2student)": 4.962514877319336,
      "cov-distil (oracle2teacher)": 5.167625904083252,
      "epoch": 2.186028257456829,
      "rel-constrast": 3.139671802520752,
      "step": 2785,
      "subrel-constrast": 4.643870830535889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2765108346939087,
      "cov-distil (oracle2student)": 3.983035087585449,
      "cov-distil (oracle2teacher)": 3.7437143325805664,
      "epoch": 2.186813186813187,
      "rel-constrast": 2.728004217147827,
      "step": 2786,
      "subrel-constrast": 3.2605865001678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5590498447418213,
      "cov-distil (oracle2student)": 4.068120956420898,
      "cov-distil (oracle2teacher)": 4.2923431396484375,
      "epoch": 2.1875981161695446,
      "rel-constrast": 3.327399492263794,
      "step": 2787,
      "subrel-constrast": 4.192492961883545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1637686491012573,
      "cov-distil (oracle2student)": 2.682816982269287,
      "cov-distil (oracle2teacher)": 2.9069252014160156,
      "epoch": 2.1883830455259026,
      "rel-constrast": 1.9371237754821777,
      "step": 2788,
      "subrel-constrast": 2.6532328128814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7398916482925415,
      "cov-distil (oracle2student)": 2.972571849822998,
      "cov-distil (oracle2teacher)": 3.5954203605651855,
      "epoch": 2.1891679748822606,
      "rel-constrast": 3.030136823654175,
      "step": 2789,
      "subrel-constrast": 4.030621528625488,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 5.375,
      "learning_rate": 4.528169895801534e-05,
      "loss": 0.6599,
      "step": 2790
    },
    {
      "cov-distil": 1.4548273086547852,
      "cov-distil (oracle2student)": 6.521600723266602,
      "cov-distil (oracle2teacher)": 5.817416191101074,
      "epoch": 2.1899529042386185,
      "rel-constrast": 2.844208240509033,
      "step": 2790,
      "subrel-constrast": 3.610992908477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.180964469909668,
      "cov-distil (oracle2student)": 3.916328191757202,
      "cov-distil (oracle2teacher)": 3.858748435974121,
      "epoch": 2.1907378335949765,
      "rel-constrast": 2.8646726608276367,
      "step": 2791,
      "subrel-constrast": 3.337411403656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4889476299285889,
      "cov-distil (oracle2student)": 3.581214427947998,
      "cov-distil (oracle2teacher)": 3.880552291870117,
      "epoch": 2.1915227629513345,
      "rel-constrast": 2.622772693634033,
      "step": 2792,
      "subrel-constrast": 3.3828115463256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2788527011871338,
      "cov-distil (oracle2student)": 4.624549865722656,
      "cov-distil (oracle2teacher)": 4.582939147949219,
      "epoch": 2.1923076923076925,
      "rel-constrast": 2.5201473236083984,
      "step": 2793,
      "subrel-constrast": 3.003450870513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4151631593704224,
      "cov-distil (oracle2student)": 4.688313007354736,
      "cov-distil (oracle2teacher)": 4.665013790130615,
      "epoch": 2.19309262166405,
      "rel-constrast": 3.290005922317505,
      "step": 2794,
      "subrel-constrast": 4.2277021408081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69386625289917,
      "cov-distil (oracle2student)": 4.809807777404785,
      "cov-distil (oracle2teacher)": 4.8953704833984375,
      "epoch": 2.193877551020408,
      "rel-constrast": 3.486724615097046,
      "step": 2795,
      "subrel-constrast": 4.25349760055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6009113788604736,
      "cov-distil (oracle2student)": 3.276582956314087,
      "cov-distil (oracle2teacher)": 3.185840129852295,
      "epoch": 2.194662480376766,
      "rel-constrast": 3.4501593112945557,
      "step": 2796,
      "subrel-constrast": 3.716614246368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1312111616134644,
      "cov-distil (oracle2student)": 3.839033603668213,
      "cov-distil (oracle2teacher)": 3.877445697784424,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.782867193222046,
      "step": 2797,
      "subrel-constrast": 3.758725881576538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5209598541259766,
      "cov-distil (oracle2student)": 3.492300033569336,
      "cov-distil (oracle2teacher)": 3.0684425830841064,
      "epoch": 2.196232339089482,
      "rel-constrast": 3.553805351257324,
      "step": 2798,
      "subrel-constrast": 4.239773750305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2242400646209717,
      "cov-distil (oracle2student)": 3.8406758308410645,
      "cov-distil (oracle2teacher)": 3.573622465133667,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.3627190589904785,
      "step": 2799,
      "subrel-constrast": 2.744584083557129,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 4.59375,
      "learning_rate": 4.523055302103977e-05,
      "loss": 0.7794,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.3046875,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.05340576171875
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.031219482421875
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.022186279296875,
      "step": 2800
    },
    {
      "cov-distil": 2.2137365341186523,
      "cov-distil (oracle2student)": 6.215800762176514,
      "cov-distil (oracle2teacher)": 6.065351486206055,
      "epoch": 2.197802197802198,
      "rel-constrast": 3.1010799407958984,
      "step": 2800,
      "subrel-constrast": 4.90162467956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4972419738769531,
      "cov-distil (oracle2student)": 2.8553576469421387,
      "cov-distil (oracle2teacher)": 2.8867177963256836,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.9076523780822754,
      "step": 2801,
      "subrel-constrast": 3.582503080368042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.067751407623291,
      "cov-distil (oracle2student)": 4.675081253051758,
      "cov-distil (oracle2teacher)": 4.172138690948486,
      "epoch": 2.1993720565149135,
      "rel-constrast": 2.9559996128082275,
      "step": 2802,
      "subrel-constrast": 3.421099901199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5010050535202026,
      "cov-distil (oracle2student)": 5.221595287322998,
      "cov-distil (oracle2teacher)": 4.674283027648926,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.8883657455444336,
      "step": 2803,
      "subrel-constrast": 3.3815555572509766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9775338172912598,
      "cov-distil (oracle2student)": 5.757264614105225,
      "cov-distil (oracle2teacher)": 5.236817836761475,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.7753376960754395,
      "step": 2804,
      "subrel-constrast": 3.73819899559021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1651103496551514,
      "cov-distil (oracle2student)": 6.025886535644531,
      "cov-distil (oracle2teacher)": 5.240909576416016,
      "epoch": 2.2017268445839875,
      "rel-constrast": 2.3875410556793213,
      "step": 2805,
      "subrel-constrast": 3.1482937335968018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7415776252746582,
      "cov-distil (oracle2student)": 3.061321973800659,
      "cov-distil (oracle2teacher)": 3.5830721855163574,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.8911986351013184,
      "step": 2806,
      "subrel-constrast": 3.837303876876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714737892150879,
      "cov-distil (oracle2student)": 5.002007007598877,
      "cov-distil (oracle2teacher)": 4.555350303649902,
      "epoch": 2.2032967032967035,
      "rel-constrast": 3.142002820968628,
      "step": 2807,
      "subrel-constrast": 4.039290428161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.504430890083313,
      "cov-distil (oracle2student)": 5.065723419189453,
      "cov-distil (oracle2teacher)": 4.750711441040039,
      "epoch": 2.204081632653061,
      "rel-constrast": 3.225733757019043,
      "step": 2808,
      "subrel-constrast": 3.511944532394409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3782306909561157,
      "cov-distil (oracle2student)": 7.567097187042236,
      "cov-distil (oracle2teacher)": 6.493724346160889,
      "epoch": 2.204866562009419,
      "rel-constrast": 3.62861967086792,
      "step": 2809,
      "subrel-constrast": 4.384779453277588,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 6.59375,
      "learning_rate": 4.5179160581160005e-05,
      "loss": 0.787,
      "step": 2810
    },
    {
      "cov-distil": 1.175363540649414,
      "cov-distil (oracle2student)": 4.376012802124023,
      "cov-distil (oracle2teacher)": 4.336128234863281,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.8148019313812256,
      "step": 2810,
      "subrel-constrast": 4.095478534698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6495981216430664,
      "cov-distil (oracle2student)": 4.087505340576172,
      "cov-distil (oracle2teacher)": 3.7512223720550537,
      "epoch": 2.206436420722135,
      "rel-constrast": 3.006524085998535,
      "step": 2811,
      "subrel-constrast": 3.5537495613098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4747031927108765,
      "cov-distil (oracle2student)": 5.076373100280762,
      "cov-distil (oracle2teacher)": 4.601344108581543,
      "epoch": 2.207221350078493,
      "rel-constrast": 2.9430313110351562,
      "step": 2812,
      "subrel-constrast": 3.507298707962036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2675129175186157,
      "cov-distil (oracle2student)": 4.212703704833984,
      "cov-distil (oracle2teacher)": 4.021785736083984,
      "epoch": 2.208006279434851,
      "rel-constrast": 2.2500534057617188,
      "step": 2813,
      "subrel-constrast": 3.3408799171447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4007916450500488,
      "cov-distil (oracle2student)": 4.304337501525879,
      "cov-distil (oracle2teacher)": 3.9711806774139404,
      "epoch": 2.208791208791209,
      "rel-constrast": 3.2691335678100586,
      "step": 2814,
      "subrel-constrast": 3.529778003692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0408121347427368,
      "cov-distil (oracle2student)": 3.5707550048828125,
      "cov-distil (oracle2teacher)": 3.068422794342041,
      "epoch": 2.209576138147567,
      "rel-constrast": 2.556541919708252,
      "step": 2815,
      "subrel-constrast": 2.8158345222473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5599029064178467,
      "cov-distil (oracle2student)": 4.331329345703125,
      "cov-distil (oracle2teacher)": 4.284970283508301,
      "epoch": 2.2103610675039245,
      "rel-constrast": 3.5689287185668945,
      "step": 2816,
      "subrel-constrast": 3.949613094329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3890578746795654,
      "cov-distil (oracle2student)": 2.4216489791870117,
      "cov-distil (oracle2teacher)": 2.3140015602111816,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.6354856491088867,
      "step": 2817,
      "subrel-constrast": 2.7864303588867188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8132259845733643,
      "cov-distil (oracle2student)": 4.258447647094727,
      "cov-distil (oracle2teacher)": 4.581598281860352,
      "epoch": 2.2119309262166404,
      "rel-constrast": 1.9659388065338135,
      "step": 2818,
      "subrel-constrast": 3.035383701324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0958712100982666,
      "cov-distil (oracle2student)": 4.302325248718262,
      "cov-distil (oracle2teacher)": 4.473966121673584,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.2479710578918457,
      "step": 2819,
      "subrel-constrast": 2.8037545680999756,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 6.0,
      "learning_rate": 4.512752226457672e-05,
      "loss": 0.7411,
      "step": 2820
    },
    {
      "cov-distil": 1.1903672218322754,
      "cov-distil (oracle2student)": 3.8797783851623535,
      "cov-distil (oracle2teacher)": 3.560136318206787,
      "epoch": 2.2135007849293564,
      "rel-constrast": 1.5289723873138428,
      "step": 2820,
      "subrel-constrast": 2.468310832977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1187713146209717,
      "cov-distil (oracle2student)": 5.136632442474365,
      "cov-distil (oracle2teacher)": 4.7284016609191895,
      "epoch": 2.2142857142857144,
      "rel-constrast": 2.3371927738189697,
      "step": 2821,
      "subrel-constrast": 3.4099338054656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4644598960876465,
      "cov-distil (oracle2student)": 2.504847288131714,
      "cov-distil (oracle2teacher)": 3.173910617828369,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.2738523483276367,
      "step": 2822,
      "subrel-constrast": 3.185796022415161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2015347480773926,
      "cov-distil (oracle2student)": 4.375980377197266,
      "cov-distil (oracle2teacher)": 3.6437556743621826,
      "epoch": 2.21585557299843,
      "rel-constrast": 2.148313522338867,
      "step": 2823,
      "subrel-constrast": 2.6312949657440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2643414735794067,
      "cov-distil (oracle2student)": 4.937495231628418,
      "cov-distil (oracle2teacher)": 4.573188781738281,
      "epoch": 2.216640502354788,
      "rel-constrast": 2.672121524810791,
      "step": 2824,
      "subrel-constrast": 3.8766989707946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.605278730392456,
      "cov-distil (oracle2student)": 4.442031383514404,
      "cov-distil (oracle2teacher)": 4.580644607543945,
      "epoch": 2.217425431711146,
      "rel-constrast": 2.8015432357788086,
      "step": 2825,
      "subrel-constrast": 4.033280372619629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7470738887786865,
      "cov-distil (oracle2student)": 5.276346206665039,
      "cov-distil (oracle2teacher)": 5.35056209564209,
      "epoch": 2.218210361067504,
      "rel-constrast": 3.218754291534424,
      "step": 2826,
      "subrel-constrast": 3.8996434211730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511061429977417,
      "cov-distil (oracle2student)": 2.216672897338867,
      "cov-distil (oracle2teacher)": 2.8003010749816895,
      "epoch": 2.218995290423862,
      "rel-constrast": 2.707836151123047,
      "step": 2827,
      "subrel-constrast": 3.621464967727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1311604976654053,
      "cov-distil (oracle2student)": 3.637054920196533,
      "cov-distil (oracle2teacher)": 4.012404441833496,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.384960174560547,
      "step": 2828,
      "subrel-constrast": 3.0951735973358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0632667541503906,
      "cov-distil (oracle2student)": 2.249817371368408,
      "cov-distil (oracle2teacher)": 3.0629072189331055,
      "epoch": 2.220565149136578,
      "rel-constrast": 2.507134437561035,
      "step": 2829,
      "subrel-constrast": 3.0364880561828613,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 4.78125,
      "learning_rate": 4.50756387004865e-05,
      "loss": 0.6503,
      "step": 2830
    },
    {
      "cov-distil": 1.5329704284667969,
      "cov-distil (oracle2student)": 2.8348588943481445,
      "cov-distil (oracle2teacher)": 2.7240943908691406,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.3418219089508057,
      "step": 2830,
      "subrel-constrast": 3.1155498027801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2643208503723145,
      "cov-distil (oracle2student)": 6.0505828857421875,
      "cov-distil (oracle2teacher)": 5.291819095611572,
      "epoch": 2.2221350078492934,
      "rel-constrast": 3.5743701457977295,
      "step": 2831,
      "subrel-constrast": 4.198145866394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6747267246246338,
      "cov-distil (oracle2student)": 3.6868605613708496,
      "cov-distil (oracle2teacher)": 3.916260004043579,
      "epoch": 2.2229199372056514,
      "rel-constrast": 2.354612350463867,
      "step": 2832,
      "subrel-constrast": 3.4582877159118652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9900264739990234,
      "cov-distil (oracle2student)": 4.52094841003418,
      "cov-distil (oracle2teacher)": 4.891436576843262,
      "epoch": 2.2237048665620094,
      "rel-constrast": 2.3414862155914307,
      "step": 2833,
      "subrel-constrast": 3.6217825412750244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.013940691947937,
      "cov-distil (oracle2student)": 3.642292022705078,
      "cov-distil (oracle2teacher)": 3.737414598464966,
      "epoch": 2.2244897959183674,
      "rel-constrast": 2.7125587463378906,
      "step": 2834,
      "subrel-constrast": 2.799025297164917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0520737171173096,
      "cov-distil (oracle2student)": 4.617413520812988,
      "cov-distil (oracle2teacher)": 4.200915336608887,
      "epoch": 2.2252747252747254,
      "rel-constrast": 2.221648693084717,
      "step": 2835,
      "subrel-constrast": 3.0252256393432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3455493450164795,
      "cov-distil (oracle2student)": 4.621387481689453,
      "cov-distil (oracle2teacher)": 4.345795631408691,
      "epoch": 2.2260596546310834,
      "rel-constrast": 2.7961363792419434,
      "step": 2836,
      "subrel-constrast": 3.1872501373291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9644633531570435,
      "cov-distil (oracle2student)": 3.3549861907958984,
      "cov-distil (oracle2teacher)": 3.530547618865967,
      "epoch": 2.2268445839874413,
      "rel-constrast": 2.926353931427002,
      "step": 2837,
      "subrel-constrast": 3.015646457672119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.798703908920288,
      "cov-distil (oracle2student)": 3.8782339096069336,
      "cov-distil (oracle2teacher)": 3.986212730407715,
      "epoch": 2.227629513343799,
      "rel-constrast": 2.6093740463256836,
      "step": 2838,
      "subrel-constrast": 3.504974365234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6287009716033936,
      "cov-distil (oracle2student)": 4.215634346008301,
      "cov-distil (oracle2teacher)": 4.105523109436035,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.784808397293091,
      "step": 2839,
      "subrel-constrast": 3.578190803527832,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 6.53125,
      "learning_rate": 4.50235105210742e-05,
      "loss": 0.7322,
      "step": 2840
    },
    {
      "cov-distil": 1.4734833240509033,
      "cov-distil (oracle2student)": 4.480526924133301,
      "cov-distil (oracle2teacher)": 4.256287574768066,
      "epoch": 2.229199372056515,
      "rel-constrast": 2.741382598876953,
      "step": 2840,
      "subrel-constrast": 3.2702443599700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2622191905975342,
      "cov-distil (oracle2student)": 4.117605209350586,
      "cov-distil (oracle2teacher)": 3.978501319885254,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.8500514030456543,
      "step": 2841,
      "subrel-constrast": 2.544245719909668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5413380861282349,
      "cov-distil (oracle2student)": 4.601006507873535,
      "cov-distil (oracle2teacher)": 4.66766357421875,
      "epoch": 2.230769230769231,
      "rel-constrast": 3.1710400581359863,
      "step": 2842,
      "subrel-constrast": 3.753763198852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2046613693237305,
      "cov-distil (oracle2student)": 4.048807144165039,
      "cov-distil (oracle2teacher)": 3.944206953048706,
      "epoch": 2.231554160125589,
      "rel-constrast": 2.9600424766540527,
      "step": 2843,
      "subrel-constrast": 3.907683849334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669081211090088,
      "cov-distil (oracle2student)": 5.662391662597656,
      "cov-distil (oracle2teacher)": 4.812541484832764,
      "epoch": 2.232339089481947,
      "rel-constrast": 4.287499904632568,
      "step": 2844,
      "subrel-constrast": 4.845626354217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1382386684417725,
      "cov-distil (oracle2student)": 3.9188332557678223,
      "cov-distil (oracle2teacher)": 3.8199543952941895,
      "epoch": 2.2331240188383044,
      "rel-constrast": 3.252624988555908,
      "step": 2845,
      "subrel-constrast": 3.41174054145813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6839945316314697,
      "cov-distil (oracle2student)": 5.058446884155273,
      "cov-distil (oracle2teacher)": 4.9159111976623535,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.846468925476074,
      "step": 2846,
      "subrel-constrast": 3.439079999923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0635040998458862,
      "cov-distil (oracle2student)": 6.094916343688965,
      "cov-distil (oracle2teacher)": 5.454977989196777,
      "epoch": 2.2346938775510203,
      "rel-constrast": 3.2811479568481445,
      "step": 2847,
      "subrel-constrast": 3.8032901287078857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3504399061203003,
      "cov-distil (oracle2student)": 3.392218828201294,
      "cov-distil (oracle2teacher)": 3.5758941173553467,
      "epoch": 2.2354788069073783,
      "rel-constrast": 1.937492847442627,
      "step": 2848,
      "subrel-constrast": 2.8169710636138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2803301811218262,
      "cov-distil (oracle2student)": 4.172109603881836,
      "cov-distil (oracle2teacher)": 4.140987873077393,
      "epoch": 2.2362637362637363,
      "rel-constrast": 2.2356083393096924,
      "step": 2849,
      "subrel-constrast": 3.135880470275879,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 4.15625,
      "learning_rate": 4.497113836150523e-05,
      "loss": 0.748,
      "step": 2850
    },
    {
      "cov-distil": 1.308542013168335,
      "cov-distil (oracle2student)": 7.034241676330566,
      "cov-distil (oracle2teacher)": 6.229680061340332,
      "epoch": 2.2370486656200943,
      "rel-constrast": 2.9014317989349365,
      "step": 2850,
      "subrel-constrast": 3.671661376953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5702638626098633,
      "cov-distil (oracle2student)": 5.440203666687012,
      "cov-distil (oracle2teacher)": 4.9250311851501465,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.339625358581543,
      "step": 2851,
      "subrel-constrast": 3.095508098602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9085829257965088,
      "cov-distil (oracle2student)": 3.9122872352600098,
      "cov-distil (oracle2teacher)": 3.971958637237549,
      "epoch": 2.23861852433281,
      "rel-constrast": 2.633007526397705,
      "step": 2852,
      "subrel-constrast": 3.8772425651550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7061525583267212,
      "cov-distil (oracle2student)": 4.597137451171875,
      "cov-distil (oracle2teacher)": 4.074312210083008,
      "epoch": 2.239403453689168,
      "rel-constrast": 3.1203672885894775,
      "step": 2853,
      "subrel-constrast": 3.8375067710876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.04775071144104,
      "cov-distil (oracle2student)": 6.904752254486084,
      "cov-distil (oracle2teacher)": 5.7327070236206055,
      "epoch": 2.240188383045526,
      "rel-constrast": 3.239384174346924,
      "step": 2854,
      "subrel-constrast": 4.117255210876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3565456867218018,
      "cov-distil (oracle2student)": 4.272599697113037,
      "cov-distil (oracle2teacher)": 4.1918439865112305,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.7403593063354492,
      "step": 2855,
      "subrel-constrast": 2.6517019271850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027889251708984,
      "cov-distil (oracle2student)": 3.7164931297302246,
      "cov-distil (oracle2teacher)": 3.9707236289978027,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.667941093444824,
      "step": 2856,
      "subrel-constrast": 3.181619882583618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584928035736084,
      "cov-distil (oracle2student)": 4.483060359954834,
      "cov-distil (oracle2teacher)": 4.450074672698975,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.278923749923706,
      "step": 2857,
      "subrel-constrast": 3.2336654663085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5378665924072266,
      "cov-distil (oracle2student)": 4.141341209411621,
      "cov-distil (oracle2teacher)": 4.2089691162109375,
      "epoch": 2.2433281004709578,
      "rel-constrast": 3.0961153507232666,
      "step": 2858,
      "subrel-constrast": 3.454744338989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9027645587921143,
      "cov-distil (oracle2student)": 5.2437286376953125,
      "cov-distil (oracle2teacher)": 4.35322380065918,
      "epoch": 2.2441130298273153,
      "rel-constrast": 2.838097095489502,
      "step": 2859,
      "subrel-constrast": 3.674483299255371,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 5.71875,
      "learning_rate": 4.491852285991783e-05,
      "loss": 0.7127,
      "step": 2860
    },
    {
      "cov-distil": 1.4869089126586914,
      "cov-distil (oracle2student)": 4.195305824279785,
      "cov-distil (oracle2teacher)": 4.223165035247803,
      "epoch": 2.2448979591836733,
      "rel-constrast": 3.165508270263672,
      "step": 2860,
      "subrel-constrast": 3.9446048736572266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0776824951171875,
      "cov-distil (oracle2student)": 6.12690544128418,
      "cov-distil (oracle2teacher)": 6.093250274658203,
      "epoch": 2.2456828885400313,
      "rel-constrast": 2.048539161682129,
      "step": 2861,
      "subrel-constrast": 3.200995445251465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.252643346786499,
      "cov-distil (oracle2student)": 5.133093357086182,
      "cov-distil (oracle2teacher)": 4.391453742980957,
      "epoch": 2.2464678178963893,
      "rel-constrast": 2.6758086681365967,
      "step": 2862,
      "subrel-constrast": 4.156829833984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195716857910156,
      "cov-distil (oracle2student)": 4.721540927886963,
      "cov-distil (oracle2teacher)": 4.483624458312988,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.394033432006836,
      "step": 2863,
      "subrel-constrast": 3.5645978450775146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2600421905517578,
      "cov-distil (oracle2student)": 5.48940372467041,
      "cov-distil (oracle2teacher)": 4.673459053039551,
      "epoch": 2.2480376766091053,
      "rel-constrast": 2.5383191108703613,
      "step": 2864,
      "subrel-constrast": 2.8728294372558594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1356067657470703,
      "cov-distil (oracle2student)": 3.3233275413513184,
      "cov-distil (oracle2teacher)": 3.270911693572998,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.7441365718841553,
      "step": 2865,
      "subrel-constrast": 3.820131540298462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2401362657546997,
      "cov-distil (oracle2student)": 3.8380520343780518,
      "cov-distil (oracle2teacher)": 3.5070858001708984,
      "epoch": 2.2496075353218212,
      "rel-constrast": 1.8112812042236328,
      "step": 2866,
      "subrel-constrast": 2.4522628784179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4374984502792358,
      "cov-distil (oracle2student)": 6.009042739868164,
      "cov-distil (oracle2teacher)": 5.295401573181152,
      "epoch": 2.2503924646781788,
      "rel-constrast": 2.057020664215088,
      "step": 2867,
      "subrel-constrast": 2.9387259483337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065046548843384,
      "cov-distil (oracle2student)": 4.267481803894043,
      "cov-distil (oracle2teacher)": 3.949608325958252,
      "epoch": 2.2511773940345368,
      "rel-constrast": 3.193063974380493,
      "step": 2868,
      "subrel-constrast": 3.8853070735931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5348498821258545,
      "cov-distil (oracle2student)": 2.8509106636047363,
      "cov-distil (oracle2teacher)": 3.213738441467285,
      "epoch": 2.2519623233908947,
      "rel-constrast": 2.7640440464019775,
      "step": 2869,
      "subrel-constrast": 3.7647035121917725,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 4.6875,
      "learning_rate": 4.4865664657415286e-05,
      "loss": 0.6776,
      "step": 2870
    },
    {
      "cov-distil": 1.4024457931518555,
      "cov-distil (oracle2student)": 5.057456970214844,
      "cov-distil (oracle2teacher)": 4.523374557495117,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.7900705337524414,
      "step": 2870,
      "subrel-constrast": 2.374039888381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.138831377029419,
      "cov-distil (oracle2student)": 4.379244804382324,
      "cov-distil (oracle2teacher)": 4.206880569458008,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.599226474761963,
      "step": 2871,
      "subrel-constrast": 3.7526066303253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.349900722503662,
      "cov-distil (oracle2student)": 3.2287940979003906,
      "cov-distil (oracle2teacher)": 3.7320327758789062,
      "epoch": 2.2543171114599687,
      "rel-constrast": 2.1699037551879883,
      "step": 2872,
      "subrel-constrast": 2.896376609802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.135451316833496,
      "cov-distil (oracle2student)": 5.1977219581604,
      "cov-distil (oracle2teacher)": 4.326521873474121,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.531933069229126,
      "step": 2873,
      "subrel-constrast": 3.14056134223938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.484800100326538,
      "cov-distil (oracle2student)": 3.8488283157348633,
      "cov-distil (oracle2teacher)": 3.960545539855957,
      "epoch": 2.2558869701726847,
      "rel-constrast": 2.224821090698242,
      "step": 2874,
      "subrel-constrast": 3.145293712615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016700029373169,
      "cov-distil (oracle2student)": 4.581388473510742,
      "cov-distil (oracle2teacher)": 4.010509014129639,
      "epoch": 2.2566718995290422,
      "rel-constrast": 2.7120306491851807,
      "step": 2875,
      "subrel-constrast": 3.6151058673858643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5503324270248413,
      "cov-distil (oracle2student)": 3.8285889625549316,
      "cov-distil (oracle2teacher)": 3.9966399669647217,
      "epoch": 2.2574568288854002,
      "rel-constrast": 2.982232093811035,
      "step": 2876,
      "subrel-constrast": 4.173421382904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3902764320373535,
      "cov-distil (oracle2student)": 3.021392345428467,
      "cov-distil (oracle2teacher)": 3.1025614738464355,
      "epoch": 2.258241758241758,
      "rel-constrast": 2.0642271041870117,
      "step": 2877,
      "subrel-constrast": 2.7872371673583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3608449697494507,
      "cov-distil (oracle2student)": 3.7978525161743164,
      "cov-distil (oracle2teacher)": 3.558983325958252,
      "epoch": 2.259026687598116,
      "rel-constrast": 3.355771064758301,
      "step": 2878,
      "subrel-constrast": 3.995354175567627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610992670059204,
      "cov-distil (oracle2student)": 4.146749496459961,
      "cov-distil (oracle2teacher)": 3.57588529586792,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.7641773223876953,
      "step": 2879,
      "subrel-constrast": 4.194459438323975,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 5.90625,
      "learning_rate": 4.481256439805811e-05,
      "loss": 0.716,
      "step": 2880
    },
    {
      "cov-distil": 1.0699520111083984,
      "cov-distil (oracle2student)": 3.6987416744232178,
      "cov-distil (oracle2teacher)": 3.618149757385254,
      "epoch": 2.260596546310832,
      "rel-constrast": 2.1907665729522705,
      "step": 2880,
      "subrel-constrast": 2.6325907707214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8661000728607178,
      "cov-distil (oracle2student)": 4.891280174255371,
      "cov-distil (oracle2teacher)": 4.468083381652832,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.5552377700805664,
      "step": 2881,
      "subrel-constrast": 3.520925998687744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5080199241638184,
      "cov-distil (oracle2student)": 4.850057601928711,
      "cov-distil (oracle2teacher)": 4.687588691711426,
      "epoch": 2.2621664050235477,
      "rel-constrast": 2.2133500576019287,
      "step": 2882,
      "subrel-constrast": 3.024308204650879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2180404663085938,
      "cov-distil (oracle2student)": 4.900874137878418,
      "cov-distil (oracle2teacher)": 4.3496904373168945,
      "epoch": 2.2629513343799057,
      "rel-constrast": 2.053288221359253,
      "step": 2883,
      "subrel-constrast": 2.854748249053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4824903011322021,
      "cov-distil (oracle2student)": 3.114133834838867,
      "cov-distil (oracle2teacher)": 3.25925874710083,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.3119258880615234,
      "step": 2884,
      "subrel-constrast": 3.4515957832336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4102448225021362,
      "cov-distil (oracle2student)": 3.9158568382263184,
      "cov-distil (oracle2teacher)": 3.9090003967285156,
      "epoch": 2.2645211930926217,
      "rel-constrast": 2.978140115737915,
      "step": 2885,
      "subrel-constrast": 3.504491090774536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.54390549659729,
      "cov-distil (oracle2student)": 3.521449327468872,
      "cov-distil (oracle2teacher)": 3.8177754878997803,
      "epoch": 2.2653061224489797,
      "rel-constrast": 1.890254020690918,
      "step": 2886,
      "subrel-constrast": 3.062195062637329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8897216320037842,
      "cov-distil (oracle2student)": 2.449835777282715,
      "cov-distil (oracle2teacher)": 2.5582852363586426,
      "epoch": 2.2660910518053377,
      "rel-constrast": 1.7352781295776367,
      "step": 2887,
      "subrel-constrast": 2.4719760417938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730167865753174,
      "cov-distil (oracle2student)": 3.5344347953796387,
      "cov-distil (oracle2teacher)": 3.3976974487304688,
      "epoch": 2.2668759811616956,
      "rel-constrast": 3.0198004245758057,
      "step": 2888,
      "subrel-constrast": 3.7022953033447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938610315322876,
      "cov-distil (oracle2student)": 3.488386631011963,
      "cov-distil (oracle2teacher)": 3.647372245788574,
      "epoch": 2.267660910518053,
      "rel-constrast": 1.7959544658660889,
      "step": 2889,
      "subrel-constrast": 3.0191173553466797,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 4.65625,
      "learning_rate": 4.475922272885622e-05,
      "loss": 0.6101,
      "step": 2890
    },
    {
      "cov-distil": 1.1429150104522705,
      "cov-distil (oracle2student)": 4.967638969421387,
      "cov-distil (oracle2teacher)": 4.864433288574219,
      "epoch": 2.268445839874411,
      "rel-constrast": 3.6549930572509766,
      "step": 2890,
      "subrel-constrast": 4.182147979736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8699536323547363,
      "cov-distil (oracle2student)": 5.423762321472168,
      "cov-distil (oracle2teacher)": 4.323276996612549,
      "epoch": 2.269230769230769,
      "rel-constrast": 3.23213267326355,
      "step": 2891,
      "subrel-constrast": 3.3792176246643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1507344245910645,
      "cov-distil (oracle2student)": 4.587265968322754,
      "cov-distil (oracle2teacher)": 4.712570667266846,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.5250067710876465,
      "step": 2892,
      "subrel-constrast": 3.3668570518493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5640321969985962,
      "cov-distil (oracle2student)": 3.619105815887451,
      "cov-distil (oracle2teacher)": 3.1827292442321777,
      "epoch": 2.270800627943485,
      "rel-constrast": 3.0608720779418945,
      "step": 2893,
      "subrel-constrast": 3.8057875633239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1323726177215576,
      "cov-distil (oracle2student)": 3.883439302444458,
      "cov-distil (oracle2teacher)": 3.908729076385498,
      "epoch": 2.271585557299843,
      "rel-constrast": 2.0803141593933105,
      "step": 2894,
      "subrel-constrast": 2.4826464653015137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9351506233215332,
      "cov-distil (oracle2student)": 3.001530885696411,
      "cov-distil (oracle2teacher)": 3.1382462978363037,
      "epoch": 2.272370486656201,
      "rel-constrast": 3.00050950050354,
      "step": 2895,
      "subrel-constrast": 3.707886219024658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.327186942100525,
      "cov-distil (oracle2student)": 3.351003646850586,
      "cov-distil (oracle2teacher)": 3.6654043197631836,
      "epoch": 2.2731554160125587,
      "rel-constrast": 2.8956403732299805,
      "step": 2896,
      "subrel-constrast": 3.0391781330108643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781959891319275,
      "cov-distil (oracle2student)": 4.407191753387451,
      "cov-distil (oracle2teacher)": 4.564266204833984,
      "epoch": 2.2739403453689166,
      "rel-constrast": 2.909698009490967,
      "step": 2897,
      "subrel-constrast": 4.168962001800537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1635851860046387,
      "cov-distil (oracle2student)": 3.438180446624756,
      "cov-distil (oracle2teacher)": 3.54158353805542,
      "epoch": 2.2747252747252746,
      "rel-constrast": 2.1824963092803955,
      "step": 2898,
      "subrel-constrast": 2.538475751876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448046326637268,
      "cov-distil (oracle2student)": 3.2681779861450195,
      "cov-distil (oracle2teacher)": 3.1517410278320312,
      "epoch": 2.2755102040816326,
      "rel-constrast": 2.1919612884521484,
      "step": 2899,
      "subrel-constrast": 2.934643507003784,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 5.21875,
      "learning_rate": 4.4705640299761007e-05,
      "loss": 0.7321,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.32343751192092896,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.06024169921875
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.04400634765625
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.0162353515625,
      "step": 2900
    },
    {
      "cov-distil": 1.592128872871399,
      "cov-distil (oracle2student)": 3.0883665084838867,
      "cov-distil (oracle2teacher)": 3.3985366821289062,
      "epoch": 2.2762951334379906,
      "rel-constrast": 1.9844021797180176,
      "step": 2900,
      "subrel-constrast": 2.686088800430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583186149597168,
      "cov-distil (oracle2student)": 3.141150951385498,
      "cov-distil (oracle2teacher)": 3.005000352859497,
      "epoch": 2.2770800627943486,
      "rel-constrast": 3.210095167160034,
      "step": 2901,
      "subrel-constrast": 3.958230495452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5736680030822754,
      "cov-distil (oracle2student)": 3.950263023376465,
      "cov-distil (oracle2teacher)": 3.9314324855804443,
      "epoch": 2.2778649921507066,
      "rel-constrast": 2.897568941116333,
      "step": 2902,
      "subrel-constrast": 3.3754029273986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7981300354003906,
      "cov-distil (oracle2student)": 6.083515167236328,
      "cov-distil (oracle2teacher)": 4.953995704650879,
      "epoch": 2.278649921507064,
      "rel-constrast": 3.5046188831329346,
      "step": 2903,
      "subrel-constrast": 4.1251420974731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6399354934692383,
      "cov-distil (oracle2student)": 3.5022788047790527,
      "cov-distil (oracle2teacher)": 3.428711414337158,
      "epoch": 2.279434850863422,
      "rel-constrast": 1.8195366859436035,
      "step": 2904,
      "subrel-constrast": 2.8655664920806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478752851486206,
      "cov-distil (oracle2student)": 4.153866767883301,
      "cov-distil (oracle2teacher)": 3.3722686767578125,
      "epoch": 2.28021978021978,
      "rel-constrast": 3.143083095550537,
      "step": 2905,
      "subrel-constrast": 3.3029046058654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4605088233947754,
      "cov-distil (oracle2student)": 3.7534360885620117,
      "cov-distil (oracle2teacher)": 3.930025577545166,
      "epoch": 2.281004709576138,
      "rel-constrast": 3.022676467895508,
      "step": 2906,
      "subrel-constrast": 3.7956714630126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5809167623519897,
      "cov-distil (oracle2student)": 5.397377967834473,
      "cov-distil (oracle2teacher)": 5.129811763763428,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.5766546726226807,
      "step": 2907,
      "subrel-constrast": 3.268528461456299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6684355735778809,
      "cov-distil (oracle2student)": 4.268328666687012,
      "cov-distil (oracle2teacher)": 4.282989501953125,
      "epoch": 2.282574568288854,
      "rel-constrast": 3.028805732727051,
      "step": 2908,
      "subrel-constrast": 3.9946417808532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551281929016113,
      "cov-distil (oracle2student)": 4.015639305114746,
      "cov-distil (oracle2teacher)": 3.512058734893799,
      "epoch": 2.283359497645212,
      "rel-constrast": 3.156123161315918,
      "step": 2909,
      "subrel-constrast": 3.6043436527252197,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 7.15625,
      "learning_rate": 4.465181776365745e-05,
      "loss": 0.7482,
      "step": 2910
    },
    {
      "cov-distil": 1.4601469039916992,
      "cov-distil (oracle2student)": 5.148327350616455,
      "cov-distil (oracle2teacher)": 4.972081184387207,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.4905025959014893,
      "step": 2910,
      "subrel-constrast": 3.8339619636535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5037288665771484,
      "cov-distil (oracle2student)": 4.3203229904174805,
      "cov-distil (oracle2teacher)": 3.8823251724243164,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.7829811573028564,
      "step": 2911,
      "subrel-constrast": 3.117487907409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096062898635864,
      "cov-distil (oracle2student)": 2.720289707183838,
      "cov-distil (oracle2teacher)": 2.9195873737335205,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.9021034240722656,
      "step": 2912,
      "subrel-constrast": 3.6157548427581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.267793893814087,
      "cov-distil (oracle2student)": 5.135591506958008,
      "cov-distil (oracle2teacher)": 5.176277160644531,
      "epoch": 2.2864992150706436,
      "rel-constrast": 3.540013551712036,
      "step": 2913,
      "subrel-constrast": 4.190417766571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6457276344299316,
      "cov-distil (oracle2student)": 3.9154491424560547,
      "cov-distil (oracle2teacher)": 4.351151466369629,
      "epoch": 2.2872841444270016,
      "rel-constrast": 2.523313283920288,
      "step": 2914,
      "subrel-constrast": 3.6803083419799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6197237968444824,
      "cov-distil (oracle2student)": 5.213115215301514,
      "cov-distil (oracle2teacher)": 5.790378570556641,
      "epoch": 2.2880690737833596,
      "rel-constrast": 3.3265340328216553,
      "step": 2915,
      "subrel-constrast": 4.065525531768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3114774227142334,
      "cov-distil (oracle2student)": 3.891345977783203,
      "cov-distil (oracle2teacher)": 3.559769630432129,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.6293959617614746,
      "step": 2916,
      "subrel-constrast": 3.5540945529937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6717156171798706,
      "cov-distil (oracle2student)": 5.542957305908203,
      "cov-distil (oracle2teacher)": 5.145547389984131,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.6643424034118652,
      "step": 2917,
      "subrel-constrast": 3.4207189083099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5813555717468262,
      "cov-distil (oracle2student)": 3.4501473903656006,
      "cov-distil (oracle2teacher)": 3.3968281745910645,
      "epoch": 2.2904238618524335,
      "rel-constrast": 2.0474085807800293,
      "step": 2918,
      "subrel-constrast": 2.8570103645324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3881287574768066,
      "cov-distil (oracle2student)": 3.1075901985168457,
      "cov-distil (oracle2teacher)": 2.8594539165496826,
      "epoch": 2.291208791208791,
      "rel-constrast": 2.3755412101745605,
      "step": 2919,
      "subrel-constrast": 3.201690912246704,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 5.125,
      "learning_rate": 4.459775577635619e-05,
      "loss": 0.745,
      "step": 2920
    },
    {
      "cov-distil": 1.5123789310455322,
      "cov-distil (oracle2student)": 3.8693645000457764,
      "cov-distil (oracle2teacher)": 3.57845401763916,
      "epoch": 2.291993720565149,
      "rel-constrast": 2.150233268737793,
      "step": 2920,
      "subrel-constrast": 2.999439239501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926846027374268,
      "cov-distil (oracle2student)": 4.299108028411865,
      "cov-distil (oracle2teacher)": 4.095826148986816,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.330793857574463,
      "step": 2921,
      "subrel-constrast": 3.4155919551849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9739807844161987,
      "cov-distil (oracle2student)": 5.472184181213379,
      "cov-distil (oracle2teacher)": 4.959778785705566,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.6842437982559204,
      "step": 2922,
      "subrel-constrast": 1.9547444581985474,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496598482131958,
      "cov-distil (oracle2student)": 5.856607437133789,
      "cov-distil (oracle2teacher)": 4.825408458709717,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.7332162857055664,
      "step": 2923,
      "subrel-constrast": 4.265716552734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6562182903289795,
      "cov-distil (oracle2student)": 4.766845226287842,
      "cov-distil (oracle2teacher)": 4.553997039794922,
      "epoch": 2.295133437990581,
      "rel-constrast": 3.12982177734375,
      "step": 2924,
      "subrel-constrast": 3.871743679046631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2428536415100098,
      "cov-distil (oracle2student)": 3.2185959815979004,
      "cov-distil (oracle2teacher)": 3.349494695663452,
      "epoch": 2.295918367346939,
      "rel-constrast": 2.290083885192871,
      "step": 2925,
      "subrel-constrast": 2.868030071258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.306395173072815,
      "cov-distil (oracle2student)": 4.492713451385498,
      "cov-distil (oracle2teacher)": 4.308692455291748,
      "epoch": 2.2967032967032965,
      "rel-constrast": 2.163879871368408,
      "step": 2926,
      "subrel-constrast": 3.152101516723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4351893663406372,
      "cov-distil (oracle2student)": 2.986691474914551,
      "cov-distil (oracle2teacher)": 2.6901135444641113,
      "epoch": 2.2974882260596545,
      "rel-constrast": 2.1739580631256104,
      "step": 2927,
      "subrel-constrast": 3.22617506980896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3215203285217285,
      "cov-distil (oracle2student)": 4.368426322937012,
      "cov-distil (oracle2teacher)": 4.141865253448486,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.499086856842041,
      "step": 2928,
      "subrel-constrast": 3.0995688438415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317307710647583,
      "cov-distil (oracle2student)": 4.851629257202148,
      "cov-distil (oracle2teacher)": 4.366608142852783,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.5924856662750244,
      "step": 2929,
      "subrel-constrast": 3.2747113704681396,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 5.5625,
      "learning_rate": 4.454345499658546e-05,
      "loss": 0.6545,
      "step": 2930
    },
    {
      "cov-distil": 1.9649293422698975,
      "cov-distil (oracle2student)": 5.953857421875,
      "cov-distil (oracle2teacher)": 5.255563735961914,
      "epoch": 2.2998430141287285,
      "rel-constrast": 3.163959503173828,
      "step": 2930,
      "subrel-constrast": 3.516575336456299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8931348323822021,
      "cov-distil (oracle2student)": 5.357943534851074,
      "cov-distil (oracle2teacher)": 4.872707366943359,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.678823709487915,
      "step": 2931,
      "subrel-constrast": 3.307434558868408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2738279104232788,
      "cov-distil (oracle2student)": 3.2379040718078613,
      "cov-distil (oracle2teacher)": 3.3839454650878906,
      "epoch": 2.3014128728414445,
      "rel-constrast": 2.05763578414917,
      "step": 2932,
      "subrel-constrast": 2.922208070755005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4986791610717773,
      "cov-distil (oracle2student)": 3.487306833267212,
      "cov-distil (oracle2teacher)": 3.636643886566162,
      "epoch": 2.302197802197802,
      "rel-constrast": 2.639075517654419,
      "step": 2933,
      "subrel-constrast": 3.022005081176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934536457061768,
      "cov-distil (oracle2student)": 1.9810131788253784,
      "cov-distil (oracle2teacher)": 2.0557546615600586,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.6724300384521484,
      "step": 2934,
      "subrel-constrast": 2.448728322982788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7548202276229858,
      "cov-distil (oracle2student)": 4.638466835021973,
      "cov-distil (oracle2teacher)": 4.35058069229126,
      "epoch": 2.303767660910518,
      "rel-constrast": 3.221240282058716,
      "step": 2935,
      "subrel-constrast": 4.0420098304748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657447099685669,
      "cov-distil (oracle2student)": 2.5594277381896973,
      "cov-distil (oracle2teacher)": 3.082202434539795,
      "epoch": 2.304552590266876,
      "rel-constrast": 1.7904181480407715,
      "step": 2936,
      "subrel-constrast": 3.1278340816497803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8402522802352905,
      "cov-distil (oracle2student)": 4.287407875061035,
      "cov-distil (oracle2teacher)": 3.8491311073303223,
      "epoch": 2.305337519623234,
      "rel-constrast": 2.434047222137451,
      "step": 2937,
      "subrel-constrast": 3.0688462257385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2148301601409912,
      "cov-distil (oracle2student)": 2.647704839706421,
      "cov-distil (oracle2teacher)": 3.2967801094055176,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.5161516666412354,
      "step": 2938,
      "subrel-constrast": 3.578235626220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6084508895874023,
      "cov-distil (oracle2student)": 5.141763687133789,
      "cov-distil (oracle2teacher)": 4.87265682220459,
      "epoch": 2.30690737833595,
      "rel-constrast": 3.639364719390869,
      "step": 2939,
      "subrel-constrast": 4.359229564666748,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 6.6875,
      "learning_rate": 4.4488916085983145e-05,
      "loss": 0.6861,
      "step": 2940
    },
    {
      "cov-distil": 1.682687759399414,
      "cov-distil (oracle2student)": 2.9574520587921143,
      "cov-distil (oracle2teacher)": 2.812974452972412,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.3965768814086914,
      "step": 2940,
      "subrel-constrast": 3.1047682762145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569800615310669,
      "cov-distil (oracle2student)": 5.509970664978027,
      "cov-distil (oracle2teacher)": 4.55319881439209,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.3726298809051514,
      "step": 2941,
      "subrel-constrast": 2.9780030250549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2632992267608643,
      "cov-distil (oracle2student)": 4.085526466369629,
      "cov-distil (oracle2teacher)": 3.975017547607422,
      "epoch": 2.3092621664050235,
      "rel-constrast": 2.725144147872925,
      "step": 2942,
      "subrel-constrast": 3.1465070247650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523050308227539,
      "cov-distil (oracle2student)": 4.651790618896484,
      "cov-distil (oracle2teacher)": 4.3990373611450195,
      "epoch": 2.3100470957613815,
      "rel-constrast": 2.18768572807312,
      "step": 2943,
      "subrel-constrast": 2.981546401977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87371826171875,
      "cov-distil (oracle2student)": 4.4328718185424805,
      "cov-distil (oracle2teacher)": 4.173334121704102,
      "epoch": 2.3108320251177394,
      "rel-constrast": 3.555877208709717,
      "step": 2944,
      "subrel-constrast": 4.4560747146606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0609595775604248,
      "cov-distil (oracle2student)": 4.788397789001465,
      "cov-distil (oracle2teacher)": 3.841548442840576,
      "epoch": 2.3116169544740974,
      "rel-constrast": 1.9126191139221191,
      "step": 2945,
      "subrel-constrast": 2.7842512130737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4640824794769287,
      "cov-distil (oracle2student)": 4.25575065612793,
      "cov-distil (oracle2teacher)": 4.332795143127441,
      "epoch": 2.3124018838304554,
      "rel-constrast": 2.2125606536865234,
      "step": 2946,
      "subrel-constrast": 3.3149027824401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5430419445037842,
      "cov-distil (oracle2student)": 3.6968894004821777,
      "cov-distil (oracle2teacher)": 3.4741673469543457,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.5025429725646973,
      "step": 2947,
      "subrel-constrast": 2.8744957447052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8937710523605347,
      "cov-distil (oracle2student)": 4.430085182189941,
      "cov-distil (oracle2teacher)": 4.447072982788086,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.423330307006836,
      "step": 2948,
      "subrel-constrast": 3.3679840564727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9114400148391724,
      "cov-distil (oracle2student)": 4.534064292907715,
      "cov-distil (oracle2teacher)": 4.708141803741455,
      "epoch": 2.314756671899529,
      "rel-constrast": 2.754673719406128,
      "step": 2949,
      "subrel-constrast": 3.7646496295928955,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 6.875,
      "learning_rate": 4.443413970908865e-05,
      "loss": 0.6656,
      "step": 2950
    },
    {
      "cov-distil": 1.3527907133102417,
      "cov-distil (oracle2student)": 5.176224708557129,
      "cov-distil (oracle2teacher)": 4.530098915100098,
      "epoch": 2.315541601255887,
      "rel-constrast": 3.1328635215759277,
      "step": 2950,
      "subrel-constrast": 4.278329849243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3930566310882568,
      "cov-distil (oracle2student)": 3.884694814682007,
      "cov-distil (oracle2teacher)": 3.521693229675293,
      "epoch": 2.316326530612245,
      "rel-constrast": 3.3070292472839355,
      "step": 2951,
      "subrel-constrast": 3.874663829803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6771104335784912,
      "cov-distil (oracle2student)": 4.007219314575195,
      "cov-distil (oracle2teacher)": 3.839456558227539,
      "epoch": 2.317111459968603,
      "rel-constrast": 2.1010355949401855,
      "step": 2952,
      "subrel-constrast": 3.32281231880188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4282652139663696,
      "cov-distil (oracle2student)": 3.562817096710205,
      "cov-distil (oracle2teacher)": 3.281856060028076,
      "epoch": 2.317896389324961,
      "rel-constrast": 2.962467908859253,
      "step": 2953,
      "subrel-constrast": 3.668440103530884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1753950119018555,
      "cov-distil (oracle2student)": 5.81159782409668,
      "cov-distil (oracle2teacher)": 5.457996368408203,
      "epoch": 2.3186813186813184,
      "rel-constrast": 2.684283971786499,
      "step": 2954,
      "subrel-constrast": 3.442131519317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8666194677352905,
      "cov-distil (oracle2student)": 2.74351167678833,
      "cov-distil (oracle2teacher)": 2.8551559448242188,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.7002830505371094,
      "step": 2955,
      "subrel-constrast": 3.458941698074341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55706787109375,
      "cov-distil (oracle2student)": 4.924619674682617,
      "cov-distil (oracle2teacher)": 4.815800666809082,
      "epoch": 2.3202511773940344,
      "rel-constrast": 3.41646146774292,
      "step": 2956,
      "subrel-constrast": 4.005241870880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7256336212158203,
      "cov-distil (oracle2student)": 4.733604907989502,
      "cov-distil (oracle2teacher)": 4.785624980926514,
      "epoch": 2.3210361067503924,
      "rel-constrast": 1.867337703704834,
      "step": 2957,
      "subrel-constrast": 2.668778657913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8766374588012695,
      "cov-distil (oracle2student)": 5.192008018493652,
      "cov-distil (oracle2teacher)": 4.845361709594727,
      "epoch": 2.3218210361067504,
      "rel-constrast": 3.285515069961548,
      "step": 2958,
      "subrel-constrast": 4.28424072265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680384874343872,
      "cov-distil (oracle2student)": 4.779606819152832,
      "cov-distil (oracle2teacher)": 4.678349018096924,
      "epoch": 2.3226059654631084,
      "rel-constrast": 2.8360047340393066,
      "step": 2959,
      "subrel-constrast": 4.017314434051514,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 5.21875,
      "learning_rate": 4.437912653333484e-05,
      "loss": 0.7492,
      "step": 2960
    },
    {
      "cov-distil": 1.128483772277832,
      "cov-distil (oracle2student)": 3.283682107925415,
      "cov-distil (oracle2teacher)": 3.0141401290893555,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.4173455238342285,
      "step": 2960,
      "subrel-constrast": 2.619621515274048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.334394931793213,
      "cov-distil (oracle2student)": 4.218690395355225,
      "cov-distil (oracle2teacher)": 4.176640033721924,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.7801456451416016,
      "step": 2961,
      "subrel-constrast": 3.18353533744812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2439329624176025,
      "cov-distil (oracle2student)": 3.538435459136963,
      "cov-distil (oracle2teacher)": 3.5042624473571777,
      "epoch": 2.3249607535321823,
      "rel-constrast": 1.6747994422912598,
      "step": 2962,
      "subrel-constrast": 2.639887571334839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3630037307739258,
      "cov-distil (oracle2student)": 6.429265975952148,
      "cov-distil (oracle2teacher)": 5.785843372344971,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.5101332664489746,
      "step": 2963,
      "subrel-constrast": 3.3417346477508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2153046131134033,
      "cov-distil (oracle2student)": 2.8788390159606934,
      "cov-distil (oracle2teacher)": 3.0133771896362305,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.4759862422943115,
      "step": 2964,
      "subrel-constrast": 2.343438148498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3989615440368652,
      "cov-distil (oracle2student)": 3.3339366912841797,
      "cov-distil (oracle2teacher)": 3.174919366836548,
      "epoch": 2.327315541601256,
      "rel-constrast": 3.0823934078216553,
      "step": 2965,
      "subrel-constrast": 3.685718297958374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3006784915924072,
      "cov-distil (oracle2student)": 4.917079448699951,
      "cov-distil (oracle2teacher)": 4.8694586753845215,
      "epoch": 2.328100470957614,
      "rel-constrast": 3.189589500427246,
      "step": 2966,
      "subrel-constrast": 3.8416385650634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1356143951416016,
      "cov-distil (oracle2student)": 2.6906864643096924,
      "cov-distil (oracle2teacher)": 2.702298164367676,
      "epoch": 2.328885400313972,
      "rel-constrast": 1.4944229125976562,
      "step": 2967,
      "subrel-constrast": 2.9858410358428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4412527084350586,
      "cov-distil (oracle2student)": 5.042994499206543,
      "cov-distil (oracle2teacher)": 4.860012054443359,
      "epoch": 2.32967032967033,
      "rel-constrast": 2.495082378387451,
      "step": 2968,
      "subrel-constrast": 3.083526134490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242704153060913,
      "cov-distil (oracle2student)": 4.8623223304748535,
      "cov-distil (oracle2teacher)": 4.601805210113525,
      "epoch": 2.330455259026688,
      "rel-constrast": 2.3507919311523438,
      "step": 2969,
      "subrel-constrast": 3.355520486831665,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 4.65625,
      "learning_rate": 4.432387722903989e-05,
      "loss": 0.6213,
      "step": 2970
    },
    {
      "cov-distil": 1.5590205192565918,
      "cov-distil (oracle2student)": 4.563724517822266,
      "cov-distil (oracle2teacher)": 4.166875839233398,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.3845713138580322,
      "step": 2970,
      "subrel-constrast": 2.924543619155884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4570109844207764,
      "cov-distil (oracle2student)": 4.631608009338379,
      "cov-distil (oracle2teacher)": 4.671158790588379,
      "epoch": 2.3320251177394034,
      "rel-constrast": 2.632021903991699,
      "step": 2971,
      "subrel-constrast": 3.033569097518921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3803387880325317,
      "cov-distil (oracle2student)": 3.418468952178955,
      "cov-distil (oracle2teacher)": 3.570920467376709,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.7556324005126953,
      "step": 2972,
      "subrel-constrast": 3.456763982772827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3663105964660645,
      "cov-distil (oracle2student)": 5.037956237792969,
      "cov-distil (oracle2teacher)": 4.4690752029418945,
      "epoch": 2.3335949764521193,
      "rel-constrast": 2.122922658920288,
      "step": 2973,
      "subrel-constrast": 2.8783187866210938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.787717342376709,
      "cov-distil (oracle2student)": 6.151689529418945,
      "cov-distil (oracle2teacher)": 5.032905101776123,
      "epoch": 2.3343799058084773,
      "rel-constrast": 3.138890027999878,
      "step": 2974,
      "subrel-constrast": 3.739570379257202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3505449295043945,
      "cov-distil (oracle2student)": 5.722650527954102,
      "cov-distil (oracle2teacher)": 4.6011552810668945,
      "epoch": 2.3351648351648353,
      "rel-constrast": 2.523002862930298,
      "step": 2975,
      "subrel-constrast": 2.937749147415161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543625831604004,
      "cov-distil (oracle2student)": 4.9311347007751465,
      "cov-distil (oracle2teacher)": 4.093022346496582,
      "epoch": 2.3359497645211933,
      "rel-constrast": 3.7849912643432617,
      "step": 2976,
      "subrel-constrast": 4.015651226043701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3233271837234497,
      "cov-distil (oracle2student)": 5.3262224197387695,
      "cov-distil (oracle2teacher)": 4.775047302246094,
      "epoch": 2.336734693877551,
      "rel-constrast": 3.0931317806243896,
      "step": 2977,
      "subrel-constrast": 3.6941487789154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9540104866027832,
      "cov-distil (oracle2student)": 4.928973197937012,
      "cov-distil (oracle2teacher)": 3.8909952640533447,
      "epoch": 2.337519623233909,
      "rel-constrast": 3.1219239234924316,
      "step": 2978,
      "subrel-constrast": 3.752061367034912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726035237312317,
      "cov-distil (oracle2student)": 5.101073741912842,
      "cov-distil (oracle2teacher)": 5.834536075592041,
      "epoch": 2.338304552590267,
      "rel-constrast": 2.9084794521331787,
      "step": 2979,
      "subrel-constrast": 4.160320281982422,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 5.1875,
      "learning_rate": 4.426839246939915e-05,
      "loss": 0.7503,
      "step": 2980
    },
    {
      "cov-distil": 1.4278687238693237,
      "cov-distil (oracle2student)": 4.675106048583984,
      "cov-distil (oracle2teacher)": 4.286375999450684,
      "epoch": 2.339089481946625,
      "rel-constrast": 3.471728801727295,
      "step": 2980,
      "subrel-constrast": 4.407553672790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145664691925049,
      "cov-distil (oracle2student)": 5.4231157302856445,
      "cov-distil (oracle2teacher)": 4.707420349121094,
      "epoch": 2.339874411302983,
      "rel-constrast": 2.136762857437134,
      "step": 2981,
      "subrel-constrast": 3.075253486633301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734173059463501,
      "cov-distil (oracle2student)": 3.4727823734283447,
      "cov-distil (oracle2teacher)": 3.52551007270813,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.68383526802063,
      "step": 2982,
      "subrel-constrast": 3.479243516921997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3088481426239014,
      "cov-distil (oracle2student)": 3.056424379348755,
      "cov-distil (oracle2teacher)": 3.037140369415283,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.6073967218399048,
      "step": 2983,
      "subrel-constrast": 2.1396563053131104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244215965270996,
      "cov-distil (oracle2student)": 3.9564104080200195,
      "cov-distil (oracle2teacher)": 3.5445351600646973,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.460270404815674,
      "step": 2984,
      "subrel-constrast": 3.4894001483917236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991287469863892,
      "cov-distil (oracle2student)": 3.7832155227661133,
      "cov-distil (oracle2teacher)": 3.517789363861084,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.719836950302124,
      "step": 2985,
      "subrel-constrast": 3.6076979637145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3133610486984253,
      "cov-distil (oracle2student)": 4.027007579803467,
      "cov-distil (oracle2teacher)": 4.189428329467773,
      "epoch": 2.3437990580847723,
      "rel-constrast": 2.29571270942688,
      "step": 2986,
      "subrel-constrast": 3.0939395427703857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425726413726807,
      "cov-distil (oracle2student)": 3.3201963901519775,
      "cov-distil (oracle2teacher)": 3.3211512565612793,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.4002838134765625,
      "step": 2987,
      "subrel-constrast": 3.413862705230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0619643926620483,
      "cov-distil (oracle2student)": 3.677417278289795,
      "cov-distil (oracle2teacher)": 3.6946122646331787,
      "epoch": 2.3453689167974883,
      "rel-constrast": 2.8937718868255615,
      "step": 2988,
      "subrel-constrast": 3.9562559127807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1150099039077759,
      "cov-distil (oracle2student)": 4.556096076965332,
      "cov-distil (oracle2teacher)": 3.9448113441467285,
      "epoch": 2.3461538461538463,
      "rel-constrast": 1.5391465425491333,
      "step": 2989,
      "subrel-constrast": 2.3086745738983154,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 3.84375,
      "learning_rate": 4.4212672930476915e-05,
      "loss": 0.6418,
      "step": 2990
    },
    {
      "cov-distil": 1.509683609008789,
      "cov-distil (oracle2student)": 3.343407154083252,
      "cov-distil (oracle2teacher)": 2.9351065158843994,
      "epoch": 2.3469387755102042,
      "rel-constrast": 2.9677727222442627,
      "step": 2990,
      "subrel-constrast": 3.4630091190338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5794786214828491,
      "cov-distil (oracle2student)": 2.9426798820495605,
      "cov-distil (oracle2teacher)": 2.933521270751953,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.7079310417175293,
      "step": 2991,
      "subrel-constrast": 2.7408077716827393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.476070761680603,
      "cov-distil (oracle2student)": 3.623239517211914,
      "cov-distil (oracle2teacher)": 3.5645179748535156,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.7482523918151855,
      "step": 2992,
      "subrel-constrast": 3.5268168449401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1698358058929443,
      "cov-distil (oracle2student)": 4.663313388824463,
      "cov-distil (oracle2teacher)": 4.291832447052002,
      "epoch": 2.3492935635792778,
      "rel-constrast": 2.9868531227111816,
      "step": 2993,
      "subrel-constrast": 3.557873010635376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4513378143310547,
      "cov-distil (oracle2student)": 5.074394226074219,
      "cov-distil (oracle2teacher)": 4.695187091827393,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.6942601203918457,
      "step": 2994,
      "subrel-constrast": 3.3351945877075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366452932357788,
      "cov-distil (oracle2student)": 4.039358139038086,
      "cov-distil (oracle2teacher)": 4.298418045043945,
      "epoch": 2.3508634222919937,
      "rel-constrast": 2.3587236404418945,
      "step": 2995,
      "subrel-constrast": 2.8678228855133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676832914352417,
      "cov-distil (oracle2student)": 4.631575107574463,
      "cov-distil (oracle2teacher)": 4.468583106994629,
      "epoch": 2.3516483516483517,
      "rel-constrast": 2.241927146911621,
      "step": 2996,
      "subrel-constrast": 3.5148019790649414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7871907949447632,
      "cov-distil (oracle2student)": 4.079230308532715,
      "cov-distil (oracle2teacher)": 3.918247938156128,
      "epoch": 2.3524332810047097,
      "rel-constrast": 2.1835954189300537,
      "step": 2997,
      "subrel-constrast": 2.940981149673462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1063368320465088,
      "cov-distil (oracle2student)": 5.320260047912598,
      "cov-distil (oracle2teacher)": 4.4263715744018555,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.466470718383789,
      "step": 2998,
      "subrel-constrast": 2.763544797897339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6885617971420288,
      "cov-distil (oracle2student)": 5.366703987121582,
      "cov-distil (oracle2teacher)": 4.5009613037109375,
      "epoch": 2.3540031397174253,
      "rel-constrast": 2.827603816986084,
      "step": 2999,
      "subrel-constrast": 3.2528069019317627,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 5.34375,
      "learning_rate": 4.4156719291198166e-05,
      "loss": 0.6666,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-P@10": 0.758,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-nDCG@10": 0.7677130060175296,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-alpha_nDCG@10": 0.5872074819680875,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-P@10": 0.43399999999999994,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-nDCG@10": 0.6119723991156792,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-alpha_nDCG@10": 0.5996669950455281,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/avg": 0.5392912535833715,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "overlap": 0.31718751788139343,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "student margin": 0.068359375
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "teacher margin": 0.05059814453125
    },
    {
      "epoch": 2.3547880690737832,
      "margin difference": -0.01776123046875,
      "step": 3000
    },
    {
      "cov-distil": 1.6309221982955933,
      "cov-distil (oracle2student)": 3.4888572692871094,
      "cov-distil (oracle2teacher)": 3.34169340133667,
      "epoch": 2.3547880690737832,
      "rel-constrast": 1.8973376750946045,
      "step": 3000,
      "subrel-constrast": 2.64243745803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5848208665847778,
      "cov-distil (oracle2student)": 4.811938285827637,
      "cov-distil (oracle2teacher)": 4.72887659072876,
      "epoch": 2.3555729984301412,
      "rel-constrast": 2.3861629962921143,
      "step": 3001,
      "subrel-constrast": 3.220522165298462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2477778196334839,
      "cov-distil (oracle2student)": 4.104562759399414,
      "cov-distil (oracle2teacher)": 3.746389389038086,
      "epoch": 2.356357927786499,
      "rel-constrast": 2.6145927906036377,
      "step": 3002,
      "subrel-constrast": 3.2029201984405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6716723442077637,
      "cov-distil (oracle2student)": 4.934717178344727,
      "cov-distil (oracle2teacher)": 4.2842302322387695,
      "epoch": 2.357142857142857,
      "rel-constrast": 1.7975242137908936,
      "step": 3003,
      "subrel-constrast": 3.1134824752807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4009919166564941,
      "cov-distil (oracle2student)": 4.088370323181152,
      "cov-distil (oracle2teacher)": 3.7373833656311035,
      "epoch": 2.357927786499215,
      "rel-constrast": 2.423431873321533,
      "step": 3004,
      "subrel-constrast": 3.284420967102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6722596883773804,
      "cov-distil (oracle2student)": 3.341688632965088,
      "cov-distil (oracle2teacher)": 3.337055206298828,
      "epoch": 2.358712715855573,
      "rel-constrast": 2.2815985679626465,
      "step": 3005,
      "subrel-constrast": 3.1574859619140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239791989326477,
      "cov-distil (oracle2student)": 4.745944976806641,
      "cov-distil (oracle2teacher)": 4.475799083709717,
      "epoch": 2.359497645211931,
      "rel-constrast": 4.073483467102051,
      "step": 3006,
      "subrel-constrast": 4.741282939910889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.473825216293335,
      "cov-distil (oracle2student)": 4.613060474395752,
      "cov-distil (oracle2teacher)": 4.2921648025512695,
      "epoch": 2.3602825745682887,
      "rel-constrast": 2.772296190261841,
      "step": 3007,
      "subrel-constrast": 3.5055127143859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4937958717346191,
      "cov-distil (oracle2student)": 5.213271141052246,
      "cov-distil (oracle2teacher)": 4.999622344970703,
      "epoch": 2.3610675039246467,
      "rel-constrast": 3.2362866401672363,
      "step": 3008,
      "subrel-constrast": 3.847580671310425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0725618600845337,
      "cov-distil (oracle2student)": 3.1118013858795166,
      "cov-distil (oracle2teacher)": 2.9317424297332764,
      "epoch": 2.3618524332810047,
      "rel-constrast": 2.335059642791748,
      "step": 3009,
      "subrel-constrast": 2.9199743270874023,
      "view-similarity": 0
    },
    {
      "epoch": 2.3626373626373627,
      "grad_norm": 4.8125,
      "learning_rate": 4.4100532233340355e-05,
      "loss": 0.6842,
      "step": 3010
    },
    {
      "cov-distil": 1.4603232145309448,
      "cov-distil (oracle2student)": 4.944568157196045,
      "cov-distil (oracle2teacher)": 4.341765880584717,
      "epoch": 2.3626373626373627,
      "rel-constrast": 2.5763282775878906,
      "step": 3010,
      "subrel-constrast": 3.468686580657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7990978956222534,
      "cov-distil (oracle2student)": 6.503046989440918,
      "cov-distil (oracle2teacher)": 5.451167583465576,
      "epoch": 2.3634222919937207,
      "rel-constrast": 3.221205949783325,
      "step": 3011,
      "subrel-constrast": 3.6051292419433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3509280681610107,
      "cov-distil (oracle2student)": 4.978081226348877,
      "cov-distil (oracle2teacher)": 4.360333442687988,
      "epoch": 2.3642072213500787,
      "rel-constrast": 2.0280468463897705,
      "step": 3012,
      "subrel-constrast": 2.603811264038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3960641622543335,
      "cov-distil (oracle2student)": 4.625884532928467,
      "cov-distil (oracle2teacher)": 3.8437659740448,
      "epoch": 2.3649921507064366,
      "rel-constrast": 2.0225281715393066,
      "step": 3013,
      "subrel-constrast": 2.6921017169952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3348792791366577,
      "cov-distil (oracle2student)": 4.690553665161133,
      "cov-distil (oracle2teacher)": 4.403451919555664,
      "epoch": 2.365777080062794,
      "rel-constrast": 3.4202656745910645,
      "step": 3014,
      "subrel-constrast": 4.372119903564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3022834062576294,
      "cov-distil (oracle2student)": 3.4112706184387207,
      "cov-distil (oracle2teacher)": 3.9316840171813965,
      "epoch": 2.366562009419152,
      "rel-constrast": 3.275149345397949,
      "step": 3015,
      "subrel-constrast": 3.501225471496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4932382106781006,
      "cov-distil (oracle2student)": 5.338205814361572,
      "cov-distil (oracle2teacher)": 4.883066177368164,
      "epoch": 2.36734693877551,
      "rel-constrast": 1.6139819622039795,
      "step": 3016,
      "subrel-constrast": 2.628488302230835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3252160549163818,
      "cov-distil (oracle2student)": 4.229876518249512,
      "cov-distil (oracle2teacher)": 3.7895970344543457,
      "epoch": 2.368131868131868,
      "rel-constrast": 2.4441418647766113,
      "step": 3017,
      "subrel-constrast": 2.8476357460021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5106550455093384,
      "cov-distil (oracle2student)": 5.465137481689453,
      "cov-distil (oracle2teacher)": 5.0038042068481445,
      "epoch": 2.368916797488226,
      "rel-constrast": 2.9072365760803223,
      "step": 3018,
      "subrel-constrast": 3.4674220085144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532564640045166,
      "cov-distil (oracle2student)": 3.789635419845581,
      "cov-distil (oracle2teacher)": 3.4802043437957764,
      "epoch": 2.369701726844584,
      "rel-constrast": 3.4530858993530273,
      "step": 3019,
      "subrel-constrast": 4.152379035949707,
      "view-similarity": 0
    },
    {
      "epoch": 2.370486656200942,
      "grad_norm": 6.25,
      "learning_rate": 4.4044112441525024e-05,
      "loss": 0.7103,
      "step": 3020
    },
    {
      "cov-distil": 1.8929851055145264,
      "cov-distil (oracle2student)": 3.045785903930664,
      "cov-distil (oracle2teacher)": 3.068887233734131,
      "epoch": 2.370486656200942,
      "rel-constrast": 2.9509849548339844,
      "step": 3020,
      "subrel-constrast": 3.1791129112243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654514074325562,
      "cov-distil (oracle2student)": 3.079740047454834,
      "cov-distil (oracle2teacher)": 3.7284903526306152,
      "epoch": 2.3712715855572997,
      "rel-constrast": 2.1112382411956787,
      "step": 3021,
      "subrel-constrast": 2.8683135509490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1239469051361084,
      "cov-distil (oracle2student)": 3.9058210849761963,
      "cov-distil (oracle2teacher)": 3.769263982772827,
      "epoch": 2.3720565149136577,
      "rel-constrast": 2.575458288192749,
      "step": 3022,
      "subrel-constrast": 3.019108533859253,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2568607330322266,
      "cov-distil (oracle2student)": 3.1079492568969727,
      "cov-distil (oracle2teacher)": 3.2370362281799316,
      "epoch": 2.3728414442700156,
      "rel-constrast": 3.3749160766601562,
      "step": 3023,
      "subrel-constrast": 4.260209083557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5514121055603027,
      "cov-distil (oracle2student)": 4.011603832244873,
      "cov-distil (oracle2teacher)": 4.0036396980285645,
      "epoch": 2.3736263736263736,
      "rel-constrast": 1.6934170722961426,
      "step": 3024,
      "subrel-constrast": 2.4398117065429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756263017654419,
      "cov-distil (oracle2student)": 4.71966552734375,
      "cov-distil (oracle2teacher)": 4.803842544555664,
      "epoch": 2.3744113029827316,
      "rel-constrast": 2.0999457836151123,
      "step": 3025,
      "subrel-constrast": 2.8090641498565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2875945568084717,
      "cov-distil (oracle2student)": 5.418118476867676,
      "cov-distil (oracle2teacher)": 4.629947662353516,
      "epoch": 2.3751962323390896,
      "rel-constrast": 2.4040513038635254,
      "step": 3026,
      "subrel-constrast": 2.8369171619415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3504626750946045,
      "cov-distil (oracle2student)": 3.0993382930755615,
      "cov-distil (oracle2teacher)": 2.748713493347168,
      "epoch": 2.3759811616954476,
      "rel-constrast": 2.7728214263916016,
      "step": 3027,
      "subrel-constrast": 3.3379404544830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1352392435073853,
      "cov-distil (oracle2student)": 5.388628959655762,
      "cov-distil (oracle2teacher)": 4.634409427642822,
      "epoch": 2.376766091051805,
      "rel-constrast": 2.633241653442383,
      "step": 3028,
      "subrel-constrast": 3.214625358581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2213926315307617,
      "cov-distil (oracle2student)": 3.8594377040863037,
      "cov-distil (oracle2teacher)": 3.8333868980407715,
      "epoch": 2.377551020408163,
      "rel-constrast": 2.057346820831299,
      "step": 3029,
      "subrel-constrast": 2.6564748287200928,
      "view-similarity": 0
    },
    {
      "epoch": 2.378335949764521,
      "grad_norm": 4.875,
      "learning_rate": 4.398746060320956e-05,
      "loss": 0.6549,
      "step": 3030
    },
    {
      "cov-distil": 2.083164930343628,
      "cov-distil (oracle2student)": 4.512041091918945,
      "cov-distil (oracle2teacher)": 4.611614227294922,
      "epoch": 2.378335949764521,
      "rel-constrast": 2.7584123611450195,
      "step": 3030,
      "subrel-constrast": 3.401062488555908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4240418672561646,
      "cov-distil (oracle2student)": 3.6611075401306152,
      "cov-distil (oracle2teacher)": 3.7483019828796387,
      "epoch": 2.379120879120879,
      "rel-constrast": 2.0268990993499756,
      "step": 3031,
      "subrel-constrast": 2.7147703170776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5528323650360107,
      "cov-distil (oracle2student)": 5.889558792114258,
      "cov-distil (oracle2teacher)": 5.567135810852051,
      "epoch": 2.379905808477237,
      "rel-constrast": 4.150796890258789,
      "step": 3032,
      "subrel-constrast": 4.554765701293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4437880516052246,
      "cov-distil (oracle2student)": 5.498793125152588,
      "cov-distil (oracle2teacher)": 5.097989082336426,
      "epoch": 2.380690737833595,
      "rel-constrast": 2.604891300201416,
      "step": 3033,
      "subrel-constrast": 2.6977338790893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3491318225860596,
      "cov-distil (oracle2student)": 2.9192771911621094,
      "cov-distil (oracle2teacher)": 2.860161304473877,
      "epoch": 2.381475667189953,
      "rel-constrast": 2.3752682209014893,
      "step": 3034,
      "subrel-constrast": 2.9740443229675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2258323431015015,
      "cov-distil (oracle2student)": 4.829683303833008,
      "cov-distil (oracle2teacher)": 4.621716022491455,
      "epoch": 2.3822605965463106,
      "rel-constrast": 2.7248520851135254,
      "step": 3035,
      "subrel-constrast": 3.3675146102905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4130208492279053,
      "cov-distil (oracle2student)": 5.679229736328125,
      "cov-distil (oracle2teacher)": 5.175507545471191,
      "epoch": 2.3830455259026686,
      "rel-constrast": 2.5035338401794434,
      "step": 3036,
      "subrel-constrast": 3.4719643592834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3469414710998535,
      "cov-distil (oracle2student)": 3.4148733615875244,
      "cov-distil (oracle2teacher)": 3.299395799636841,
      "epoch": 2.3838304552590266,
      "rel-constrast": 2.580444097518921,
      "step": 3037,
      "subrel-constrast": 2.6035804748535156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4666985273361206,
      "cov-distil (oracle2student)": 4.614387512207031,
      "cov-distil (oracle2teacher)": 4.347832202911377,
      "epoch": 2.3846153846153846,
      "rel-constrast": 2.8427486419677734,
      "step": 3038,
      "subrel-constrast": 3.186776638031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9015090465545654,
      "cov-distil (oracle2student)": 4.119466304779053,
      "cov-distil (oracle2teacher)": 4.316627502441406,
      "epoch": 2.3854003139717426,
      "rel-constrast": 2.8442747592926025,
      "step": 3039,
      "subrel-constrast": 3.9581120014190674,
      "view-similarity": 0
    },
    {
      "epoch": 2.3861852433281006,
      "grad_norm": 5.28125,
      "learning_rate": 4.393057740867872e-05,
      "loss": 0.7233,
      "step": 3040
    },
    {
      "cov-distil": 1.4745640754699707,
      "cov-distil (oracle2student)": 3.3643908500671387,
      "cov-distil (oracle2teacher)": 3.3942129611968994,
      "epoch": 2.3861852433281006,
      "rel-constrast": 2.519665241241455,
      "step": 3040,
      "subrel-constrast": 3.429258108139038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8634659051895142,
      "cov-distil (oracle2student)": 3.91201114654541,
      "cov-distil (oracle2teacher)": 3.620041847229004,
      "epoch": 2.3869701726844585,
      "rel-constrast": 1.9831821918487549,
      "step": 3041,
      "subrel-constrast": 2.700927495956421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3433393239974976,
      "cov-distil (oracle2student)": 4.0655293464660645,
      "cov-distil (oracle2teacher)": 3.770244598388672,
      "epoch": 2.387755102040816,
      "rel-constrast": 1.8098315000534058,
      "step": 3042,
      "subrel-constrast": 2.7884323596954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8198623657226562,
      "cov-distil (oracle2student)": 3.1899242401123047,
      "cov-distil (oracle2teacher)": 3.4723424911499023,
      "epoch": 2.388540031397174,
      "rel-constrast": 3.1419379711151123,
      "step": 3043,
      "subrel-constrast": 3.5617458820343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5058791637420654,
      "cov-distil (oracle2student)": 3.9620118141174316,
      "cov-distil (oracle2teacher)": 3.7772860527038574,
      "epoch": 2.389324960753532,
      "rel-constrast": 3.409691333770752,
      "step": 3044,
      "subrel-constrast": 4.038759231567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524767518043518,
      "cov-distil (oracle2student)": 4.414911270141602,
      "cov-distil (oracle2teacher)": 4.853850841522217,
      "epoch": 2.39010989010989,
      "rel-constrast": 2.933900833129883,
      "step": 3045,
      "subrel-constrast": 3.7729990482330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.309978723526001,
      "cov-distil (oracle2student)": 5.056611061096191,
      "cov-distil (oracle2teacher)": 4.350159645080566,
      "epoch": 2.390894819466248,
      "rel-constrast": 2.9333250522613525,
      "step": 3046,
      "subrel-constrast": 3.359699010848999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7135841846466064,
      "cov-distil (oracle2student)": 4.024019241333008,
      "cov-distil (oracle2teacher)": 3.97279953956604,
      "epoch": 2.391679748822606,
      "rel-constrast": 3.411501884460449,
      "step": 3047,
      "subrel-constrast": 4.060216426849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9976208209991455,
      "cov-distil (oracle2student)": 6.811582088470459,
      "cov-distil (oracle2teacher)": 6.1415910720825195,
      "epoch": 2.392464678178964,
      "rel-constrast": 3.6383941173553467,
      "step": 3048,
      "subrel-constrast": 4.184986114501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7935006618499756,
      "cov-distil (oracle2student)": 2.374462127685547,
      "cov-distil (oracle2teacher)": 2.7393624782562256,
      "epoch": 2.393249607535322,
      "rel-constrast": 2.1074917316436768,
      "step": 3049,
      "subrel-constrast": 2.8985953330993652,
      "view-similarity": 0
    },
    {
      "epoch": 2.39403453689168,
      "grad_norm": 4.59375,
      "learning_rate": 4.3873463551036286e-05,
      "loss": 0.7381,
      "step": 3050
    },
    {
      "cov-distil": 1.5410692691802979,
      "cov-distil (oracle2student)": 3.8690009117126465,
      "cov-distil (oracle2teacher)": 3.3403306007385254,
      "epoch": 2.39403453689168,
      "rel-constrast": 2.0316455364227295,
      "step": 3050,
      "subrel-constrast": 3.0774383544921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8074302673339844,
      "cov-distil (oracle2student)": 2.868546485900879,
      "cov-distil (oracle2teacher)": 3.225584030151367,
      "epoch": 2.3948194662480375,
      "rel-constrast": 2.062230110168457,
      "step": 3051,
      "subrel-constrast": 3.1419620513916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3047175407409668,
      "cov-distil (oracle2student)": 2.7860238552093506,
      "cov-distil (oracle2teacher)": 2.962844133377075,
      "epoch": 2.3956043956043955,
      "rel-constrast": 2.5081114768981934,
      "step": 3052,
      "subrel-constrast": 2.8154232501983643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2716597318649292,
      "cov-distil (oracle2student)": 5.007419586181641,
      "cov-distil (oracle2teacher)": 4.443467140197754,
      "epoch": 2.3963893249607535,
      "rel-constrast": 2.0843422412872314,
      "step": 3053,
      "subrel-constrast": 2.8584282398223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3399419784545898,
      "cov-distil (oracle2student)": 4.713349342346191,
      "cov-distil (oracle2teacher)": 4.341131210327148,
      "epoch": 2.3971742543171115,
      "rel-constrast": 1.957963466644287,
      "step": 3054,
      "subrel-constrast": 2.3200957775115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2939496040344238,
      "cov-distil (oracle2student)": 3.811501979827881,
      "cov-distil (oracle2teacher)": 3.594156503677368,
      "epoch": 2.3979591836734695,
      "rel-constrast": 2.2959089279174805,
      "step": 3055,
      "subrel-constrast": 2.7051451206207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.053373098373413,
      "cov-distil (oracle2student)": 5.207893371582031,
      "cov-distil (oracle2teacher)": 4.475777626037598,
      "epoch": 2.3987441130298275,
      "rel-constrast": 3.0365350246429443,
      "step": 3056,
      "subrel-constrast": 3.5168888568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227976083755493,
      "cov-distil (oracle2student)": 4.362164497375488,
      "cov-distil (oracle2teacher)": 4.14237642288208,
      "epoch": 2.3995290423861855,
      "rel-constrast": 2.9906983375549316,
      "step": 3057,
      "subrel-constrast": 3.8213818073272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.253174066543579,
      "cov-distil (oracle2student)": 4.414144039154053,
      "cov-distil (oracle2teacher)": 4.250367164611816,
      "epoch": 2.400313971742543,
      "rel-constrast": 3.1154420375823975,
      "step": 3058,
      "subrel-constrast": 3.7316935062408447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3846454620361328,
      "cov-distil (oracle2student)": 4.629277229309082,
      "cov-distil (oracle2teacher)": 4.477107524871826,
      "epoch": 2.401098901098901,
      "rel-constrast": 2.085487127304077,
      "step": 3059,
      "subrel-constrast": 3.0874953269958496,
      "view-similarity": 0
    },
    {
      "epoch": 2.401883830455259,
      "grad_norm": 5.71875,
      "learning_rate": 4.381611972619658e-05,
      "loss": 0.6404,
      "step": 3060
    },
    {
      "cov-distil": 1.414991855621338,
      "cov-distil (oracle2student)": 3.349447250366211,
      "cov-distil (oracle2teacher)": 2.9285261631011963,
      "epoch": 2.401883830455259,
      "rel-constrast": 3.285433530807495,
      "step": 3060,
      "subrel-constrast": 3.2306034564971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650033712387085,
      "cov-distil (oracle2student)": 4.69073486328125,
      "cov-distil (oracle2teacher)": 4.089700222015381,
      "epoch": 2.402668759811617,
      "rel-constrast": 3.101972818374634,
      "step": 3061,
      "subrel-constrast": 3.184358835220337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6956160068511963,
      "cov-distil (oracle2student)": 2.7909367084503174,
      "cov-distil (oracle2teacher)": 3.2828874588012695,
      "epoch": 2.403453689167975,
      "rel-constrast": 2.138087272644043,
      "step": 3062,
      "subrel-constrast": 3.594982862472534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7757644653320312,
      "cov-distil (oracle2student)": 5.276383399963379,
      "cov-distil (oracle2teacher)": 4.8539299964904785,
      "epoch": 2.404238618524333,
      "rel-constrast": 2.6074957847595215,
      "step": 3063,
      "subrel-constrast": 3.5302584171295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8692997694015503,
      "cov-distil (oracle2student)": 3.9351587295532227,
      "cov-distil (oracle2teacher)": 4.36549186706543,
      "epoch": 2.405023547880691,
      "rel-constrast": 4.146545886993408,
      "step": 3064,
      "subrel-constrast": 4.4969377517700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717644453048706,
      "cov-distil (oracle2student)": 2.1816554069519043,
      "cov-distil (oracle2teacher)": 2.414996862411499,
      "epoch": 2.4058084772370485,
      "rel-constrast": 2.293348550796509,
      "step": 3065,
      "subrel-constrast": 2.8947479724884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0703728199005127,
      "cov-distil (oracle2student)": 4.350401878356934,
      "cov-distil (oracle2teacher)": 4.271941184997559,
      "epoch": 2.4065934065934065,
      "rel-constrast": 2.559588670730591,
      "step": 3066,
      "subrel-constrast": 2.954277992248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8472816944122314,
      "cov-distil (oracle2student)": 4.2954888343811035,
      "cov-distil (oracle2teacher)": 4.47335147857666,
      "epoch": 2.4073783359497645,
      "rel-constrast": 2.793977737426758,
      "step": 3067,
      "subrel-constrast": 4.037046432495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4266877174377441,
      "cov-distil (oracle2student)": 6.165536880493164,
      "cov-distil (oracle2teacher)": 5.479109287261963,
      "epoch": 2.4081632653061225,
      "rel-constrast": 2.088073253631592,
      "step": 3068,
      "subrel-constrast": 2.993659257888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4424668550491333,
      "cov-distil (oracle2student)": 5.485201358795166,
      "cov-distil (oracle2teacher)": 5.24677848815918,
      "epoch": 2.4089481946624804,
      "rel-constrast": 3.304251194000244,
      "step": 3069,
      "subrel-constrast": 4.1987385749816895,
      "view-similarity": 0
    },
    {
      "epoch": 2.4097331240188384,
      "grad_norm": 5.90625,
      "learning_rate": 4.375854663287601e-05,
      "loss": 0.7473,
      "step": 3070
    },
    {
      "cov-distil": 1.475146770477295,
      "cov-distil (oracle2student)": 4.044496536254883,
      "cov-distil (oracle2teacher)": 3.2410354614257812,
      "epoch": 2.4097331240188384,
      "rel-constrast": 2.1455562114715576,
      "step": 3070,
      "subrel-constrast": 2.891815423965454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8368010520935059,
      "cov-distil (oracle2student)": 3.841926336288452,
      "cov-distil (oracle2teacher)": 3.629031181335449,
      "epoch": 2.4105180533751964,
      "rel-constrast": 2.78139591217041,
      "step": 3071,
      "subrel-constrast": 3.509953498840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8675960302352905,
      "cov-distil (oracle2student)": 5.175873756408691,
      "cov-distil (oracle2teacher)": 4.678619384765625,
      "epoch": 2.411302982731554,
      "rel-constrast": 2.172898769378662,
      "step": 3072,
      "subrel-constrast": 2.698033094406128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5033355951309204,
      "cov-distil (oracle2student)": 5.4867353439331055,
      "cov-distil (oracle2teacher)": 4.518240928649902,
      "epoch": 2.412087912087912,
      "rel-constrast": 3.474844455718994,
      "step": 3073,
      "subrel-constrast": 3.5300395488739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4164576530456543,
      "cov-distil (oracle2student)": 4.211483955383301,
      "cov-distil (oracle2teacher)": 4.030996799468994,
      "epoch": 2.41287284144427,
      "rel-constrast": 2.7802317142486572,
      "step": 3074,
      "subrel-constrast": 3.958655595779419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9129674434661865,
      "cov-distil (oracle2student)": 3.635460376739502,
      "cov-distil (oracle2teacher)": 3.53660249710083,
      "epoch": 2.413657770800628,
      "rel-constrast": 2.5121073722839355,
      "step": 3075,
      "subrel-constrast": 3.7195796966552734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3852119445800781,
      "cov-distil (oracle2student)": 5.318832874298096,
      "cov-distil (oracle2teacher)": 4.881415367126465,
      "epoch": 2.414442700156986,
      "rel-constrast": 2.177109479904175,
      "step": 3076,
      "subrel-constrast": 3.126558542251587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83939790725708,
      "cov-distil (oracle2student)": 5.203956604003906,
      "cov-distil (oracle2teacher)": 5.147180557250977,
      "epoch": 2.415227629513344,
      "rel-constrast": 2.8661723136901855,
      "step": 3077,
      "subrel-constrast": 3.554931640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.465797781944275,
      "cov-distil (oracle2student)": 3.317169189453125,
      "cov-distil (oracle2teacher)": 3.3707902431488037,
      "epoch": 2.416012558869702,
      "rel-constrast": 2.894062042236328,
      "step": 3078,
      "subrel-constrast": 3.326247453689575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3328229188919067,
      "cov-distil (oracle2student)": 3.769038677215576,
      "cov-distil (oracle2teacher)": 3.6634786128997803,
      "epoch": 2.4167974882260594,
      "rel-constrast": 2.889101982116699,
      "step": 3079,
      "subrel-constrast": 3.520508289337158,
      "view-similarity": 0
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 5.25,
      "learning_rate": 4.370074497258456e-05,
      "loss": 0.7099,
      "step": 3080
    },
    {
      "cov-distil": 1.5954891443252563,
      "cov-distil (oracle2student)": 4.277334213256836,
      "cov-distil (oracle2teacher)": 4.295309066772461,
      "epoch": 2.4175824175824174,
      "rel-constrast": 1.8895772695541382,
      "step": 3080,
      "subrel-constrast": 2.691560745239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513533592224121,
      "cov-distil (oracle2student)": 4.284801959991455,
      "cov-distil (oracle2teacher)": 3.9162445068359375,
      "epoch": 2.4183673469387754,
      "rel-constrast": 2.7244648933410645,
      "step": 3081,
      "subrel-constrast": 3.195178985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.068490982055664,
      "cov-distil (oracle2student)": 4.575675010681152,
      "cov-distil (oracle2teacher)": 4.7760419845581055,
      "epoch": 2.4191522762951334,
      "rel-constrast": 2.8242552280426025,
      "step": 3082,
      "subrel-constrast": 3.455894947052002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4129858016967773,
      "cov-distil (oracle2student)": 3.0361571311950684,
      "cov-distil (oracle2teacher)": 3.308905839920044,
      "epoch": 2.4199372056514914,
      "rel-constrast": 2.606328010559082,
      "step": 3083,
      "subrel-constrast": 3.2617435455322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6200933456420898,
      "cov-distil (oracle2student)": 3.9919400215148926,
      "cov-distil (oracle2teacher)": 3.9484012126922607,
      "epoch": 2.4207221350078494,
      "rel-constrast": 2.8377161026000977,
      "step": 3084,
      "subrel-constrast": 3.4638309478759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3059407472610474,
      "cov-distil (oracle2student)": 6.77864933013916,
      "cov-distil (oracle2teacher)": 6.106629371643066,
      "epoch": 2.4215070643642074,
      "rel-constrast": 3.9351630210876465,
      "step": 3085,
      "subrel-constrast": 4.295100212097168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3926438093185425,
      "cov-distil (oracle2student)": 4.928810119628906,
      "cov-distil (oracle2teacher)": 4.185301303863525,
      "epoch": 2.422291993720565,
      "rel-constrast": 1.8593497276306152,
      "step": 3086,
      "subrel-constrast": 2.8457159996032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5756728649139404,
      "cov-distil (oracle2student)": 3.6060595512390137,
      "cov-distil (oracle2teacher)": 3.7412233352661133,
      "epoch": 2.423076923076923,
      "rel-constrast": 2.7606709003448486,
      "step": 3087,
      "subrel-constrast": 3.2743570804595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2948217391967773,
      "cov-distil (oracle2student)": 3.4226462841033936,
      "cov-distil (oracle2teacher)": 3.4693641662597656,
      "epoch": 2.423861852433281,
      "rel-constrast": 2.2020583152770996,
      "step": 3088,
      "subrel-constrast": 2.5527336597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9703471660614014,
      "cov-distil (oracle2student)": 3.431999683380127,
      "cov-distil (oracle2teacher)": 3.9646358489990234,
      "epoch": 2.424646781789639,
      "rel-constrast": 2.4696195125579834,
      "step": 3089,
      "subrel-constrast": 3.1155014038085938,
      "view-similarity": 0
    },
    {
      "epoch": 2.425431711145997,
      "grad_norm": 4.75,
      "learning_rate": 4.364271544961722e-05,
      "loss": 0.6896,
      "step": 3090
    },
    {
      "cov-distil": 1.6579806804656982,
      "cov-distil (oracle2student)": 5.538765907287598,
      "cov-distil (oracle2teacher)": 5.415374755859375,
      "epoch": 2.425431711145997,
      "rel-constrast": 3.3838932514190674,
      "step": 3090,
      "subrel-constrast": 3.9239776134490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6685764789581299,
      "cov-distil (oracle2student)": 3.0305380821228027,
      "cov-distil (oracle2teacher)": 2.941138744354248,
      "epoch": 2.426216640502355,
      "rel-constrast": 2.446298599243164,
      "step": 3091,
      "subrel-constrast": 3.0500919818878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7466681003570557,
      "cov-distil (oracle2student)": 4.31923770904541,
      "cov-distil (oracle2teacher)": 4.249931335449219,
      "epoch": 2.427001569858713,
      "rel-constrast": 2.3807554244995117,
      "step": 3092,
      "subrel-constrast": 3.604367256164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7580583095550537,
      "cov-distil (oracle2student)": 3.24861478805542,
      "cov-distil (oracle2teacher)": 3.5355465412139893,
      "epoch": 2.427786499215071,
      "rel-constrast": 2.440941095352173,
      "step": 3093,
      "subrel-constrast": 3.3570034503936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.248308539390564,
      "cov-distil (oracle2student)": 4.0413970947265625,
      "cov-distil (oracle2teacher)": 3.4975693225860596,
      "epoch": 2.4285714285714284,
      "rel-constrast": 1.8814101219177246,
      "step": 3094,
      "subrel-constrast": 2.4188225269317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.427692174911499,
      "cov-distil (oracle2student)": 4.72838020324707,
      "cov-distil (oracle2teacher)": 4.359134674072266,
      "epoch": 2.4293563579277864,
      "rel-constrast": 1.8632233142852783,
      "step": 3095,
      "subrel-constrast": 2.5761775970458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0077743530273438,
      "cov-distil (oracle2student)": 2.822767496109009,
      "cov-distil (oracle2teacher)": 3.226290702819824,
      "epoch": 2.4301412872841444,
      "rel-constrast": 1.8497562408447266,
      "step": 3096,
      "subrel-constrast": 3.030212879180908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5448319911956787,
      "cov-distil (oracle2student)": 3.73988676071167,
      "cov-distil (oracle2teacher)": 3.87601900100708,
      "epoch": 2.4309262166405023,
      "rel-constrast": 2.24189829826355,
      "step": 3097,
      "subrel-constrast": 3.266615390777588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.973745346069336,
      "cov-distil (oracle2student)": 4.834380149841309,
      "cov-distil (oracle2teacher)": 4.47308874130249,
      "epoch": 2.4317111459968603,
      "rel-constrast": 2.900484800338745,
      "step": 3098,
      "subrel-constrast": 3.6581013202667236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5562504529953003,
      "cov-distil (oracle2student)": 4.020699501037598,
      "cov-distil (oracle2teacher)": 3.621068239212036,
      "epoch": 2.4324960753532183,
      "rel-constrast": 2.300758123397827,
      "step": 3099,
      "subrel-constrast": 2.9786806106567383,
      "view-similarity": 0
    },
    {
      "epoch": 2.4332810047095763,
      "grad_norm": 5.625,
      "learning_rate": 4.3584458771045406e-05,
      "loss": 0.6337,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "overlap": 0.34687501192092896,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "student margin": 0.0672607421875
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "teacher margin": 0.04913330078125
    },
    {
      "epoch": 2.4332810047095763,
      "margin difference": -0.01812744140625,
      "step": 3100
    },
    {
      "cov-distil": 1.5757256746292114,
      "cov-distil (oracle2student)": 5.249720573425293,
      "cov-distil (oracle2teacher)": 4.80001163482666,
      "epoch": 2.4332810047095763,
      "rel-constrast": 2.2883691787719727,
      "step": 3100,
      "subrel-constrast": 2.863760232925415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.351791262626648,
      "cov-distil (oracle2student)": 4.2582855224609375,
      "cov-distil (oracle2teacher)": 3.8739173412323,
      "epoch": 2.4340659340659343,
      "rel-constrast": 2.7392091751098633,
      "step": 3101,
      "subrel-constrast": 2.8720571994781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.708400011062622,
      "cov-distil (oracle2student)": 6.221958160400391,
      "cov-distil (oracle2teacher)": 5.93073034286499,
      "epoch": 2.434850863422292,
      "rel-constrast": 4.075075149536133,
      "step": 3102,
      "subrel-constrast": 4.466808319091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.983452320098877,
      "cov-distil (oracle2student)": 4.48055362701416,
      "cov-distil (oracle2teacher)": 4.607118606567383,
      "epoch": 2.43563579277865,
      "rel-constrast": 2.0553646087646484,
      "step": 3103,
      "subrel-constrast": 3.369985342025757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5557057857513428,
      "cov-distil (oracle2student)": 2.5519473552703857,
      "cov-distil (oracle2teacher)": 2.84794282913208,
      "epoch": 2.436420722135008,
      "rel-constrast": 2.5016682147979736,
      "step": 3104,
      "subrel-constrast": 3.184105396270752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7438387870788574,
      "cov-distil (oracle2student)": 4.192556381225586,
      "cov-distil (oracle2teacher)": 3.9098076820373535,
      "epoch": 2.437205651491366,
      "rel-constrast": 2.6846320629119873,
      "step": 3105,
      "subrel-constrast": 3.6254632472991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7670329809188843,
      "cov-distil (oracle2student)": 4.380505561828613,
      "cov-distil (oracle2teacher)": 4.140459060668945,
      "epoch": 2.437990580847724,
      "rel-constrast": 2.8866629600524902,
      "step": 3106,
      "subrel-constrast": 3.6935763359069824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9681905508041382,
      "cov-distil (oracle2student)": 3.4724788665771484,
      "cov-distil (oracle2teacher)": 3.404186725616455,
      "epoch": 2.438775510204082,
      "rel-constrast": 3.116316080093384,
      "step": 3107,
      "subrel-constrast": 3.7405712604522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7428932189941406,
      "cov-distil (oracle2student)": 4.078738212585449,
      "cov-distil (oracle2teacher)": 3.7048730850219727,
      "epoch": 2.4395604395604398,
      "rel-constrast": 3.741856098175049,
      "step": 3108,
      "subrel-constrast": 3.9177377223968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151724338531494,
      "cov-distil (oracle2student)": 6.63142728805542,
      "cov-distil (oracle2teacher)": 5.529238700866699,
      "epoch": 2.4403453689167973,
      "rel-constrast": 2.666156768798828,
      "step": 3109,
      "subrel-constrast": 3.6784250736236572,
      "view-similarity": 0
    },
    {
      "epoch": 2.4411302982731553,
      "grad_norm": 5.0625,
      "learning_rate": 4.352597564670836e-05,
      "loss": 0.7619,
      "step": 3110
    },
    {
      "cov-distil": 2.0067849159240723,
      "cov-distil (oracle2student)": 4.501019477844238,
      "cov-distil (oracle2teacher)": 4.050183296203613,
      "epoch": 2.4411302982731553,
      "rel-constrast": 2.482922077178955,
      "step": 3110,
      "subrel-constrast": 3.3727080821990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2038347721099854,
      "cov-distil (oracle2student)": 3.639047145843506,
      "cov-distil (oracle2teacher)": 3.694805860519409,
      "epoch": 2.4419152276295133,
      "rel-constrast": 2.9075088500976562,
      "step": 3111,
      "subrel-constrast": 3.4501748085021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3651124238967896,
      "cov-distil (oracle2student)": 3.6868512630462646,
      "cov-distil (oracle2teacher)": 2.858288049697876,
      "epoch": 2.4427001569858713,
      "rel-constrast": 2.7335727214813232,
      "step": 3112,
      "subrel-constrast": 2.9278438091278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.500255823135376,
      "cov-distil (oracle2student)": 4.388445854187012,
      "cov-distil (oracle2teacher)": 4.3685455322265625,
      "epoch": 2.4434850863422293,
      "rel-constrast": 3.3321385383605957,
      "step": 3113,
      "subrel-constrast": 4.2240190505981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635016679763794,
      "cov-distil (oracle2student)": 4.808262825012207,
      "cov-distil (oracle2teacher)": 4.217425346374512,
      "epoch": 2.4442700156985873,
      "rel-constrast": 2.7410449981689453,
      "step": 3114,
      "subrel-constrast": 3.2943193912506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.424506425857544,
      "cov-distil (oracle2student)": 6.318131923675537,
      "cov-distil (oracle2teacher)": 5.506617546081543,
      "epoch": 2.4450549450549453,
      "rel-constrast": 2.504589796066284,
      "step": 3115,
      "subrel-constrast": 3.9909706115722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7262263298034668,
      "cov-distil (oracle2student)": 3.1801044940948486,
      "cov-distil (oracle2teacher)": 3.3587193489074707,
      "epoch": 2.445839874411303,
      "rel-constrast": 1.3994420766830444,
      "step": 3116,
      "subrel-constrast": 2.29480242729187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7174043655395508,
      "cov-distil (oracle2student)": 2.954110622406006,
      "cov-distil (oracle2teacher)": 2.9565720558166504,
      "epoch": 2.446624803767661,
      "rel-constrast": 2.799145460128784,
      "step": 3117,
      "subrel-constrast": 3.223245620727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0997990369796753,
      "cov-distil (oracle2student)": 4.370362758636475,
      "cov-distil (oracle2teacher)": 4.258945465087891,
      "epoch": 2.4474097331240188,
      "rel-constrast": 1.6741814613342285,
      "step": 3118,
      "subrel-constrast": 2.689037561416626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017937660217285,
      "cov-distil (oracle2student)": 4.137917518615723,
      "cov-distil (oracle2teacher)": 4.340741157531738,
      "epoch": 2.4481946624803768,
      "rel-constrast": 2.2123947143554688,
      "step": 3119,
      "subrel-constrast": 3.3444080352783203,
      "view-similarity": 0
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 4.75,
      "learning_rate": 4.34672667892045e-05,
      "loss": 0.6579,
      "step": 3120
    },
    {
      "cov-distil": 1.416031837463379,
      "cov-distil (oracle2student)": 5.9707136154174805,
      "cov-distil (oracle2teacher)": 5.409427642822266,
      "epoch": 2.4489795918367347,
      "rel-constrast": 2.5952680110931396,
      "step": 3120,
      "subrel-constrast": 2.998718500137329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.036207675933838,
      "cov-distil (oracle2student)": 4.805495262145996,
      "cov-distil (oracle2teacher)": 4.6554718017578125,
      "epoch": 2.4497645211930927,
      "rel-constrast": 2.568786144256592,
      "step": 3121,
      "subrel-constrast": 3.369884729385376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1535801887512207,
      "cov-distil (oracle2student)": 3.417114734649658,
      "cov-distil (oracle2teacher)": 3.3716683387756348,
      "epoch": 2.4505494505494507,
      "rel-constrast": 2.5415759086608887,
      "step": 3122,
      "subrel-constrast": 3.2174017429351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952911853790283,
      "cov-distil (oracle2student)": 4.617475509643555,
      "cov-distil (oracle2teacher)": 4.354551792144775,
      "epoch": 2.4513343799058083,
      "rel-constrast": 3.063483238220215,
      "step": 3123,
      "subrel-constrast": 3.7388393878936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5037425756454468,
      "cov-distil (oracle2student)": 4.523509502410889,
      "cov-distil (oracle2teacher)": 4.5323944091796875,
      "epoch": 2.4521193092621663,
      "rel-constrast": 3.0835516452789307,
      "step": 3124,
      "subrel-constrast": 4.129610538482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8272840976715088,
      "cov-distil (oracle2student)": 4.765773773193359,
      "cov-distil (oracle2teacher)": 4.149887561798096,
      "epoch": 2.4529042386185242,
      "rel-constrast": 2.6158945560455322,
      "step": 3125,
      "subrel-constrast": 3.135019063949585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.472785234451294,
      "cov-distil (oracle2student)": 4.188315391540527,
      "cov-distil (oracle2teacher)": 4.179082870483398,
      "epoch": 2.4536891679748822,
      "rel-constrast": 2.9196887016296387,
      "step": 3126,
      "subrel-constrast": 3.656432628631592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0266298055648804,
      "cov-distil (oracle2student)": 4.2936224937438965,
      "cov-distil (oracle2teacher)": 4.314414978027344,
      "epoch": 2.4544740973312402,
      "rel-constrast": 2.2254176139831543,
      "step": 3127,
      "subrel-constrast": 2.4953582286834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2445579767227173,
      "cov-distil (oracle2student)": 4.879389762878418,
      "cov-distil (oracle2teacher)": 4.06852912902832,
      "epoch": 2.455259026687598,
      "rel-constrast": 2.252915382385254,
      "step": 3128,
      "subrel-constrast": 2.9810192584991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5838351249694824,
      "cov-distil (oracle2student)": 3.5738348960876465,
      "cov-distil (oracle2teacher)": 3.8101158142089844,
      "epoch": 2.456043956043956,
      "rel-constrast": 2.7032225131988525,
      "step": 3129,
      "subrel-constrast": 3.5869219303131104,
      "view-similarity": 0
    },
    {
      "epoch": 2.4568288854003137,
      "grad_norm": 4.9375,
      "learning_rate": 4.340833291388273e-05,
      "loss": 0.6994,
      "step": 3130
    },
    {
      "cov-distil": 1.3586390018463135,
      "cov-distil (oracle2student)": 4.909631729125977,
      "cov-distil (oracle2teacher)": 4.469675064086914,
      "epoch": 2.4568288854003137,
      "rel-constrast": 3.163145065307617,
      "step": 3130,
      "subrel-constrast": 4.295243263244629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6004242897033691,
      "cov-distil (oracle2student)": 3.2957539558410645,
      "cov-distil (oracle2teacher)": 3.528459310531616,
      "epoch": 2.4576138147566717,
      "rel-constrast": 2.768686294555664,
      "step": 3131,
      "subrel-constrast": 3.1998143196105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9779164791107178,
      "cov-distil (oracle2student)": 4.2591681480407715,
      "cov-distil (oracle2teacher)": 3.976203680038452,
      "epoch": 2.4583987441130297,
      "rel-constrast": 3.71171236038208,
      "step": 3132,
      "subrel-constrast": 3.6047146320343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5708293914794922,
      "cov-distil (oracle2student)": 3.0221753120422363,
      "cov-distil (oracle2teacher)": 3.2108817100524902,
      "epoch": 2.4591836734693877,
      "rel-constrast": 2.978334903717041,
      "step": 3133,
      "subrel-constrast": 3.3657751083374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8801767826080322,
      "cov-distil (oracle2student)": 6.524477005004883,
      "cov-distil (oracle2teacher)": 6.248221397399902,
      "epoch": 2.4599686028257457,
      "rel-constrast": 3.617413282394409,
      "step": 3134,
      "subrel-constrast": 3.9416983127593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527632713317871,
      "cov-distil (oracle2student)": 4.673624038696289,
      "cov-distil (oracle2teacher)": 4.483739852905273,
      "epoch": 2.4607535321821037,
      "rel-constrast": 2.615363836288452,
      "step": 3135,
      "subrel-constrast": 3.4170472621917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.110795259475708,
      "cov-distil (oracle2student)": 5.354499340057373,
      "cov-distil (oracle2teacher)": 5.01642370223999,
      "epoch": 2.4615384615384617,
      "rel-constrast": 3.2835280895233154,
      "step": 3136,
      "subrel-constrast": 3.46244740486145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051492214202881,
      "cov-distil (oracle2student)": 5.1036295890808105,
      "cov-distil (oracle2teacher)": 4.224447250366211,
      "epoch": 2.462323390894819,
      "rel-constrast": 2.2288522720336914,
      "step": 3137,
      "subrel-constrast": 2.727898120880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.933518648147583,
      "cov-distil (oracle2student)": 4.493273735046387,
      "cov-distil (oracle2teacher)": 4.012969017028809,
      "epoch": 2.463108320251177,
      "rel-constrast": 3.634521961212158,
      "step": 3138,
      "subrel-constrast": 4.142787456512451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7510862350463867,
      "cov-distil (oracle2student)": 3.42866587638855,
      "cov-distil (oracle2teacher)": 3.275162696838379,
      "epoch": 2.463893249607535,
      "rel-constrast": 4.027894496917725,
      "step": 3139,
      "subrel-constrast": 4.365391254425049,
      "view-similarity": 0
    },
    {
      "epoch": 2.464678178963893,
      "grad_norm": 6.53125,
      "learning_rate": 4.334917473883373e-05,
      "loss": 0.8401,
      "step": 3140
    },
    {
      "cov-distil": 1.6036372184753418,
      "cov-distil (oracle2student)": 3.7918407917022705,
      "cov-distil (oracle2teacher)": 3.154810667037964,
      "epoch": 2.464678178963893,
      "rel-constrast": 3.0422255992889404,
      "step": 3140,
      "subrel-constrast": 3.136831760406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.140687346458435,
      "cov-distil (oracle2student)": 3.5842483043670654,
      "cov-distil (oracle2teacher)": 3.480266571044922,
      "epoch": 2.465463108320251,
      "rel-constrast": 2.042184352874756,
      "step": 3141,
      "subrel-constrast": 2.4893200397491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5174167156219482,
      "cov-distil (oracle2student)": 3.705275297164917,
      "cov-distil (oracle2teacher)": 3.777817726135254,
      "epoch": 2.466248037676609,
      "rel-constrast": 2.0585174560546875,
      "step": 3142,
      "subrel-constrast": 2.9382669925689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.344301462173462,
      "cov-distil (oracle2student)": 3.997647285461426,
      "cov-distil (oracle2teacher)": 3.614727020263672,
      "epoch": 2.467032967032967,
      "rel-constrast": 2.836596965789795,
      "step": 3143,
      "subrel-constrast": 3.247298002243042,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9262842535972595,
      "cov-distil (oracle2student)": 5.0936279296875,
      "cov-distil (oracle2teacher)": 4.957192420959473,
      "epoch": 2.467817896389325,
      "rel-constrast": 2.7916011810302734,
      "step": 3144,
      "subrel-constrast": 3.573464870452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7102220058441162,
      "cov-distil (oracle2student)": 5.211209774017334,
      "cov-distil (oracle2teacher)": 4.96450662612915,
      "epoch": 2.468602825745683,
      "rel-constrast": 3.0288021564483643,
      "step": 3145,
      "subrel-constrast": 3.8908228874206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4237297773361206,
      "cov-distil (oracle2student)": 5.879305839538574,
      "cov-distil (oracle2teacher)": 5.01312255859375,
      "epoch": 2.4693877551020407,
      "rel-constrast": 2.8151111602783203,
      "step": 3146,
      "subrel-constrast": 3.221799612045288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.145078182220459,
      "cov-distil (oracle2student)": 4.9379096031188965,
      "cov-distil (oracle2teacher)": 5.141885280609131,
      "epoch": 2.4701726844583987,
      "rel-constrast": 3.0987730026245117,
      "step": 3147,
      "subrel-constrast": 3.8954803943634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.172927141189575,
      "cov-distil (oracle2student)": 4.196881294250488,
      "cov-distil (oracle2teacher)": 4.010043144226074,
      "epoch": 2.4709576138147566,
      "rel-constrast": 2.861114978790283,
      "step": 3148,
      "subrel-constrast": 3.7907583713531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9980965852737427,
      "cov-distil (oracle2student)": 5.249136924743652,
      "cov-distil (oracle2teacher)": 5.27896785736084,
      "epoch": 2.4717425431711146,
      "rel-constrast": 3.4600701332092285,
      "step": 3149,
      "subrel-constrast": 4.173051834106445,
      "view-similarity": 0
    },
    {
      "epoch": 2.4725274725274726,
      "grad_norm": 6.1875,
      "learning_rate": 4.3289792984881174e-05,
      "loss": 0.7383,
      "step": 3150
    },
    {
      "cov-distil": 1.4062113761901855,
      "cov-distil (oracle2student)": 2.9306488037109375,
      "cov-distil (oracle2teacher)": 2.8639111518859863,
      "epoch": 2.4725274725274726,
      "rel-constrast": 2.030104637145996,
      "step": 3150,
      "subrel-constrast": 2.881101608276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282082438468933,
      "cov-distil (oracle2student)": 4.196835517883301,
      "cov-distil (oracle2teacher)": 3.283474922180176,
      "epoch": 2.4733124018838306,
      "rel-constrast": 1.6793544292449951,
      "step": 3151,
      "subrel-constrast": 1.8464077711105347,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.209139108657837,
      "cov-distil (oracle2student)": 3.9075934886932373,
      "cov-distil (oracle2teacher)": 3.3400769233703613,
      "epoch": 2.4740973312401886,
      "rel-constrast": 1.7183418273925781,
      "step": 3152,
      "subrel-constrast": 1.9517006874084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.256178379058838,
      "cov-distil (oracle2student)": 3.5250277519226074,
      "cov-distil (oracle2teacher)": 4.135322570800781,
      "epoch": 2.474882260596546,
      "rel-constrast": 2.998563051223755,
      "step": 3153,
      "subrel-constrast": 4.0608344078063965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2107676267623901,
      "cov-distil (oracle2student)": 4.082742691040039,
      "cov-distil (oracle2teacher)": 4.027431011199951,
      "epoch": 2.475667189952904,
      "rel-constrast": 1.9242055416107178,
      "step": 3154,
      "subrel-constrast": 2.8141210079193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4830029010772705,
      "cov-distil (oracle2student)": 5.7481465339660645,
      "cov-distil (oracle2teacher)": 5.24298095703125,
      "epoch": 2.476452119309262,
      "rel-constrast": 3.119180202484131,
      "step": 3155,
      "subrel-constrast": 4.028499603271484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1774104833602905,
      "cov-distil (oracle2student)": 4.645663261413574,
      "cov-distil (oracle2teacher)": 3.970423698425293,
      "epoch": 2.47723704866562,
      "rel-constrast": 1.927222490310669,
      "step": 3156,
      "subrel-constrast": 2.6703014373779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1810541152954102,
      "cov-distil (oracle2student)": 3.5132880210876465,
      "cov-distil (oracle2teacher)": 3.52266263961792,
      "epoch": 2.478021978021978,
      "rel-constrast": 2.519179344177246,
      "step": 3157,
      "subrel-constrast": 3.260448932647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3471145629882812,
      "cov-distil (oracle2student)": 3.602628707885742,
      "cov-distil (oracle2teacher)": 3.5038130283355713,
      "epoch": 2.478806907378336,
      "rel-constrast": 2.140629768371582,
      "step": 3158,
      "subrel-constrast": 2.6747918128967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5132215023040771,
      "cov-distil (oracle2student)": 2.4720518589019775,
      "cov-distil (oracle2teacher)": 2.65682315826416,
      "epoch": 2.479591836734694,
      "rel-constrast": 2.005352020263672,
      "step": 3159,
      "subrel-constrast": 2.629133701324463,
      "view-similarity": 0
    },
    {
      "epoch": 2.4803767660910516,
      "grad_norm": 4.84375,
      "learning_rate": 4.3230188375573e-05,
      "loss": 0.5842,
      "step": 3160
    },
    {
      "cov-distil": 1.7846033573150635,
      "cov-distil (oracle2student)": 7.043437480926514,
      "cov-distil (oracle2teacher)": 5.958685874938965,
      "epoch": 2.4803767660910516,
      "rel-constrast": 2.67256498336792,
      "step": 3160,
      "subrel-constrast": 3.153947591781616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52724027633667,
      "cov-distil (oracle2student)": 3.4807991981506348,
      "cov-distil (oracle2teacher)": 3.662358522415161,
      "epoch": 2.4811616954474096,
      "rel-constrast": 2.7892889976501465,
      "step": 3161,
      "subrel-constrast": 3.3175532817840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5145161151885986,
      "cov-distil (oracle2student)": 4.084555625915527,
      "cov-distil (oracle2teacher)": 3.011592388153076,
      "epoch": 2.4819466248037676,
      "rel-constrast": 2.372483491897583,
      "step": 3162,
      "subrel-constrast": 2.432321071624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4534692764282227,
      "cov-distil (oracle2student)": 4.033753395080566,
      "cov-distil (oracle2teacher)": 3.643362045288086,
      "epoch": 2.4827315541601256,
      "rel-constrast": 2.0096216201782227,
      "step": 3163,
      "subrel-constrast": 2.982510566711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.855319857597351,
      "cov-distil (oracle2student)": 3.7099688053131104,
      "cov-distil (oracle2teacher)": 3.208369493484497,
      "epoch": 2.4835164835164836,
      "rel-constrast": 2.0856966972351074,
      "step": 3164,
      "subrel-constrast": 2.466456890106201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9550790786743164,
      "cov-distil (oracle2student)": 4.3319196701049805,
      "cov-distil (oracle2teacher)": 4.096756458282471,
      "epoch": 2.4843014128728416,
      "rel-constrast": 2.675689697265625,
      "step": 3165,
      "subrel-constrast": 3.7513012886047363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2436221837997437,
      "cov-distil (oracle2student)": 4.819587707519531,
      "cov-distil (oracle2teacher)": 4.791376113891602,
      "epoch": 2.4850863422291996,
      "rel-constrast": 3.1930365562438965,
      "step": 3166,
      "subrel-constrast": 3.740398406982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536020040512085,
      "cov-distil (oracle2student)": 4.2395830154418945,
      "cov-distil (oracle2teacher)": 3.7668027877807617,
      "epoch": 2.485871271585557,
      "rel-constrast": 3.107299566268921,
      "step": 3167,
      "subrel-constrast": 3.3897652626037598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1786673069000244,
      "cov-distil (oracle2student)": 4.629476547241211,
      "cov-distil (oracle2teacher)": 4.554415702819824,
      "epoch": 2.486656200941915,
      "rel-constrast": 3.0051467418670654,
      "step": 3168,
      "subrel-constrast": 3.436793327331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9248692989349365,
      "cov-distil (oracle2student)": 3.696438789367676,
      "cov-distil (oracle2teacher)": 2.890047550201416,
      "epoch": 2.487441130298273,
      "rel-constrast": 1.9954328536987305,
      "step": 3169,
      "subrel-constrast": 2.5913872718811035,
      "view-similarity": 0
    },
    {
      "epoch": 2.488226059654631,
      "grad_norm": 6.09375,
      "learning_rate": 4.3170361637172575e-05,
      "loss": 0.6876,
      "step": 3170
    },
    {
      "cov-distil": 1.5784053802490234,
      "cov-distil (oracle2student)": 3.2995240688323975,
      "cov-distil (oracle2teacher)": 3.4231014251708984,
      "epoch": 2.488226059654631,
      "rel-constrast": 2.6243484020233154,
      "step": 3170,
      "subrel-constrast": 3.410679817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3682124614715576,
      "cov-distil (oracle2student)": 2.763781785964966,
      "cov-distil (oracle2teacher)": 2.616957426071167,
      "epoch": 2.489010989010989,
      "rel-constrast": 2.3062045574188232,
      "step": 3171,
      "subrel-constrast": 3.0814929008483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5103285312652588,
      "cov-distil (oracle2student)": 4.634303092956543,
      "cov-distil (oracle2teacher)": 4.4101338386535645,
      "epoch": 2.489795918367347,
      "rel-constrast": 2.4270877838134766,
      "step": 3172,
      "subrel-constrast": 3.046363115310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3289169073104858,
      "cov-distil (oracle2student)": 3.8718085289001465,
      "cov-distil (oracle2teacher)": 3.651665687561035,
      "epoch": 2.490580847723705,
      "rel-constrast": 1.7130024433135986,
      "step": 3173,
      "subrel-constrast": 2.5831868648529053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4980425834655762,
      "cov-distil (oracle2student)": 3.7573695182800293,
      "cov-distil (oracle2teacher)": 3.591980457305908,
      "epoch": 2.4913657770800626,
      "rel-constrast": 1.7413835525512695,
      "step": 3174,
      "subrel-constrast": 2.798279285430908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7864161729812622,
      "cov-distil (oracle2student)": 4.015658378601074,
      "cov-distil (oracle2teacher)": 3.7668678760528564,
      "epoch": 2.4921507064364206,
      "rel-constrast": 2.163250684738159,
      "step": 3175,
      "subrel-constrast": 2.7759456634521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1382745504379272,
      "cov-distil (oracle2student)": 5.159589767456055,
      "cov-distil (oracle2teacher)": 4.924499034881592,
      "epoch": 2.4929356357927785,
      "rel-constrast": 3.6899023056030273,
      "step": 3176,
      "subrel-constrast": 3.8656625747680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6984165906906128,
      "cov-distil (oracle2student)": 3.1709675788879395,
      "cov-distil (oracle2teacher)": 3.288743734359741,
      "epoch": 2.4937205651491365,
      "rel-constrast": 2.1558027267456055,
      "step": 3177,
      "subrel-constrast": 3.0568485260009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1334805488586426,
      "cov-distil (oracle2student)": 5.653553009033203,
      "cov-distil (oracle2teacher)": 5.146153450012207,
      "epoch": 2.4945054945054945,
      "rel-constrast": 2.214648723602295,
      "step": 3178,
      "subrel-constrast": 2.6215438842773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.200916051864624,
      "cov-distil (oracle2student)": 4.203347682952881,
      "cov-distil (oracle2teacher)": 4.581297874450684,
      "epoch": 2.4952904238618525,
      "rel-constrast": 2.5859487056732178,
      "step": 3179,
      "subrel-constrast": 3.594485282897949,
      "view-similarity": 0
    },
    {
      "epoch": 2.4960753532182105,
      "grad_norm": 5.46875,
      "learning_rate": 4.3110313498649816e-05,
      "loss": 0.6261,
      "step": 3180
    },
    {
      "cov-distil": 2.0044445991516113,
      "cov-distil (oracle2student)": 3.2673468589782715,
      "cov-distil (oracle2teacher)": 3.213047981262207,
      "epoch": 2.4960753532182105,
      "rel-constrast": 2.455889940261841,
      "step": 3180,
      "subrel-constrast": 3.5836575031280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6262102127075195,
      "cov-distil (oracle2student)": 2.3185806274414062,
      "cov-distil (oracle2teacher)": 2.761704921722412,
      "epoch": 2.496860282574568,
      "rel-constrast": 2.4766855239868164,
      "step": 3181,
      "subrel-constrast": 3.2814836502075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3321276903152466,
      "cov-distil (oracle2student)": 3.138485908508301,
      "cov-distil (oracle2teacher)": 3.319969654083252,
      "epoch": 2.497645211930926,
      "rel-constrast": 2.2317166328430176,
      "step": 3182,
      "subrel-constrast": 3.3039259910583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.510735034942627,
      "cov-distil (oracle2student)": 4.444922924041748,
      "cov-distil (oracle2teacher)": 3.9111876487731934,
      "epoch": 2.498430141287284,
      "rel-constrast": 2.488835573196411,
      "step": 3183,
      "subrel-constrast": 3.9600813388824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1321583986282349,
      "cov-distil (oracle2student)": 4.526627540588379,
      "cov-distil (oracle2teacher)": 4.393608093261719,
      "epoch": 2.499215070643642,
      "rel-constrast": 2.6160178184509277,
      "step": 3184,
      "subrel-constrast": 3.324152708053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6239445209503174,
      "cov-distil (oracle2student)": 5.001282691955566,
      "cov-distil (oracle2teacher)": 4.799595832824707,
      "epoch": 2.5,
      "rel-constrast": 3.552947998046875,
      "step": 3185,
      "subrel-constrast": 4.155721187591553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1050691604614258,
      "cov-distil (oracle2student)": 3.3399038314819336,
      "cov-distil (oracle2teacher)": 3.7865395545959473,
      "epoch": 2.500784929356358,
      "rel-constrast": 2.324129581451416,
      "step": 3186,
      "subrel-constrast": 3.346329927444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3759733438491821,
      "cov-distil (oracle2student)": 4.805597305297852,
      "cov-distil (oracle2teacher)": 4.1585693359375,
      "epoch": 2.501569858712716,
      "rel-constrast": 2.30026912689209,
      "step": 3187,
      "subrel-constrast": 2.8594014644622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3508708477020264,
      "cov-distil (oracle2student)": 4.5952043533325195,
      "cov-distil (oracle2teacher)": 4.623263359069824,
      "epoch": 2.5023547880690735,
      "rel-constrast": 2.166283130645752,
      "step": 3188,
      "subrel-constrast": 3.094506025314331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1483722925186157,
      "cov-distil (oracle2student)": 5.631651878356934,
      "cov-distil (oracle2teacher)": 5.100159645080566,
      "epoch": 2.503139717425432,
      "rel-constrast": 1.7863874435424805,
      "step": 3189,
      "subrel-constrast": 2.725893020629883,
      "view-similarity": 0
    },
    {
      "epoch": 2.5039246467817895,
      "grad_norm": 4.65625,
      "learning_rate": 4.3050044691672336e-05,
      "loss": 0.648,
      "step": 3190
    },
    {
      "cov-distil": 1.240476131439209,
      "cov-distil (oracle2student)": 3.9707818031311035,
      "cov-distil (oracle2teacher)": 4.034692764282227,
      "epoch": 2.5039246467817895,
      "rel-constrast": 2.8694963455200195,
      "step": 3190,
      "subrel-constrast": 3.571314811706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7813994884490967,
      "cov-distil (oracle2student)": 3.696841239929199,
      "cov-distil (oracle2teacher)": 3.4794740676879883,
      "epoch": 2.5047095761381475,
      "rel-constrast": 3.343001365661621,
      "step": 3191,
      "subrel-constrast": 4.146128177642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3255455493927002,
      "cov-distil (oracle2student)": 4.2685770988464355,
      "cov-distil (oracle2teacher)": 4.292325973510742,
      "epoch": 2.5054945054945055,
      "rel-constrast": 2.959031343460083,
      "step": 3192,
      "subrel-constrast": 3.49757719039917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2344636917114258,
      "cov-distil (oracle2student)": 4.52053165435791,
      "cov-distil (oracle2teacher)": 4.184212684631348,
      "epoch": 2.5062794348508635,
      "rel-constrast": 3.2828173637390137,
      "step": 3193,
      "subrel-constrast": 3.8742997646331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7671492099761963,
      "cov-distil (oracle2student)": 5.5709123611450195,
      "cov-distil (oracle2teacher)": 5.154391765594482,
      "epoch": 2.5070643642072215,
      "rel-constrast": 2.8828039169311523,
      "step": 3194,
      "subrel-constrast": 3.537970781326294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4280198812484741,
      "cov-distil (oracle2student)": 3.516058921813965,
      "cov-distil (oracle2teacher)": 3.777341365814209,
      "epoch": 2.5078492935635794,
      "rel-constrast": 3.1408331394195557,
      "step": 3195,
      "subrel-constrast": 4.115450382232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2059576511383057,
      "cov-distil (oracle2student)": 4.166736602783203,
      "cov-distil (oracle2teacher)": 4.19172477722168,
      "epoch": 2.5086342229199374,
      "rel-constrast": 2.881413698196411,
      "step": 3196,
      "subrel-constrast": 3.2871031761169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6152567863464355,
      "cov-distil (oracle2student)": 2.5228185653686523,
      "cov-distil (oracle2teacher)": 2.498863697052002,
      "epoch": 2.509419152276295,
      "rel-constrast": 2.063371181488037,
      "step": 3197,
      "subrel-constrast": 3.0383923053741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9041579961776733,
      "cov-distil (oracle2student)": 5.756880760192871,
      "cov-distil (oracle2teacher)": 5.2857985496521,
      "epoch": 2.510204081632653,
      "rel-constrast": 1.909332275390625,
      "step": 3198,
      "subrel-constrast": 2.6542656421661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3474352359771729,
      "cov-distil (oracle2student)": 4.145047187805176,
      "cov-distil (oracle2teacher)": 4.449634075164795,
      "epoch": 2.510989010989011,
      "rel-constrast": 2.787540912628174,
      "step": 3199,
      "subrel-constrast": 3.2403268814086914,
      "view-similarity": 0
    },
    {
      "epoch": 2.511773940345369,
      "grad_norm": 5.71875,
      "learning_rate": 4.298955595059654e-05,
      "loss": 0.7401,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "overlap": 0.29375001788139343,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "student margin": 0.063232421875
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "teacher margin": 0.051300048828125
    },
    {
      "epoch": 2.511773940345369,
      "margin difference": -0.011932373046875,
      "step": 3200
    },
    {
      "cov-distil": 1.0198545455932617,
      "cov-distil (oracle2student)": 4.8821563720703125,
      "cov-distil (oracle2teacher)": 4.301817893981934,
      "epoch": 2.511773940345369,
      "rel-constrast": 2.409618377685547,
      "step": 3200,
      "subrel-constrast": 2.5619540214538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676421642303467,
      "cov-distil (oracle2student)": 4.335204124450684,
      "cov-distil (oracle2teacher)": 3.9644148349761963,
      "epoch": 2.512558869701727,
      "rel-constrast": 2.185781240463257,
      "step": 3201,
      "subrel-constrast": 2.6245241165161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.486921787261963,
      "cov-distil (oracle2student)": 4.564678192138672,
      "cov-distil (oracle2teacher)": 4.681562423706055,
      "epoch": 2.513343799058085,
      "rel-constrast": 3.328810691833496,
      "step": 3202,
      "subrel-constrast": 3.59163236618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6266175508499146,
      "cov-distil (oracle2student)": 2.4992761611938477,
      "cov-distil (oracle2teacher)": 2.942551374435425,
      "epoch": 2.514128728414443,
      "rel-constrast": 2.646674633026123,
      "step": 3203,
      "subrel-constrast": 3.3898582458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3796550035476685,
      "cov-distil (oracle2student)": 3.749901533126831,
      "cov-distil (oracle2teacher)": 3.8607518672943115,
      "epoch": 2.5149136577708004,
      "rel-constrast": 3.121767282485962,
      "step": 3204,
      "subrel-constrast": 3.410182476043701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7980012893676758,
      "cov-distil (oracle2student)": 3.592402219772339,
      "cov-distil (oracle2teacher)": 4.089023590087891,
      "epoch": 2.5156985871271584,
      "rel-constrast": 2.451519727706909,
      "step": 3205,
      "subrel-constrast": 3.8728091716766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1160480976104736,
      "cov-distil (oracle2student)": 3.7694787979125977,
      "cov-distil (oracle2teacher)": 3.5415802001953125,
      "epoch": 2.5164835164835164,
      "rel-constrast": 3.0267319679260254,
      "step": 3206,
      "subrel-constrast": 3.37054443359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691794991493225,
      "cov-distil (oracle2student)": 5.058706283569336,
      "cov-distil (oracle2teacher)": 5.1844587326049805,
      "epoch": 2.5172684458398744,
      "rel-constrast": 3.718019962310791,
      "step": 3207,
      "subrel-constrast": 4.649765968322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.84257173538208,
      "cov-distil (oracle2student)": 5.585052013397217,
      "cov-distil (oracle2teacher)": 5.267206192016602,
      "epoch": 2.5180533751962324,
      "rel-constrast": 3.8206653594970703,
      "step": 3208,
      "subrel-constrast": 4.358057975769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9599286317825317,
      "cov-distil (oracle2student)": 4.052135467529297,
      "cov-distil (oracle2teacher)": 4.209880352020264,
      "epoch": 2.5188383045525904,
      "rel-constrast": 2.495955467224121,
      "step": 3209,
      "subrel-constrast": 3.346193552017212,
      "view-similarity": 0
    },
    {
      "epoch": 2.5196232339089484,
      "grad_norm": 5.59375,
      "learning_rate": 4.292884801245865e-05,
      "loss": 0.7684,
      "step": 3210
    },
    {
      "cov-distil": 2.03684139251709,
      "cov-distil (oracle2student)": 3.2161481380462646,
      "cov-distil (oracle2teacher)": 3.5624241828918457,
      "epoch": 2.5196232339089484,
      "rel-constrast": 2.3978497982025146,
      "step": 3210,
      "subrel-constrast": 3.588083267211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4114614725112915,
      "cov-distil (oracle2student)": 4.82749605178833,
      "cov-distil (oracle2teacher)": 4.517032623291016,
      "epoch": 2.520408163265306,
      "rel-constrast": 2.9818999767303467,
      "step": 3211,
      "subrel-constrast": 3.8409786224365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6366468667984009,
      "cov-distil (oracle2student)": 4.862578392028809,
      "cov-distil (oracle2teacher)": 4.590677261352539,
      "epoch": 2.521193092621664,
      "rel-constrast": 1.9614382982254028,
      "step": 3212,
      "subrel-constrast": 3.2129924297332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.545123815536499,
      "cov-distil (oracle2student)": 3.361635446548462,
      "cov-distil (oracle2teacher)": 3.2764720916748047,
      "epoch": 2.521978021978022,
      "rel-constrast": 2.8784494400024414,
      "step": 3213,
      "subrel-constrast": 3.479992389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8230023384094238,
      "cov-distil (oracle2student)": 3.80440092086792,
      "cov-distil (oracle2teacher)": 4.284911155700684,
      "epoch": 2.52276295133438,
      "rel-constrast": 2.290314197540283,
      "step": 3214,
      "subrel-constrast": 3.51865816116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.431288242340088,
      "cov-distil (oracle2student)": 4.058650016784668,
      "cov-distil (oracle2teacher)": 3.541482448577881,
      "epoch": 2.523547880690738,
      "rel-constrast": 3.352663516998291,
      "step": 3215,
      "subrel-constrast": 3.2203733921051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6282598972320557,
      "cov-distil (oracle2student)": 4.242944717407227,
      "cov-distil (oracle2teacher)": 4.14613676071167,
      "epoch": 2.524332810047096,
      "rel-constrast": 2.5014071464538574,
      "step": 3216,
      "subrel-constrast": 3.2417702674865723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4172780513763428,
      "cov-distil (oracle2student)": 5.198227405548096,
      "cov-distil (oracle2teacher)": 4.88279914855957,
      "epoch": 2.525117739403454,
      "rel-constrast": 2.3915648460388184,
      "step": 3217,
      "subrel-constrast": 2.874601364135742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895594596862793,
      "cov-distil (oracle2student)": 4.166847229003906,
      "cov-distil (oracle2teacher)": 3.8839619159698486,
      "epoch": 2.5259026687598114,
      "rel-constrast": 1.8384475708007812,
      "step": 3218,
      "subrel-constrast": 2.84781551361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.144829750061035,
      "cov-distil (oracle2student)": 3.750545024871826,
      "cov-distil (oracle2teacher)": 3.4475204944610596,
      "epoch": 2.5266875981161694,
      "rel-constrast": 3.214962959289551,
      "step": 3219,
      "subrel-constrast": 4.225851058959961,
      "view-similarity": 0
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 6.0625,
      "learning_rate": 4.2867921616965715e-05,
      "loss": 0.6877,
      "step": 3220
    },
    {
      "cov-distil": 1.16232168674469,
      "cov-distil (oracle2student)": 4.456209659576416,
      "cov-distil (oracle2teacher)": 4.2791595458984375,
      "epoch": 2.5274725274725274,
      "rel-constrast": 2.245940685272217,
      "step": 3220,
      "subrel-constrast": 3.4105539321899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024693250656128,
      "cov-distil (oracle2student)": 4.457619667053223,
      "cov-distil (oracle2teacher)": 4.184423446655273,
      "epoch": 2.5282574568288854,
      "rel-constrast": 2.153740406036377,
      "step": 3221,
      "subrel-constrast": 2.9115047454833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5863854885101318,
      "cov-distil (oracle2student)": 4.193875789642334,
      "cov-distil (oracle2teacher)": 4.549797058105469,
      "epoch": 2.5290423861852434,
      "rel-constrast": 2.631711006164551,
      "step": 3222,
      "subrel-constrast": 3.3136050701141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8580079078674316,
      "cov-distil (oracle2student)": 4.760239601135254,
      "cov-distil (oracle2teacher)": 4.705539703369141,
      "epoch": 2.5298273155416013,
      "rel-constrast": 2.986811876296997,
      "step": 3223,
      "subrel-constrast": 3.2515430450439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5173717737197876,
      "cov-distil (oracle2student)": 5.75255012512207,
      "cov-distil (oracle2teacher)": 5.8574934005737305,
      "epoch": 2.5306122448979593,
      "rel-constrast": 3.7048473358154297,
      "step": 3224,
      "subrel-constrast": 5.0932087898254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647812843322754,
      "cov-distil (oracle2student)": 3.7774569988250732,
      "cov-distil (oracle2teacher)": 3.7755799293518066,
      "epoch": 2.531397174254317,
      "rel-constrast": 2.30104398727417,
      "step": 3225,
      "subrel-constrast": 3.599821090698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3016504049301147,
      "cov-distil (oracle2student)": 4.381895065307617,
      "cov-distil (oracle2teacher)": 4.215852737426758,
      "epoch": 2.5321821036106753,
      "rel-constrast": 2.9264583587646484,
      "step": 3226,
      "subrel-constrast": 3.1690266132354736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386789560317993,
      "cov-distil (oracle2student)": 3.2407898902893066,
      "cov-distil (oracle2teacher)": 3.257643222808838,
      "epoch": 2.532967032967033,
      "rel-constrast": 2.3208441734313965,
      "step": 3227,
      "subrel-constrast": 3.7498245239257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4253371953964233,
      "cov-distil (oracle2student)": 4.581547737121582,
      "cov-distil (oracle2teacher)": 4.23675537109375,
      "epoch": 2.533751962323391,
      "rel-constrast": 1.9599294662475586,
      "step": 3228,
      "subrel-constrast": 2.761137008666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2762998342514038,
      "cov-distil (oracle2student)": 3.717137336730957,
      "cov-distil (oracle2teacher)": 3.404254198074341,
      "epoch": 2.534536891679749,
      "rel-constrast": 2.393007278442383,
      "step": 3229,
      "subrel-constrast": 2.852113962173462,
      "view-similarity": 0
    },
    {
      "epoch": 2.535321821036107,
      "grad_norm": 5.625,
      "learning_rate": 4.280677750648665e-05,
      "loss": 0.6786,
      "step": 3230
    },
    {
      "cov-distil": 1.4573605060577393,
      "cov-distil (oracle2student)": 5.148643493652344,
      "cov-distil (oracle2teacher)": 4.784612655639648,
      "epoch": 2.535321821036107,
      "rel-constrast": 2.2090697288513184,
      "step": 3230,
      "subrel-constrast": 2.9027464389801025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1601877212524414,
      "cov-distil (oracle2student)": 4.846194744110107,
      "cov-distil (oracle2teacher)": 4.550320625305176,
      "epoch": 2.536106750392465,
      "rel-constrast": 1.7218905687332153,
      "step": 3231,
      "subrel-constrast": 2.510146141052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1708918809890747,
      "cov-distil (oracle2student)": 2.9218549728393555,
      "cov-distil (oracle2teacher)": 3.272157907485962,
      "epoch": 2.5368916797488223,
      "rel-constrast": 1.65535306930542,
      "step": 3232,
      "subrel-constrast": 2.4262778759002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5161890983581543,
      "cov-distil (oracle2student)": 4.074213027954102,
      "cov-distil (oracle2teacher)": 3.300969123840332,
      "epoch": 2.537676609105181,
      "rel-constrast": 2.366436004638672,
      "step": 3233,
      "subrel-constrast": 2.5791337490081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1540685892105103,
      "cov-distil (oracle2student)": 3.6207780838012695,
      "cov-distil (oracle2teacher)": 3.439596652984619,
      "epoch": 2.5384615384615383,
      "rel-constrast": 2.437859058380127,
      "step": 3234,
      "subrel-constrast": 2.957721471786499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4135057926177979,
      "cov-distil (oracle2student)": 3.404387950897217,
      "cov-distil (oracle2teacher)": 3.8171629905700684,
      "epoch": 2.5392464678178963,
      "rel-constrast": 3.0397753715515137,
      "step": 3235,
      "subrel-constrast": 3.5986857414245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5693432092666626,
      "cov-distil (oracle2student)": 2.9125471115112305,
      "cov-distil (oracle2teacher)": 2.9131131172180176,
      "epoch": 2.5400313971742543,
      "rel-constrast": 2.8838019371032715,
      "step": 3236,
      "subrel-constrast": 3.519014358520508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.922534465789795,
      "cov-distil (oracle2student)": 2.889185667037964,
      "cov-distil (oracle2teacher)": 3.1990604400634766,
      "epoch": 2.5408163265306123,
      "rel-constrast": 2.2782304286956787,
      "step": 3237,
      "subrel-constrast": 3.006503105163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.557413101196289,
      "cov-distil (oracle2student)": 5.504024982452393,
      "cov-distil (oracle2teacher)": 4.614834308624268,
      "epoch": 2.5416012558869703,
      "rel-constrast": 3.230039596557617,
      "step": 3238,
      "subrel-constrast": 3.9070379734039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4140465259552002,
      "cov-distil (oracle2student)": 3.3573408126831055,
      "cov-distil (oracle2teacher)": 3.357921600341797,
      "epoch": 2.542386185243328,
      "rel-constrast": 2.926745653152466,
      "step": 3239,
      "subrel-constrast": 3.5674943923950195,
      "view-similarity": 0
    },
    {
      "epoch": 2.5431711145996863,
      "grad_norm": 7.5,
      "learning_rate": 4.2745416426043155e-05,
      "loss": 0.6546,
      "step": 3240
    },
    {
      "cov-distil": 1.9930508136749268,
      "cov-distil (oracle2student)": 4.633244037628174,
      "cov-distil (oracle2teacher)": 4.779427528381348,
      "epoch": 2.5431711145996863,
      "rel-constrast": 2.2708029747009277,
      "step": 3240,
      "subrel-constrast": 3.423038959503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.309459924697876,
      "cov-distil (oracle2student)": 3.5359749794006348,
      "cov-distil (oracle2teacher)": 3.2815842628479004,
      "epoch": 2.543956043956044,
      "rel-constrast": 1.748654842376709,
      "step": 3241,
      "subrel-constrast": 2.7061944007873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4904659986495972,
      "cov-distil (oracle2student)": 3.3607091903686523,
      "cov-distil (oracle2teacher)": 3.464132785797119,
      "epoch": 2.544740973312402,
      "rel-constrast": 2.354949474334717,
      "step": 3242,
      "subrel-constrast": 2.7606730461120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0632405281066895,
      "cov-distil (oracle2student)": 3.0017635822296143,
      "cov-distil (oracle2teacher)": 3.1473779678344727,
      "epoch": 2.5455259026687598,
      "rel-constrast": 2.4761271476745605,
      "step": 3243,
      "subrel-constrast": 3.5014488697052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2911851406097412,
      "cov-distil (oracle2student)": 3.851422071456909,
      "cov-distil (oracle2teacher)": 3.986896514892578,
      "epoch": 2.5463108320251178,
      "rel-constrast": 2.3291988372802734,
      "step": 3244,
      "subrel-constrast": 3.138678789138794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468261480331421,
      "cov-distil (oracle2student)": 3.9986608028411865,
      "cov-distil (oracle2teacher)": 4.049673080444336,
      "epoch": 2.5470957613814758,
      "rel-constrast": 2.4392056465148926,
      "step": 3245,
      "subrel-constrast": 3.3867239952087402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5132545232772827,
      "cov-distil (oracle2student)": 3.2308998107910156,
      "cov-distil (oracle2teacher)": 3.023292064666748,
      "epoch": 2.5478806907378337,
      "rel-constrast": 2.2253823280334473,
      "step": 3246,
      "subrel-constrast": 2.7018909454345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2590117454528809,
      "cov-distil (oracle2student)": 5.970489501953125,
      "cov-distil (oracle2teacher)": 4.997638702392578,
      "epoch": 2.5486656200941917,
      "rel-constrast": 2.525355815887451,
      "step": 3247,
      "subrel-constrast": 3.461256265640259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1363693475723267,
      "cov-distil (oracle2student)": 4.906301975250244,
      "cov-distil (oracle2teacher)": 4.383825302124023,
      "epoch": 2.5494505494505493,
      "rel-constrast": 2.1044998168945312,
      "step": 3248,
      "subrel-constrast": 2.4981067180633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7318671941757202,
      "cov-distil (oracle2student)": 4.139473915100098,
      "cov-distil (oracle2teacher)": 4.273100852966309,
      "epoch": 2.5502354788069073,
      "rel-constrast": 1.647935152053833,
      "step": 3249,
      "subrel-constrast": 2.567331314086914,
      "view-similarity": 0
    },
    {
      "epoch": 2.5510204081632653,
      "grad_norm": 4.53125,
      "learning_rate": 4.268383912330062e-05,
      "loss": 0.5912,
      "step": 3250
    },
    {
      "cov-distil": 1.7139356136322021,
      "cov-distil (oracle2student)": 5.357488632202148,
      "cov-distil (oracle2teacher)": 4.6476593017578125,
      "epoch": 2.5510204081632653,
      "rel-constrast": 3.4612064361572266,
      "step": 3250,
      "subrel-constrast": 3.9371628761291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8351165056228638,
      "cov-distil (oracle2student)": 5.311262130737305,
      "cov-distil (oracle2teacher)": 4.7574615478515625,
      "epoch": 2.5518053375196232,
      "rel-constrast": 1.9085783958435059,
      "step": 3251,
      "subrel-constrast": 3.273679733276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5523722171783447,
      "cov-distil (oracle2student)": 4.791957855224609,
      "cov-distil (oracle2teacher)": 4.796708583831787,
      "epoch": 2.5525902668759812,
      "rel-constrast": 3.168562412261963,
      "step": 3252,
      "subrel-constrast": 4.097854137420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.278954267501831,
      "cov-distil (oracle2student)": 4.763172149658203,
      "cov-distil (oracle2teacher)": 4.9113593101501465,
      "epoch": 2.553375196232339,
      "rel-constrast": 3.130584239959717,
      "step": 3253,
      "subrel-constrast": 3.675779104232788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7319575548171997,
      "cov-distil (oracle2student)": 4.89845085144043,
      "cov-distil (oracle2teacher)": 4.392589092254639,
      "epoch": 2.554160125588697,
      "rel-constrast": 3.393181800842285,
      "step": 3254,
      "subrel-constrast": 3.473701000213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680345058441162,
      "cov-distil (oracle2student)": 4.485637664794922,
      "cov-distil (oracle2teacher)": 3.837428569793701,
      "epoch": 2.5549450549450547,
      "rel-constrast": 2.4922890663146973,
      "step": 3255,
      "subrel-constrast": 3.050497055053711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1534069776535034,
      "cov-distil (oracle2student)": 3.6906516551971436,
      "cov-distil (oracle2teacher)": 3.536055088043213,
      "epoch": 2.5557299843014127,
      "rel-constrast": 2.2958717346191406,
      "step": 3256,
      "subrel-constrast": 2.895573616027832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7586607933044434,
      "cov-distil (oracle2student)": 4.340325832366943,
      "cov-distil (oracle2teacher)": 4.086240768432617,
      "epoch": 2.5565149136577707,
      "rel-constrast": 2.3323609828948975,
      "step": 3257,
      "subrel-constrast": 3.049468755722046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1015254259109497,
      "cov-distil (oracle2student)": 4.71315860748291,
      "cov-distil (oracle2teacher)": 3.955441951751709,
      "epoch": 2.5572998430141287,
      "rel-constrast": 2.62184739112854,
      "step": 3258,
      "subrel-constrast": 3.210923671722412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0415889024734497,
      "cov-distil (oracle2student)": 4.162044048309326,
      "cov-distil (oracle2teacher)": 4.327247142791748,
      "epoch": 2.5580847723704867,
      "rel-constrast": 1.7610578536987305,
      "step": 3259,
      "subrel-constrast": 2.6464648246765137,
      "view-similarity": 0
    },
    {
      "epoch": 2.5588697017268447,
      "grad_norm": 4.4375,
      "learning_rate": 4.262204634855904e-05,
      "loss": 0.7007,
      "step": 3260
    },
    {
      "cov-distil": 1.7340993881225586,
      "cov-distil (oracle2student)": 3.0289480686187744,
      "cov-distil (oracle2teacher)": 3.339664936065674,
      "epoch": 2.5588697017268447,
      "rel-constrast": 2.8177828788757324,
      "step": 3260,
      "subrel-constrast": 3.5465855598449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.056281566619873,
      "cov-distil (oracle2student)": 4.49436092376709,
      "cov-distil (oracle2teacher)": 4.30586051940918,
      "epoch": 2.5596546310832027,
      "rel-constrast": 2.16733455657959,
      "step": 3261,
      "subrel-constrast": 2.5948903560638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4102699756622314,
      "cov-distil (oracle2student)": 4.49367094039917,
      "cov-distil (oracle2teacher)": 4.386835098266602,
      "epoch": 2.5604395604395602,
      "rel-constrast": 3.0122101306915283,
      "step": 3262,
      "subrel-constrast": 3.648751735687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4944055080413818,
      "cov-distil (oracle2student)": 5.551197052001953,
      "cov-distil (oracle2teacher)": 4.877086639404297,
      "epoch": 2.561224489795918,
      "rel-constrast": 3.4456379413604736,
      "step": 3263,
      "subrel-constrast": 3.8680262565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7448559999465942,
      "cov-distil (oracle2student)": 5.1414666175842285,
      "cov-distil (oracle2teacher)": 4.938206195831299,
      "epoch": 2.562009419152276,
      "rel-constrast": 3.0182933807373047,
      "step": 3264,
      "subrel-constrast": 4.20383882522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694167137145996,
      "cov-distil (oracle2student)": 4.163534164428711,
      "cov-distil (oracle2teacher)": 3.7299749851226807,
      "epoch": 2.562794348508634,
      "rel-constrast": 2.583803653717041,
      "step": 3265,
      "subrel-constrast": 3.331714630126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7184603214263916,
      "cov-distil (oracle2student)": 2.7310032844543457,
      "cov-distil (oracle2teacher)": 3.1123712062835693,
      "epoch": 2.563579277864992,
      "rel-constrast": 1.8796802759170532,
      "step": 3266,
      "subrel-constrast": 3.1740684509277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682334303855896,
      "cov-distil (oracle2student)": 4.466099739074707,
      "cov-distil (oracle2teacher)": 4.323416709899902,
      "epoch": 2.56436420722135,
      "rel-constrast": 2.413039207458496,
      "step": 3267,
      "subrel-constrast": 3.222015619277954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.518545150756836,
      "cov-distil (oracle2student)": 4.4511566162109375,
      "cov-distil (oracle2teacher)": 4.071481227874756,
      "epoch": 2.565149136577708,
      "rel-constrast": 1.9195671081542969,
      "step": 3268,
      "subrel-constrast": 2.647453546524048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495706558227539,
      "cov-distil (oracle2student)": 3.723367214202881,
      "cov-distil (oracle2teacher)": 3.742830753326416,
      "epoch": 2.5659340659340657,
      "rel-constrast": 2.6329598426818848,
      "step": 3269,
      "subrel-constrast": 3.1492972373962402,
      "view-similarity": 0
    },
    {
      "epoch": 2.566718995290424,
      "grad_norm": 5.0625,
      "learning_rate": 4.256003885474388e-05,
      "loss": 0.6861,
      "step": 3270
    },
    {
      "cov-distil": 1.529050588607788,
      "cov-distil (oracle2student)": 4.199970245361328,
      "cov-distil (oracle2teacher)": 4.128181457519531,
      "epoch": 2.566718995290424,
      "rel-constrast": 2.7160210609436035,
      "step": 3270,
      "subrel-constrast": 3.5197556018829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792744636535645,
      "cov-distil (oracle2student)": 5.085698127746582,
      "cov-distil (oracle2teacher)": 5.008724212646484,
      "epoch": 2.5675039246467817,
      "rel-constrast": 2.6362128257751465,
      "step": 3271,
      "subrel-constrast": 3.648754119873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726091980934143,
      "cov-distil (oracle2student)": 4.852334499359131,
      "cov-distil (oracle2teacher)": 4.77440071105957,
      "epoch": 2.5682888540031397,
      "rel-constrast": 2.1003856658935547,
      "step": 3272,
      "subrel-constrast": 3.3412110805511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7286505699157715,
      "cov-distil (oracle2student)": 3.5846340656280518,
      "cov-distil (oracle2teacher)": 3.3514437675476074,
      "epoch": 2.5690737833594977,
      "rel-constrast": 2.7678632736206055,
      "step": 3273,
      "subrel-constrast": 2.9557154178619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390209436416626,
      "cov-distil (oracle2student)": 5.229157447814941,
      "cov-distil (oracle2teacher)": 5.08613920211792,
      "epoch": 2.5698587127158556,
      "rel-constrast": 3.241698741912842,
      "step": 3274,
      "subrel-constrast": 4.046131134033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9748495221138,
      "cov-distil (oracle2student)": 6.0598039627075195,
      "cov-distil (oracle2teacher)": 5.438943386077881,
      "epoch": 2.5706436420722136,
      "rel-constrast": 3.346529245376587,
      "step": 3275,
      "subrel-constrast": 3.09846830368042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7004845142364502,
      "cov-distil (oracle2student)": 4.047762870788574,
      "cov-distil (oracle2teacher)": 3.744645595550537,
      "epoch": 2.571428571428571,
      "rel-constrast": 2.4321184158325195,
      "step": 3276,
      "subrel-constrast": 2.811105728149414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8920390605926514,
      "cov-distil (oracle2student)": 5.850068092346191,
      "cov-distil (oracle2teacher)": 4.763786315917969,
      "epoch": 2.5722135007849296,
      "rel-constrast": 2.481153964996338,
      "step": 3277,
      "subrel-constrast": 3.3148419857025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5352731943130493,
      "cov-distil (oracle2student)": 5.028637886047363,
      "cov-distil (oracle2teacher)": 4.015979766845703,
      "epoch": 2.572998430141287,
      "rel-constrast": 1.9886298179626465,
      "step": 3278,
      "subrel-constrast": 2.4161012172698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2928798198699951,
      "cov-distil (oracle2student)": 5.353870391845703,
      "cov-distil (oracle2teacher)": 4.92848014831543,
      "epoch": 2.573783359497645,
      "rel-constrast": 2.3006224632263184,
      "step": 3279,
      "subrel-constrast": 2.6857829093933105,
      "view-similarity": 0
    },
    {
      "epoch": 2.574568288854003,
      "grad_norm": 4.25,
      "learning_rate": 4.249781739739689e-05,
      "loss": 0.6892,
      "step": 3280
    },
    {
      "cov-distil": 1.5840190649032593,
      "cov-distil (oracle2student)": 5.680285453796387,
      "cov-distil (oracle2teacher)": 4.86031436920166,
      "epoch": 2.574568288854003,
      "rel-constrast": 2.806800127029419,
      "step": 3280,
      "subrel-constrast": 3.0624196529388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.597609043121338,
      "cov-distil (oracle2student)": 4.03950834274292,
      "cov-distil (oracle2teacher)": 3.7728967666625977,
      "epoch": 2.575353218210361,
      "rel-constrast": 3.8426570892333984,
      "step": 3281,
      "subrel-constrast": 4.4568915367126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3394291400909424,
      "cov-distil (oracle2student)": 4.026419162750244,
      "cov-distil (oracle2teacher)": 4.094727039337158,
      "epoch": 2.576138147566719,
      "rel-constrast": 2.4910223484039307,
      "step": 3282,
      "subrel-constrast": 3.851870059967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2845182418823242,
      "cov-distil (oracle2student)": 3.6200850009918213,
      "cov-distil (oracle2teacher)": 3.7844772338867188,
      "epoch": 2.5769230769230766,
      "rel-constrast": 2.1330132484436035,
      "step": 3283,
      "subrel-constrast": 3.0214080810546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5192015171051025,
      "cov-distil (oracle2student)": 6.2637739181518555,
      "cov-distil (oracle2teacher)": 5.338896751403809,
      "epoch": 2.577708006279435,
      "rel-constrast": 4.458566665649414,
      "step": 3284,
      "subrel-constrast": 4.830592155456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5906927585601807,
      "cov-distil (oracle2student)": 2.8866772651672363,
      "cov-distil (oracle2teacher)": 3.1263370513916016,
      "epoch": 2.5784929356357926,
      "rel-constrast": 3.5691277980804443,
      "step": 3285,
      "subrel-constrast": 4.314035892486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0624386072158813,
      "cov-distil (oracle2student)": 3.857084274291992,
      "cov-distil (oracle2teacher)": 3.545844793319702,
      "epoch": 2.5792778649921506,
      "rel-constrast": 1.9379582405090332,
      "step": 3286,
      "subrel-constrast": 2.425562858581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080763339996338,
      "cov-distil (oracle2student)": 3.701930522918701,
      "cov-distil (oracle2teacher)": 3.7231242656707764,
      "epoch": 2.5800627943485086,
      "rel-constrast": 1.6859327554702759,
      "step": 3287,
      "subrel-constrast": 3.035763740539551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4813196659088135,
      "cov-distil (oracle2student)": 5.688510417938232,
      "cov-distil (oracle2teacher)": 5.122285842895508,
      "epoch": 2.5808477237048666,
      "rel-constrast": 2.655193567276001,
      "step": 3288,
      "subrel-constrast": 3.153404474258423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9034730195999146,
      "cov-distil (oracle2student)": 4.920137405395508,
      "cov-distil (oracle2teacher)": 4.710302829742432,
      "epoch": 2.5816326530612246,
      "rel-constrast": 2.7280972003936768,
      "step": 3289,
      "subrel-constrast": 3.7167985439300537,
      "view-similarity": 0
    },
    {
      "epoch": 2.5824175824175826,
      "grad_norm": 5.34375,
      "learning_rate": 4.243538273466689e-05,
      "loss": 0.7488,
      "step": 3290
    },
    {
      "cov-distil": 1.4016424417495728,
      "cov-distil (oracle2student)": 3.7982194423675537,
      "cov-distil (oracle2teacher)": 3.919524669647217,
      "epoch": 2.5824175824175826,
      "rel-constrast": 2.5511674880981445,
      "step": 3290,
      "subrel-constrast": 3.2890548706054688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1513092517852783,
      "cov-distil (oracle2student)": 4.259974956512451,
      "cov-distil (oracle2teacher)": 4.017462730407715,
      "epoch": 2.5832025117739406,
      "rel-constrast": 1.7892630100250244,
      "step": 3291,
      "subrel-constrast": 2.541137933731079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.865713119506836,
      "cov-distil (oracle2student)": 3.2688465118408203,
      "cov-distil (oracle2teacher)": 3.2105860710144043,
      "epoch": 2.583987441130298,
      "rel-constrast": 1.685964584350586,
      "step": 3292,
      "subrel-constrast": 2.5690314769744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4983820915222168,
      "cov-distil (oracle2student)": 4.654667377471924,
      "cov-distil (oracle2teacher)": 4.214472770690918,
      "epoch": 2.584772370486656,
      "rel-constrast": 2.6191048622131348,
      "step": 3293,
      "subrel-constrast": 3.2407069206237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6192182302474976,
      "cov-distil (oracle2student)": 3.1155080795288086,
      "cov-distil (oracle2teacher)": 3.1795833110809326,
      "epoch": 2.585557299843014,
      "rel-constrast": 2.3627636432647705,
      "step": 3294,
      "subrel-constrast": 3.271723747253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.158888101577759,
      "cov-distil (oracle2student)": 4.877020835876465,
      "cov-distil (oracle2teacher)": 4.146221160888672,
      "epoch": 2.586342229199372,
      "rel-constrast": 2.7412588596343994,
      "step": 3295,
      "subrel-constrast": 3.400167465209961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4465718269348145,
      "cov-distil (oracle2student)": 3.767566204071045,
      "cov-distil (oracle2teacher)": 3.504206657409668,
      "epoch": 2.58712715855573,
      "rel-constrast": 2.334836483001709,
      "step": 3296,
      "subrel-constrast": 3.3224680423736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8327314853668213,
      "cov-distil (oracle2student)": 3.921072244644165,
      "cov-distil (oracle2teacher)": 3.704843521118164,
      "epoch": 2.587912087912088,
      "rel-constrast": 2.9475817680358887,
      "step": 3297,
      "subrel-constrast": 3.6027557849884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4587290287017822,
      "cov-distil (oracle2student)": 4.545775413513184,
      "cov-distil (oracle2teacher)": 4.290907859802246,
      "epoch": 2.588697017268446,
      "rel-constrast": 2.3750455379486084,
      "step": 3298,
      "subrel-constrast": 3.0978264808654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665151596069336,
      "cov-distil (oracle2student)": 3.8188090324401855,
      "cov-distil (oracle2teacher)": 3.4798498153686523,
      "epoch": 2.5894819466248036,
      "rel-constrast": 2.1864166259765625,
      "step": 3299,
      "subrel-constrast": 3.0707285404205322,
      "view-similarity": 0
    },
    {
      "epoch": 2.5902668759811616,
      "grad_norm": 4.4375,
      "learning_rate": 4.237273562730054e-05,
      "loss": 0.6326,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "overlap": 0.30156251788139343,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "student margin": 0.08074951171875
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "teacher margin": 0.057891845703125
    },
    {
      "epoch": 2.5902668759811616,
      "margin difference": -0.022857666015625,
      "step": 3300
    },
    {
      "cov-distil": 1.7385358810424805,
      "cov-distil (oracle2student)": 2.386547565460205,
      "cov-distil (oracle2teacher)": 2.325594186782837,
      "epoch": 2.5902668759811616,
      "rel-constrast": 1.5091532468795776,
      "step": 3300,
      "subrel-constrast": 2.1299686431884766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4639618396759033,
      "cov-distil (oracle2student)": 4.653107643127441,
      "cov-distil (oracle2teacher)": 3.881019115447998,
      "epoch": 2.5910518053375196,
      "rel-constrast": 3.038602352142334,
      "step": 3301,
      "subrel-constrast": 3.4524624347686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9320900440216064,
      "cov-distil (oracle2student)": 5.983251571655273,
      "cov-distil (oracle2teacher)": 5.523399829864502,
      "epoch": 2.5918367346938775,
      "rel-constrast": 2.6845741271972656,
      "step": 3302,
      "subrel-constrast": 3.70774507522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3044226169586182,
      "cov-distil (oracle2student)": 5.062860488891602,
      "cov-distil (oracle2teacher)": 4.7673492431640625,
      "epoch": 2.5926216640502355,
      "rel-constrast": 2.7204740047454834,
      "step": 3303,
      "subrel-constrast": 3.433685302734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711888313293457,
      "cov-distil (oracle2student)": 4.867173194885254,
      "cov-distil (oracle2teacher)": 4.674407005310059,
      "epoch": 2.5934065934065935,
      "rel-constrast": 3.10659122467041,
      "step": 3304,
      "subrel-constrast": 3.7552480697631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706784725189209,
      "cov-distil (oracle2student)": 4.82769775390625,
      "cov-distil (oracle2teacher)": 4.978124618530273,
      "epoch": 2.5941915227629515,
      "rel-constrast": 3.3831074237823486,
      "step": 3305,
      "subrel-constrast": 4.171669960021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1612614393234253,
      "cov-distil (oracle2student)": 4.272355556488037,
      "cov-distil (oracle2teacher)": 4.40818977355957,
      "epoch": 2.594976452119309,
      "rel-constrast": 3.4747395515441895,
      "step": 3306,
      "subrel-constrast": 3.895355224609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0513718128204346,
      "cov-distil (oracle2student)": 4.29793643951416,
      "cov-distil (oracle2teacher)": 3.4946093559265137,
      "epoch": 2.595761381475667,
      "rel-constrast": 2.1523451805114746,
      "step": 3307,
      "subrel-constrast": 2.8646347522735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3805882930755615,
      "cov-distil (oracle2student)": 5.061796188354492,
      "cov-distil (oracle2teacher)": 4.366017818450928,
      "epoch": 2.596546310832025,
      "rel-constrast": 1.838315725326538,
      "step": 3308,
      "subrel-constrast": 2.914201498031616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4652553796768188,
      "cov-distil (oracle2student)": 4.469424247741699,
      "cov-distil (oracle2teacher)": 4.136719703674316,
      "epoch": 2.597331240188383,
      "rel-constrast": 3.739407539367676,
      "step": 3309,
      "subrel-constrast": 4.309267044067383,
      "view-similarity": 0
    },
    {
      "epoch": 2.598116169544741,
      "grad_norm": 6.8125,
      "learning_rate": 4.2309876838633064e-05,
      "loss": 0.7285,
      "step": 3310
    },
    {
      "cov-distil": 1.3573975563049316,
      "cov-distil (oracle2student)": 4.280211448669434,
      "cov-distil (oracle2teacher)": 3.8981523513793945,
      "epoch": 2.598116169544741,
      "rel-constrast": 4.327725410461426,
      "step": 3310,
      "subrel-constrast": 4.503798961639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3192577362060547,
      "cov-distil (oracle2student)": 2.7966980934143066,
      "cov-distil (oracle2teacher)": 2.573590040206909,
      "epoch": 2.598901098901099,
      "rel-constrast": 1.7573325634002686,
      "step": 3311,
      "subrel-constrast": 2.3633947372436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.297003984451294,
      "cov-distil (oracle2student)": 3.7889437675476074,
      "cov-distil (oracle2teacher)": 4.099568843841553,
      "epoch": 2.599686028257457,
      "rel-constrast": 2.5009732246398926,
      "step": 3312,
      "subrel-constrast": 3.411364793777466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4451892375946045,
      "cov-distil (oracle2student)": 6.293399810791016,
      "cov-distil (oracle2teacher)": 5.781737327575684,
      "epoch": 2.6004709576138145,
      "rel-constrast": 2.9076993465423584,
      "step": 3313,
      "subrel-constrast": 3.42555832862854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3309826850891113,
      "cov-distil (oracle2student)": 6.354069709777832,
      "cov-distil (oracle2teacher)": 5.507755756378174,
      "epoch": 2.601255886970173,
      "rel-constrast": 2.7850630283355713,
      "step": 3314,
      "subrel-constrast": 3.3084797859191895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5218040943145752,
      "cov-distil (oracle2student)": 3.9534664154052734,
      "cov-distil (oracle2teacher)": 4.023106575012207,
      "epoch": 2.6020408163265305,
      "rel-constrast": 3.0373992919921875,
      "step": 3315,
      "subrel-constrast": 4.04935359954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5358054637908936,
      "cov-distil (oracle2student)": 4.474065780639648,
      "cov-distil (oracle2teacher)": 4.06505012512207,
      "epoch": 2.6028257456828885,
      "rel-constrast": 2.978431463241577,
      "step": 3316,
      "subrel-constrast": 3.571690559387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46085786819458,
      "cov-distil (oracle2student)": 4.058382987976074,
      "cov-distil (oracle2teacher)": 3.5734381675720215,
      "epoch": 2.6036106750392465,
      "rel-constrast": 2.9707887172698975,
      "step": 3317,
      "subrel-constrast": 3.3560492992401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4840712547302246,
      "cov-distil (oracle2student)": 4.294004440307617,
      "cov-distil (oracle2teacher)": 4.337481498718262,
      "epoch": 2.6043956043956045,
      "rel-constrast": 3.1143863201141357,
      "step": 3318,
      "subrel-constrast": 3.72521710395813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9287314414978027,
      "cov-distil (oracle2student)": 2.9219229221343994,
      "cov-distil (oracle2teacher)": 3.187967300415039,
      "epoch": 2.6051805337519625,
      "rel-constrast": 2.5005598068237305,
      "step": 3319,
      "subrel-constrast": 3.1781702041625977,
      "view-similarity": 0
    },
    {
      "epoch": 2.60596546310832,
      "grad_norm": 5.125,
      "learning_rate": 4.224680713457898e-05,
      "loss": 0.7587,
      "step": 3320
    },
    {
      "cov-distil": 1.5678926706314087,
      "cov-distil (oracle2student)": 2.283322811126709,
      "cov-distil (oracle2teacher)": 2.8162522315979004,
      "epoch": 2.60596546310832,
      "rel-constrast": 1.9285213947296143,
      "step": 3320,
      "subrel-constrast": 2.896702527999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5271774530410767,
      "cov-distil (oracle2student)": 3.149909019470215,
      "cov-distil (oracle2teacher)": 3.13771390914917,
      "epoch": 2.6067503924646784,
      "rel-constrast": 1.6778717041015625,
      "step": 3321,
      "subrel-constrast": 2.632929801940918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0670742988586426,
      "cov-distil (oracle2student)": 3.245011568069458,
      "cov-distil (oracle2teacher)": 3.204268455505371,
      "epoch": 2.607535321821036,
      "rel-constrast": 1.8300654888153076,
      "step": 3322,
      "subrel-constrast": 2.3860995769500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6402530670166016,
      "cov-distil (oracle2student)": 4.020415306091309,
      "cov-distil (oracle2teacher)": 3.7177767753601074,
      "epoch": 2.608320251177394,
      "rel-constrast": 5.44199800491333,
      "step": 3323,
      "subrel-constrast": 5.242271423339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521725058555603,
      "cov-distil (oracle2student)": 4.95702600479126,
      "cov-distil (oracle2teacher)": 4.300833225250244,
      "epoch": 2.609105180533752,
      "rel-constrast": 1.9262224435806274,
      "step": 3324,
      "subrel-constrast": 3.21536922454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494856834411621,
      "cov-distil (oracle2student)": 3.8148460388183594,
      "cov-distil (oracle2teacher)": 3.8988795280456543,
      "epoch": 2.60989010989011,
      "rel-constrast": 4.7661285400390625,
      "step": 3325,
      "subrel-constrast": 4.918976306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4670393466949463,
      "cov-distil (oracle2student)": 3.8963589668273926,
      "cov-distil (oracle2teacher)": 4.273305892944336,
      "epoch": 2.610675039246468,
      "rel-constrast": 3.2012743949890137,
      "step": 3326,
      "subrel-constrast": 3.6905038356781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4411956071853638,
      "cov-distil (oracle2student)": 4.14925479888916,
      "cov-distil (oracle2teacher)": 4.176636695861816,
      "epoch": 2.6114599686028255,
      "rel-constrast": 2.745218276977539,
      "step": 3327,
      "subrel-constrast": 3.9407618045806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6198344230651855,
      "cov-distil (oracle2student)": 5.154060363769531,
      "cov-distil (oracle2teacher)": 4.94610071182251,
      "epoch": 2.612244897959184,
      "rel-constrast": 2.886188507080078,
      "step": 3328,
      "subrel-constrast": 3.715988874435425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.148224115371704,
      "cov-distil (oracle2student)": 5.079248428344727,
      "cov-distil (oracle2teacher)": 5.006263732910156,
      "epoch": 2.6130298273155415,
      "rel-constrast": 3.04954195022583,
      "step": 3329,
      "subrel-constrast": 3.540870189666748,
      "view-similarity": 0
    },
    {
      "epoch": 2.6138147566718994,
      "grad_norm": 6.15625,
      "learning_rate": 4.218352728362273e-05,
      "loss": 0.7726,
      "step": 3330
    },
    {
      "cov-distil": 1.1974937915802002,
      "cov-distil (oracle2student)": 5.463722229003906,
      "cov-distil (oracle2teacher)": 5.2204179763793945,
      "epoch": 2.6138147566718994,
      "rel-constrast": 2.4218225479125977,
      "step": 3330,
      "subrel-constrast": 3.0256528854370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6562763452529907,
      "cov-distil (oracle2student)": 3.6454360485076904,
      "cov-distil (oracle2teacher)": 3.5164082050323486,
      "epoch": 2.6145996860282574,
      "rel-constrast": 2.8374671936035156,
      "step": 3331,
      "subrel-constrast": 3.5151524543762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370498180389404,
      "cov-distil (oracle2student)": 4.442732810974121,
      "cov-distil (oracle2teacher)": 4.228377819061279,
      "epoch": 2.6153846153846154,
      "rel-constrast": 2.3367884159088135,
      "step": 3332,
      "subrel-constrast": 3.10037899017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5251102447509766,
      "cov-distil (oracle2student)": 3.1263108253479004,
      "cov-distil (oracle2teacher)": 3.1984152793884277,
      "epoch": 2.6161695447409734,
      "rel-constrast": 3.4674930572509766,
      "step": 3333,
      "subrel-constrast": 4.371178150177002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.551461935043335,
      "cov-distil (oracle2student)": 4.791354179382324,
      "cov-distil (oracle2teacher)": 4.577911376953125,
      "epoch": 2.6169544740973314,
      "rel-constrast": 2.1880922317504883,
      "step": 3334,
      "subrel-constrast": 3.02730393409729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2688790559768677,
      "cov-distil (oracle2student)": 2.8263542652130127,
      "cov-distil (oracle2teacher)": 3.189734697341919,
      "epoch": 2.6177394034536894,
      "rel-constrast": 1.6334861516952515,
      "step": 3335,
      "subrel-constrast": 2.5597596168518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5576024055480957,
      "cov-distil (oracle2student)": 5.1552886962890625,
      "cov-distil (oracle2teacher)": 4.663330078125,
      "epoch": 2.618524332810047,
      "rel-constrast": 2.882880210876465,
      "step": 3336,
      "subrel-constrast": 3.1813511848449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7116811275482178,
      "cov-distil (oracle2student)": 4.850841522216797,
      "cov-distil (oracle2teacher)": 4.8587470054626465,
      "epoch": 2.619309262166405,
      "rel-constrast": 3.255913734436035,
      "step": 3337,
      "subrel-constrast": 3.90225887298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3982501029968262,
      "cov-distil (oracle2student)": 4.031778335571289,
      "cov-distil (oracle2teacher)": 3.776158332824707,
      "epoch": 2.620094191522763,
      "rel-constrast": 1.6755361557006836,
      "step": 3338,
      "subrel-constrast": 2.484912157058716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2962275743484497,
      "cov-distil (oracle2student)": 3.987461805343628,
      "cov-distil (oracle2teacher)": 3.829525947570801,
      "epoch": 2.620879120879121,
      "rel-constrast": 2.2821381092071533,
      "step": 3339,
      "subrel-constrast": 2.6588029861450195,
      "view-similarity": 0
    },
    {
      "epoch": 2.621664050235479,
      "grad_norm": 4.46875,
      "learning_rate": 4.21200380568093e-05,
      "loss": 0.6618,
      "step": 3340
    },
    {
      "cov-distil": 1.4237134456634521,
      "cov-distil (oracle2student)": 3.62823748588562,
      "cov-distil (oracle2teacher)": 3.868490695953369,
      "epoch": 2.621664050235479,
      "rel-constrast": 2.127274990081787,
      "step": 3340,
      "subrel-constrast": 3.0648410320281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2729485034942627,
      "cov-distil (oracle2student)": 5.0004377365112305,
      "cov-distil (oracle2teacher)": 4.841361045837402,
      "epoch": 2.622448979591837,
      "rel-constrast": 3.8173255920410156,
      "step": 3341,
      "subrel-constrast": 4.474738597869873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.401878833770752,
      "cov-distil (oracle2student)": 4.1330366134643555,
      "cov-distil (oracle2teacher)": 3.9722800254821777,
      "epoch": 2.623233908948195,
      "rel-constrast": 1.9803024530410767,
      "step": 3342,
      "subrel-constrast": 2.8852286338806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1565272808074951,
      "cov-distil (oracle2student)": 3.717745542526245,
      "cov-distil (oracle2teacher)": 3.3954339027404785,
      "epoch": 2.6240188383045524,
      "rel-constrast": 1.8333148956298828,
      "step": 3343,
      "subrel-constrast": 2.171279191970825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3930327892303467,
      "cov-distil (oracle2student)": 2.8266186714172363,
      "cov-distil (oracle2teacher)": 2.7848033905029297,
      "epoch": 2.6248037676609104,
      "rel-constrast": 2.018826484680176,
      "step": 3344,
      "subrel-constrast": 2.696942090988159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487910509109497,
      "cov-distil (oracle2student)": 3.124545097351074,
      "cov-distil (oracle2teacher)": 2.727811813354492,
      "epoch": 2.6255886970172684,
      "rel-constrast": 2.4100890159606934,
      "step": 3345,
      "subrel-constrast": 2.974264621734619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9620602130889893,
      "cov-distil (oracle2student)": 5.436923027038574,
      "cov-distil (oracle2teacher)": 5.125518798828125,
      "epoch": 2.6263736263736264,
      "rel-constrast": 3.62186598777771,
      "step": 3346,
      "subrel-constrast": 4.051637172698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3907132148742676,
      "cov-distil (oracle2student)": 4.9724016189575195,
      "cov-distil (oracle2teacher)": 4.8872389793396,
      "epoch": 2.6271585557299844,
      "rel-constrast": 2.6670825481414795,
      "step": 3347,
      "subrel-constrast": 3.3633999824523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649543046951294,
      "cov-distil (oracle2student)": 5.32910680770874,
      "cov-distil (oracle2teacher)": 4.733912944793701,
      "epoch": 2.6279434850863423,
      "rel-constrast": 2.1999824047088623,
      "step": 3348,
      "subrel-constrast": 3.239885091781616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3014909029006958,
      "cov-distil (oracle2student)": 4.039712429046631,
      "cov-distil (oracle2teacher)": 3.6643471717834473,
      "epoch": 2.6287284144427003,
      "rel-constrast": 2.9043750762939453,
      "step": 3349,
      "subrel-constrast": 3.1511242389678955,
      "view-similarity": 0
    },
    {
      "epoch": 2.629513343799058,
      "grad_norm": 5.1875,
      "learning_rate": 4.205634022773491e-05,
      "loss": 0.6756,
      "step": 3350
    },
    {
      "cov-distil": 1.7975472211837769,
      "cov-distil (oracle2student)": 2.912885904312134,
      "cov-distil (oracle2teacher)": 3.3946118354797363,
      "epoch": 2.629513343799058,
      "rel-constrast": 2.4653592109680176,
      "step": 3350,
      "subrel-constrast": 3.457446575164795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4019312858581543,
      "cov-distil (oracle2student)": 4.824196815490723,
      "cov-distil (oracle2teacher)": 4.514104843139648,
      "epoch": 2.630298273155416,
      "rel-constrast": 2.9533700942993164,
      "step": 3351,
      "subrel-constrast": 3.660869598388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2669914960861206,
      "cov-distil (oracle2student)": 3.1776649951934814,
      "cov-distil (oracle2teacher)": 3.1372382640838623,
      "epoch": 2.631083202511774,
      "rel-constrast": 1.7550740242004395,
      "step": 3352,
      "subrel-constrast": 2.4419214725494385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3746662139892578,
      "cov-distil (oracle2student)": 5.023326873779297,
      "cov-distil (oracle2teacher)": 4.608475685119629,
      "epoch": 2.631868131868132,
      "rel-constrast": 2.688718557357788,
      "step": 3353,
      "subrel-constrast": 3.4552969932556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4927936792373657,
      "cov-distil (oracle2student)": 3.5827667713165283,
      "cov-distil (oracle2teacher)": 3.453808546066284,
      "epoch": 2.63265306122449,
      "rel-constrast": 2.887227773666382,
      "step": 3354,
      "subrel-constrast": 3.858729839324951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1645023822784424,
      "cov-distil (oracle2student)": 3.792797327041626,
      "cov-distil (oracle2teacher)": 3.7596147060394287,
      "epoch": 2.633437990580848,
      "rel-constrast": 2.697218418121338,
      "step": 3355,
      "subrel-constrast": 3.449510097503662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836381435394287,
      "cov-distil (oracle2student)": 6.50697660446167,
      "cov-distil (oracle2teacher)": 5.462902069091797,
      "epoch": 2.634222919937206,
      "rel-constrast": 3.9260740280151367,
      "step": 3356,
      "subrel-constrast": 3.8754794597625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481720924377441,
      "cov-distil (oracle2student)": 3.6906795501708984,
      "cov-distil (oracle2teacher)": 3.175135612487793,
      "epoch": 2.6350078492935634,
      "rel-constrast": 1.659681797027588,
      "step": 3357,
      "subrel-constrast": 2.159393548965454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.218891978263855,
      "cov-distil (oracle2student)": 4.343941688537598,
      "cov-distil (oracle2teacher)": 4.245872497558594,
      "epoch": 2.6357927786499213,
      "rel-constrast": 2.828813314437866,
      "step": 3358,
      "subrel-constrast": 2.890216827392578,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9444319605827332,
      "cov-distil (oracle2student)": 4.453116416931152,
      "cov-distil (oracle2teacher)": 4.014699459075928,
      "epoch": 2.6365777080062793,
      "rel-constrast": 2.04018497467041,
      "step": 3359,
      "subrel-constrast": 2.6347274780273438,
      "view-similarity": 0
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 6.1875,
      "learning_rate": 4.19924345725375e-05,
      "loss": 0.6824,
      "step": 3360
    },
    {
      "cov-distil": 1.7075250148773193,
      "cov-distil (oracle2student)": 3.9646925926208496,
      "cov-distil (oracle2teacher)": 3.8560268878936768,
      "epoch": 2.6373626373626373,
      "rel-constrast": 2.6166269779205322,
      "step": 3360,
      "subrel-constrast": 3.674955368041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1694371700286865,
      "cov-distil (oracle2student)": 3.518179416656494,
      "cov-distil (oracle2teacher)": 3.526686191558838,
      "epoch": 2.6381475667189953,
      "rel-constrast": 1.7327178716659546,
      "step": 3361,
      "subrel-constrast": 2.7205724716186523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.321175217628479,
      "cov-distil (oracle2student)": 4.425207138061523,
      "cov-distil (oracle2teacher)": 3.7909891605377197,
      "epoch": 2.6389324960753533,
      "rel-constrast": 1.7114737033843994,
      "step": 3362,
      "subrel-constrast": 2.0409507751464844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8180433511734009,
      "cov-distil (oracle2student)": 4.2920684814453125,
      "cov-distil (oracle2teacher)": 3.599445104598999,
      "epoch": 2.6397174254317113,
      "rel-constrast": 2.842743396759033,
      "step": 3363,
      "subrel-constrast": 3.650315761566162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.765669584274292,
      "cov-distil (oracle2student)": 6.978798866271973,
      "cov-distil (oracle2teacher)": 6.5796732902526855,
      "epoch": 2.640502354788069,
      "rel-constrast": 4.342404365539551,
      "step": 3364,
      "subrel-constrast": 5.059886932373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9868042469024658,
      "cov-distil (oracle2student)": 3.7180328369140625,
      "cov-distil (oracle2teacher)": 3.5474700927734375,
      "epoch": 2.6412872841444273,
      "rel-constrast": 2.0424911975860596,
      "step": 3365,
      "subrel-constrast": 2.8399219512939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4227283000946045,
      "cov-distil (oracle2student)": 4.183437824249268,
      "cov-distil (oracle2teacher)": 3.99031662940979,
      "epoch": 2.642072213500785,
      "rel-constrast": 3.4348297119140625,
      "step": 3366,
      "subrel-constrast": 3.601407527923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548553466796875,
      "cov-distil (oracle2student)": 6.3305511474609375,
      "cov-distil (oracle2teacher)": 6.316399097442627,
      "epoch": 2.642857142857143,
      "rel-constrast": 3.4853787422180176,
      "step": 3367,
      "subrel-constrast": 3.796539545059204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952551007270813,
      "cov-distil (oracle2student)": 3.571199417114258,
      "cov-distil (oracle2teacher)": 4.231743335723877,
      "epoch": 2.643642072213501,
      "rel-constrast": 2.6448326110839844,
      "step": 3368,
      "subrel-constrast": 4.158664226531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145518064498901,
      "cov-distil (oracle2student)": 5.678580284118652,
      "cov-distil (oracle2teacher)": 5.201956272125244,
      "epoch": 2.6444270015698588,
      "rel-constrast": 2.9534192085266113,
      "step": 3369,
      "subrel-constrast": 3.6556193828582764,
      "view-similarity": 0
    },
    {
      "epoch": 2.6452119309262168,
      "grad_norm": 5.0625,
      "learning_rate": 4.192832186988731e-05,
      "loss": 0.7362,
      "step": 3370
    },
    {
      "cov-distil": 1.4188323020935059,
      "cov-distil (oracle2student)": 3.725533962249756,
      "cov-distil (oracle2teacher)": 4.0953874588012695,
      "epoch": 2.6452119309262168,
      "rel-constrast": 2.085205554962158,
      "step": 3370,
      "subrel-constrast": 3.0502359867095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8745083808898926,
      "cov-distil (oracle2student)": 5.222837448120117,
      "cov-distil (oracle2teacher)": 4.696657180786133,
      "epoch": 2.6459968602825743,
      "rel-constrast": 2.584398031234741,
      "step": 3371,
      "subrel-constrast": 3.4001224040985107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9124128818511963,
      "cov-distil (oracle2student)": 4.962756156921387,
      "cov-distil (oracle2teacher)": 4.783853530883789,
      "epoch": 2.6467817896389327,
      "rel-constrast": 3.9613637924194336,
      "step": 3372,
      "subrel-constrast": 4.63087272644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2773470878601074,
      "cov-distil (oracle2student)": 3.182844638824463,
      "cov-distil (oracle2teacher)": 2.8566179275512695,
      "epoch": 2.6475667189952903,
      "rel-constrast": 2.89323091506958,
      "step": 3373,
      "subrel-constrast": 2.9474804401397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7924814224243164,
      "cov-distil (oracle2student)": 5.1575422286987305,
      "cov-distil (oracle2teacher)": 4.888465881347656,
      "epoch": 2.6483516483516483,
      "rel-constrast": 3.3375210762023926,
      "step": 3374,
      "subrel-constrast": 3.8755385875701904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.901937484741211,
      "cov-distil (oracle2student)": 2.330385208129883,
      "cov-distil (oracle2teacher)": 2.7379865646362305,
      "epoch": 2.6491365777080063,
      "rel-constrast": 1.6046037673950195,
      "step": 3375,
      "subrel-constrast": 2.680448055267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4014008045196533,
      "cov-distil (oracle2student)": 2.483163833618164,
      "cov-distil (oracle2teacher)": 2.6824235916137695,
      "epoch": 2.6499215070643642,
      "rel-constrast": 2.0330586433410645,
      "step": 3376,
      "subrel-constrast": 3.020212173461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3058204650878906,
      "cov-distil (oracle2student)": 2.8196940422058105,
      "cov-distil (oracle2teacher)": 3.3065242767333984,
      "epoch": 2.6507064364207222,
      "rel-constrast": 2.1439425945281982,
      "step": 3377,
      "subrel-constrast": 3.3348276615142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908545732498169,
      "cov-distil (oracle2student)": 5.728462219238281,
      "cov-distil (oracle2teacher)": 5.143882751464844,
      "epoch": 2.6514913657770802,
      "rel-constrast": 2.532026529312134,
      "step": 3378,
      "subrel-constrast": 2.958460807800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0665876865386963,
      "cov-distil (oracle2student)": 3.6964356899261475,
      "cov-distil (oracle2teacher)": 3.565253257751465,
      "epoch": 2.652276295133438,
      "rel-constrast": 2.162493944168091,
      "step": 3379,
      "subrel-constrast": 2.9136297702789307,
      "view-similarity": 0
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 5.46875,
      "learning_rate": 4.1864002900977396e-05,
      "loss": 0.6731,
      "step": 3380
    },
    {
      "cov-distil": 1.2343411445617676,
      "cov-distil (oracle2student)": 3.3742055892944336,
      "cov-distil (oracle2teacher)": 3.532623291015625,
      "epoch": 2.6530612244897958,
      "rel-constrast": 2.545734405517578,
      "step": 3380,
      "subrel-constrast": 3.256619453430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1428179740905762,
      "cov-distil (oracle2student)": 6.161736011505127,
      "cov-distil (oracle2teacher)": 5.945102691650391,
      "epoch": 2.6538461538461537,
      "rel-constrast": 3.1711645126342773,
      "step": 3381,
      "subrel-constrast": 3.8786914348602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5739327669143677,
      "cov-distil (oracle2student)": 2.6070220470428467,
      "cov-distil (oracle2teacher)": 2.8359320163726807,
      "epoch": 2.6546310832025117,
      "rel-constrast": 2.411898136138916,
      "step": 3382,
      "subrel-constrast": 3.396174192428589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.673923373222351,
      "cov-distil (oracle2student)": 4.127479076385498,
      "cov-distil (oracle2teacher)": 3.732725143432617,
      "epoch": 2.6554160125588697,
      "rel-constrast": 2.0007710456848145,
      "step": 3383,
      "subrel-constrast": 3.08183217048645,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9406642317771912,
      "cov-distil (oracle2student)": 5.379096984863281,
      "cov-distil (oracle2teacher)": 4.690669536590576,
      "epoch": 2.6562009419152277,
      "rel-constrast": 2.453364372253418,
      "step": 3384,
      "subrel-constrast": 2.845139503479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1684364080429077,
      "cov-distil (oracle2student)": 4.121804237365723,
      "cov-distil (oracle2teacher)": 4.027283668518066,
      "epoch": 2.6569858712715857,
      "rel-constrast": 2.1816458702087402,
      "step": 3385,
      "subrel-constrast": 2.8390920162200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0408308506011963,
      "cov-distil (oracle2student)": 5.517152786254883,
      "cov-distil (oracle2teacher)": 4.837254524230957,
      "epoch": 2.6577708006279437,
      "rel-constrast": 3.2810564041137695,
      "step": 3386,
      "subrel-constrast": 3.8960859775543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2477810382843018,
      "cov-distil (oracle2student)": 3.534484386444092,
      "cov-distil (oracle2teacher)": 3.8466057777404785,
      "epoch": 2.6585557299843012,
      "rel-constrast": 2.7522733211517334,
      "step": 3387,
      "subrel-constrast": 3.1727330684661865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0739067792892456,
      "cov-distil (oracle2student)": 3.692136287689209,
      "cov-distil (oracle2teacher)": 3.3840482234954834,
      "epoch": 2.659340659340659,
      "rel-constrast": 2.848564624786377,
      "step": 3388,
      "subrel-constrast": 3.2662699222564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1639528274536133,
      "cov-distil (oracle2student)": 3.7368621826171875,
      "cov-distil (oracle2teacher)": 3.7117128372192383,
      "epoch": 2.660125588697017,
      "rel-constrast": 2.5128982067108154,
      "step": 3389,
      "subrel-constrast": 3.1716930866241455,
      "view-similarity": 0
    },
    {
      "epoch": 2.660910518053375,
      "grad_norm": 4.375,
      "learning_rate": 4.1799478449514075e-05,
      "loss": 0.6846,
      "step": 3390
    },
    {
      "cov-distil": 2.36075758934021,
      "cov-distil (oracle2student)": 5.592048168182373,
      "cov-distil (oracle2teacher)": 5.8421630859375,
      "epoch": 2.660910518053375,
      "rel-constrast": 2.926896095275879,
      "step": 3390,
      "subrel-constrast": 4.222178936004639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.508044958114624,
      "cov-distil (oracle2student)": 3.9797492027282715,
      "cov-distil (oracle2teacher)": 3.959425687789917,
      "epoch": 2.661695447409733,
      "rel-constrast": 2.1036438941955566,
      "step": 3391,
      "subrel-constrast": 3.231468915939331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5408297777175903,
      "cov-distil (oracle2student)": 3.6103646755218506,
      "cov-distil (oracle2teacher)": 3.60410475730896,
      "epoch": 2.662480376766091,
      "rel-constrast": 2.937272310256958,
      "step": 3392,
      "subrel-constrast": 3.3950181007385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6338913440704346,
      "cov-distil (oracle2student)": 5.3872551918029785,
      "cov-distil (oracle2teacher)": 5.13102388381958,
      "epoch": 2.663265306122449,
      "rel-constrast": 3.279101848602295,
      "step": 3393,
      "subrel-constrast": 3.974159002304077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.360913634300232,
      "cov-distil (oracle2student)": 3.653331995010376,
      "cov-distil (oracle2teacher)": 3.2688796520233154,
      "epoch": 2.6640502354788067,
      "rel-constrast": 1.6857242584228516,
      "step": 3394,
      "subrel-constrast": 2.3220021724700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3381927013397217,
      "cov-distil (oracle2student)": 4.510581016540527,
      "cov-distil (oracle2teacher)": 4.692668437957764,
      "epoch": 2.6648351648351647,
      "rel-constrast": 3.4603755474090576,
      "step": 3395,
      "subrel-constrast": 3.921874761581421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2028045654296875,
      "cov-distil (oracle2student)": 3.1786487102508545,
      "cov-distil (oracle2teacher)": 4.071524143218994,
      "epoch": 2.6656200941915227,
      "rel-constrast": 2.659817934036255,
      "step": 3396,
      "subrel-constrast": 4.114896297454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3104596138000488,
      "cov-distil (oracle2student)": 5.83676815032959,
      "cov-distil (oracle2teacher)": 5.364981174468994,
      "epoch": 2.6664050235478807,
      "rel-constrast": 3.7951908111572266,
      "step": 3397,
      "subrel-constrast": 4.528207302093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790479063987732,
      "cov-distil (oracle2student)": 5.809121131896973,
      "cov-distil (oracle2teacher)": 5.1232500076293945,
      "epoch": 2.6671899529042387,
      "rel-constrast": 1.347072720527649,
      "step": 3398,
      "subrel-constrast": 2.534379243850708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2980704307556152,
      "cov-distil (oracle2student)": 4.173917770385742,
      "cov-distil (oracle2teacher)": 3.745276927947998,
      "epoch": 2.6679748822605966,
      "rel-constrast": 2.6846368312835693,
      "step": 3399,
      "subrel-constrast": 2.900108575820923,
      "view-similarity": 0
    },
    {
      "epoch": 2.6687598116169546,
      "grad_norm": 5.09375,
      "learning_rate": 4.173474930170744e-05,
      "loss": 0.7129,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "overlap": 0.2828125059604645,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "student margin": 0.05999755859375
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "teacher margin": 0.042388916015625
    },
    {
      "epoch": 2.6687598116169546,
      "margin difference": -0.017608642578125,
      "step": 3400
    },
    {
      "cov-distil": 1.7592198848724365,
      "cov-distil (oracle2student)": 4.345518112182617,
      "cov-distil (oracle2teacher)": 3.7188637256622314,
      "epoch": 2.6687598116169546,
      "rel-constrast": 3.615017890930176,
      "step": 3400,
      "subrel-constrast": 4.042435169219971,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9678325653076172,
      "cov-distil (oracle2student)": 5.640748023986816,
      "cov-distil (oracle2teacher)": 4.97282600402832,
      "epoch": 2.669544740973312,
      "rel-constrast": 2.272472620010376,
      "step": 3401,
      "subrel-constrast": 2.9687514305114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0935853719711304,
      "cov-distil (oracle2student)": 5.53285026550293,
      "cov-distil (oracle2teacher)": 5.570320129394531,
      "epoch": 2.67032967032967,
      "rel-constrast": 2.915374755859375,
      "step": 3402,
      "subrel-constrast": 3.62144136428833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7770240306854248,
      "cov-distil (oracle2student)": 3.061687469482422,
      "cov-distil (oracle2teacher)": 3.251063346862793,
      "epoch": 2.671114599686028,
      "rel-constrast": 2.2424850463867188,
      "step": 3403,
      "subrel-constrast": 3.235748767852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7967889308929443,
      "cov-distil (oracle2student)": 5.403275012969971,
      "cov-distil (oracle2teacher)": 5.445744514465332,
      "epoch": 2.671899529042386,
      "rel-constrast": 3.160645008087158,
      "step": 3404,
      "subrel-constrast": 3.6700682640075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1029103994369507,
      "cov-distil (oracle2student)": 4.075234413146973,
      "cov-distil (oracle2teacher)": 3.9376821517944336,
      "epoch": 2.672684458398744,
      "rel-constrast": 2.8507308959960938,
      "step": 3405,
      "subrel-constrast": 3.174172878265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3886706829071045,
      "cov-distil (oracle2student)": 5.325919151306152,
      "cov-distil (oracle2teacher)": 4.839361667633057,
      "epoch": 2.673469387755102,
      "rel-constrast": 2.631714344024658,
      "step": 3406,
      "subrel-constrast": 2.690737247467041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95001220703125,
      "cov-distil (oracle2student)": 3.719670295715332,
      "cov-distil (oracle2teacher)": 3.8165807723999023,
      "epoch": 2.67425431711146,
      "rel-constrast": 2.8557872772216797,
      "step": 3407,
      "subrel-constrast": 3.5309536457061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444483280181885,
      "cov-distil (oracle2student)": 4.876287460327148,
      "cov-distil (oracle2teacher)": 4.010460376739502,
      "epoch": 2.6750392464678177,
      "rel-constrast": 1.4313523769378662,
      "step": 3408,
      "subrel-constrast": 2.1007192134857178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3018388748168945,
      "cov-distil (oracle2student)": 3.1435675621032715,
      "cov-distil (oracle2teacher)": 3.487612724304199,
      "epoch": 2.675824175824176,
      "rel-constrast": 2.4106626510620117,
      "step": 3409,
      "subrel-constrast": 3.1958537101745605,
      "view-similarity": 0
    },
    {
      "epoch": 2.6766091051805336,
      "grad_norm": 5.65625,
      "learning_rate": 4.166981624626174e-05,
      "loss": 0.6984,
      "step": 3410
    },
    {
      "cov-distil": 1.921257734298706,
      "cov-distil (oracle2student)": 3.3065457344055176,
      "cov-distil (oracle2teacher)": 3.276826858520508,
      "epoch": 2.6766091051805336,
      "rel-constrast": 1.7720280885696411,
      "step": 3410,
      "subrel-constrast": 2.985795497894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7063407897949219,
      "cov-distil (oracle2student)": 4.310494422912598,
      "cov-distil (oracle2teacher)": 3.878406047821045,
      "epoch": 2.6773940345368916,
      "rel-constrast": 1.9165396690368652,
      "step": 3411,
      "subrel-constrast": 2.306405782699585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1990208625793457,
      "cov-distil (oracle2student)": 6.714446067810059,
      "cov-distil (oracle2teacher)": 5.67267370223999,
      "epoch": 2.6781789638932496,
      "rel-constrast": 1.9394690990447998,
      "step": 3412,
      "subrel-constrast": 2.500439167022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5952868461608887,
      "cov-distil (oracle2student)": 6.093477249145508,
      "cov-distil (oracle2teacher)": 5.360837459564209,
      "epoch": 2.6789638932496076,
      "rel-constrast": 2.7476391792297363,
      "step": 3413,
      "subrel-constrast": 3.6323976516723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3876068592071533,
      "cov-distil (oracle2student)": 5.224850177764893,
      "cov-distil (oracle2teacher)": 4.495697498321533,
      "epoch": 2.6797488226059656,
      "rel-constrast": 2.91737961769104,
      "step": 3414,
      "subrel-constrast": 2.978888511657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6670030355453491,
      "cov-distil (oracle2student)": 3.8915600776672363,
      "cov-distil (oracle2teacher)": 3.865659236907959,
      "epoch": 2.680533751962323,
      "rel-constrast": 1.5717297792434692,
      "step": 3415,
      "subrel-constrast": 2.1923911571502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448941707611084,
      "cov-distil (oracle2student)": 3.7615251541137695,
      "cov-distil (oracle2teacher)": 3.5000381469726562,
      "epoch": 2.6813186813186816,
      "rel-constrast": 2.0906143188476562,
      "step": 3416,
      "subrel-constrast": 2.4733214378356934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2324445247650146,
      "cov-distil (oracle2student)": 3.6439027786254883,
      "cov-distil (oracle2teacher)": 4.025062084197998,
      "epoch": 2.682103610675039,
      "rel-constrast": 1.5885065793991089,
      "step": 3417,
      "subrel-constrast": 2.4485878944396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.359544038772583,
      "cov-distil (oracle2student)": 4.562652587890625,
      "cov-distil (oracle2teacher)": 4.071953773498535,
      "epoch": 2.682888540031397,
      "rel-constrast": 2.5416276454925537,
      "step": 3418,
      "subrel-constrast": 3.098799467086792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6369211673736572,
      "cov-distil (oracle2student)": 3.8102831840515137,
      "cov-distil (oracle2teacher)": 3.7021961212158203,
      "epoch": 2.683673469387755,
      "rel-constrast": 2.197509765625,
      "step": 3419,
      "subrel-constrast": 3.119676351547241,
      "view-similarity": 0
    },
    {
      "epoch": 2.684458398744113,
      "grad_norm": 4.40625,
      "learning_rate": 4.160468007436574e-05,
      "loss": 0.57,
      "step": 3420
    },
    {
      "cov-distil": 1.719135046005249,
      "cov-distil (oracle2student)": 3.821016311645508,
      "cov-distil (oracle2teacher)": 3.611619472503662,
      "epoch": 2.684458398744113,
      "rel-constrast": 2.40488338470459,
      "step": 3420,
      "subrel-constrast": 3.4663171768188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5605039596557617,
      "cov-distil (oracle2student)": 2.935488700866699,
      "cov-distil (oracle2teacher)": 3.1864795684814453,
      "epoch": 2.685243328100471,
      "rel-constrast": 2.760688543319702,
      "step": 3421,
      "subrel-constrast": 3.7049105167388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5770034790039062,
      "cov-distil (oracle2student)": 4.423437595367432,
      "cov-distil (oracle2teacher)": 3.8640236854553223,
      "epoch": 2.686028257456829,
      "rel-constrast": 2.815077543258667,
      "step": 3422,
      "subrel-constrast": 3.7331526279449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3983687162399292,
      "cov-distil (oracle2student)": 4.7415666580200195,
      "cov-distil (oracle2teacher)": 4.635700702667236,
      "epoch": 2.686813186813187,
      "rel-constrast": 2.98581862449646,
      "step": 3423,
      "subrel-constrast": 3.2037909030914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1597836017608643,
      "cov-distil (oracle2student)": 6.610556125640869,
      "cov-distil (oracle2teacher)": 5.9040422439575195,
      "epoch": 2.6875981161695446,
      "rel-constrast": 3.8531577587127686,
      "step": 3424,
      "subrel-constrast": 4.011930465698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5182232856750488,
      "cov-distil (oracle2student)": 4.406174659729004,
      "cov-distil (oracle2teacher)": 3.7655882835388184,
      "epoch": 2.6883830455259026,
      "rel-constrast": 3.032742500305176,
      "step": 3425,
      "subrel-constrast": 3.34782075881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3041605949401855,
      "cov-distil (oracle2student)": 5.670109748840332,
      "cov-distil (oracle2teacher)": 5.423748016357422,
      "epoch": 2.6891679748822606,
      "rel-constrast": 3.360563278198242,
      "step": 3426,
      "subrel-constrast": 4.035850524902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5476405620574951,
      "cov-distil (oracle2student)": 4.484825611114502,
      "cov-distil (oracle2teacher)": 3.717073440551758,
      "epoch": 2.6899529042386185,
      "rel-constrast": 2.753540515899658,
      "step": 3427,
      "subrel-constrast": 3.1116342544555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2179723978042603,
      "cov-distil (oracle2student)": 4.204617023468018,
      "cov-distil (oracle2teacher)": 3.8007848262786865,
      "epoch": 2.6907378335949765,
      "rel-constrast": 2.3686611652374268,
      "step": 3428,
      "subrel-constrast": 2.6773524284362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4228005409240723,
      "cov-distil (oracle2student)": 3.4358344078063965,
      "cov-distil (oracle2teacher)": 3.7747607231140137,
      "epoch": 2.6915227629513345,
      "rel-constrast": 3.254420757293701,
      "step": 3429,
      "subrel-constrast": 3.6758570671081543,
      "view-similarity": 0
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 5.5,
      "learning_rate": 4.1539341579683155e-05,
      "loss": 0.7783,
      "step": 3430
    },
    {
      "cov-distil": 1.7391047477722168,
      "cov-distil (oracle2student)": 3.832895040512085,
      "cov-distil (oracle2teacher)": 3.7995762825012207,
      "epoch": 2.6923076923076925,
      "rel-constrast": 2.7669920921325684,
      "step": 3430,
      "subrel-constrast": 3.3318166732788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470890045166016,
      "cov-distil (oracle2student)": 4.424378395080566,
      "cov-distil (oracle2teacher)": 4.173608779907227,
      "epoch": 2.69309262166405,
      "rel-constrast": 3.144897222518921,
      "step": 3431,
      "subrel-constrast": 3.7279772758483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3189151287078857,
      "cov-distil (oracle2student)": 3.7437446117401123,
      "cov-distil (oracle2teacher)": 3.3592019081115723,
      "epoch": 2.693877551020408,
      "rel-constrast": 2.6971282958984375,
      "step": 3432,
      "subrel-constrast": 3.3283803462982178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2436387538909912,
      "cov-distil (oracle2student)": 3.927736759185791,
      "cov-distil (oracle2teacher)": 4.701812744140625,
      "epoch": 2.694662480376766,
      "rel-constrast": 3.246727466583252,
      "step": 3433,
      "subrel-constrast": 4.3226776123046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5675714015960693,
      "cov-distil (oracle2student)": 3.861079692840576,
      "cov-distil (oracle2teacher)": 4.18678617477417,
      "epoch": 2.695447409733124,
      "rel-constrast": 3.1077017784118652,
      "step": 3434,
      "subrel-constrast": 3.810654401779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8184099197387695,
      "cov-distil (oracle2student)": 6.261345863342285,
      "cov-distil (oracle2teacher)": 6.258091926574707,
      "epoch": 2.696232339089482,
      "rel-constrast": 1.4204344749450684,
      "step": 3435,
      "subrel-constrast": 2.3580150604248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3488813638687134,
      "cov-distil (oracle2student)": 3.961028575897217,
      "cov-distil (oracle2teacher)": 3.6226727962493896,
      "epoch": 2.69701726844584,
      "rel-constrast": 2.740581512451172,
      "step": 3436,
      "subrel-constrast": 2.9722201824188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909841537475586,
      "cov-distil (oracle2student)": 6.978001117706299,
      "cov-distil (oracle2teacher)": 6.154361724853516,
      "epoch": 2.697802197802198,
      "rel-constrast": 2.284184217453003,
      "step": 3437,
      "subrel-constrast": 3.177285671234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9224412441253662,
      "cov-distil (oracle2student)": 2.6639764308929443,
      "cov-distil (oracle2teacher)": 2.7243189811706543,
      "epoch": 2.6985871271585555,
      "rel-constrast": 2.7666711807250977,
      "step": 3438,
      "subrel-constrast": 3.4452741146087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2896897792816162,
      "cov-distil (oracle2student)": 4.503536701202393,
      "cov-distil (oracle2teacher)": 4.040459156036377,
      "epoch": 2.6993720565149135,
      "rel-constrast": 2.1506056785583496,
      "step": 3439,
      "subrel-constrast": 2.8010621070861816,
      "view-similarity": 0
    },
    {
      "epoch": 2.7001569858712715,
      "grad_norm": 4.65625,
      "learning_rate": 4.147380155834293e-05,
      "loss": 0.6974,
      "step": 3440
    },
    {
      "cov-distil": 1.146598219871521,
      "cov-distil (oracle2student)": 4.291509628295898,
      "cov-distil (oracle2teacher)": 4.883552551269531,
      "epoch": 2.7001569858712715,
      "rel-constrast": 2.6033687591552734,
      "step": 3440,
      "subrel-constrast": 3.094074249267578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5829063653945923,
      "cov-distil (oracle2student)": 4.754502296447754,
      "cov-distil (oracle2teacher)": 4.792940616607666,
      "epoch": 2.7009419152276295,
      "rel-constrast": 3.524317741394043,
      "step": 3441,
      "subrel-constrast": 4.439371585845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9889519214630127,
      "cov-distil (oracle2student)": 4.789587497711182,
      "cov-distil (oracle2teacher)": 3.8334789276123047,
      "epoch": 2.7017268445839875,
      "rel-constrast": 2.416520118713379,
      "step": 3442,
      "subrel-constrast": 3.269442081451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639683485031128,
      "cov-distil (oracle2student)": 5.108799457550049,
      "cov-distil (oracle2teacher)": 5.2285261154174805,
      "epoch": 2.7025117739403455,
      "rel-constrast": 2.906005859375,
      "step": 3443,
      "subrel-constrast": 4.077155113220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3551075458526611,
      "cov-distil (oracle2student)": 4.5436201095581055,
      "cov-distil (oracle2teacher)": 4.428092002868652,
      "epoch": 2.7032967032967035,
      "rel-constrast": 3.2929627895355225,
      "step": 3444,
      "subrel-constrast": 3.656095027923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5290656089782715,
      "cov-distil (oracle2student)": 2.274554491043091,
      "cov-distil (oracle2teacher)": 2.3479232788085938,
      "epoch": 2.704081632653061,
      "rel-constrast": 2.3773326873779297,
      "step": 3445,
      "subrel-constrast": 3.0413198471069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021592617034912,
      "cov-distil (oracle2student)": 4.015064716339111,
      "cov-distil (oracle2teacher)": 4.390156269073486,
      "epoch": 2.704866562009419,
      "rel-constrast": 1.8086042404174805,
      "step": 3446,
      "subrel-constrast": 3.550882577896118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3065769672393799,
      "cov-distil (oracle2student)": 3.850503921508789,
      "cov-distil (oracle2teacher)": 3.518409252166748,
      "epoch": 2.705651491365777,
      "rel-constrast": 2.496784210205078,
      "step": 3447,
      "subrel-constrast": 3.005446672439575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680123567581177,
      "cov-distil (oracle2student)": 4.62880277633667,
      "cov-distil (oracle2teacher)": 3.914820671081543,
      "epoch": 2.706436420722135,
      "rel-constrast": 1.87405264377594,
      "step": 3448,
      "subrel-constrast": 2.402010679244995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601933240890503,
      "cov-distil (oracle2student)": 3.38590669631958,
      "cov-distil (oracle2teacher)": 3.2311246395111084,
      "epoch": 2.707221350078493,
      "rel-constrast": 2.697071075439453,
      "step": 3449,
      "subrel-constrast": 3.571235418319702,
      "view-similarity": 0
    },
    {
      "epoch": 2.708006279434851,
      "grad_norm": 5.03125,
      "learning_rate": 4.1408060808929514e-05,
      "loss": 0.6893,
      "step": 3450
    },
    {
      "cov-distil": 1.21927011013031,
      "cov-distil (oracle2student)": 4.345832824707031,
      "cov-distil (oracle2teacher)": 4.224304676055908,
      "epoch": 2.708006279434851,
      "rel-constrast": 2.735278606414795,
      "step": 3450,
      "subrel-constrast": 3.639580488204956,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007547378540039,
      "cov-distil (oracle2student)": 4.9014739990234375,
      "cov-distil (oracle2teacher)": 4.646322250366211,
      "epoch": 2.708791208791209,
      "rel-constrast": 3.232232093811035,
      "step": 3451,
      "subrel-constrast": 4.195211887359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024213552474976,
      "cov-distil (oracle2student)": 4.254790306091309,
      "cov-distil (oracle2teacher)": 4.8669233322143555,
      "epoch": 2.7095761381475665,
      "rel-constrast": 3.0329291820526123,
      "step": 3452,
      "subrel-constrast": 3.477086305618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247479915618896,
      "cov-distil (oracle2student)": 5.620559215545654,
      "cov-distil (oracle2teacher)": 5.500706672668457,
      "epoch": 2.710361067503925,
      "rel-constrast": 2.6023197174072266,
      "step": 3453,
      "subrel-constrast": 3.531235694885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8442978858947754,
      "cov-distil (oracle2student)": 3.5712153911590576,
      "cov-distil (oracle2teacher)": 3.37542724609375,
      "epoch": 2.7111459968602825,
      "rel-constrast": 2.002131700515747,
      "step": 3454,
      "subrel-constrast": 2.9689135551452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4820046424865723,
      "cov-distil (oracle2student)": 4.897122383117676,
      "cov-distil (oracle2teacher)": 4.639852046966553,
      "epoch": 2.7119309262166404,
      "rel-constrast": 3.2388200759887695,
      "step": 3455,
      "subrel-constrast": 3.8527207374572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4974098205566406,
      "cov-distil (oracle2student)": 2.7253851890563965,
      "cov-distil (oracle2teacher)": 3.030970811843872,
      "epoch": 2.7127158555729984,
      "rel-constrast": 2.0766568183898926,
      "step": 3456,
      "subrel-constrast": 2.782836675643921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1912997961044312,
      "cov-distil (oracle2student)": 4.252876281738281,
      "cov-distil (oracle2teacher)": 4.382081031799316,
      "epoch": 2.7135007849293564,
      "rel-constrast": 2.893435478210449,
      "step": 3457,
      "subrel-constrast": 3.1829638481140137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1272361278533936,
      "cov-distil (oracle2student)": 5.005651473999023,
      "cov-distil (oracle2teacher)": 4.852031707763672,
      "epoch": 2.7142857142857144,
      "rel-constrast": 2.816998243331909,
      "step": 3458,
      "subrel-constrast": 3.238236904144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3785386085510254,
      "cov-distil (oracle2student)": 2.4433679580688477,
      "cov-distil (oracle2teacher)": 2.6369667053222656,
      "epoch": 2.715070643642072,
      "rel-constrast": 2.4614343643188477,
      "step": 3459,
      "subrel-constrast": 3.1953136920928955,
      "view-similarity": 0
    },
    {
      "epoch": 2.7158555729984304,
      "grad_norm": 5.65625,
      "learning_rate": 4.134212013247323e-05,
      "loss": 0.7142,
      "step": 3460
    },
    {
      "cov-distil": 1.4766921997070312,
      "cov-distil (oracle2student)": 5.082341194152832,
      "cov-distil (oracle2teacher)": 4.386532783508301,
      "epoch": 2.7158555729984304,
      "rel-constrast": 2.7160940170288086,
      "step": 3460,
      "subrel-constrast": 3.2220876216888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.069206476211548,
      "cov-distil (oracle2student)": 4.664997577667236,
      "cov-distil (oracle2teacher)": 5.096159934997559,
      "epoch": 2.716640502354788,
      "rel-constrast": 3.6471524238586426,
      "step": 3461,
      "subrel-constrast": 4.302290916442871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2910975217819214,
      "cov-distil (oracle2student)": 3.6046576499938965,
      "cov-distil (oracle2teacher)": 3.6049463748931885,
      "epoch": 2.717425431711146,
      "rel-constrast": 3.0807809829711914,
      "step": 3462,
      "subrel-constrast": 3.366668224334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.749687910079956,
      "cov-distil (oracle2student)": 3.0196123123168945,
      "cov-distil (oracle2teacher)": 3.3055078983306885,
      "epoch": 2.718210361067504,
      "rel-constrast": 2.158522605895996,
      "step": 3463,
      "subrel-constrast": 2.6976919174194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1960222721099854,
      "cov-distil (oracle2student)": 3.8808372020721436,
      "cov-distil (oracle2teacher)": 4.201834678649902,
      "epoch": 2.718995290423862,
      "rel-constrast": 3.0854344367980957,
      "step": 3464,
      "subrel-constrast": 3.8930649757385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4431267976760864,
      "cov-distil (oracle2student)": 4.357943058013916,
      "cov-distil (oracle2teacher)": 4.403596878051758,
      "epoch": 2.71978021978022,
      "rel-constrast": 2.9029464721679688,
      "step": 3465,
      "subrel-constrast": 3.3169991970062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1986525058746338,
      "cov-distil (oracle2student)": 4.591737747192383,
      "cov-distil (oracle2teacher)": 3.828734874725342,
      "epoch": 2.7205651491365774,
      "rel-constrast": 1.7433770895004272,
      "step": 3466,
      "subrel-constrast": 2.562483549118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9017468690872192,
      "cov-distil (oracle2student)": 3.8939943313598633,
      "cov-distil (oracle2teacher)": 3.2050392627716064,
      "epoch": 2.721350078492936,
      "rel-constrast": 2.9160914421081543,
      "step": 3467,
      "subrel-constrast": 3.3291354179382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699385166168213,
      "cov-distil (oracle2student)": 2.770312786102295,
      "cov-distil (oracle2teacher)": 2.8875622749328613,
      "epoch": 2.7221350078492934,
      "rel-constrast": 1.747414469718933,
      "step": 3468,
      "subrel-constrast": 2.917769432067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2626341581344604,
      "cov-distil (oracle2student)": 4.655130863189697,
      "cov-distil (oracle2teacher)": 3.6453356742858887,
      "epoch": 2.7229199372056514,
      "rel-constrast": 2.0286717414855957,
      "step": 3469,
      "subrel-constrast": 2.6115381717681885,
      "view-similarity": 0
    },
    {
      "epoch": 2.7237048665620094,
      "grad_norm": 4.9375,
      "learning_rate": 4.1275980332440375e-05,
      "loss": 0.6889,
      "step": 3470
    },
    {
      "cov-distil": 1.257751226425171,
      "cov-distil (oracle2student)": 5.187796592712402,
      "cov-distil (oracle2teacher)": 4.350918769836426,
      "epoch": 2.7237048665620094,
      "rel-constrast": 2.8669843673706055,
      "step": 3470,
      "subrel-constrast": 3.5765042304992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5805643796920776,
      "cov-distil (oracle2student)": 6.123226642608643,
      "cov-distil (oracle2teacher)": 5.549005031585693,
      "epoch": 2.7244897959183674,
      "rel-constrast": 2.2183971405029297,
      "step": 3471,
      "subrel-constrast": 3.23915958404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9927639961242676,
      "cov-distil (oracle2student)": 4.8442535400390625,
      "cov-distil (oracle2teacher)": 5.008172035217285,
      "epoch": 2.7252747252747254,
      "rel-constrast": 3.1105008125305176,
      "step": 3472,
      "subrel-constrast": 4.178501605987549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.273301601409912,
      "cov-distil (oracle2student)": 4.273483753204346,
      "cov-distil (oracle2teacher)": 4.8374223709106445,
      "epoch": 2.7260596546310834,
      "rel-constrast": 1.8574436902999878,
      "step": 3473,
      "subrel-constrast": 2.8911080360412598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7258718013763428,
      "cov-distil (oracle2student)": 4.808434009552002,
      "cov-distil (oracle2teacher)": 4.722095966339111,
      "epoch": 2.7268445839874413,
      "rel-constrast": 2.5705602169036865,
      "step": 3474,
      "subrel-constrast": 3.3865487575531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.281174898147583,
      "cov-distil (oracle2student)": 4.922959327697754,
      "cov-distil (oracle2teacher)": 4.977643013000488,
      "epoch": 2.727629513343799,
      "rel-constrast": 2.123610496520996,
      "step": 3475,
      "subrel-constrast": 3.2199244499206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7551145553588867,
      "cov-distil (oracle2student)": 4.298803806304932,
      "cov-distil (oracle2teacher)": 4.351949214935303,
      "epoch": 2.728414442700157,
      "rel-constrast": 2.66150164604187,
      "step": 3476,
      "subrel-constrast": 3.723423480987549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3070909976959229,
      "cov-distil (oracle2student)": 4.013608932495117,
      "cov-distil (oracle2teacher)": 4.510542869567871,
      "epoch": 2.729199372056515,
      "rel-constrast": 3.2661304473876953,
      "step": 3477,
      "subrel-constrast": 3.775439739227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.420297622680664,
      "cov-distil (oracle2student)": 4.108295917510986,
      "cov-distil (oracle2teacher)": 3.741150140762329,
      "epoch": 2.729984301412873,
      "rel-constrast": 3.1700668334960938,
      "step": 3478,
      "subrel-constrast": 3.705117702484131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.334592342376709,
      "cov-distil (oracle2student)": 4.479011535644531,
      "cov-distil (oracle2teacher)": 4.116025924682617,
      "epoch": 2.730769230769231,
      "rel-constrast": 2.646742582321167,
      "step": 3479,
      "subrel-constrast": 3.5236525535583496,
      "view-similarity": 0
    },
    {
      "epoch": 2.731554160125589,
      "grad_norm": 5.03125,
      "learning_rate": 4.120964221472355e-05,
      "loss": 0.6996,
      "step": 3480
    },
    {
      "cov-distil": 1.2141972780227661,
      "cov-distil (oracle2student)": 4.118884563446045,
      "cov-distil (oracle2teacher)": 3.61258602142334,
      "epoch": 2.731554160125589,
      "rel-constrast": 2.888174057006836,
      "step": 3480,
      "subrel-constrast": 3.4115946292877197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3545664548873901,
      "cov-distil (oracle2student)": 2.970431327819824,
      "cov-distil (oracle2teacher)": 3.0308094024658203,
      "epoch": 2.732339089481947,
      "rel-constrast": 2.2104618549346924,
      "step": 3481,
      "subrel-constrast": 2.6175434589385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8312087059020996,
      "cov-distil (oracle2student)": 5.496325492858887,
      "cov-distil (oracle2teacher)": 5.177523612976074,
      "epoch": 2.7331240188383044,
      "rel-constrast": 2.7187018394470215,
      "step": 3482,
      "subrel-constrast": 3.634260416030884,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9744429588317871,
      "cov-distil (oracle2student)": 4.325490951538086,
      "cov-distil (oracle2teacher)": 4.535234451293945,
      "epoch": 2.7339089481946623,
      "rel-constrast": 1.9824750423431396,
      "step": 3483,
      "subrel-constrast": 2.365967035293579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3668227195739746,
      "cov-distil (oracle2student)": 6.226545333862305,
      "cov-distil (oracle2teacher)": 5.61706018447876,
      "epoch": 2.7346938775510203,
      "rel-constrast": 3.6849803924560547,
      "step": 3484,
      "subrel-constrast": 4.065832614898682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3599669933319092,
      "cov-distil (oracle2student)": 3.534722328186035,
      "cov-distil (oracle2teacher)": 3.087050437927246,
      "epoch": 2.7354788069073783,
      "rel-constrast": 2.0670371055603027,
      "step": 3485,
      "subrel-constrast": 2.826664686203003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2690579891204834,
      "cov-distil (oracle2student)": 5.964199542999268,
      "cov-distil (oracle2teacher)": 5.3375701904296875,
      "epoch": 2.7362637362637363,
      "rel-constrast": 2.5435988903045654,
      "step": 3486,
      "subrel-constrast": 2.6553046703338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499173879623413,
      "cov-distil (oracle2student)": 4.225542068481445,
      "cov-distil (oracle2teacher)": 3.7550435066223145,
      "epoch": 2.7370486656200943,
      "rel-constrast": 2.688807487487793,
      "step": 3487,
      "subrel-constrast": 3.267240047454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5449453592300415,
      "cov-distil (oracle2student)": 4.365578651428223,
      "cov-distil (oracle2teacher)": 3.680858612060547,
      "epoch": 2.7378335949764523,
      "rel-constrast": 2.44638729095459,
      "step": 3488,
      "subrel-constrast": 3.1091537475585938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.590740442276001,
      "cov-distil (oracle2student)": 3.550600290298462,
      "cov-distil (oracle2teacher)": 3.5383527278900146,
      "epoch": 2.73861852433281,
      "rel-constrast": 2.3199853897094727,
      "step": 3489,
      "subrel-constrast": 2.939845561981201,
      "view-similarity": 0
    },
    {
      "epoch": 2.739403453689168,
      "grad_norm": 5.5,
      "learning_rate": 4.114310658763181e-05,
      "loss": 0.6744,
      "step": 3490
    },
    {
      "cov-distil": 1.4435595273971558,
      "cov-distil (oracle2student)": 3.815988302230835,
      "cov-distil (oracle2teacher)": 3.918964385986328,
      "epoch": 2.739403453689168,
      "rel-constrast": 1.9697308540344238,
      "step": 3490,
      "subrel-constrast": 2.708563804626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3245824575424194,
      "cov-distil (oracle2student)": 5.685050010681152,
      "cov-distil (oracle2teacher)": 5.1339898109436035,
      "epoch": 2.740188383045526,
      "rel-constrast": 1.9476144313812256,
      "step": 3491,
      "subrel-constrast": 2.8096508979797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3172099590301514,
      "cov-distil (oracle2student)": 4.5307464599609375,
      "cov-distil (oracle2teacher)": 4.304640769958496,
      "epoch": 2.740973312401884,
      "rel-constrast": 2.118917465209961,
      "step": 3492,
      "subrel-constrast": 2.7366158962249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1217656135559082,
      "cov-distil (oracle2student)": 5.098283767700195,
      "cov-distil (oracle2teacher)": 4.7491655349731445,
      "epoch": 2.741758241758242,
      "rel-constrast": 3.574157476425171,
      "step": 3493,
      "subrel-constrast": 3.903989315032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2643206119537354,
      "cov-distil (oracle2student)": 5.698857307434082,
      "cov-distil (oracle2teacher)": 4.891286849975586,
      "epoch": 2.7425431711145998,
      "rel-constrast": 2.194077730178833,
      "step": 3494,
      "subrel-constrast": 2.836371660232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6932982206344604,
      "cov-distil (oracle2student)": 3.8292431831359863,
      "cov-distil (oracle2teacher)": 3.9566965103149414,
      "epoch": 2.7433281004709578,
      "rel-constrast": 2.2468364238739014,
      "step": 3495,
      "subrel-constrast": 3.1928365230560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.916379988193512,
      "cov-distil (oracle2student)": 5.678658962249756,
      "cov-distil (oracle2teacher)": 5.278433799743652,
      "epoch": 2.7441130298273153,
      "rel-constrast": 2.5327677726745605,
      "step": 3496,
      "subrel-constrast": 3.170067548751831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.084447979927063,
      "cov-distil (oracle2student)": 5.807104587554932,
      "cov-distil (oracle2teacher)": 5.669844627380371,
      "epoch": 2.7448979591836737,
      "rel-constrast": 2.94395112991333,
      "step": 3497,
      "subrel-constrast": 3.6626832485198975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6549034118652344,
      "cov-distil (oracle2student)": 3.624702215194702,
      "cov-distil (oracle2teacher)": 3.5175135135650635,
      "epoch": 2.7456828885400313,
      "rel-constrast": 2.832606792449951,
      "step": 3498,
      "subrel-constrast": 3.215397357940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7296409606933594,
      "cov-distil (oracle2student)": 3.5133869647979736,
      "cov-distil (oracle2teacher)": 3.4825081825256348,
      "epoch": 2.7464678178963893,
      "rel-constrast": 2.119751453399658,
      "step": 3499,
      "subrel-constrast": 3.239866256713867,
      "view-similarity": 0
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 4.75,
      "learning_rate": 4.1076374261880735e-05,
      "loss": 0.6459,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-P@10": 0.758,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-nDCG@10": 0.7689329379637345,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-alpha_nDCG@10": 0.5836013195815343,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-P@10": 0.4329999999999999,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-nDCG@10": 0.6147517682661394,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-alpha_nDCG@10": 0.6020776107446083,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/avg": 0.5395167228845205,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "overlap": 0.30781251192092896,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "student margin": 0.0537109375
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "teacher margin": 0.038970947265625
    },
    {
      "epoch": 2.7472527472527473,
      "margin difference": -0.014739990234375,
      "step": 3500
    },
    {
      "cov-distil": 1.3792612552642822,
      "cov-distil (oracle2student)": 5.512238025665283,
      "cov-distil (oracle2teacher)": 5.018134117126465,
      "epoch": 2.7472527472527473,
      "rel-constrast": 3.4268007278442383,
      "step": 3500,
      "subrel-constrast": 3.9748992919921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2522032260894775,
      "cov-distil (oracle2student)": 4.140124797821045,
      "cov-distil (oracle2teacher)": 4.062590599060059,
      "epoch": 2.7480376766091053,
      "rel-constrast": 2.842963457107544,
      "step": 3501,
      "subrel-constrast": 4.094099998474121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1400333642959595,
      "cov-distil (oracle2student)": 4.549984455108643,
      "cov-distil (oracle2teacher)": 3.9410042762756348,
      "epoch": 2.7488226059654632,
      "rel-constrast": 2.1570017337799072,
      "step": 3502,
      "subrel-constrast": 2.7241053581237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3762876987457275,
      "cov-distil (oracle2student)": 4.415852069854736,
      "cov-distil (oracle2teacher)": 3.797689199447632,
      "epoch": 2.749607535321821,
      "rel-constrast": 1.5232279300689697,
      "step": 3503,
      "subrel-constrast": 2.251595973968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517815113067627,
      "cov-distil (oracle2student)": 3.2902915477752686,
      "cov-distil (oracle2teacher)": 3.475660562515259,
      "epoch": 2.750392464678179,
      "rel-constrast": 2.9254231452941895,
      "step": 3504,
      "subrel-constrast": 3.516655683517456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7318265438079834,
      "cov-distil (oracle2student)": 4.506546974182129,
      "cov-distil (oracle2teacher)": 4.354705333709717,
      "epoch": 2.7511773940345368,
      "rel-constrast": 2.4928348064422607,
      "step": 3505,
      "subrel-constrast": 3.0664758682250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6209015846252441,
      "cov-distil (oracle2student)": 5.002229690551758,
      "cov-distil (oracle2teacher)": 4.779717922210693,
      "epoch": 2.7519623233908947,
      "rel-constrast": 2.4970321655273438,
      "step": 3506,
      "subrel-constrast": 3.048239231109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3149901628494263,
      "cov-distil (oracle2student)": 4.197655200958252,
      "cov-distil (oracle2teacher)": 3.4020562171936035,
      "epoch": 2.7527472527472527,
      "rel-constrast": 2.828300952911377,
      "step": 3507,
      "subrel-constrast": 2.9544308185577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.172248363494873,
      "cov-distil (oracle2student)": 5.8854217529296875,
      "cov-distil (oracle2teacher)": 5.39959716796875,
      "epoch": 2.7535321821036107,
      "rel-constrast": 2.489149570465088,
      "step": 3508,
      "subrel-constrast": 3.0604610443115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0945967435836792,
      "cov-distil (oracle2student)": 3.5267574787139893,
      "cov-distil (oracle2teacher)": 3.7052369117736816,
      "epoch": 2.7543171114599687,
      "rel-constrast": 2.0155513286590576,
      "step": 3509,
      "subrel-constrast": 2.6758861541748047,
      "view-similarity": 0
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 4.1875,
      "learning_rate": 4.1009446050582687e-05,
      "loss": 0.6665,
      "step": 3510
    },
    {
      "cov-distil": 1.5037956237792969,
      "cov-distil (oracle2student)": 5.107624053955078,
      "cov-distil (oracle2teacher)": 4.809351921081543,
      "epoch": 2.7551020408163263,
      "rel-constrast": 2.8368921279907227,
      "step": 3510,
      "subrel-constrast": 3.683727264404297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7546610832214355,
      "cov-distil (oracle2student)": 4.368617534637451,
      "cov-distil (oracle2teacher)": 4.716710090637207,
      "epoch": 2.7558869701726847,
      "rel-constrast": 2.5456247329711914,
      "step": 3511,
      "subrel-constrast": 3.430455446243286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4093878269195557,
      "cov-distil (oracle2student)": 5.642657279968262,
      "cov-distil (oracle2teacher)": 5.012208938598633,
      "epoch": 2.7566718995290422,
      "rel-constrast": 3.0150678157806396,
      "step": 3512,
      "subrel-constrast": 3.7654049396514893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6619033813476562,
      "cov-distil (oracle2student)": 4.879277229309082,
      "cov-distil (oracle2teacher)": 4.879388809204102,
      "epoch": 2.7574568288854002,
      "rel-constrast": 2.3862907886505127,
      "step": 3513,
      "subrel-constrast": 3.127742290496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5596178770065308,
      "cov-distil (oracle2student)": 3.5402402877807617,
      "cov-distil (oracle2teacher)": 3.560725450515747,
      "epoch": 2.758241758241758,
      "rel-constrast": 1.777961015701294,
      "step": 3514,
      "subrel-constrast": 2.784086227416992,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9426162242889404,
      "cov-distil (oracle2student)": 5.771893501281738,
      "cov-distil (oracle2teacher)": 5.287751197814941,
      "epoch": 2.759026687598116,
      "rel-constrast": 2.502312183380127,
      "step": 3515,
      "subrel-constrast": 2.8358335494995117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4741300344467163,
      "cov-distil (oracle2student)": 6.927245616912842,
      "cov-distil (oracle2teacher)": 6.150803565979004,
      "epoch": 2.759811616954474,
      "rel-constrast": 2.223557949066162,
      "step": 3516,
      "subrel-constrast": 3.102792978286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9357790946960449,
      "cov-distil (oracle2student)": 3.9163784980773926,
      "cov-distil (oracle2teacher)": 3.702489137649536,
      "epoch": 2.760596546310832,
      "rel-constrast": 2.1721274852752686,
      "step": 3517,
      "subrel-constrast": 2.859774351119995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3509835004806519,
      "cov-distil (oracle2student)": 3.2639501094818115,
      "cov-distil (oracle2teacher)": 2.918851852416992,
      "epoch": 2.76138147566719,
      "rel-constrast": 2.16044282913208,
      "step": 3518,
      "subrel-constrast": 3.020240306854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6274831295013428,
      "cov-distil (oracle2student)": 3.9823532104492188,
      "cov-distil (oracle2teacher)": 3.8480396270751953,
      "epoch": 2.7621664050235477,
      "rel-constrast": 3.02292537689209,
      "step": 3519,
      "subrel-constrast": 3.6527926921844482,
      "view-similarity": 0
    },
    {
      "epoch": 2.7629513343799057,
      "grad_norm": 5.65625,
      "learning_rate": 4.0942322769236775e-05,
      "loss": 0.6516,
      "step": 3520
    },
    {
      "cov-distil": 1.5295791625976562,
      "cov-distil (oracle2student)": 4.758248805999756,
      "cov-distil (oracle2teacher)": 4.587554931640625,
      "epoch": 2.7629513343799057,
      "rel-constrast": 2.560229778289795,
      "step": 3520,
      "subrel-constrast": 3.6683590412139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9155421257019043,
      "cov-distil (oracle2student)": 5.7935004234313965,
      "cov-distil (oracle2teacher)": 4.85732364654541,
      "epoch": 2.7637362637362637,
      "rel-constrast": 3.267106533050537,
      "step": 3521,
      "subrel-constrast": 3.679368257522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8366351127624512,
      "cov-distil (oracle2student)": 4.30238676071167,
      "cov-distil (oracle2teacher)": 3.9455056190490723,
      "epoch": 2.7645211930926217,
      "rel-constrast": 2.8049025535583496,
      "step": 3522,
      "subrel-constrast": 3.3190345764160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6611394882202148,
      "cov-distil (oracle2student)": 3.9727890491485596,
      "cov-distil (oracle2teacher)": 3.9836840629577637,
      "epoch": 2.7653061224489797,
      "rel-constrast": 2.416064500808716,
      "step": 3523,
      "subrel-constrast": 3.7824547290802,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.40010666847229,
      "cov-distil (oracle2student)": 5.086782455444336,
      "cov-distil (oracle2teacher)": 4.389537811279297,
      "epoch": 2.7660910518053377,
      "rel-constrast": 1.9922969341278076,
      "step": 3524,
      "subrel-constrast": 2.6696364879608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.752016305923462,
      "cov-distil (oracle2student)": 4.5746660232543945,
      "cov-distil (oracle2teacher)": 3.9400548934936523,
      "epoch": 2.7668759811616956,
      "rel-constrast": 2.3308963775634766,
      "step": 3525,
      "subrel-constrast": 3.148468494415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4230616092681885,
      "cov-distil (oracle2student)": 3.5443525314331055,
      "cov-distil (oracle2teacher)": 3.7471542358398438,
      "epoch": 2.767660910518053,
      "rel-constrast": 2.7349421977996826,
      "step": 3526,
      "subrel-constrast": 3.5592198371887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655356168746948,
      "cov-distil (oracle2student)": 3.633657693862915,
      "cov-distil (oracle2teacher)": 3.9535422325134277,
      "epoch": 2.768445839874411,
      "rel-constrast": 2.623929500579834,
      "step": 3527,
      "subrel-constrast": 3.6466033458709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.074138879776001,
      "cov-distil (oracle2student)": 3.7500033378601074,
      "cov-distil (oracle2teacher)": 3.766144275665283,
      "epoch": 2.769230769230769,
      "rel-constrast": 2.281257152557373,
      "step": 3528,
      "subrel-constrast": 3.109210729598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6943196058273315,
      "cov-distil (oracle2student)": 3.6927552223205566,
      "cov-distil (oracle2teacher)": 3.443314552307129,
      "epoch": 2.770015698587127,
      "rel-constrast": 2.8284811973571777,
      "step": 3529,
      "subrel-constrast": 2.738298177719116,
      "view-similarity": 0
    },
    {
      "epoch": 2.770800627943485,
      "grad_norm": 6.3125,
      "learning_rate": 4.087500523571902e-05,
      "loss": 0.6864,
      "step": 3530
    },
    {
      "cov-distil": 1.2214546203613281,
      "cov-distil (oracle2student)": 4.550065517425537,
      "cov-distil (oracle2teacher)": 4.185903549194336,
      "epoch": 2.770800627943485,
      "rel-constrast": 2.651336431503296,
      "step": 3530,
      "subrel-constrast": 3.407214403152466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.308075189590454,
      "cov-distil (oracle2student)": 2.810516834259033,
      "cov-distil (oracle2teacher)": 3.0491456985473633,
      "epoch": 2.771585557299843,
      "rel-constrast": 2.4905319213867188,
      "step": 3531,
      "subrel-constrast": 2.842946767807007,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9907150268554688,
      "cov-distil (oracle2student)": 4.003452301025391,
      "cov-distil (oracle2teacher)": 3.872568130493164,
      "epoch": 2.772370486656201,
      "rel-constrast": 2.602309226989746,
      "step": 3532,
      "subrel-constrast": 2.5838546752929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5122132301330566,
      "cov-distil (oracle2student)": 4.709390640258789,
      "cov-distil (oracle2teacher)": 4.546160697937012,
      "epoch": 2.7731554160125587,
      "rel-constrast": 2.738328218460083,
      "step": 3533,
      "subrel-constrast": 3.2738804817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.92413330078125,
      "cov-distil (oracle2student)": 4.750107765197754,
      "cov-distil (oracle2teacher)": 4.325366020202637,
      "epoch": 2.7739403453689166,
      "rel-constrast": 2.169196605682373,
      "step": 3534,
      "subrel-constrast": 3.3493547439575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5408124923706055,
      "cov-distil (oracle2student)": 5.156734466552734,
      "cov-distil (oracle2teacher)": 4.766303539276123,
      "epoch": 2.7747252747252746,
      "rel-constrast": 4.27235221862793,
      "step": 3535,
      "subrel-constrast": 4.5209736824035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7322070598602295,
      "cov-distil (oracle2student)": 4.328451156616211,
      "cov-distil (oracle2teacher)": 4.196700096130371,
      "epoch": 2.7755102040816326,
      "rel-constrast": 3.2537121772766113,
      "step": 3536,
      "subrel-constrast": 3.9607155323028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9923832416534424,
      "cov-distil (oracle2student)": 5.322057723999023,
      "cov-distil (oracle2teacher)": 4.7698750495910645,
      "epoch": 2.7762951334379906,
      "rel-constrast": 3.1582798957824707,
      "step": 3537,
      "subrel-constrast": 4.184753894805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.057884693145752,
      "cov-distil (oracle2student)": 3.0004563331604004,
      "cov-distil (oracle2teacher)": 3.460996389389038,
      "epoch": 2.7770800627943486,
      "rel-constrast": 2.3897628784179688,
      "step": 3538,
      "subrel-constrast": 2.4223499298095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4310013055801392,
      "cov-distil (oracle2student)": 4.35269021987915,
      "cov-distil (oracle2teacher)": 4.284526824951172,
      "epoch": 2.7778649921507066,
      "rel-constrast": 2.2284204959869385,
      "step": 3539,
      "subrel-constrast": 3.1290206909179688,
      "view-similarity": 0
    },
    {
      "epoch": 2.778649921507064,
      "grad_norm": 7.3125,
      "learning_rate": 4.0807494270272305e-05,
      "loss": 0.7356,
      "step": 3540
    },
    {
      "cov-distil": 1.408715844154358,
      "cov-distil (oracle2student)": 5.798308849334717,
      "cov-distil (oracle2teacher)": 5.312016487121582,
      "epoch": 2.778649921507064,
      "rel-constrast": 2.4769093990325928,
      "step": 3540,
      "subrel-constrast": 2.839785575866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5929267406463623,
      "cov-distil (oracle2student)": 3.6683261394500732,
      "cov-distil (oracle2teacher)": 3.9011025428771973,
      "epoch": 2.7794348508634226,
      "rel-constrast": 3.636931896209717,
      "step": 3541,
      "subrel-constrast": 4.102742671966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6999423503875732,
      "cov-distil (oracle2student)": 4.368969917297363,
      "cov-distil (oracle2teacher)": 3.6563682556152344,
      "epoch": 2.78021978021978,
      "rel-constrast": 2.2501487731933594,
      "step": 3542,
      "subrel-constrast": 3.1375019550323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4212346076965332,
      "cov-distil (oracle2student)": 3.798733711242676,
      "cov-distil (oracle2teacher)": 3.7012057304382324,
      "epoch": 2.781004709576138,
      "rel-constrast": 2.8919434547424316,
      "step": 3543,
      "subrel-constrast": 3.139697551727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3825955390930176,
      "cov-distil (oracle2student)": 5.492983341217041,
      "cov-distil (oracle2teacher)": 4.83962345123291,
      "epoch": 2.781789638932496,
      "rel-constrast": 2.033757209777832,
      "step": 3544,
      "subrel-constrast": 2.919071912765503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864202618598938,
      "cov-distil (oracle2student)": 3.562382221221924,
      "cov-distil (oracle2teacher)": 3.479668140411377,
      "epoch": 2.782574568288854,
      "rel-constrast": 2.742119312286377,
      "step": 3545,
      "subrel-constrast": 3.8246121406555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7136666774749756,
      "cov-distil (oracle2student)": 6.516396999359131,
      "cov-distil (oracle2teacher)": 6.288470268249512,
      "epoch": 2.783359497645212,
      "rel-constrast": 1.8061896562576294,
      "step": 3546,
      "subrel-constrast": 3.0093910694122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3209631443023682,
      "cov-distil (oracle2student)": 2.5101358890533447,
      "cov-distil (oracle2teacher)": 2.850820302963257,
      "epoch": 2.7841444270015696,
      "rel-constrast": 3.178370237350464,
      "step": 3547,
      "subrel-constrast": 4.015971660614014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5318498611450195,
      "cov-distil (oracle2student)": 4.9477643966674805,
      "cov-distil (oracle2teacher)": 4.787635803222656,
      "epoch": 2.784929356357928,
      "rel-constrast": 3.293071985244751,
      "step": 3548,
      "subrel-constrast": 3.9265966415405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696291208267212,
      "cov-distil (oracle2student)": 4.263381004333496,
      "cov-distil (oracle2teacher)": 4.353166580200195,
      "epoch": 2.7857142857142856,
      "rel-constrast": 2.8011226654052734,
      "step": 3549,
      "subrel-constrast": 3.6055240631103516,
      "view-similarity": 0
    },
    {
      "epoch": 2.7864992150706436,
      "grad_norm": 5.46875,
      "learning_rate": 4.073979069549646e-05,
      "loss": 0.7168,
      "step": 3550
    },
    {
      "cov-distil": 1.0746400356292725,
      "cov-distil (oracle2student)": 2.8375210762023926,
      "cov-distil (oracle2teacher)": 2.992489814758301,
      "epoch": 2.7864992150706436,
      "rel-constrast": 2.481842041015625,
      "step": 3550,
      "subrel-constrast": 2.920151948928833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5103081464767456,
      "cov-distil (oracle2student)": 3.136960506439209,
      "cov-distil (oracle2teacher)": 3.4654994010925293,
      "epoch": 2.7872841444270016,
      "rel-constrast": 2.253533363342285,
      "step": 3551,
      "subrel-constrast": 2.806283950805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1227941513061523,
      "cov-distil (oracle2student)": 4.283329010009766,
      "cov-distil (oracle2teacher)": 3.908005714416504,
      "epoch": 2.7880690737833596,
      "rel-constrast": 3.500622272491455,
      "step": 3552,
      "subrel-constrast": 4.200196266174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7598018646240234,
      "cov-distil (oracle2student)": 5.035981178283691,
      "cov-distil (oracle2teacher)": 4.670450210571289,
      "epoch": 2.7888540031397175,
      "rel-constrast": 1.8663225173950195,
      "step": 3553,
      "subrel-constrast": 2.5248491764068604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615004301071167,
      "cov-distil (oracle2student)": 4.167002201080322,
      "cov-distil (oracle2teacher)": 4.2441511154174805,
      "epoch": 2.789638932496075,
      "rel-constrast": 2.683532238006592,
      "step": 3554,
      "subrel-constrast": 3.6794040203094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0796945095062256,
      "cov-distil (oracle2student)": 3.896461009979248,
      "cov-distil (oracle2teacher)": 3.2958855628967285,
      "epoch": 2.7904238618524335,
      "rel-constrast": 1.2991888523101807,
      "step": 3555,
      "subrel-constrast": 1.5455249547958374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2290802001953125,
      "cov-distil (oracle2student)": 4.363129615783691,
      "cov-distil (oracle2teacher)": 4.010703086853027,
      "epoch": 2.791208791208791,
      "rel-constrast": 2.478017807006836,
      "step": 3556,
      "subrel-constrast": 3.187852621078491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1794928312301636,
      "cov-distil (oracle2student)": 4.814743995666504,
      "cov-distil (oracle2teacher)": 4.507012367248535,
      "epoch": 2.791993720565149,
      "rel-constrast": 3.163187265396118,
      "step": 3557,
      "subrel-constrast": 3.990780830383301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6819525957107544,
      "cov-distil (oracle2student)": 3.858051061630249,
      "cov-distil (oracle2teacher)": 3.831836223602295,
      "epoch": 2.792778649921507,
      "rel-constrast": 2.6546072959899902,
      "step": 3558,
      "subrel-constrast": 3.3687069416046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4730299711227417,
      "cov-distil (oracle2student)": 5.318650245666504,
      "cov-distil (oracle2teacher)": 5.1554131507873535,
      "epoch": 2.793563579277865,
      "rel-constrast": 3.2615556716918945,
      "step": 3559,
      "subrel-constrast": 3.9857892990112305,
      "view-similarity": 0
    },
    {
      "epoch": 2.794348508634223,
      "grad_norm": 6.1875,
      "learning_rate": 4.067189533633815e-05,
      "loss": 0.6779,
      "step": 3560
    },
    {
      "cov-distil": 1.6302231550216675,
      "cov-distil (oracle2student)": 3.644481658935547,
      "cov-distil (oracle2teacher)": 3.983630657196045,
      "epoch": 2.794348508634223,
      "rel-constrast": 2.288658618927002,
      "step": 3560,
      "subrel-constrast": 3.148287057876587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461504578590393,
      "cov-distil (oracle2student)": 5.1325883865356445,
      "cov-distil (oracle2teacher)": 4.673378944396973,
      "epoch": 2.795133437990581,
      "rel-constrast": 2.425476551055908,
      "step": 3561,
      "subrel-constrast": 3.23711895942688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.260448932647705,
      "cov-distil (oracle2student)": 4.969331741333008,
      "cov-distil (oracle2teacher)": 4.873315811157227,
      "epoch": 2.795918367346939,
      "rel-constrast": 3.1091513633728027,
      "step": 3562,
      "subrel-constrast": 3.8143310546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6359857320785522,
      "cov-distil (oracle2student)": 6.373871326446533,
      "cov-distil (oracle2teacher)": 5.551024913787842,
      "epoch": 2.7967032967032965,
      "rel-constrast": 2.867471694946289,
      "step": 3563,
      "subrel-constrast": 3.6682331562042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881359577178955,
      "cov-distil (oracle2student)": 4.3976850509643555,
      "cov-distil (oracle2teacher)": 4.18251895904541,
      "epoch": 2.7974882260596545,
      "rel-constrast": 2.4261159896850586,
      "step": 3564,
      "subrel-constrast": 3.559363603591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637282133102417,
      "cov-distil (oracle2student)": 4.293227195739746,
      "cov-distil (oracle2teacher)": 3.5919694900512695,
      "epoch": 2.7982731554160125,
      "rel-constrast": 2.3969948291778564,
      "step": 3565,
      "subrel-constrast": 2.822784900665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4809744358062744,
      "cov-distil (oracle2student)": 4.448243141174316,
      "cov-distil (oracle2teacher)": 3.990175724029541,
      "epoch": 2.7990580847723705,
      "rel-constrast": 2.6477882862091064,
      "step": 3566,
      "subrel-constrast": 3.0428078174591064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0791053771972656,
      "cov-distil (oracle2student)": 4.4508161544799805,
      "cov-distil (oracle2teacher)": 4.350926399230957,
      "epoch": 2.7998430141287285,
      "rel-constrast": 2.1198008060455322,
      "step": 3567,
      "subrel-constrast": 3.490078926086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4206864833831787,
      "cov-distil (oracle2student)": 4.044746398925781,
      "cov-distil (oracle2teacher)": 3.674853801727295,
      "epoch": 2.8006279434850865,
      "rel-constrast": 2.5155882835388184,
      "step": 3568,
      "subrel-constrast": 3.185847282409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7754374742507935,
      "cov-distil (oracle2student)": 4.099841117858887,
      "cov-distil (oracle2teacher)": 4.054225921630859,
      "epoch": 2.8014128728414445,
      "rel-constrast": 2.174443006515503,
      "step": 3569,
      "subrel-constrast": 2.8198864459991455,
      "view-similarity": 0
    },
    {
      "epoch": 2.802197802197802,
      "grad_norm": 5.40625,
      "learning_rate": 4.060380902008093e-05,
      "loss": 0.6649,
      "step": 3570
    },
    {
      "cov-distil": 1.3476274013519287,
      "cov-distil (oracle2student)": 2.9762394428253174,
      "cov-distil (oracle2teacher)": 3.4359421730041504,
      "epoch": 2.802197802197802,
      "rel-constrast": 3.3261425495147705,
      "step": 3570,
      "subrel-constrast": 4.071096897125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322634220123291,
      "cov-distil (oracle2student)": 3.997357130050659,
      "cov-distil (oracle2teacher)": 3.728325128555298,
      "epoch": 2.80298273155416,
      "rel-constrast": 2.0070202350616455,
      "step": 3571,
      "subrel-constrast": 2.471261501312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962550401687622,
      "cov-distil (oracle2student)": 3.7945046424865723,
      "cov-distil (oracle2teacher)": 3.5520217418670654,
      "epoch": 2.803767660910518,
      "rel-constrast": 3.348686456680298,
      "step": 3572,
      "subrel-constrast": 3.9732532501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6957271099090576,
      "cov-distil (oracle2student)": 3.586333990097046,
      "cov-distil (oracle2teacher)": 3.599825620651245,
      "epoch": 2.804552590266876,
      "rel-constrast": 2.6487319469451904,
      "step": 3573,
      "subrel-constrast": 3.3801822662353516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602861881256104,
      "cov-distil (oracle2student)": 3.861900806427002,
      "cov-distil (oracle2teacher)": 3.7261948585510254,
      "epoch": 2.805337519623234,
      "rel-constrast": 2.58284330368042,
      "step": 3574,
      "subrel-constrast": 3.304117202758789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.17142915725708,
      "cov-distil (oracle2student)": 4.7519755363464355,
      "cov-distil (oracle2teacher)": 4.153964042663574,
      "epoch": 2.806122448979592,
      "rel-constrast": 2.0612666606903076,
      "step": 3575,
      "subrel-constrast": 2.8299624919891357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2945070266723633,
      "cov-distil (oracle2student)": 4.497527122497559,
      "cov-distil (oracle2teacher)": 4.589073181152344,
      "epoch": 2.80690737833595,
      "rel-constrast": 2.0553951263427734,
      "step": 3576,
      "subrel-constrast": 2.6964335441589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2316241264343262,
      "cov-distil (oracle2student)": 5.162559509277344,
      "cov-distil (oracle2teacher)": 4.680859088897705,
      "epoch": 2.8076923076923075,
      "rel-constrast": 3.294386386871338,
      "step": 3577,
      "subrel-constrast": 3.426222324371338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.853306770324707,
      "cov-distil (oracle2student)": 3.972310781478882,
      "cov-distil (oracle2teacher)": 3.8446760177612305,
      "epoch": 2.8084772370486655,
      "rel-constrast": 2.5126278400421143,
      "step": 3578,
      "subrel-constrast": 3.7370688915252686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7584302425384521,
      "cov-distil (oracle2student)": 4.427574157714844,
      "cov-distil (oracle2teacher)": 4.616968631744385,
      "epoch": 2.8092621664050235,
      "rel-constrast": 3.427896022796631,
      "step": 3579,
      "subrel-constrast": 4.091404914855957,
      "view-similarity": 0
    },
    {
      "epoch": 2.8100470957613815,
      "grad_norm": 5.6875,
      "learning_rate": 4.053553257633505e-05,
      "loss": 0.7199,
      "step": 3580
    },
    {
      "cov-distil": 1.5670818090438843,
      "cov-distil (oracle2student)": 4.051936626434326,
      "cov-distil (oracle2teacher)": 3.5507404804229736,
      "epoch": 2.8100470957613815,
      "rel-constrast": 2.6061418056488037,
      "step": 3580,
      "subrel-constrast": 3.331510305404663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5863394737243652,
      "cov-distil (oracle2student)": 4.144939422607422,
      "cov-distil (oracle2teacher)": 4.199580192565918,
      "epoch": 2.8108320251177394,
      "rel-constrast": 2.502291679382324,
      "step": 3581,
      "subrel-constrast": 3.5769662857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1220149993896484,
      "cov-distil (oracle2student)": 4.127090930938721,
      "cov-distil (oracle2teacher)": 4.228227615356445,
      "epoch": 2.8116169544740974,
      "rel-constrast": 2.5129141807556152,
      "step": 3582,
      "subrel-constrast": 3.1863436698913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4155926704406738,
      "cov-distil (oracle2student)": 6.302889823913574,
      "cov-distil (oracle2teacher)": 5.3358917236328125,
      "epoch": 2.8124018838304554,
      "rel-constrast": 2.872934103012085,
      "step": 3583,
      "subrel-constrast": 3.5193700790405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.890096664428711,
      "cov-distil (oracle2student)": 4.296158790588379,
      "cov-distil (oracle2teacher)": 4.905928611755371,
      "epoch": 2.813186813186813,
      "rel-constrast": 2.9558815956115723,
      "step": 3584,
      "subrel-constrast": 3.844844341278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6033154726028442,
      "cov-distil (oracle2student)": 4.438438415527344,
      "cov-distil (oracle2teacher)": 4.751131534576416,
      "epoch": 2.813971742543171,
      "rel-constrast": 3.382533550262451,
      "step": 3585,
      "subrel-constrast": 3.9048314094543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6383442878723145,
      "cov-distil (oracle2student)": 4.175594329833984,
      "cov-distil (oracle2teacher)": 4.077069282531738,
      "epoch": 2.814756671899529,
      "rel-constrast": 2.299647808074951,
      "step": 3586,
      "subrel-constrast": 3.1249401569366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5078250169754028,
      "cov-distil (oracle2student)": 3.2397923469543457,
      "cov-distil (oracle2teacher)": 3.523206949234009,
      "epoch": 2.815541601255887,
      "rel-constrast": 2.2891592979431152,
      "step": 3587,
      "subrel-constrast": 2.8745691776275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8996388912200928,
      "cov-distil (oracle2student)": 3.539356231689453,
      "cov-distil (oracle2teacher)": 3.3121795654296875,
      "epoch": 2.816326530612245,
      "rel-constrast": 1.8890999555587769,
      "step": 3588,
      "subrel-constrast": 2.4931070804595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4815882444381714,
      "cov-distil (oracle2student)": 3.208627223968506,
      "cov-distil (oracle2teacher)": 2.8336501121520996,
      "epoch": 2.817111459968603,
      "rel-constrast": 2.396965980529785,
      "step": 3589,
      "subrel-constrast": 3.0045905113220215,
      "view-similarity": 0
    },
    {
      "epoch": 2.817896389324961,
      "grad_norm": 4.71875,
      "learning_rate": 4.0467066837027446e-05,
      "loss": 0.682,
      "step": 3590
    },
    {
      "cov-distil": 1.6824063062667847,
      "cov-distil (oracle2student)": 3.205321788787842,
      "cov-distil (oracle2teacher)": 3.0563697814941406,
      "epoch": 2.817896389324961,
      "rel-constrast": 2.3229727745056152,
      "step": 3590,
      "subrel-constrast": 3.431162118911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0230581760406494,
      "cov-distil (oracle2student)": 3.899156093597412,
      "cov-distil (oracle2teacher)": 3.6725120544433594,
      "epoch": 2.8186813186813184,
      "rel-constrast": 2.8129823207855225,
      "step": 3591,
      "subrel-constrast": 3.8595099449157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6477277278900146,
      "cov-distil (oracle2student)": 5.554314613342285,
      "cov-distil (oracle2teacher)": 4.96055793762207,
      "epoch": 2.819466248037677,
      "rel-constrast": 3.4312362670898438,
      "step": 3592,
      "subrel-constrast": 3.8133907318115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2377222776412964,
      "cov-distil (oracle2student)": 2.427522659301758,
      "cov-distil (oracle2teacher)": 2.5952649116516113,
      "epoch": 2.8202511773940344,
      "rel-constrast": 1.6471123695373535,
      "step": 3593,
      "subrel-constrast": 2.5038676261901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3741729259490967,
      "cov-distil (oracle2student)": 4.478374481201172,
      "cov-distil (oracle2teacher)": 4.442840576171875,
      "epoch": 2.8210361067503924,
      "rel-constrast": 2.131709575653076,
      "step": 3594,
      "subrel-constrast": 2.5950589179992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3082456588745117,
      "cov-distil (oracle2student)": 4.157922744750977,
      "cov-distil (oracle2teacher)": 3.8260722160339355,
      "epoch": 2.8218210361067504,
      "rel-constrast": 2.712986469268799,
      "step": 3595,
      "subrel-constrast": 3.451322555541992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3259330987930298,
      "cov-distil (oracle2student)": 4.500886917114258,
      "cov-distil (oracle2teacher)": 4.306244850158691,
      "epoch": 2.8226059654631084,
      "rel-constrast": 2.8786141872406006,
      "step": 3596,
      "subrel-constrast": 3.1297523975372314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.213984727859497,
      "cov-distil (oracle2student)": 5.132283687591553,
      "cov-distil (oracle2teacher)": 4.57288932800293,
      "epoch": 2.8233908948194664,
      "rel-constrast": 2.3088982105255127,
      "step": 3597,
      "subrel-constrast": 3.451249837875366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3017652034759521,
      "cov-distil (oracle2student)": 5.277310848236084,
      "cov-distil (oracle2teacher)": 4.7308030128479,
      "epoch": 2.824175824175824,
      "rel-constrast": 3.2274069786071777,
      "step": 3598,
      "subrel-constrast": 3.2713584899902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2508625984191895,
      "cov-distil (oracle2student)": 4.219518184661865,
      "cov-distil (oracle2teacher)": 3.962024450302124,
      "epoch": 2.8249607535321823,
      "rel-constrast": 3.436281442642212,
      "step": 3599,
      "subrel-constrast": 4.118261814117432,
      "view-similarity": 0
    },
    {
      "epoch": 2.82574568288854,
      "grad_norm": 5.84375,
      "learning_rate": 4.039841263639155e-05,
      "loss": 0.7137,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "overlap": 0.34843751788139343,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "student margin": 0.05975341796875
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "teacher margin": 0.0418701171875
    },
    {
      "epoch": 2.82574568288854,
      "margin difference": -0.01788330078125,
      "step": 3600
    },
    {
      "cov-distil": 1.1187541484832764,
      "cov-distil (oracle2student)": 2.9913578033447266,
      "cov-distil (oracle2teacher)": 2.755321979522705,
      "epoch": 2.82574568288854,
      "rel-constrast": 2.73414945602417,
      "step": 3600,
      "subrel-constrast": 3.150385856628418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.329789400100708,
      "cov-distil (oracle2student)": 5.230870723724365,
      "cov-distil (oracle2teacher)": 4.538443565368652,
      "epoch": 2.826530612244898,
      "rel-constrast": 2.999674081802368,
      "step": 3601,
      "subrel-constrast": 3.917398691177368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1695562601089478,
      "cov-distil (oracle2student)": 3.964427947998047,
      "cov-distil (oracle2teacher)": 4.378445148468018,
      "epoch": 2.827315541601256,
      "rel-constrast": 3.2962284088134766,
      "step": 3602,
      "subrel-constrast": 4.010249614715576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1490604877471924,
      "cov-distil (oracle2student)": 5.956531524658203,
      "cov-distil (oracle2teacher)": 5.51311731338501,
      "epoch": 2.828100470957614,
      "rel-constrast": 3.165605068206787,
      "step": 3603,
      "subrel-constrast": 3.4033267498016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8340933322906494,
      "cov-distil (oracle2student)": 5.171966552734375,
      "cov-distil (oracle2teacher)": 4.767505645751953,
      "epoch": 2.828885400313972,
      "rel-constrast": 2.716024875640869,
      "step": 3604,
      "subrel-constrast": 3.141476631164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6801990270614624,
      "cov-distil (oracle2student)": 3.9832582473754883,
      "cov-distil (oracle2teacher)": 3.8331992626190186,
      "epoch": 2.82967032967033,
      "rel-constrast": 2.9290223121643066,
      "step": 3605,
      "subrel-constrast": 4.2899489402771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2518384456634521,
      "cov-distil (oracle2student)": 3.098708391189575,
      "cov-distil (oracle2teacher)": 3.6353602409362793,
      "epoch": 2.830455259026688,
      "rel-constrast": 2.625347137451172,
      "step": 3606,
      "subrel-constrast": 3.178135871887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571341633796692,
      "cov-distil (oracle2student)": 4.062335968017578,
      "cov-distil (oracle2teacher)": 3.8721232414245605,
      "epoch": 2.8312401883830454,
      "rel-constrast": 2.014805793762207,
      "step": 3607,
      "subrel-constrast": 3.1450421810150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3810207843780518,
      "cov-distil (oracle2student)": 3.54370379447937,
      "cov-distil (oracle2teacher)": 3.789414405822754,
      "epoch": 2.8320251177394034,
      "rel-constrast": 2.914191484451294,
      "step": 3608,
      "subrel-constrast": 3.801659107208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2823935747146606,
      "cov-distil (oracle2student)": 4.241659641265869,
      "cov-distil (oracle2teacher)": 4.4909162521362305,
      "epoch": 2.8328100470957613,
      "rel-constrast": 1.7325056791305542,
      "step": 3609,
      "subrel-constrast": 2.580202579498291,
      "view-similarity": 0
    },
    {
      "epoch": 2.8335949764521193,
      "grad_norm": 4.84375,
      "learning_rate": 4.0329570810957115e-05,
      "loss": 0.7126,
      "step": 3610
    },
    {
      "cov-distil": 1.6205105781555176,
      "cov-distil (oracle2student)": 3.3600616455078125,
      "cov-distil (oracle2teacher)": 3.9209513664245605,
      "epoch": 2.8335949764521193,
      "rel-constrast": 2.3211328983306885,
      "step": 3610,
      "subrel-constrast": 4.001876354217529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3065482378005981,
      "cov-distil (oracle2student)": 3.7541861534118652,
      "cov-distil (oracle2teacher)": 3.4024229049682617,
      "epoch": 2.8343799058084773,
      "rel-constrast": 2.669243097305298,
      "step": 3611,
      "subrel-constrast": 2.9515199661254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4315509796142578,
      "cov-distil (oracle2student)": 3.2558298110961914,
      "cov-distil (oracle2teacher)": 3.3802695274353027,
      "epoch": 2.8351648351648353,
      "rel-constrast": 2.4132320880889893,
      "step": 3612,
      "subrel-constrast": 3.1182918548583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3590342998504639,
      "cov-distil (oracle2student)": 3.5636703968048096,
      "cov-distil (oracle2teacher)": 4.021346092224121,
      "epoch": 2.8359497645211933,
      "rel-constrast": 2.104348659515381,
      "step": 3613,
      "subrel-constrast": 2.9578821659088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0250959396362305,
      "cov-distil (oracle2student)": 2.975590944290161,
      "cov-distil (oracle2teacher)": 2.9422898292541504,
      "epoch": 2.836734693877551,
      "rel-constrast": 2.790808916091919,
      "step": 3614,
      "subrel-constrast": 3.2246437072753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2072315216064453,
      "cov-distil (oracle2student)": 2.7260215282440186,
      "cov-distil (oracle2teacher)": 3.3319449424743652,
      "epoch": 2.837519623233909,
      "rel-constrast": 2.3292222023010254,
      "step": 3615,
      "subrel-constrast": 3.0433926582336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1884219646453857,
      "cov-distil (oracle2student)": 4.678348541259766,
      "cov-distil (oracle2teacher)": 4.625107765197754,
      "epoch": 2.838304552590267,
      "rel-constrast": 3.206705093383789,
      "step": 3616,
      "subrel-constrast": 3.507680654525757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9866975545883179,
      "cov-distil (oracle2student)": 4.221228122711182,
      "cov-distil (oracle2teacher)": 3.5765817165374756,
      "epoch": 2.839089481946625,
      "rel-constrast": 2.0297420024871826,
      "step": 3617,
      "subrel-constrast": 2.8809897899627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3251492977142334,
      "cov-distil (oracle2student)": 4.6610283851623535,
      "cov-distil (oracle2teacher)": 4.895040512084961,
      "epoch": 2.839874411302983,
      "rel-constrast": 2.1141202449798584,
      "step": 3618,
      "subrel-constrast": 2.825411558151245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4296424388885498,
      "cov-distil (oracle2student)": 6.145200729370117,
      "cov-distil (oracle2teacher)": 4.815310478210449,
      "epoch": 2.840659340659341,
      "rel-constrast": 3.0486536026000977,
      "step": 3619,
      "subrel-constrast": 3.3096840381622314,
      "view-similarity": 0
    },
    {
      "epoch": 2.8414442700156988,
      "grad_norm": 8.0,
      "learning_rate": 4.0260542199540064e-05,
      "loss": 0.6604,
      "step": 3620
    },
    {
      "cov-distil": 2.060875654220581,
      "cov-distil (oracle2student)": 3.901456832885742,
      "cov-distil (oracle2teacher)": 3.7430830001831055,
      "epoch": 2.8414442700156988,
      "rel-constrast": 1.6079623699188232,
      "step": 3620,
      "subrel-constrast": 2.476346254348755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7753876447677612,
      "cov-distil (oracle2student)": 5.903511047363281,
      "cov-distil (oracle2teacher)": 5.374276161193848,
      "epoch": 2.8422291993720563,
      "rel-constrast": 2.7572245597839355,
      "step": 3621,
      "subrel-constrast": 3.9485137462615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7926592826843262,
      "cov-distil (oracle2student)": 4.209694862365723,
      "cov-distil (oracle2teacher)": 3.9411673545837402,
      "epoch": 2.8430141287284143,
      "rel-constrast": 2.3891425132751465,
      "step": 3622,
      "subrel-constrast": 2.8779540061950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4061357975006104,
      "cov-distil (oracle2student)": 4.176924705505371,
      "cov-distil (oracle2teacher)": 4.1052775382995605,
      "epoch": 2.8437990580847723,
      "rel-constrast": 1.8766199350357056,
      "step": 3623,
      "subrel-constrast": 2.6627371311187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8601175546646118,
      "cov-distil (oracle2student)": 2.551948070526123,
      "cov-distil (oracle2teacher)": 2.7722220420837402,
      "epoch": 2.8445839874411303,
      "rel-constrast": 1.949938416481018,
      "step": 3624,
      "subrel-constrast": 3.0813331604003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988987922668457,
      "cov-distil (oracle2student)": 3.2966785430908203,
      "cov-distil (oracle2teacher)": 3.7664928436279297,
      "epoch": 2.8453689167974883,
      "rel-constrast": 2.4216299057006836,
      "step": 3625,
      "subrel-constrast": 3.8328280448913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4989241361618042,
      "cov-distil (oracle2student)": 5.084936141967773,
      "cov-distil (oracle2teacher)": 4.361309051513672,
      "epoch": 2.8461538461538463,
      "rel-constrast": 1.7915271520614624,
      "step": 3626,
      "subrel-constrast": 2.8895092010498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699550986289978,
      "cov-distil (oracle2student)": 4.295626640319824,
      "cov-distil (oracle2teacher)": 3.9926910400390625,
      "epoch": 2.8469387755102042,
      "rel-constrast": 3.9813385009765625,
      "step": 3627,
      "subrel-constrast": 4.9721527099609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4175949096679688,
      "cov-distil (oracle2student)": 5.06620454788208,
      "cov-distil (oracle2teacher)": 4.353797912597656,
      "epoch": 2.847723704866562,
      "rel-constrast": 2.967916488647461,
      "step": 3628,
      "subrel-constrast": 3.959818124771118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2278088331222534,
      "cov-distil (oracle2student)": 4.564708709716797,
      "cov-distil (oracle2teacher)": 3.7548985481262207,
      "epoch": 2.8485086342229198,
      "rel-constrast": 2.5402021408081055,
      "step": 3629,
      "subrel-constrast": 3.325817823410034,
      "view-similarity": 0
    },
    {
      "epoch": 2.8492935635792778,
      "grad_norm": 5.1875,
      "learning_rate": 4.019132764323225e-05,
      "loss": 0.6489,
      "step": 3630
    },
    {
      "cov-distil": 1.2624804973602295,
      "cov-distil (oracle2student)": 2.8665475845336914,
      "cov-distil (oracle2teacher)": 3.183819055557251,
      "epoch": 2.8492935635792778,
      "rel-constrast": 2.175987958908081,
      "step": 3630,
      "subrel-constrast": 2.856393575668335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6304359436035156,
      "cov-distil (oracle2student)": 3.9771761894226074,
      "cov-distil (oracle2teacher)": 4.10817813873291,
      "epoch": 2.8500784929356358,
      "rel-constrast": 2.516900062561035,
      "step": 3631,
      "subrel-constrast": 3.267531394958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6058425903320312,
      "cov-distil (oracle2student)": 3.223947763442993,
      "cov-distil (oracle2teacher)": 3.3333826065063477,
      "epoch": 2.8508634222919937,
      "rel-constrast": 1.61989164352417,
      "step": 3632,
      "subrel-constrast": 2.7878339290618896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6634883880615234,
      "cov-distil (oracle2student)": 4.421901702880859,
      "cov-distil (oracle2teacher)": 4.395282745361328,
      "epoch": 2.8516483516483517,
      "rel-constrast": 3.09218168258667,
      "step": 3633,
      "subrel-constrast": 4.000469207763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9074475765228271,
      "cov-distil (oracle2student)": 4.632801532745361,
      "cov-distil (oracle2teacher)": 4.025720596313477,
      "epoch": 2.8524332810047097,
      "rel-constrast": 1.8115057945251465,
      "step": 3634,
      "subrel-constrast": 2.3299105167388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5736007690429688,
      "cov-distil (oracle2student)": 4.479523658752441,
      "cov-distil (oracle2teacher)": 4.031778335571289,
      "epoch": 2.8532182103610673,
      "rel-constrast": 2.9307467937469482,
      "step": 3635,
      "subrel-constrast": 3.2126216888427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124220371246338,
      "cov-distil (oracle2student)": 4.958412170410156,
      "cov-distil (oracle2teacher)": 4.157586097717285,
      "epoch": 2.8540031397174257,
      "rel-constrast": 2.435626983642578,
      "step": 3636,
      "subrel-constrast": 2.567713499069214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0992109775543213,
      "cov-distil (oracle2student)": 5.984644412994385,
      "cov-distil (oracle2teacher)": 5.590281963348389,
      "epoch": 2.8547880690737832,
      "rel-constrast": 2.4709901809692383,
      "step": 3637,
      "subrel-constrast": 2.8633830547332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4176576137542725,
      "cov-distil (oracle2student)": 4.332381248474121,
      "cov-distil (oracle2teacher)": 3.9699764251708984,
      "epoch": 2.8555729984301412,
      "rel-constrast": 2.584127426147461,
      "step": 3638,
      "subrel-constrast": 3.2183783054351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4045772552490234,
      "cov-distil (oracle2student)": 4.530163764953613,
      "cov-distil (oracle2teacher)": 4.136185646057129,
      "epoch": 2.856357927786499,
      "rel-constrast": 3.359046459197998,
      "step": 3639,
      "subrel-constrast": 3.8274307250976562,
      "view-similarity": 0
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 6.28125,
      "learning_rate": 4.012192798539119e-05,
      "loss": 0.6621,
      "step": 3640
    },
    {
      "cov-distil": 2.1218361854553223,
      "cov-distil (oracle2student)": 2.9185097217559814,
      "cov-distil (oracle2teacher)": 2.6900415420532227,
      "epoch": 2.857142857142857,
      "rel-constrast": 2.057767868041992,
      "step": 3640,
      "subrel-constrast": 3.341930627822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5614280700683594,
      "cov-distil (oracle2student)": 3.79402494430542,
      "cov-distil (oracle2teacher)": 3.9151675701141357,
      "epoch": 2.857927786499215,
      "rel-constrast": 3.339304208755493,
      "step": 3641,
      "subrel-constrast": 4.550717353820801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2198632955551147,
      "cov-distil (oracle2student)": 4.238542556762695,
      "cov-distil (oracle2teacher)": 4.565768718719482,
      "epoch": 2.8587127158555727,
      "rel-constrast": 3.614558696746826,
      "step": 3642,
      "subrel-constrast": 4.030766010284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.101505160331726,
      "cov-distil (oracle2student)": 2.897871494293213,
      "cov-distil (oracle2teacher)": 3.256418466567993,
      "epoch": 2.859497645211931,
      "rel-constrast": 1.8927769660949707,
      "step": 3643,
      "subrel-constrast": 2.4865591526031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9669376611709595,
      "cov-distil (oracle2student)": 3.069190263748169,
      "cov-distil (oracle2teacher)": 2.973789691925049,
      "epoch": 2.8602825745682887,
      "rel-constrast": 1.67881178855896,
      "step": 3644,
      "subrel-constrast": 2.5498294830322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4743858575820923,
      "cov-distil (oracle2student)": 4.220640182495117,
      "cov-distil (oracle2teacher)": 4.158576011657715,
      "epoch": 2.8610675039246467,
      "rel-constrast": 2.797837972640991,
      "step": 3645,
      "subrel-constrast": 3.7283599376678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0775281190872192,
      "cov-distil (oracle2student)": 4.365081787109375,
      "cov-distil (oracle2teacher)": 4.450909614562988,
      "epoch": 2.8618524332810047,
      "rel-constrast": 3.078829288482666,
      "step": 3646,
      "subrel-constrast": 3.3232667446136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0514650344848633,
      "cov-distil (oracle2student)": 3.5709590911865234,
      "cov-distil (oracle2teacher)": 4.340112686157227,
      "epoch": 2.8626373626373627,
      "rel-constrast": 3.4040188789367676,
      "step": 3647,
      "subrel-constrast": 4.195973873138428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8044298887252808,
      "cov-distil (oracle2student)": 5.5716447830200195,
      "cov-distil (oracle2teacher)": 5.254709243774414,
      "epoch": 2.8634222919937207,
      "rel-constrast": 2.416677474975586,
      "step": 3648,
      "subrel-constrast": 3.217958688735962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1560418605804443,
      "cov-distil (oracle2student)": 4.271978855133057,
      "cov-distil (oracle2teacher)": 3.9379444122314453,
      "epoch": 2.8642072213500787,
      "rel-constrast": 2.9484128952026367,
      "step": 3649,
      "subrel-constrast": 3.597111225128174,
      "view-similarity": 0
    },
    {
      "epoch": 2.8649921507064366,
      "grad_norm": 6.03125,
      "learning_rate": 4.005234407162982e-05,
      "loss": 0.7171,
      "step": 3650
    },
    {
      "cov-distil": 1.6358072757720947,
      "cov-distil (oracle2student)": 3.6707940101623535,
      "cov-distil (oracle2teacher)": 3.4117186069488525,
      "epoch": 2.8649921507064366,
      "rel-constrast": 2.110114574432373,
      "step": 3650,
      "subrel-constrast": 2.5157713890075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6164169311523438,
      "cov-distil (oracle2student)": 2.942906141281128,
      "cov-distil (oracle2teacher)": 3.175398349761963,
      "epoch": 2.865777080062794,
      "rel-constrast": 3.664142370223999,
      "step": 3651,
      "subrel-constrast": 4.257887840270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452578783035278,
      "cov-distil (oracle2student)": 4.531121253967285,
      "cov-distil (oracle2teacher)": 4.420459270477295,
      "epoch": 2.866562009419152,
      "rel-constrast": 2.9400362968444824,
      "step": 3652,
      "subrel-constrast": 3.6896157264709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6011850833892822,
      "cov-distil (oracle2student)": 4.514474391937256,
      "cov-distil (oracle2teacher)": 4.069045066833496,
      "epoch": 2.86734693877551,
      "rel-constrast": 2.105067253112793,
      "step": 3653,
      "subrel-constrast": 3.0262911319732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1972177028656006,
      "cov-distil (oracle2student)": 4.045671463012695,
      "cov-distil (oracle2teacher)": 4.068777084350586,
      "epoch": 2.868131868131868,
      "rel-constrast": 1.834162950515747,
      "step": 3654,
      "subrel-constrast": 2.709216594696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664660692214966,
      "cov-distil (oracle2student)": 4.879441261291504,
      "cov-distil (oracle2teacher)": 4.64498233795166,
      "epoch": 2.868916797488226,
      "rel-constrast": 1.671284556388855,
      "step": 3655,
      "subrel-constrast": 2.6053318977355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1076338291168213,
      "cov-distil (oracle2student)": 3.723475694656372,
      "cov-distil (oracle2teacher)": 3.860574722290039,
      "epoch": 2.869701726844584,
      "rel-constrast": 2.5836939811706543,
      "step": 3656,
      "subrel-constrast": 3.7000794410705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4816668033599854,
      "cov-distil (oracle2student)": 3.1141319274902344,
      "cov-distil (oracle2teacher)": 3.5547523498535156,
      "epoch": 2.870486656200942,
      "rel-constrast": 1.7835437059402466,
      "step": 3657,
      "subrel-constrast": 2.7131831645965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067357540130615,
      "cov-distil (oracle2student)": 4.828793048858643,
      "cov-distil (oracle2teacher)": 4.527865409851074,
      "epoch": 2.8712715855572997,
      "rel-constrast": 2.54880428314209,
      "step": 3658,
      "subrel-constrast": 3.007107973098755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445615291595459,
      "cov-distil (oracle2student)": 3.106987476348877,
      "cov-distil (oracle2teacher)": 3.1137704849243164,
      "epoch": 2.8720565149136577,
      "rel-constrast": 2.6748037338256836,
      "step": 3659,
      "subrel-constrast": 3.61566424369812,
      "view-similarity": 0
    },
    {
      "epoch": 2.8728414442700156,
      "grad_norm": 5.5625,
      "learning_rate": 3.998257674980617e-05,
      "loss": 0.6359,
      "step": 3660
    },
    {
      "cov-distil": 1.7790169715881348,
      "cov-distil (oracle2student)": 6.815619468688965,
      "cov-distil (oracle2teacher)": 6.675049781799316,
      "epoch": 2.8728414442700156,
      "rel-constrast": 2.542207956314087,
      "step": 3660,
      "subrel-constrast": 3.770475387573242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1298599243164062,
      "cov-distil (oracle2student)": 4.656232833862305,
      "cov-distil (oracle2teacher)": 4.488853931427002,
      "epoch": 2.8736263736263736,
      "rel-constrast": 2.423398971557617,
      "step": 3661,
      "subrel-constrast": 2.6540369987487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0885252952575684,
      "cov-distil (oracle2student)": 5.489858627319336,
      "cov-distil (oracle2teacher)": 4.955079555511475,
      "epoch": 2.8744113029827316,
      "rel-constrast": 3.4400272369384766,
      "step": 3662,
      "subrel-constrast": 4.3299784660339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1657490730285645,
      "cov-distil (oracle2student)": 3.5486502647399902,
      "cov-distil (oracle2teacher)": 3.8647420406341553,
      "epoch": 2.8751962323390896,
      "rel-constrast": 1.7472342252731323,
      "step": 3663,
      "subrel-constrast": 2.6922898292541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2023953199386597,
      "cov-distil (oracle2student)": 5.429956436157227,
      "cov-distil (oracle2teacher)": 5.059347152709961,
      "epoch": 2.8759811616954476,
      "rel-constrast": 2.456538200378418,
      "step": 3664,
      "subrel-constrast": 3.0063347816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761540651321411,
      "cov-distil (oracle2student)": 4.2531232833862305,
      "cov-distil (oracle2teacher)": 4.292389392852783,
      "epoch": 2.876766091051805,
      "rel-constrast": 2.9886772632598877,
      "step": 3665,
      "subrel-constrast": 4.109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6461641788482666,
      "cov-distil (oracle2student)": 5.07884407043457,
      "cov-distil (oracle2teacher)": 4.551021575927734,
      "epoch": 2.877551020408163,
      "rel-constrast": 2.1682071685791016,
      "step": 3666,
      "subrel-constrast": 2.846200942993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085766077041626,
      "cov-distil (oracle2student)": 5.586014270782471,
      "cov-distil (oracle2teacher)": 5.39616060256958,
      "epoch": 2.878335949764521,
      "rel-constrast": 3.3756637573242188,
      "step": 3667,
      "subrel-constrast": 4.0500640869140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.213741421699524,
      "cov-distil (oracle2student)": 2.688936710357666,
      "cov-distil (oracle2teacher)": 3.3032331466674805,
      "epoch": 2.879120879120879,
      "rel-constrast": 1.9098389148712158,
      "step": 3668,
      "subrel-constrast": 2.739530563354492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3328964710235596,
      "cov-distil (oracle2student)": 4.955320358276367,
      "cov-distil (oracle2teacher)": 4.538459300994873,
      "epoch": 2.879905808477237,
      "rel-constrast": 1.7312397956848145,
      "step": 3669,
      "subrel-constrast": 2.8373544216156006,
      "view-similarity": 0
    },
    {
      "epoch": 2.880690737833595,
      "grad_norm": 4.09375,
      "learning_rate": 3.991262687001304e-05,
      "loss": 0.6559,
      "step": 3670
    },
    {
      "cov-distil": 1.4764883518218994,
      "cov-distil (oracle2student)": 5.947641849517822,
      "cov-distil (oracle2teacher)": 5.347780227661133,
      "epoch": 2.880690737833595,
      "rel-constrast": 2.181729316711426,
      "step": 3670,
      "subrel-constrast": 2.8146800994873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20436954498291,
      "cov-distil (oracle2student)": 4.443916320800781,
      "cov-distil (oracle2teacher)": 3.907668113708496,
      "epoch": 2.881475667189953,
      "rel-constrast": 3.3218700885772705,
      "step": 3671,
      "subrel-constrast": 3.823918104171753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2367054224014282,
      "cov-distil (oracle2student)": 5.233475208282471,
      "cov-distil (oracle2teacher)": 4.414298057556152,
      "epoch": 2.8822605965463106,
      "rel-constrast": 3.473031997680664,
      "step": 3672,
      "subrel-constrast": 4.06704044342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.604971170425415,
      "cov-distil (oracle2student)": 2.9084439277648926,
      "cov-distil (oracle2teacher)": 3.369509696960449,
      "epoch": 2.8830455259026686,
      "rel-constrast": 2.4818177223205566,
      "step": 3673,
      "subrel-constrast": 3.7321584224700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3353642225265503,
      "cov-distil (oracle2student)": 3.35343337059021,
      "cov-distil (oracle2teacher)": 3.109236240386963,
      "epoch": 2.8838304552590266,
      "rel-constrast": 2.0060534477233887,
      "step": 3674,
      "subrel-constrast": 2.958225965499878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7398394346237183,
      "cov-distil (oracle2student)": 3.561842918395996,
      "cov-distil (oracle2teacher)": 3.5277953147888184,
      "epoch": 2.8846153846153846,
      "rel-constrast": 2.753573179244995,
      "step": 3675,
      "subrel-constrast": 3.3754019737243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2104828357696533,
      "cov-distil (oracle2student)": 5.990422248840332,
      "cov-distil (oracle2teacher)": 6.032230377197266,
      "epoch": 2.8854003139717426,
      "rel-constrast": 2.4438719749450684,
      "step": 3676,
      "subrel-constrast": 3.1288928985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9925810098648071,
      "cov-distil (oracle2student)": 2.3565313816070557,
      "cov-distil (oracle2teacher)": 2.7919058799743652,
      "epoch": 2.8861852433281006,
      "rel-constrast": 2.9700095653533936,
      "step": 3677,
      "subrel-constrast": 3.5565316677093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.420498251914978,
      "cov-distil (oracle2student)": 3.693333148956299,
      "cov-distil (oracle2teacher)": 3.3208558559417725,
      "epoch": 2.8869701726844585,
      "rel-constrast": 1.8001885414123535,
      "step": 3678,
      "subrel-constrast": 2.657033681869507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1733472347259521,
      "cov-distil (oracle2student)": 4.631748676300049,
      "cov-distil (oracle2teacher)": 4.633799076080322,
      "epoch": 2.887755102040816,
      "rel-constrast": 2.2671236991882324,
      "step": 3679,
      "subrel-constrast": 2.7788944244384766,
      "view-similarity": 0
    },
    {
      "epoch": 2.8885400313971745,
      "grad_norm": 4.6875,
      "learning_rate": 3.984249528456762e-05,
      "loss": 0.6785,
      "step": 3680
    },
    {
      "cov-distil": 1.3920209407806396,
      "cov-distil (oracle2student)": 5.340373516082764,
      "cov-distil (oracle2teacher)": 4.440972328186035,
      "epoch": 2.8885400313971745,
      "rel-constrast": 2.8083605766296387,
      "step": 3680,
      "subrel-constrast": 3.117572069168091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2502837181091309,
      "cov-distil (oracle2student)": 6.4110426902771,
      "cov-distil (oracle2teacher)": 6.04494571685791,
      "epoch": 2.889324960753532,
      "rel-constrast": 2.6441478729248047,
      "step": 3681,
      "subrel-constrast": 3.6429452896118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3743937015533447,
      "cov-distil (oracle2student)": 4.043917655944824,
      "cov-distil (oracle2teacher)": 3.856478691101074,
      "epoch": 2.89010989010989,
      "rel-constrast": 2.7714309692382812,
      "step": 3682,
      "subrel-constrast": 3.56493878364563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0654970407485962,
      "cov-distil (oracle2student)": 3.5364131927490234,
      "cov-distil (oracle2teacher)": 3.7477827072143555,
      "epoch": 2.890894819466248,
      "rel-constrast": 1.861194133758545,
      "step": 3683,
      "subrel-constrast": 2.4258337020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4692184925079346,
      "cov-distil (oracle2student)": 3.0154643058776855,
      "cov-distil (oracle2teacher)": 2.991734027862549,
      "epoch": 2.891679748822606,
      "rel-constrast": 2.0302963256835938,
      "step": 3684,
      "subrel-constrast": 2.9526989459991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023122787475586,
      "cov-distil (oracle2student)": 2.8190155029296875,
      "cov-distil (oracle2teacher)": 2.818148136138916,
      "epoch": 2.892464678178964,
      "rel-constrast": 2.257045269012451,
      "step": 3685,
      "subrel-constrast": 2.8210086822509766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5459246635437012,
      "cov-distil (oracle2student)": 4.399819850921631,
      "cov-distil (oracle2teacher)": 4.002050399780273,
      "epoch": 2.8932496075353216,
      "rel-constrast": 2.0802764892578125,
      "step": 3686,
      "subrel-constrast": 3.182318925857544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5370433330535889,
      "cov-distil (oracle2student)": 3.0196611881256104,
      "cov-distil (oracle2teacher)": 3.426647901535034,
      "epoch": 2.89403453689168,
      "rel-constrast": 3.1149849891662598,
      "step": 3687,
      "subrel-constrast": 3.8897790908813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5181770324707031,
      "cov-distil (oracle2student)": 3.498710870742798,
      "cov-distil (oracle2teacher)": 3.9157378673553467,
      "epoch": 2.8948194662480375,
      "rel-constrast": 3.567229747772217,
      "step": 3688,
      "subrel-constrast": 4.199352264404297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.308597207069397,
      "cov-distil (oracle2student)": 3.3533058166503906,
      "cov-distil (oracle2teacher)": 3.582240581512451,
      "epoch": 2.8956043956043955,
      "rel-constrast": 2.686890125274658,
      "step": 3689,
      "subrel-constrast": 3.411374092102051,
      "view-similarity": 0
    },
    {
      "epoch": 2.8963893249607535,
      "grad_norm": 5.53125,
      "learning_rate": 3.977218284800118e-05,
      "loss": 0.6802,
      "step": 3690
    },
    {
      "cov-distil": 1.2236014604568481,
      "cov-distil (oracle2student)": 3.27144193649292,
      "cov-distil (oracle2teacher)": 3.5497024059295654,
      "epoch": 2.8963893249607535,
      "rel-constrast": 2.3055779933929443,
      "step": 3690,
      "subrel-constrast": 3.195941686630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5925254821777344,
      "cov-distil (oracle2student)": 3.7014129161834717,
      "cov-distil (oracle2teacher)": 3.4999043941497803,
      "epoch": 2.8971742543171115,
      "rel-constrast": 1.8392963409423828,
      "step": 3691,
      "subrel-constrast": 3.0546305179595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4818997383117676,
      "cov-distil (oracle2student)": 3.4231691360473633,
      "cov-distil (oracle2teacher)": 3.3715333938598633,
      "epoch": 2.8979591836734695,
      "rel-constrast": 2.523916482925415,
      "step": 3692,
      "subrel-constrast": 2.8600881099700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6675055027008057,
      "cov-distil (oracle2student)": 4.2873969078063965,
      "cov-distil (oracle2teacher)": 4.3902716636657715,
      "epoch": 2.898744113029827,
      "rel-constrast": 3.0145773887634277,
      "step": 3693,
      "subrel-constrast": 3.685142993927002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9891512393951416,
      "cov-distil (oracle2student)": 3.7975401878356934,
      "cov-distil (oracle2teacher)": 3.8362700939178467,
      "epoch": 2.8995290423861855,
      "rel-constrast": 2.701709032058716,
      "step": 3694,
      "subrel-constrast": 3.4279158115386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2910466194152832,
      "cov-distil (oracle2student)": 5.029232978820801,
      "cov-distil (oracle2teacher)": 4.554121971130371,
      "epoch": 2.900313971742543,
      "rel-constrast": 3.3575048446655273,
      "step": 3695,
      "subrel-constrast": 3.885680675506592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2916357517242432,
      "cov-distil (oracle2student)": 4.864243507385254,
      "cov-distil (oracle2teacher)": 5.258131980895996,
      "epoch": 2.901098901098901,
      "rel-constrast": 1.51920747756958,
      "step": 3696,
      "subrel-constrast": 2.3338067531585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0623137950897217,
      "cov-distil (oracle2student)": 3.4611096382141113,
      "cov-distil (oracle2teacher)": 3.601062297821045,
      "epoch": 2.901883830455259,
      "rel-constrast": 3.0714645385742188,
      "step": 3697,
      "subrel-constrast": 3.679739475250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5694775581359863,
      "cov-distil (oracle2student)": 3.622097969055176,
      "cov-distil (oracle2teacher)": 3.4019265174865723,
      "epoch": 2.902668759811617,
      "rel-constrast": 2.0668179988861084,
      "step": 3698,
      "subrel-constrast": 2.9326257705688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6628986597061157,
      "cov-distil (oracle2student)": 6.459633827209473,
      "cov-distil (oracle2teacher)": 6.259359359741211,
      "epoch": 2.903453689167975,
      "rel-constrast": 3.234705924987793,
      "step": 3699,
      "subrel-constrast": 4.237222671508789,
      "view-similarity": 0
    },
    {
      "epoch": 2.904238618524333,
      "grad_norm": 5.59375,
      "learning_rate": 3.970169041704855e-05,
      "loss": 0.6804,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "overlap": 0.2953124940395355,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "student margin": 0.066680908203125
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "teacher margin": 0.041168212890625
    },
    {
      "epoch": 2.904238618524333,
      "margin difference": -0.0255126953125,
      "step": 3700
    },
    {
      "cov-distil": 1.8410401344299316,
      "cov-distil (oracle2student)": 3.4769768714904785,
      "cov-distil (oracle2teacher)": 3.288839340209961,
      "epoch": 2.904238618524333,
      "rel-constrast": 2.880462646484375,
      "step": 3700,
      "subrel-constrast": 3.571986675262451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317420244216919,
      "cov-distil (oracle2student)": 5.392145156860352,
      "cov-distil (oracle2teacher)": 5.281600475311279,
      "epoch": 2.905023547880691,
      "rel-constrast": 3.750452756881714,
      "step": 3701,
      "subrel-constrast": 4.0149102210998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1966891288757324,
      "cov-distil (oracle2student)": 3.7924442291259766,
      "cov-distil (oracle2teacher)": 3.8702824115753174,
      "epoch": 2.9058084772370485,
      "rel-constrast": 2.5803751945495605,
      "step": 3702,
      "subrel-constrast": 3.085575580596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8117077350616455,
      "cov-distil (oracle2student)": 3.9337759017944336,
      "cov-distil (oracle2teacher)": 4.271904945373535,
      "epoch": 2.9065934065934065,
      "rel-constrast": 1.8250961303710938,
      "step": 3703,
      "subrel-constrast": 2.7644286155700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3883335590362549,
      "cov-distil (oracle2student)": 4.265381336212158,
      "cov-distil (oracle2teacher)": 4.050724029541016,
      "epoch": 2.9073783359497645,
      "rel-constrast": 2.4860923290252686,
      "step": 3704,
      "subrel-constrast": 3.210819959640503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311399459838867,
      "cov-distil (oracle2student)": 3.9218130111694336,
      "cov-distil (oracle2teacher)": 4.240314483642578,
      "epoch": 2.9081632653061225,
      "rel-constrast": 3.8250179290771484,
      "step": 3705,
      "subrel-constrast": 4.366184234619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.462048053741455,
      "cov-distil (oracle2student)": 5.584427833557129,
      "cov-distil (oracle2teacher)": 4.869932651519775,
      "epoch": 2.9089481946624804,
      "rel-constrast": 2.1653261184692383,
      "step": 3706,
      "subrel-constrast": 2.321303367614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.005927324295044,
      "cov-distil (oracle2student)": 2.782501220703125,
      "cov-distil (oracle2teacher)": 2.8452036380767822,
      "epoch": 2.9097331240188384,
      "rel-constrast": 2.2628185749053955,
      "step": 3707,
      "subrel-constrast": 2.5166585445404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1720523834228516,
      "cov-distil (oracle2student)": 3.354086399078369,
      "cov-distil (oracle2teacher)": 3.310385227203369,
      "epoch": 2.9105180533751964,
      "rel-constrast": 3.2101337909698486,
      "step": 3708,
      "subrel-constrast": 3.5017240047454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9305295944213867,
      "cov-distil (oracle2student)": 3.7228829860687256,
      "cov-distil (oracle2teacher)": 3.4950594902038574,
      "epoch": 2.911302982731554,
      "rel-constrast": 2.031113624572754,
      "step": 3709,
      "subrel-constrast": 3.107024908065796,
      "view-similarity": 0
    },
    {
      "epoch": 2.912087912087912,
      "grad_norm": 4.4375,
      "learning_rate": 3.963101885063776e-05,
      "loss": 0.7131,
      "step": 3710
    },
    {
      "cov-distil": 1.6717100143432617,
      "cov-distil (oracle2student)": 3.2433481216430664,
      "cov-distil (oracle2teacher)": 3.399672269821167,
      "epoch": 2.912087912087912,
      "rel-constrast": 1.7427287101745605,
      "step": 3710,
      "subrel-constrast": 2.8332996368408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2583708763122559,
      "cov-distil (oracle2student)": 4.191099166870117,
      "cov-distil (oracle2teacher)": 4.589066505432129,
      "epoch": 2.91287284144427,
      "rel-constrast": 2.046274423599243,
      "step": 3711,
      "subrel-constrast": 3.042290449142456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1907320022583008,
      "cov-distil (oracle2student)": 6.012922763824463,
      "cov-distil (oracle2teacher)": 5.937778949737549,
      "epoch": 2.913657770800628,
      "rel-constrast": 2.212129592895508,
      "step": 3712,
      "subrel-constrast": 2.2505388259887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6794366836547852,
      "cov-distil (oracle2student)": 4.363182544708252,
      "cov-distil (oracle2teacher)": 3.96651029586792,
      "epoch": 2.914442700156986,
      "rel-constrast": 2.2043557167053223,
      "step": 3713,
      "subrel-constrast": 3.140228271484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.326108932495117,
      "cov-distil (oracle2student)": 4.274355411529541,
      "cov-distil (oracle2teacher)": 4.1303510665893555,
      "epoch": 2.915227629513344,
      "rel-constrast": 2.8905391693115234,
      "step": 3714,
      "subrel-constrast": 3.93094539642334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503951907157898,
      "cov-distil (oracle2student)": 2.2526204586029053,
      "cov-distil (oracle2teacher)": 2.5520639419555664,
      "epoch": 2.916012558869702,
      "rel-constrast": 2.205430507659912,
      "step": 3715,
      "subrel-constrast": 3.206712484359741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4493451118469238,
      "cov-distil (oracle2student)": 2.8621978759765625,
      "cov-distil (oracle2teacher)": 2.971315860748291,
      "epoch": 2.9167974882260594,
      "rel-constrast": 2.3795340061187744,
      "step": 3716,
      "subrel-constrast": 2.927609920501709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5981061458587646,
      "cov-distil (oracle2student)": 5.830720901489258,
      "cov-distil (oracle2teacher)": 5.065127372741699,
      "epoch": 2.9175824175824174,
      "rel-constrast": 3.6399762630462646,
      "step": 3717,
      "subrel-constrast": 4.423621654510498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.097693681716919,
      "cov-distil (oracle2student)": 3.0029454231262207,
      "cov-distil (oracle2teacher)": 2.459343910217285,
      "epoch": 2.9183673469387754,
      "rel-constrast": 1.6001564264297485,
      "step": 3718,
      "subrel-constrast": 2.1476588249206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.227539300918579,
      "cov-distil (oracle2student)": 4.0828962326049805,
      "cov-distil (oracle2teacher)": 3.5621440410614014,
      "epoch": 2.9191522762951334,
      "rel-constrast": 2.576988697052002,
      "step": 3719,
      "subrel-constrast": 2.875383138656616,
      "view-similarity": 0
    },
    {
      "epoch": 2.9199372056514914,
      "grad_norm": 5.21875,
      "learning_rate": 3.956016900987953e-05,
      "loss": 0.625,
      "step": 3720
    },
    {
      "cov-distil": 1.5575170516967773,
      "cov-distil (oracle2student)": 3.5080084800720215,
      "cov-distil (oracle2teacher)": 3.514296531677246,
      "epoch": 2.9199372056514914,
      "rel-constrast": 2.4778592586517334,
      "step": 3720,
      "subrel-constrast": 3.198596477508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6198692321777344,
      "cov-distil (oracle2student)": 3.2874059677124023,
      "cov-distil (oracle2teacher)": 3.49515962600708,
      "epoch": 2.9207221350078494,
      "rel-constrast": 2.070758581161499,
      "step": 3721,
      "subrel-constrast": 2.756864070892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436536192893982,
      "cov-distil (oracle2student)": 5.496464729309082,
      "cov-distil (oracle2teacher)": 4.392192363739014,
      "epoch": 2.9215070643642074,
      "rel-constrast": 2.7109503746032715,
      "step": 3722,
      "subrel-constrast": 3.285569667816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0397682189941406,
      "cov-distil (oracle2student)": 3.6272926330566406,
      "cov-distil (oracle2teacher)": 4.103534698486328,
      "epoch": 2.922291993720565,
      "rel-constrast": 2.016460657119751,
      "step": 3723,
      "subrel-constrast": 2.857201337814331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8913140296936035,
      "cov-distil (oracle2student)": 2.7747883796691895,
      "cov-distil (oracle2teacher)": 3.1311659812927246,
      "epoch": 2.9230769230769234,
      "rel-constrast": 1.7399755716323853,
      "step": 3724,
      "subrel-constrast": 2.808647632598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9321565628051758,
      "cov-distil (oracle2student)": 3.31715726852417,
      "cov-distil (oracle2teacher)": 3.509920358657837,
      "epoch": 2.923861852433281,
      "rel-constrast": 2.7527878284454346,
      "step": 3725,
      "subrel-constrast": 3.0592291355133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.245211124420166,
      "cov-distil (oracle2student)": 4.6931915283203125,
      "cov-distil (oracle2teacher)": 4.306008338928223,
      "epoch": 2.924646781789639,
      "rel-constrast": 3.884345531463623,
      "step": 3726,
      "subrel-constrast": 4.026078701019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3797763586044312,
      "cov-distil (oracle2student)": 6.033819675445557,
      "cov-distil (oracle2teacher)": 5.506127834320068,
      "epoch": 2.925431711145997,
      "rel-constrast": 2.3334226608276367,
      "step": 3727,
      "subrel-constrast": 3.370250940322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3554999828338623,
      "cov-distil (oracle2student)": 5.900870323181152,
      "cov-distil (oracle2teacher)": 5.49796199798584,
      "epoch": 2.926216640502355,
      "rel-constrast": 3.8149960041046143,
      "step": 3728,
      "subrel-constrast": 5.2079362869262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9590335488319397,
      "cov-distil (oracle2student)": 3.6121573448181152,
      "cov-distil (oracle2teacher)": 3.5525875091552734,
      "epoch": 2.927001569858713,
      "rel-constrast": 1.5037951469421387,
      "step": 3729,
      "subrel-constrast": 2.17315411567688,
      "view-similarity": 0
    },
    {
      "epoch": 2.9277864992150704,
      "grad_norm": 3.90625,
      "learning_rate": 3.948914175805684e-05,
      "loss": 0.6712,
      "step": 3730
    },
    {
      "cov-distil": 1.391399621963501,
      "cov-distil (oracle2student)": 2.980189085006714,
      "cov-distil (oracle2teacher)": 3.4222848415374756,
      "epoch": 2.9277864992150704,
      "rel-constrast": 1.8178751468658447,
      "step": 3730,
      "subrel-constrast": 2.8062713146209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9731876850128174,
      "cov-distil (oracle2student)": 3.665510892868042,
      "cov-distil (oracle2teacher)": 3.588029384613037,
      "epoch": 2.928571428571429,
      "rel-constrast": 2.7449278831481934,
      "step": 3731,
      "subrel-constrast": 4.2244439125061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3816719055175781,
      "cov-distil (oracle2student)": 4.810188293457031,
      "cov-distil (oracle2teacher)": 4.785292625427246,
      "epoch": 2.9293563579277864,
      "rel-constrast": 2.4369876384735107,
      "step": 3732,
      "subrel-constrast": 3.099954128265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5708715915679932,
      "cov-distil (oracle2student)": 3.847524881362915,
      "cov-distil (oracle2teacher)": 3.731433391571045,
      "epoch": 2.9301412872841444,
      "rel-constrast": 2.501371383666992,
      "step": 3733,
      "subrel-constrast": 3.1343994140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7563046216964722,
      "cov-distil (oracle2student)": 4.603699684143066,
      "cov-distil (oracle2teacher)": 4.755205154418945,
      "epoch": 2.9309262166405023,
      "rel-constrast": 2.227141857147217,
      "step": 3734,
      "subrel-constrast": 3.3704230785369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5130575895309448,
      "cov-distil (oracle2student)": 4.738794326782227,
      "cov-distil (oracle2teacher)": 4.699927806854248,
      "epoch": 2.9317111459968603,
      "rel-constrast": 2.7391514778137207,
      "step": 3735,
      "subrel-constrast": 3.668731927871704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526363492012024,
      "cov-distil (oracle2student)": 5.061091423034668,
      "cov-distil (oracle2teacher)": 4.537604331970215,
      "epoch": 2.9324960753532183,
      "rel-constrast": 2.353569984436035,
      "step": 3736,
      "subrel-constrast": 2.7668707370758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2707898616790771,
      "cov-distil (oracle2student)": 3.1707754135131836,
      "cov-distil (oracle2teacher)": 2.931527614593506,
      "epoch": 2.933281004709576,
      "rel-constrast": 2.918670415878296,
      "step": 3737,
      "subrel-constrast": 3.569355010986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.758061408996582,
      "cov-distil (oracle2student)": 3.1640288829803467,
      "cov-distil (oracle2teacher)": 2.9588074684143066,
      "epoch": 2.9340659340659343,
      "rel-constrast": 2.7946205139160156,
      "step": 3738,
      "subrel-constrast": 3.4251976013183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581396460533142,
      "cov-distil (oracle2student)": 4.45325231552124,
      "cov-distil (oracle2teacher)": 4.553940773010254,
      "epoch": 2.934850863422292,
      "rel-constrast": 2.973194122314453,
      "step": 3739,
      "subrel-constrast": 3.55220890045166,
      "view-similarity": 0
    },
    {
      "epoch": 2.93563579277865,
      "grad_norm": 5.84375,
      "learning_rate": 3.9417937960614314e-05,
      "loss": 0.677,
      "step": 3740
    },
    {
      "cov-distil": 2.360422134399414,
      "cov-distil (oracle2student)": 4.789316654205322,
      "cov-distil (oracle2teacher)": 4.8115234375,
      "epoch": 2.93563579277865,
      "rel-constrast": 2.894733428955078,
      "step": 3740,
      "subrel-constrast": 4.094485282897949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7301886081695557,
      "cov-distil (oracle2student)": 4.351900577545166,
      "cov-distil (oracle2teacher)": 4.218229293823242,
      "epoch": 2.936420722135008,
      "rel-constrast": 3.5578906536102295,
      "step": 3741,
      "subrel-constrast": 4.278353691101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1600654125213623,
      "cov-distil (oracle2student)": 5.86660623550415,
      "cov-distil (oracle2teacher)": 4.402599334716797,
      "epoch": 2.937205651491366,
      "rel-constrast": 2.701091766357422,
      "step": 3742,
      "subrel-constrast": 2.9781334400177,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3019535541534424,
      "cov-distil (oracle2student)": 5.056062698364258,
      "cov-distil (oracle2teacher)": 4.832372665405273,
      "epoch": 2.937990580847724,
      "rel-constrast": 2.5851526260375977,
      "step": 3743,
      "subrel-constrast": 3.5685336589813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4441757202148438,
      "cov-distil (oracle2student)": 3.0063138008117676,
      "cov-distil (oracle2teacher)": 3.567375659942627,
      "epoch": 2.938775510204082,
      "rel-constrast": 1.276458740234375,
      "step": 3744,
      "subrel-constrast": 2.1521503925323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3076555728912354,
      "cov-distil (oracle2student)": 4.724017143249512,
      "cov-distil (oracle2teacher)": 4.793934345245361,
      "epoch": 2.9395604395604398,
      "rel-constrast": 1.9997174739837646,
      "step": 3745,
      "subrel-constrast": 2.826223850250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8080792427062988,
      "cov-distil (oracle2student)": 4.3727922439575195,
      "cov-distil (oracle2teacher)": 4.232743263244629,
      "epoch": 2.9403453689167973,
      "rel-constrast": 3.1251726150512695,
      "step": 3746,
      "subrel-constrast": 3.9248745441436768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5323504209518433,
      "cov-distil (oracle2student)": 5.299089431762695,
      "cov-distil (oracle2teacher)": 4.912952423095703,
      "epoch": 2.9411302982731553,
      "rel-constrast": 2.9008231163024902,
      "step": 3747,
      "subrel-constrast": 3.6611106395721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3432114124298096,
      "cov-distil (oracle2student)": 3.820187568664551,
      "cov-distil (oracle2teacher)": 3.822280168533325,
      "epoch": 2.9419152276295133,
      "rel-constrast": 2.999194622039795,
      "step": 3748,
      "subrel-constrast": 3.365790367126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.597320556640625,
      "cov-distil (oracle2student)": 4.938766956329346,
      "cov-distil (oracle2teacher)": 4.5569047927856445,
      "epoch": 2.9427001569858713,
      "rel-constrast": 3.146260976791382,
      "step": 3749,
      "subrel-constrast": 3.5503554344177246,
      "view-similarity": 0
    },
    {
      "epoch": 2.9434850863422293,
      "grad_norm": 6.28125,
      "learning_rate": 3.934655848514777e-05,
      "loss": 0.7186,
      "step": 3750
    },
    {
      "cov-distil": 1.9984132051467896,
      "cov-distil (oracle2student)": 4.097214221954346,
      "cov-distil (oracle2teacher)": 3.9201738834381104,
      "epoch": 2.9434850863422293,
      "rel-constrast": 2.1439261436462402,
      "step": 3750,
      "subrel-constrast": 2.8695030212402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0897575616836548,
      "cov-distil (oracle2student)": 5.465754508972168,
      "cov-distil (oracle2teacher)": 5.0883026123046875,
      "epoch": 2.9442700156985873,
      "rel-constrast": 1.7940596342086792,
      "step": 3751,
      "subrel-constrast": 2.4634947776794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.007440447807312,
      "cov-distil (oracle2student)": 5.424424171447754,
      "cov-distil (oracle2teacher)": 4.929924011230469,
      "epoch": 2.9450549450549453,
      "rel-constrast": 2.1798315048217773,
      "step": 3752,
      "subrel-constrast": 3.023973226547241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7552545070648193,
      "cov-distil (oracle2student)": 5.465161323547363,
      "cov-distil (oracle2teacher)": 5.169553279876709,
      "epoch": 2.945839874411303,
      "rel-constrast": 3.882399320602417,
      "step": 3753,
      "subrel-constrast": 4.221339225769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457016944885254,
      "cov-distil (oracle2student)": 3.9869470596313477,
      "cov-distil (oracle2teacher)": 4.393505096435547,
      "epoch": 2.946624803767661,
      "rel-constrast": 2.3970947265625,
      "step": 3754,
      "subrel-constrast": 3.0544276237487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3512482643127441,
      "cov-distil (oracle2student)": 4.3199357986450195,
      "cov-distil (oracle2teacher)": 4.11149787902832,
      "epoch": 2.9474097331240188,
      "rel-constrast": 2.017930746078491,
      "step": 3755,
      "subrel-constrast": 2.9223310947418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9194881916046143,
      "cov-distil (oracle2student)": 4.242369651794434,
      "cov-distil (oracle2teacher)": 3.8669023513793945,
      "epoch": 2.9481946624803768,
      "rel-constrast": 2.2343602180480957,
      "step": 3756,
      "subrel-constrast": 3.222440242767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2437125444412231,
      "cov-distil (oracle2student)": 3.667025566101074,
      "cov-distil (oracle2teacher)": 3.6331684589385986,
      "epoch": 2.9489795918367347,
      "rel-constrast": 1.4023189544677734,
      "step": 3757,
      "subrel-constrast": 2.4527242183685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.540818691253662,
      "cov-distil (oracle2student)": 2.8330814838409424,
      "cov-distil (oracle2teacher)": 2.649850368499756,
      "epoch": 2.9497645211930927,
      "rel-constrast": 2.7689688205718994,
      "step": 3758,
      "subrel-constrast": 3.1094863414764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.866441249847412,
      "cov-distil (oracle2student)": 2.5337376594543457,
      "cov-distil (oracle2teacher)": 2.769493579864502,
      "epoch": 2.9505494505494507,
      "rel-constrast": 2.3061869144439697,
      "step": 3759,
      "subrel-constrast": 3.3690097332000732,
      "view-similarity": 0
    },
    {
      "epoch": 2.9513343799058083,
      "grad_norm": 5.46875,
      "learning_rate": 3.927500420139357e-05,
      "loss": 0.6163,
      "step": 3760
    },
    {
      "cov-distil": 1.6196755170822144,
      "cov-distil (oracle2student)": 3.245967388153076,
      "cov-distil (oracle2teacher)": 3.6458311080932617,
      "epoch": 2.9513343799058083,
      "rel-constrast": 2.5304603576660156,
      "step": 3760,
      "subrel-constrast": 3.088043689727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647742748260498,
      "cov-distil (oracle2student)": 4.406837463378906,
      "cov-distil (oracle2teacher)": 3.6423003673553467,
      "epoch": 2.9521193092621663,
      "rel-constrast": 2.4979443550109863,
      "step": 3761,
      "subrel-constrast": 3.090081214904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9158991575241089,
      "cov-distil (oracle2student)": 5.574938774108887,
      "cov-distil (oracle2teacher)": 5.049583911895752,
      "epoch": 2.9529042386185242,
      "rel-constrast": 3.20021390914917,
      "step": 3762,
      "subrel-constrast": 4.000028133392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2518242597579956,
      "cov-distil (oracle2student)": 3.584420680999756,
      "cov-distil (oracle2teacher)": 3.4086129665374756,
      "epoch": 2.9536891679748822,
      "rel-constrast": 2.5713014602661133,
      "step": 3763,
      "subrel-constrast": 2.9236667156219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5423517227172852,
      "cov-distil (oracle2student)": 4.286776065826416,
      "cov-distil (oracle2teacher)": 3.919243097305298,
      "epoch": 2.9544740973312402,
      "rel-constrast": 2.7775659561157227,
      "step": 3764,
      "subrel-constrast": 3.811889410018921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2755200862884521,
      "cov-distil (oracle2student)": 6.305004119873047,
      "cov-distil (oracle2teacher)": 5.242132186889648,
      "epoch": 2.955259026687598,
      "rel-constrast": 2.227306604385376,
      "step": 3765,
      "subrel-constrast": 3.0758185386657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6249518394470215,
      "cov-distil (oracle2student)": 3.95092511177063,
      "cov-distil (oracle2teacher)": 4.1511335372924805,
      "epoch": 2.956043956043956,
      "rel-constrast": 2.3942346572875977,
      "step": 3766,
      "subrel-constrast": 3.1978893280029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3984706401824951,
      "cov-distil (oracle2student)": 3.749213218688965,
      "cov-distil (oracle2teacher)": 3.562201738357544,
      "epoch": 2.9568288854003137,
      "rel-constrast": 2.82682728767395,
      "step": 3767,
      "subrel-constrast": 2.942389488220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1467604637145996,
      "cov-distil (oracle2student)": 4.285546779632568,
      "cov-distil (oracle2teacher)": 4.069449424743652,
      "epoch": 2.957613814756672,
      "rel-constrast": 2.256411075592041,
      "step": 3768,
      "subrel-constrast": 2.895998954772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4996209144592285,
      "cov-distil (oracle2student)": 3.6172235012054443,
      "cov-distil (oracle2teacher)": 3.519993305206299,
      "epoch": 2.9583987441130297,
      "rel-constrast": 2.301077365875244,
      "step": 3769,
      "subrel-constrast": 3.1550192832946777,
      "view-similarity": 0
    },
    {
      "epoch": 2.9591836734693877,
      "grad_norm": 6.15625,
      "learning_rate": 3.92032759812181e-05,
      "loss": 0.6769,
      "step": 3770
    },
    {
      "cov-distil": 1.5350929498672485,
      "cov-distil (oracle2student)": 4.7675065994262695,
      "cov-distil (oracle2teacher)": 4.341334342956543,
      "epoch": 2.9591836734693877,
      "rel-constrast": 2.334465265274048,
      "step": 3770,
      "subrel-constrast": 3.0040836334228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7860445976257324,
      "cov-distil (oracle2student)": 6.057125091552734,
      "cov-distil (oracle2teacher)": 5.228963375091553,
      "epoch": 2.9599686028257457,
      "rel-constrast": 2.1319141387939453,
      "step": 3771,
      "subrel-constrast": 2.539182186126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6821435689926147,
      "cov-distil (oracle2student)": 3.96773624420166,
      "cov-distil (oracle2teacher)": 3.8645987510681152,
      "epoch": 2.9607535321821037,
      "rel-constrast": 2.2532219886779785,
      "step": 3772,
      "subrel-constrast": 2.9363436698913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5177116394042969,
      "cov-distil (oracle2student)": 2.2983922958374023,
      "cov-distil (oracle2teacher)": 2.5302963256835938,
      "epoch": 2.9615384615384617,
      "rel-constrast": 3.127601385116577,
      "step": 3773,
      "subrel-constrast": 3.3618412017822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5036574602127075,
      "cov-distil (oracle2student)": 4.511290073394775,
      "cov-distil (oracle2teacher)": 4.52150297164917,
      "epoch": 2.962323390894819,
      "rel-constrast": 3.376732587814331,
      "step": 3774,
      "subrel-constrast": 3.7545549869537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5093448162078857,
      "cov-distil (oracle2student)": 4.016876220703125,
      "cov-distil (oracle2teacher)": 3.748563766479492,
      "epoch": 2.9631083202511777,
      "rel-constrast": 3.302450180053711,
      "step": 3775,
      "subrel-constrast": 4.021545886993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9219478368759155,
      "cov-distil (oracle2student)": 6.911471366882324,
      "cov-distil (oracle2teacher)": 6.0569353103637695,
      "epoch": 2.963893249607535,
      "rel-constrast": 4.481509208679199,
      "step": 3776,
      "subrel-constrast": 4.977231979370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5221259593963623,
      "cov-distil (oracle2student)": 3.814542293548584,
      "cov-distil (oracle2teacher)": 3.6976027488708496,
      "epoch": 2.964678178963893,
      "rel-constrast": 3.467042922973633,
      "step": 3777,
      "subrel-constrast": 3.7226359844207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3336776494979858,
      "cov-distil (oracle2student)": 3.402059555053711,
      "cov-distil (oracle2teacher)": 3.8865809440612793,
      "epoch": 2.965463108320251,
      "rel-constrast": 2.0710229873657227,
      "step": 3778,
      "subrel-constrast": 2.953774929046631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799614429473877,
      "cov-distil (oracle2student)": 2.533567428588867,
      "cov-distil (oracle2teacher)": 3.081968307495117,
      "epoch": 2.966248037676609,
      "rel-constrast": 2.676316976547241,
      "step": 3779,
      "subrel-constrast": 3.5872461795806885,
      "view-similarity": 0
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 5.75,
      "learning_rate": 3.9131374698607084e-05,
      "loss": 0.7708,
      "step": 3780
    },
    {
      "cov-distil": 1.28080153465271,
      "cov-distil (oracle2student)": 2.8503782749176025,
      "cov-distil (oracle2teacher)": 2.7089991569519043,
      "epoch": 2.967032967032967,
      "rel-constrast": 2.425718307495117,
      "step": 3780,
      "subrel-constrast": 3.1490705013275146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6709389686584473,
      "cov-distil (oracle2student)": 4.860093593597412,
      "cov-distil (oracle2teacher)": 4.832962512969971,
      "epoch": 2.9678178963893247,
      "rel-constrast": 1.99321711063385,
      "step": 3781,
      "subrel-constrast": 3.0696535110473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.303157091140747,
      "cov-distil (oracle2student)": 4.575265884399414,
      "cov-distil (oracle2teacher)": 4.156202793121338,
      "epoch": 2.968602825745683,
      "rel-constrast": 2.7083377838134766,
      "step": 3782,
      "subrel-constrast": 3.524378538131714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3420541286468506,
      "cov-distil (oracle2student)": 5.028702259063721,
      "cov-distil (oracle2teacher)": 4.346212387084961,
      "epoch": 2.9693877551020407,
      "rel-constrast": 2.181896448135376,
      "step": 3783,
      "subrel-constrast": 2.9150567054748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7542521953582764,
      "cov-distil (oracle2student)": 3.595914840698242,
      "cov-distil (oracle2teacher)": 3.6100990772247314,
      "epoch": 2.9701726844583987,
      "rel-constrast": 2.5698914527893066,
      "step": 3784,
      "subrel-constrast": 3.151505470275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.658300757408142,
      "cov-distil (oracle2student)": 4.362911701202393,
      "cov-distil (oracle2teacher)": 4.1644816398620605,
      "epoch": 2.9709576138147566,
      "rel-constrast": 2.2829105854034424,
      "step": 3785,
      "subrel-constrast": 3.128990411758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6269984245300293,
      "cov-distil (oracle2student)": 3.081197500228882,
      "cov-distil (oracle2teacher)": 3.123201847076416,
      "epoch": 2.9717425431711146,
      "rel-constrast": 2.0413389205932617,
      "step": 3786,
      "subrel-constrast": 2.732398748397827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2521600723266602,
      "cov-distil (oracle2student)": 5.401421546936035,
      "cov-distil (oracle2teacher)": 4.403977870941162,
      "epoch": 2.9725274725274726,
      "rel-constrast": 2.848037004470825,
      "step": 3787,
      "subrel-constrast": 3.0221104621887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2255425453186035,
      "cov-distil (oracle2student)": 2.0650503635406494,
      "cov-distil (oracle2teacher)": 2.6109182834625244,
      "epoch": 2.9733124018838306,
      "rel-constrast": 2.2118539810180664,
      "step": 3788,
      "subrel-constrast": 2.956599235534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.072187900543213,
      "cov-distil (oracle2student)": 4.055044174194336,
      "cov-distil (oracle2teacher)": 3.9783706665039062,
      "epoch": 2.9740973312401886,
      "rel-constrast": 2.9493279457092285,
      "step": 3789,
      "subrel-constrast": 3.3294060230255127,
      "view-similarity": 0
    },
    {
      "epoch": 2.974882260596546,
      "grad_norm": 6.5,
      "learning_rate": 3.905930122965495e-05,
      "loss": 0.6433,
      "step": 3790
    },
    {
      "cov-distil": 1.8102681636810303,
      "cov-distil (oracle2student)": 4.961731910705566,
      "cov-distil (oracle2teacher)": 4.184165954589844,
      "epoch": 2.974882260596546,
      "rel-constrast": 2.811697006225586,
      "step": 3790,
      "subrel-constrast": 3.1978278160095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7100894451141357,
      "cov-distil (oracle2student)": 4.557068824768066,
      "cov-distil (oracle2teacher)": 4.20965576171875,
      "epoch": 2.975667189952904,
      "rel-constrast": 3.117516279220581,
      "step": 3791,
      "subrel-constrast": 3.395582675933838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3305004835128784,
      "cov-distil (oracle2student)": 5.4887261390686035,
      "cov-distil (oracle2teacher)": 5.0319085121154785,
      "epoch": 2.976452119309262,
      "rel-constrast": 2.1583828926086426,
      "step": 3792,
      "subrel-constrast": 2.676995038986206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783332109451294,
      "cov-distil (oracle2student)": 5.198050022125244,
      "cov-distil (oracle2teacher)": 5.008417129516602,
      "epoch": 2.97723704866562,
      "rel-constrast": 3.505337953567505,
      "step": 3793,
      "subrel-constrast": 4.279016017913818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.154593586921692,
      "cov-distil (oracle2student)": 3.99881649017334,
      "cov-distil (oracle2teacher)": 4.4573469161987305,
      "epoch": 2.978021978021978,
      "rel-constrast": 3.1421589851379395,
      "step": 3794,
      "subrel-constrast": 3.9303319454193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5277574062347412,
      "cov-distil (oracle2student)": 5.972460746765137,
      "cov-distil (oracle2teacher)": 4.904092311859131,
      "epoch": 2.978806907378336,
      "rel-constrast": 2.967470407485962,
      "step": 3795,
      "subrel-constrast": 3.0570123195648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6421797275543213,
      "cov-distil (oracle2student)": 3.7524330615997314,
      "cov-distil (oracle2teacher)": 3.476560115814209,
      "epoch": 2.979591836734694,
      "rel-constrast": 3.21616268157959,
      "step": 3796,
      "subrel-constrast": 3.529623031616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3361725807189941,
      "cov-distil (oracle2student)": 7.2212114334106445,
      "cov-distil (oracle2teacher)": 6.164470672607422,
      "epoch": 2.9803767660910516,
      "rel-constrast": 2.0225772857666016,
      "step": 3797,
      "subrel-constrast": 2.566195249557495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3178404569625854,
      "cov-distil (oracle2student)": 3.309612274169922,
      "cov-distil (oracle2teacher)": 3.521977663040161,
      "epoch": 2.9811616954474096,
      "rel-constrast": 2.23622465133667,
      "step": 3798,
      "subrel-constrast": 2.869703769683838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2881300449371338,
      "cov-distil (oracle2student)": 3.03914737701416,
      "cov-distil (oracle2teacher)": 3.170039176940918,
      "epoch": 2.9819466248037676,
      "rel-constrast": 2.547144889831543,
      "step": 3799,
      "subrel-constrast": 2.8141446113586426,
      "view-similarity": 0
    },
    {
      "epoch": 2.9827315541601256,
      "grad_norm": 4.71875,
      "learning_rate": 3.898705645255418e-05,
      "loss": 0.7304,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "overlap": 0.3187499940395355,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "student margin": 0.058441162109375
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "teacher margin": 0.04296875
    },
    {
      "epoch": 2.9827315541601256,
      "margin difference": -0.015472412109375,
      "step": 3800
    },
    {
      "cov-distil": 1.2670344114303589,
      "cov-distil (oracle2student)": 3.8789939880371094,
      "cov-distil (oracle2teacher)": 3.688891887664795,
      "epoch": 2.9827315541601256,
      "rel-constrast": 3.24013090133667,
      "step": 3800,
      "subrel-constrast": 3.369868278503418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7668445110321045,
      "cov-distil (oracle2student)": 2.66452693939209,
      "cov-distil (oracle2teacher)": 3.3877270221710205,
      "epoch": 2.9835164835164836,
      "rel-constrast": 1.7834014892578125,
      "step": 3801,
      "subrel-constrast": 3.0815324783325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3773261308670044,
      "cov-distil (oracle2student)": 4.90255069732666,
      "cov-distil (oracle2teacher)": 4.704959869384766,
      "epoch": 2.9843014128728416,
      "rel-constrast": 2.824331521987915,
      "step": 3802,
      "subrel-constrast": 3.5948731899261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3699719905853271,
      "cov-distil (oracle2student)": 4.620335578918457,
      "cov-distil (oracle2teacher)": 4.291219711303711,
      "epoch": 2.9850863422291996,
      "rel-constrast": 2.445286750793457,
      "step": 3803,
      "subrel-constrast": 3.0031681060791016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.758278250694275,
      "cov-distil (oracle2student)": 4.112574577331543,
      "cov-distil (oracle2teacher)": 3.94232439994812,
      "epoch": 2.985871271585557,
      "rel-constrast": 1.6998738050460815,
      "step": 3804,
      "subrel-constrast": 2.492058038711548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6339004039764404,
      "cov-distil (oracle2student)": 3.9830470085144043,
      "cov-distil (oracle2teacher)": 4.109328269958496,
      "epoch": 2.986656200941915,
      "rel-constrast": 2.4942619800567627,
      "step": 3805,
      "subrel-constrast": 3.558410167694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4457550048828125,
      "cov-distil (oracle2student)": 4.979808807373047,
      "cov-distil (oracle2teacher)": 5.014524936676025,
      "epoch": 2.987441130298273,
      "rel-constrast": 3.46317458152771,
      "step": 3806,
      "subrel-constrast": 3.8292577266693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2942382097244263,
      "cov-distil (oracle2student)": 4.277591705322266,
      "cov-distil (oracle2teacher)": 3.8945493698120117,
      "epoch": 2.988226059654631,
      "rel-constrast": 2.704855442047119,
      "step": 3807,
      "subrel-constrast": 3.5120208263397217,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9809694290161133,
      "cov-distil (oracle2student)": 4.163283348083496,
      "cov-distil (oracle2teacher)": 3.590562105178833,
      "epoch": 2.989010989010989,
      "rel-constrast": 2.9379420280456543,
      "step": 3808,
      "subrel-constrast": 3.0801119804382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.386333703994751,
      "cov-distil (oracle2student)": 3.608612537384033,
      "cov-distil (oracle2teacher)": 3.311680316925049,
      "epoch": 2.989795918367347,
      "rel-constrast": 1.9854638576507568,
      "step": 3809,
      "subrel-constrast": 2.4126126766204834,
      "view-similarity": 0
    },
    {
      "epoch": 2.990580847723705,
      "grad_norm": 4.84375,
      "learning_rate": 3.891464124758458e-05,
      "loss": 0.6752,
      "step": 3810
    },
    {
      "cov-distil": 1.8355810642242432,
      "cov-distil (oracle2student)": 4.92341423034668,
      "cov-distil (oracle2teacher)": 4.805495262145996,
      "epoch": 2.990580847723705,
      "rel-constrast": 3.5384440422058105,
      "step": 3810,
      "subrel-constrast": 3.8850576877593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3829795122146606,
      "cov-distil (oracle2student)": 4.442530632019043,
      "cov-distil (oracle2teacher)": 4.258852958679199,
      "epoch": 2.9913657770800626,
      "rel-constrast": 2.030722141265869,
      "step": 3811,
      "subrel-constrast": 2.7554285526275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.055647373199463,
      "cov-distil (oracle2student)": 5.324917793273926,
      "cov-distil (oracle2teacher)": 4.671689033508301,
      "epoch": 2.9921507064364206,
      "rel-constrast": 2.09084153175354,
      "step": 3812,
      "subrel-constrast": 2.9025933742523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3377373218536377,
      "cov-distil (oracle2student)": 4.278445243835449,
      "cov-distil (oracle2teacher)": 4.3689494132995605,
      "epoch": 2.9929356357927785,
      "rel-constrast": 2.3415770530700684,
      "step": 3813,
      "subrel-constrast": 3.083367109298706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3665075302124023,
      "cov-distil (oracle2student)": 3.457077741622925,
      "cov-distil (oracle2teacher)": 3.2332682609558105,
      "epoch": 2.9937205651491365,
      "rel-constrast": 1.6588714122772217,
      "step": 3814,
      "subrel-constrast": 2.187230348587036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6222647428512573,
      "cov-distil (oracle2student)": 6.211009502410889,
      "cov-distil (oracle2teacher)": 5.0406270027160645,
      "epoch": 2.9945054945054945,
      "rel-constrast": 3.0613999366760254,
      "step": 3815,
      "subrel-constrast": 3.5862925052642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0344491004943848,
      "cov-distil (oracle2student)": 2.508136749267578,
      "cov-distil (oracle2teacher)": 2.5840940475463867,
      "epoch": 2.9952904238618525,
      "rel-constrast": 2.85322904586792,
      "step": 3816,
      "subrel-constrast": 3.5169050693511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3356493711471558,
      "cov-distil (oracle2student)": 4.747964382171631,
      "cov-distil (oracle2teacher)": 4.791232585906982,
      "epoch": 2.9960753532182105,
      "rel-constrast": 3.4724225997924805,
      "step": 3817,
      "subrel-constrast": 4.1144633293151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6606941223144531,
      "cov-distil (oracle2student)": 4.487711429595947,
      "cov-distil (oracle2teacher)": 4.269351005554199,
      "epoch": 2.996860282574568,
      "rel-constrast": 4.081838130950928,
      "step": 3818,
      "subrel-constrast": 4.1486711502075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6438965797424316,
      "cov-distil (oracle2student)": 3.027892589569092,
      "cov-distil (oracle2teacher)": 3.442932605743408,
      "epoch": 2.9976452119309265,
      "rel-constrast": 2.250945568084717,
      "step": 3819,
      "subrel-constrast": 3.149996519088745,
      "view-similarity": 0
    },
    {
      "epoch": 2.998430141287284,
      "grad_norm": 4.875,
      "learning_rate": 3.884205649710256e-05,
      "loss": 0.7227,
      "step": 3820
    },
    {
      "cov-distil": 1.0432534217834473,
      "cov-distil (oracle2student)": 3.2206552028656006,
      "cov-distil (oracle2teacher)": 3.0363519191741943,
      "epoch": 2.998430141287284,
      "rel-constrast": 3.0154237747192383,
      "step": 3820,
      "subrel-constrast": 3.1459693908691406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3743925094604492,
      "cov-distil (oracle2student)": 3.307011127471924,
      "cov-distil (oracle2teacher)": 2.6399710178375244,
      "epoch": 2.999215070643642,
      "rel-constrast": 2.6154298782348633,
      "step": 3821,
      "subrel-constrast": 3.5953779220581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987937331199646,
      "cov-distil (oracle2student)": 3.6508820056915283,
      "cov-distil (oracle2teacher)": 3.482914686203003,
      "epoch": 3.0,
      "rel-constrast": 2.7934117317199707,
      "step": 3822,
      "subrel-constrast": 3.414903163909912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3048653602600098,
      "cov-distil (oracle2student)": 3.531811475753784,
      "cov-distil (oracle2teacher)": 3.2055177688598633,
      "epoch": 3.000784929356358,
      "rel-constrast": 2.3332438468933105,
      "step": 3823,
      "subrel-constrast": 2.6908979415893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910074710845947,
      "cov-distil (oracle2student)": 3.61354660987854,
      "cov-distil (oracle2teacher)": 3.5866594314575195,
      "epoch": 3.001569858712716,
      "rel-constrast": 1.406551480293274,
      "step": 3824,
      "subrel-constrast": 2.344660758972168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2233426570892334,
      "cov-distil (oracle2student)": 4.3469038009643555,
      "cov-distil (oracle2teacher)": 4.040834903717041,
      "epoch": 3.002354788069074,
      "rel-constrast": 2.3491601943969727,
      "step": 3825,
      "subrel-constrast": 2.792017698287964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542307615280151,
      "cov-distil (oracle2student)": 3.855386257171631,
      "cov-distil (oracle2teacher)": 4.129703998565674,
      "epoch": 3.0031397174254315,
      "rel-constrast": 3.3582065105438232,
      "step": 3826,
      "subrel-constrast": 4.586709499359131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935657262802124,
      "cov-distil (oracle2student)": 4.321944236755371,
      "cov-distil (oracle2teacher)": 4.111401557922363,
      "epoch": 3.0039246467817895,
      "rel-constrast": 2.525334596633911,
      "step": 3827,
      "subrel-constrast": 3.1948351860046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4718153476715088,
      "cov-distil (oracle2student)": 3.05275297164917,
      "cov-distil (oracle2teacher)": 3.214272975921631,
      "epoch": 3.0047095761381475,
      "rel-constrast": 2.8220582008361816,
      "step": 3828,
      "subrel-constrast": 3.3935317993164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4273536205291748,
      "cov-distil (oracle2student)": 4.136366367340088,
      "cov-distil (oracle2teacher)": 3.6516261100769043,
      "epoch": 3.0054945054945055,
      "rel-constrast": 1.8509236574172974,
      "step": 3829,
      "subrel-constrast": 2.8913159370422363,
      "view-similarity": 0
    },
    {
      "epoch": 3.0062794348508635,
      "grad_norm": 4.6875,
      "learning_rate": 3.876930308553043e-05,
      "loss": 0.6629,
      "step": 3830
    },
    {
      "cov-distil": 1.5907247066497803,
      "cov-distil (oracle2student)": 3.842148542404175,
      "cov-distil (oracle2teacher)": 3.571279525756836,
      "epoch": 3.0062794348508635,
      "rel-constrast": 3.516505002975464,
      "step": 3830,
      "subrel-constrast": 3.7369773387908936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.985498070716858,
      "cov-distil (oracle2student)": 5.873820781707764,
      "cov-distil (oracle2teacher)": 5.888934135437012,
      "epoch": 3.0070643642072215,
      "rel-constrast": 2.5751590728759766,
      "step": 3831,
      "subrel-constrast": 3.53275203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.214155673980713,
      "cov-distil (oracle2student)": 5.342611312866211,
      "cov-distil (oracle2teacher)": 4.435748100280762,
      "epoch": 3.0078492935635794,
      "rel-constrast": 2.032841205596924,
      "step": 3832,
      "subrel-constrast": 3.0835578441619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585885763168335,
      "cov-distil (oracle2student)": 5.409170150756836,
      "cov-distil (oracle2teacher)": 4.7275567054748535,
      "epoch": 3.008634222919937,
      "rel-constrast": 3.018420934677124,
      "step": 3833,
      "subrel-constrast": 3.2080111503601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5065913200378418,
      "cov-distil (oracle2student)": 5.53798246383667,
      "cov-distil (oracle2teacher)": 5.658479690551758,
      "epoch": 3.009419152276295,
      "rel-constrast": 2.2076244354248047,
      "step": 3834,
      "subrel-constrast": 3.342074155807495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4337430000305176,
      "cov-distil (oracle2student)": 5.426286220550537,
      "cov-distil (oracle2teacher)": 5.028514862060547,
      "epoch": 3.010204081632653,
      "rel-constrast": 2.0417754650115967,
      "step": 3835,
      "subrel-constrast": 2.576641082763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5629267692565918,
      "cov-distil (oracle2student)": 4.625952243804932,
      "cov-distil (oracle2teacher)": 4.217700958251953,
      "epoch": 3.010989010989011,
      "rel-constrast": 2.3642616271972656,
      "step": 3836,
      "subrel-constrast": 2.98203444480896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5736217498779297,
      "cov-distil (oracle2student)": 3.2427945137023926,
      "cov-distil (oracle2teacher)": 3.104888677597046,
      "epoch": 3.011773940345369,
      "rel-constrast": 2.603337287902832,
      "step": 3837,
      "subrel-constrast": 3.3935580253601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2051787376403809,
      "cov-distil (oracle2student)": 6.061779022216797,
      "cov-distil (oracle2teacher)": 5.6852335929870605,
      "epoch": 3.012558869701727,
      "rel-constrast": 2.8976991176605225,
      "step": 3838,
      "subrel-constrast": 3.2220804691314697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645144939422607,
      "cov-distil (oracle2student)": 4.195237159729004,
      "cov-distil (oracle2teacher)": 4.138696670532227,
      "epoch": 3.013343799058085,
      "rel-constrast": 2.16021728515625,
      "step": 3839,
      "subrel-constrast": 2.9864580631256104,
      "view-similarity": 0
    },
    {
      "epoch": 3.014128728414443,
      "grad_norm": 4.59375,
      "learning_rate": 3.869638189934552e-05,
      "loss": 0.6733,
      "step": 3840
    },
    {
      "cov-distil": 1.081775188446045,
      "cov-distil (oracle2student)": 3.5924623012542725,
      "cov-distil (oracle2teacher)": 3.5794835090637207,
      "epoch": 3.014128728414443,
      "rel-constrast": 2.227837085723877,
      "step": 3840,
      "subrel-constrast": 2.836630344390869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9563722610473633,
      "cov-distil (oracle2student)": 4.896217346191406,
      "cov-distil (oracle2teacher)": 4.415340900421143,
      "epoch": 3.0149136577708004,
      "rel-constrast": 3.373426675796509,
      "step": 3841,
      "subrel-constrast": 4.237860202789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.450439691543579,
      "cov-distil (oracle2student)": 4.883981704711914,
      "cov-distil (oracle2teacher)": 3.870880603790283,
      "epoch": 3.0156985871271584,
      "rel-constrast": 2.5494933128356934,
      "step": 3842,
      "subrel-constrast": 3.144524574279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2519183158874512,
      "cov-distil (oracle2student)": 5.414819240570068,
      "cov-distil (oracle2teacher)": 5.147524833679199,
      "epoch": 3.0164835164835164,
      "rel-constrast": 2.404323101043701,
      "step": 3843,
      "subrel-constrast": 3.1405179500579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7846367359161377,
      "cov-distil (oracle2student)": 4.963348865509033,
      "cov-distil (oracle2teacher)": 4.3714823722839355,
      "epoch": 3.0172684458398744,
      "rel-constrast": 1.9750800132751465,
      "step": 3844,
      "subrel-constrast": 2.695826768875122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5775481462478638,
      "cov-distil (oracle2student)": 4.728565692901611,
      "cov-distil (oracle2teacher)": 4.500262260437012,
      "epoch": 3.0180533751962324,
      "rel-constrast": 3.7147841453552246,
      "step": 3845,
      "subrel-constrast": 4.293057441711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269914150238037,
      "cov-distil (oracle2student)": 4.76615047454834,
      "cov-distil (oracle2teacher)": 4.487116813659668,
      "epoch": 3.0188383045525904,
      "rel-constrast": 2.7023115158081055,
      "step": 3846,
      "subrel-constrast": 3.2990658283233643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.779034972190857,
      "cov-distil (oracle2student)": 4.2369384765625,
      "cov-distil (oracle2teacher)": 4.14400053024292,
      "epoch": 3.0196232339089484,
      "rel-constrast": 2.460627555847168,
      "step": 3847,
      "subrel-constrast": 3.10841965675354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.853827714920044,
      "cov-distil (oracle2student)": 4.707658290863037,
      "cov-distil (oracle2teacher)": 4.312498092651367,
      "epoch": 3.020408163265306,
      "rel-constrast": 3.0378947257995605,
      "step": 3848,
      "subrel-constrast": 3.3650200366973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3018107414245605,
      "cov-distil (oracle2student)": 3.4195544719696045,
      "cov-distil (oracle2teacher)": 3.8583462238311768,
      "epoch": 3.021193092621664,
      "rel-constrast": 2.076934337615967,
      "step": 3849,
      "subrel-constrast": 2.7940683364868164,
      "view-similarity": 0
    },
    {
      "epoch": 3.021978021978022,
      "grad_norm": 5.0,
      "learning_rate": 3.8623293827069486e-05,
      "loss": 0.7013,
      "step": 3850
    },
    {
      "cov-distil": 2.0217339992523193,
      "cov-distil (oracle2student)": 3.585763454437256,
      "cov-distil (oracle2teacher)": 3.3746142387390137,
      "epoch": 3.021978021978022,
      "rel-constrast": 2.4181299209594727,
      "step": 3850,
      "subrel-constrast": 3.2463579177856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3653984069824219,
      "cov-distil (oracle2student)": 2.8227221965789795,
      "cov-distil (oracle2teacher)": 2.503620147705078,
      "epoch": 3.02276295133438,
      "rel-constrast": 1.6942553520202637,
      "step": 3851,
      "subrel-constrast": 2.264031171798706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.387477159500122,
      "cov-distil (oracle2student)": 5.4022674560546875,
      "cov-distil (oracle2teacher)": 5.476766586303711,
      "epoch": 3.023547880690738,
      "rel-constrast": 3.0909013748168945,
      "step": 3852,
      "subrel-constrast": 3.6947178840637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.174248218536377,
      "cov-distil (oracle2student)": 5.072293281555176,
      "cov-distil (oracle2teacher)": 4.780337333679199,
      "epoch": 3.024332810047096,
      "rel-constrast": 2.763312816619873,
      "step": 3853,
      "subrel-constrast": 3.44045090675354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2588372230529785,
      "cov-distil (oracle2student)": 5.467121601104736,
      "cov-distil (oracle2teacher)": 5.06982421875,
      "epoch": 3.025117739403454,
      "rel-constrast": 2.278714179992676,
      "step": 3854,
      "subrel-constrast": 2.9762399196624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1346899271011353,
      "cov-distil (oracle2student)": 5.205250263214111,
      "cov-distil (oracle2teacher)": 5.118194580078125,
      "epoch": 3.0259026687598114,
      "rel-constrast": 2.048649311065674,
      "step": 3855,
      "subrel-constrast": 3.084453821182251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307479977607727,
      "cov-distil (oracle2student)": 4.659318923950195,
      "cov-distil (oracle2teacher)": 4.469372749328613,
      "epoch": 3.0266875981161694,
      "rel-constrast": 2.7434074878692627,
      "step": 3856,
      "subrel-constrast": 3.228618860244751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4939606189727783,
      "cov-distil (oracle2student)": 6.235433578491211,
      "cov-distil (oracle2teacher)": 5.477262496948242,
      "epoch": 3.0274725274725274,
      "rel-constrast": 1.6676268577575684,
      "step": 3857,
      "subrel-constrast": 2.8430628776550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.307290554046631,
      "cov-distil (oracle2student)": 3.4940359592437744,
      "cov-distil (oracle2teacher)": 4.010334491729736,
      "epoch": 3.0282574568288854,
      "rel-constrast": 1.7571183443069458,
      "step": 3858,
      "subrel-constrast": 3.0120456218719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.228384017944336,
      "cov-distil (oracle2student)": 3.717892646789551,
      "cov-distil (oracle2teacher)": 3.616157054901123,
      "epoch": 3.0290423861852434,
      "rel-constrast": 2.744878053665161,
      "step": 3859,
      "subrel-constrast": 3.6854827404022217,
      "view-similarity": 0
    },
    {
      "epoch": 3.0298273155416013,
      "grad_norm": 5.46875,
      "learning_rate": 3.8550039759257405e-05,
      "loss": 0.6194,
      "step": 3860
    },
    {
      "cov-distil": 1.2195203304290771,
      "cov-distil (oracle2student)": 3.8268799781799316,
      "cov-distil (oracle2teacher)": 3.9265472888946533,
      "epoch": 3.0298273155416013,
      "rel-constrast": 2.4528141021728516,
      "step": 3860,
      "subrel-constrast": 3.147411823272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0748183727264404,
      "cov-distil (oracle2student)": 3.993607997894287,
      "cov-distil (oracle2teacher)": 3.913195848464966,
      "epoch": 3.0306122448979593,
      "rel-constrast": 2.3529961109161377,
      "step": 3861,
      "subrel-constrast": 3.0507867336273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2831523418426514,
      "cov-distil (oracle2student)": 3.2868576049804688,
      "cov-distil (oracle2teacher)": 3.133007049560547,
      "epoch": 3.0313971742543173,
      "rel-constrast": 1.8107478618621826,
      "step": 3862,
      "subrel-constrast": 2.552536725997925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795976161956787,
      "cov-distil (oracle2student)": 3.1063764095306396,
      "cov-distil (oracle2teacher)": 3.167755603790283,
      "epoch": 3.032182103610675,
      "rel-constrast": 1.7881841659545898,
      "step": 3863,
      "subrel-constrast": 2.7048912048339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4121150970458984,
      "cov-distil (oracle2student)": 6.424119472503662,
      "cov-distil (oracle2teacher)": 5.823075294494629,
      "epoch": 3.032967032967033,
      "rel-constrast": 2.6673271656036377,
      "step": 3864,
      "subrel-constrast": 3.329469919204712,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9391508102416992,
      "cov-distil (oracle2student)": 4.937437534332275,
      "cov-distil (oracle2teacher)": 4.963826656341553,
      "epoch": 3.033751962323391,
      "rel-constrast": 2.505847930908203,
      "step": 3865,
      "subrel-constrast": 3.032196283340454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5075819492340088,
      "cov-distil (oracle2student)": 3.559134006500244,
      "cov-distil (oracle2teacher)": 3.067734479904175,
      "epoch": 3.034536891679749,
      "rel-constrast": 2.1128485202789307,
      "step": 3866,
      "subrel-constrast": 3.060372829437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6352341175079346,
      "cov-distil (oracle2student)": 4.342121124267578,
      "cov-distil (oracle2teacher)": 4.062690734863281,
      "epoch": 3.035321821036107,
      "rel-constrast": 1.8544797897338867,
      "step": 3867,
      "subrel-constrast": 2.588531732559204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735046863555908,
      "cov-distil (oracle2student)": 3.51560640335083,
      "cov-distil (oracle2teacher)": 3.7857651710510254,
      "epoch": 3.036106750392465,
      "rel-constrast": 2.1749048233032227,
      "step": 3868,
      "subrel-constrast": 3.065528154373169,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0486865043640137,
      "cov-distil (oracle2student)": 5.321664333343506,
      "cov-distil (oracle2teacher)": 4.984888076782227,
      "epoch": 3.036891679748823,
      "rel-constrast": 2.9633309841156006,
      "step": 3869,
      "subrel-constrast": 3.4090495109558105,
      "view-similarity": 0
    },
    {
      "epoch": 3.0376766091051803,
      "grad_norm": 5.625,
      "learning_rate": 3.847662058848701e-05,
      "loss": 0.6033,
      "step": 3870
    },
    {
      "cov-distil": 1.6674184799194336,
      "cov-distil (oracle2student)": 5.4468183517456055,
      "cov-distil (oracle2teacher)": 5.016534805297852,
      "epoch": 3.0376766091051803,
      "rel-constrast": 2.527967929840088,
      "step": 3870,
      "subrel-constrast": 3.2858235836029053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6577558517456055,
      "cov-distil (oracle2student)": 4.3987040519714355,
      "cov-distil (oracle2teacher)": 4.257323265075684,
      "epoch": 3.0384615384615383,
      "rel-constrast": 2.995122194290161,
      "step": 3871,
      "subrel-constrast": 3.574528694152832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5130364894866943,
      "cov-distil (oracle2student)": 4.116897106170654,
      "cov-distil (oracle2teacher)": 3.828524589538574,
      "epoch": 3.0392464678178963,
      "rel-constrast": 1.7524940967559814,
      "step": 3872,
      "subrel-constrast": 2.4296300411224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.486924171447754,
      "cov-distil (oracle2student)": 2.896871328353882,
      "cov-distil (oracle2teacher)": 2.7833824157714844,
      "epoch": 3.0400313971742543,
      "rel-constrast": 2.558286428451538,
      "step": 3873,
      "subrel-constrast": 2.9712114334106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616731882095337,
      "cov-distil (oracle2student)": 4.1574296951293945,
      "cov-distil (oracle2teacher)": 3.710247039794922,
      "epoch": 3.0408163265306123,
      "rel-constrast": 2.714625835418701,
      "step": 3874,
      "subrel-constrast": 3.3458220958709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8759946823120117,
      "cov-distil (oracle2student)": 6.327898025512695,
      "cov-distil (oracle2teacher)": 5.079577445983887,
      "epoch": 3.0416012558869703,
      "rel-constrast": 3.5296630859375,
      "step": 3875,
      "subrel-constrast": 3.7083017826080322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8270595073699951,
      "cov-distil (oracle2student)": 4.812275409698486,
      "cov-distil (oracle2teacher)": 4.693129539489746,
      "epoch": 3.0423861852433283,
      "rel-constrast": 2.832521915435791,
      "step": 3876,
      "subrel-constrast": 3.6493518352508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960617542266846,
      "cov-distil (oracle2student)": 4.587552070617676,
      "cov-distil (oracle2teacher)": 3.9078094959259033,
      "epoch": 3.043171114599686,
      "rel-constrast": 2.2424378395080566,
      "step": 3877,
      "subrel-constrast": 3.0662477016448975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.437007188796997,
      "cov-distil (oracle2student)": 5.249614238739014,
      "cov-distil (oracle2teacher)": 5.023991107940674,
      "epoch": 3.043956043956044,
      "rel-constrast": 2.6823859214782715,
      "step": 3878,
      "subrel-constrast": 3.7978627681732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9534492492675781,
      "cov-distil (oracle2student)": 4.701887130737305,
      "cov-distil (oracle2teacher)": 4.857648849487305,
      "epoch": 3.044740973312402,
      "rel-constrast": 3.004828929901123,
      "step": 3879,
      "subrel-constrast": 3.4350712299346924,
      "view-similarity": 0
    },
    {
      "epoch": 3.0455259026687598,
      "grad_norm": 5.125,
      "learning_rate": 3.840303720934769e-05,
      "loss": 0.7131,
      "step": 3880
    },
    {
      "cov-distil": 2.327450752258301,
      "cov-distil (oracle2student)": 3.3363420963287354,
      "cov-distil (oracle2teacher)": 3.2889676094055176,
      "epoch": 3.0455259026687598,
      "rel-constrast": 3.8266029357910156,
      "step": 3880,
      "subrel-constrast": 4.160228252410889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.940294623374939,
      "cov-distil (oracle2student)": 5.18488073348999,
      "cov-distil (oracle2teacher)": 5.246509552001953,
      "epoch": 3.0463108320251178,
      "rel-constrast": 2.1945409774780273,
      "step": 3881,
      "subrel-constrast": 2.900542974472046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4330841302871704,
      "cov-distil (oracle2student)": 5.5004987716674805,
      "cov-distil (oracle2teacher)": 5.214328289031982,
      "epoch": 3.0470957613814758,
      "rel-constrast": 3.1664257049560547,
      "step": 3882,
      "subrel-constrast": 3.401440382003784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4878134727478027,
      "cov-distil (oracle2student)": 4.433575630187988,
      "cov-distil (oracle2teacher)": 3.7667126655578613,
      "epoch": 3.0478806907378337,
      "rel-constrast": 2.9861388206481934,
      "step": 3883,
      "subrel-constrast": 3.6342709064483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0748326778411865,
      "cov-distil (oracle2student)": 3.1986594200134277,
      "cov-distil (oracle2teacher)": 2.679736614227295,
      "epoch": 3.0486656200941917,
      "rel-constrast": 2.035989999771118,
      "step": 3884,
      "subrel-constrast": 2.998379945755005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.930091381072998,
      "cov-distil (oracle2student)": 4.8637495040893555,
      "cov-distil (oracle2teacher)": 4.329968452453613,
      "epoch": 3.0494505494505493,
      "rel-constrast": 2.545797824859619,
      "step": 3885,
      "subrel-constrast": 3.4938082695007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3791308403015137,
      "cov-distil (oracle2student)": 3.769303798675537,
      "cov-distil (oracle2teacher)": 3.6469292640686035,
      "epoch": 3.0502354788069073,
      "rel-constrast": 1.9174213409423828,
      "step": 3886,
      "subrel-constrast": 2.8749938011169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2541886568069458,
      "cov-distil (oracle2student)": 4.796964645385742,
      "cov-distil (oracle2teacher)": 5.031791687011719,
      "epoch": 3.0510204081632653,
      "rel-constrast": 2.677295684814453,
      "step": 3887,
      "subrel-constrast": 3.5895915031433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8060600757598877,
      "cov-distil (oracle2student)": 5.19497013092041,
      "cov-distil (oracle2teacher)": 4.772056579589844,
      "epoch": 3.0518053375196232,
      "rel-constrast": 3.310330867767334,
      "step": 3888,
      "subrel-constrast": 3.692253828048706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2846288681030273,
      "cov-distil (oracle2student)": 4.204844951629639,
      "cov-distil (oracle2teacher)": 4.043733596801758,
      "epoch": 3.0525902668759812,
      "rel-constrast": 1.8017500638961792,
      "step": 3889,
      "subrel-constrast": 2.4197216033935547,
      "view-similarity": 0
    },
    {
      "epoch": 3.053375196232339,
      "grad_norm": 5.4375,
      "learning_rate": 3.832929051842972e-05,
      "loss": 0.7039,
      "step": 3890
    },
    {
      "cov-distil": 1.8220555782318115,
      "cov-distil (oracle2student)": 4.779575347900391,
      "cov-distil (oracle2teacher)": 4.1977739334106445,
      "epoch": 3.053375196232339,
      "rel-constrast": 1.5197752714157104,
      "step": 3890,
      "subrel-constrast": 2.6804044246673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008124589920044,
      "cov-distil (oracle2student)": 3.4965553283691406,
      "cov-distil (oracle2teacher)": 4.15907096862793,
      "epoch": 3.054160125588697,
      "rel-constrast": 2.1127312183380127,
      "step": 3891,
      "subrel-constrast": 3.0293655395507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5517480373382568,
      "cov-distil (oracle2student)": 5.542078018188477,
      "cov-distil (oracle2teacher)": 4.773499488830566,
      "epoch": 3.0549450549450547,
      "rel-constrast": 2.7363109588623047,
      "step": 3892,
      "subrel-constrast": 3.670398235321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7479209899902344,
      "cov-distil (oracle2student)": 5.2657880783081055,
      "cov-distil (oracle2teacher)": 5.049679279327393,
      "epoch": 3.0557299843014127,
      "rel-constrast": 2.989947557449341,
      "step": 3893,
      "subrel-constrast": 3.4228672981262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2669296264648438,
      "cov-distil (oracle2student)": 3.9766359329223633,
      "cov-distil (oracle2teacher)": 3.961317300796509,
      "epoch": 3.0565149136577707,
      "rel-constrast": 2.8582332134246826,
      "step": 3894,
      "subrel-constrast": 3.654568672180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2877744436264038,
      "cov-distil (oracle2student)": 3.6945960521698,
      "cov-distil (oracle2teacher)": 3.6664228439331055,
      "epoch": 3.0572998430141287,
      "rel-constrast": 3.203937292098999,
      "step": 3895,
      "subrel-constrast": 3.5530433654785156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577438235282898,
      "cov-distil (oracle2student)": 3.647803783416748,
      "cov-distil (oracle2teacher)": 3.9234185218811035,
      "epoch": 3.0580847723704867,
      "rel-constrast": 3.3574721813201904,
      "step": 3896,
      "subrel-constrast": 3.531972646713257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2845211029052734,
      "cov-distil (oracle2student)": 3.337599992752075,
      "cov-distil (oracle2teacher)": 3.0916764736175537,
      "epoch": 3.0588697017268447,
      "rel-constrast": 2.683302402496338,
      "step": 3897,
      "subrel-constrast": 2.9171650409698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2420225143432617,
      "cov-distil (oracle2student)": 4.573619842529297,
      "cov-distil (oracle2teacher)": 3.969705104827881,
      "epoch": 3.0596546310832027,
      "rel-constrast": 2.434248924255371,
      "step": 3898,
      "subrel-constrast": 3.5424842834472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2686893939971924,
      "cov-distil (oracle2student)": 4.785373687744141,
      "cov-distil (oracle2teacher)": 4.68314266204834,
      "epoch": 3.0604395604395602,
      "rel-constrast": 1.3491506576538086,
      "step": 3899,
      "subrel-constrast": 2.0522756576538086,
      "view-similarity": 0
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 3.984375,
      "learning_rate": 3.8255381414313245e-05,
      "loss": 0.6705,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "overlap": 0.28125,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "student margin": 0.069091796875
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "teacher margin": 0.049560546875
    },
    {
      "epoch": 3.061224489795918,
      "margin difference": -0.01953125,
      "step": 3900
    },
    {
      "cov-distil": 1.875791311264038,
      "cov-distil (oracle2student)": 5.013360977172852,
      "cov-distil (oracle2teacher)": 4.291313171386719,
      "epoch": 3.061224489795918,
      "rel-constrast": 2.2133395671844482,
      "step": 3900,
      "subrel-constrast": 3.0327255725860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7083663940429688,
      "cov-distil (oracle2student)": 3.6251139640808105,
      "cov-distil (oracle2teacher)": 3.5317492485046387,
      "epoch": 3.062009419152276,
      "rel-constrast": 2.5742783546447754,
      "step": 3901,
      "subrel-constrast": 3.410224676132202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7333948612213135,
      "cov-distil (oracle2student)": 4.460991859436035,
      "cov-distil (oracle2teacher)": 4.065147399902344,
      "epoch": 3.062794348508634,
      "rel-constrast": 2.290299892425537,
      "step": 3902,
      "subrel-constrast": 3.2261202335357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2824678421020508,
      "cov-distil (oracle2student)": 4.134335517883301,
      "cov-distil (oracle2teacher)": 4.15157413482666,
      "epoch": 3.063579277864992,
      "rel-constrast": 1.9585139751434326,
      "step": 3903,
      "subrel-constrast": 2.551780939102173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5974185466766357,
      "cov-distil (oracle2student)": 4.908682823181152,
      "cov-distil (oracle2teacher)": 4.399211406707764,
      "epoch": 3.06436420722135,
      "rel-constrast": 3.4247684478759766,
      "step": 3904,
      "subrel-constrast": 3.790236711502075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5819499492645264,
      "cov-distil (oracle2student)": 4.549524307250977,
      "cov-distil (oracle2teacher)": 4.336092472076416,
      "epoch": 3.065149136577708,
      "rel-constrast": 2.776414394378662,
      "step": 3905,
      "subrel-constrast": 3.499255657196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8034346103668213,
      "cov-distil (oracle2student)": 3.8968677520751953,
      "cov-distil (oracle2teacher)": 3.4005143642425537,
      "epoch": 3.065934065934066,
      "rel-constrast": 2.198441505432129,
      "step": 3906,
      "subrel-constrast": 3.130711793899536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6304528713226318,
      "cov-distil (oracle2student)": 3.7200963497161865,
      "cov-distil (oracle2teacher)": 3.894496202468872,
      "epoch": 3.0667189952904237,
      "rel-constrast": 2.1769464015960693,
      "step": 3907,
      "subrel-constrast": 3.191270351409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3648451566696167,
      "cov-distil (oracle2student)": 3.4376027584075928,
      "cov-distil (oracle2teacher)": 3.4645001888275146,
      "epoch": 3.0675039246467817,
      "rel-constrast": 3.813624143600464,
      "step": 3908,
      "subrel-constrast": 4.423561096191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4752564430236816,
      "cov-distil (oracle2student)": 2.844874620437622,
      "cov-distil (oracle2teacher)": 3.109950065612793,
      "epoch": 3.0682888540031397,
      "rel-constrast": 1.9378912448883057,
      "step": 3909,
      "subrel-constrast": 2.8490731716156006,
      "view-similarity": 0
    },
    {
      "epoch": 3.0690737833594977,
      "grad_norm": 5.0,
      "learning_rate": 3.818131079755739e-05,
      "loss": 0.6742,
      "step": 3910
    },
    {
      "cov-distil": 1.2042789459228516,
      "cov-distil (oracle2student)": 4.446213722229004,
      "cov-distil (oracle2teacher)": 4.511254787445068,
      "epoch": 3.0690737833594977,
      "rel-constrast": 2.8908045291900635,
      "step": 3910,
      "subrel-constrast": 3.273087501525879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3245770931243896,
      "cov-distil (oracle2student)": 3.0457701683044434,
      "cov-distil (oracle2teacher)": 3.0613837242126465,
      "epoch": 3.0698587127158556,
      "rel-constrast": 1.6698858737945557,
      "step": 3911,
      "subrel-constrast": 2.327544689178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8503222465515137,
      "cov-distil (oracle2student)": 4.413891792297363,
      "cov-distil (oracle2teacher)": 3.8185904026031494,
      "epoch": 3.0706436420722136,
      "rel-constrast": 3.5474023818969727,
      "step": 3912,
      "subrel-constrast": 3.882469415664673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6430326700210571,
      "cov-distil (oracle2student)": 4.4282402992248535,
      "cov-distil (oracle2teacher)": 4.592717170715332,
      "epoch": 3.0714285714285716,
      "rel-constrast": 2.371480941772461,
      "step": 3913,
      "subrel-constrast": 3.1280829906463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910708904266357,
      "cov-distil (oracle2student)": 4.897324562072754,
      "cov-distil (oracle2teacher)": 4.151856422424316,
      "epoch": 3.072213500784929,
      "rel-constrast": 2.454209804534912,
      "step": 3914,
      "subrel-constrast": 3.3346059322357178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2939752340316772,
      "cov-distil (oracle2student)": 4.028255939483643,
      "cov-distil (oracle2teacher)": 3.987027645111084,
      "epoch": 3.072998430141287,
      "rel-constrast": 3.0513386726379395,
      "step": 3915,
      "subrel-constrast": 3.7475712299346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7623319625854492,
      "cov-distil (oracle2student)": 4.853702068328857,
      "cov-distil (oracle2teacher)": 3.9238739013671875,
      "epoch": 3.073783359497645,
      "rel-constrast": 2.743565320968628,
      "step": 3916,
      "subrel-constrast": 2.9786875247955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5072379112243652,
      "cov-distil (oracle2student)": 2.9280753135681152,
      "cov-distil (oracle2teacher)": 2.868868350982666,
      "epoch": 3.074568288854003,
      "rel-constrast": 2.3842008113861084,
      "step": 3917,
      "subrel-constrast": 3.317923069000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8545860052108765,
      "cov-distil (oracle2student)": 6.289912223815918,
      "cov-distil (oracle2teacher)": 5.882286548614502,
      "epoch": 3.075353218210361,
      "rel-constrast": 3.143024206161499,
      "step": 3918,
      "subrel-constrast": 4.405056953430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3883020877838135,
      "cov-distil (oracle2student)": 3.3099846839904785,
      "cov-distil (oracle2teacher)": 2.9862887859344482,
      "epoch": 3.076138147566719,
      "rel-constrast": 1.7966830730438232,
      "step": 3919,
      "subrel-constrast": 2.331111192703247,
      "view-similarity": 0
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 4.875,
      "learning_rate": 3.810707957068923e-05,
      "loss": 0.6899,
      "step": 3920
    },
    {
      "cov-distil": 1.499089241027832,
      "cov-distil (oracle2student)": 4.05058479309082,
      "cov-distil (oracle2teacher)": 3.966466188430786,
      "epoch": 3.076923076923077,
      "rel-constrast": 2.1065869331359863,
      "step": 3920,
      "subrel-constrast": 2.9832990169525146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6887990236282349,
      "cov-distil (oracle2student)": 3.9728245735168457,
      "cov-distil (oracle2teacher)": 3.8566524982452393,
      "epoch": 3.0777080062794346,
      "rel-constrast": 1.7310638427734375,
      "step": 3921,
      "subrel-constrast": 2.2880918979644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1836636066436768,
      "cov-distil (oracle2student)": 5.011714458465576,
      "cov-distil (oracle2teacher)": 4.499988555908203,
      "epoch": 3.0784929356357926,
      "rel-constrast": 3.4694175720214844,
      "step": 3922,
      "subrel-constrast": 3.934206485748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3372256755828857,
      "cov-distil (oracle2student)": 3.0614748001098633,
      "cov-distil (oracle2teacher)": 3.0787203311920166,
      "epoch": 3.0792778649921506,
      "rel-constrast": 3.058417558670044,
      "step": 3923,
      "subrel-constrast": 3.180579662322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903332233428955,
      "cov-distil (oracle2student)": 2.843832492828369,
      "cov-distil (oracle2teacher)": 3.221987247467041,
      "epoch": 3.0800627943485086,
      "rel-constrast": 2.049692392349243,
      "step": 3924,
      "subrel-constrast": 3.46197247505188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5203757286071777,
      "cov-distil (oracle2student)": 5.082733154296875,
      "cov-distil (oracle2teacher)": 4.622802734375,
      "epoch": 3.0808477237048666,
      "rel-constrast": 3.5674402713775635,
      "step": 3925,
      "subrel-constrast": 3.7817940711975098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2856972217559814,
      "cov-distil (oracle2student)": 3.444894790649414,
      "cov-distil (oracle2teacher)": 2.9935343265533447,
      "epoch": 3.0816326530612246,
      "rel-constrast": 1.974229335784912,
      "step": 3926,
      "subrel-constrast": 2.376971483230591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3596563339233398,
      "cov-distil (oracle2student)": 2.818741798400879,
      "cov-distil (oracle2teacher)": 2.866715431213379,
      "epoch": 3.0824175824175826,
      "rel-constrast": 1.7252941131591797,
      "step": 3927,
      "subrel-constrast": 2.4878599643707275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7446638345718384,
      "cov-distil (oracle2student)": 4.225701808929443,
      "cov-distil (oracle2teacher)": 4.108460426330566,
      "epoch": 3.0832025117739406,
      "rel-constrast": 4.427271842956543,
      "step": 3928,
      "subrel-constrast": 4.415353775024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5089988708496094,
      "cov-distil (oracle2student)": 3.9549593925476074,
      "cov-distil (oracle2teacher)": 3.7553768157958984,
      "epoch": 3.083987441130298,
      "rel-constrast": 2.7443759441375732,
      "step": 3929,
      "subrel-constrast": 3.281102180480957,
      "view-similarity": 0
    },
    {
      "epoch": 3.084772370486656,
      "grad_norm": 6.3125,
      "learning_rate": 3.803268863819285e-05,
      "loss": 0.7089,
      "step": 3930
    },
    {
      "cov-distil": 1.6018788814544678,
      "cov-distil (oracle2student)": 3.66237735748291,
      "cov-distil (oracle2teacher)": 3.528140068054199,
      "epoch": 3.084772370486656,
      "rel-constrast": 2.2441999912261963,
      "step": 3930,
      "subrel-constrast": 2.991994857788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.155766487121582,
      "cov-distil (oracle2student)": 4.530776023864746,
      "cov-distil (oracle2teacher)": 4.190145969390869,
      "epoch": 3.085557299843014,
      "rel-constrast": 1.7938861846923828,
      "step": 3931,
      "subrel-constrast": 2.6350314617156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.26246976852417,
      "cov-distil (oracle2student)": 3.427158832550049,
      "cov-distil (oracle2teacher)": 3.70984148979187,
      "epoch": 3.086342229199372,
      "rel-constrast": 2.323350429534912,
      "step": 3932,
      "subrel-constrast": 2.790381669998169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073694229125977,
      "cov-distil (oracle2student)": 5.022433280944824,
      "cov-distil (oracle2teacher)": 5.032250881195068,
      "epoch": 3.08712715855573,
      "rel-constrast": 2.712707281112671,
      "step": 3933,
      "subrel-constrast": 3.2991697788238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4703915119171143,
      "cov-distil (oracle2student)": 5.158740043640137,
      "cov-distil (oracle2teacher)": 4.851710796356201,
      "epoch": 3.087912087912088,
      "rel-constrast": 3.0798070430755615,
      "step": 3934,
      "subrel-constrast": 3.747809886932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862964391708374,
      "cov-distil (oracle2student)": 3.52129864692688,
      "cov-distil (oracle2teacher)": 3.7786014080047607,
      "epoch": 3.088697017268446,
      "rel-constrast": 2.529383897781372,
      "step": 3935,
      "subrel-constrast": 3.489069700241089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.208822250366211,
      "cov-distil (oracle2student)": 4.129415512084961,
      "cov-distil (oracle2teacher)": 3.615018367767334,
      "epoch": 3.0894819466248036,
      "rel-constrast": 3.4830336570739746,
      "step": 3936,
      "subrel-constrast": 3.6304445266723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7705063819885254,
      "cov-distil (oracle2student)": 4.525368690490723,
      "cov-distil (oracle2teacher)": 4.415241241455078,
      "epoch": 3.0902668759811616,
      "rel-constrast": 3.0243163108825684,
      "step": 3937,
      "subrel-constrast": 3.6280171871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1113662719726562,
      "cov-distil (oracle2student)": 4.675498962402344,
      "cov-distil (oracle2teacher)": 4.767834663391113,
      "epoch": 3.0910518053375196,
      "rel-constrast": 1.6892770528793335,
      "step": 3938,
      "subrel-constrast": 2.6585261821746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0727394819259644,
      "cov-distil (oracle2student)": 3.2920446395874023,
      "cov-distil (oracle2teacher)": 3.1542532444000244,
      "epoch": 3.0918367346938775,
      "rel-constrast": 2.2889351844787598,
      "step": 3939,
      "subrel-constrast": 2.971142530441284,
      "view-similarity": 0
    },
    {
      "epoch": 3.0926216640502355,
      "grad_norm": 5.9375,
      "learning_rate": 3.795813890649827e-05,
      "loss": 0.6645,
      "step": 3940
    },
    {
      "cov-distil": 2.094325304031372,
      "cov-distil (oracle2student)": 4.206798553466797,
      "cov-distil (oracle2teacher)": 4.3353142738342285,
      "epoch": 3.0926216640502355,
      "rel-constrast": 2.2873594760894775,
      "step": 3940,
      "subrel-constrast": 3.7848358154296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1098318099975586,
      "cov-distil (oracle2student)": 4.495993137359619,
      "cov-distil (oracle2teacher)": 4.206506729125977,
      "epoch": 3.0934065934065935,
      "rel-constrast": 2.77524471282959,
      "step": 3941,
      "subrel-constrast": 3.5360026359558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.133428692817688,
      "cov-distil (oracle2student)": 2.645355701446533,
      "cov-distil (oracle2teacher)": 2.63962459564209,
      "epoch": 3.0941915227629515,
      "rel-constrast": 2.801074981689453,
      "step": 3942,
      "subrel-constrast": 2.8630282878875732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4313453435897827,
      "cov-distil (oracle2student)": 3.672118902206421,
      "cov-distil (oracle2teacher)": 4.177909851074219,
      "epoch": 3.094976452119309,
      "rel-constrast": 3.6995534896850586,
      "step": 3943,
      "subrel-constrast": 4.424540042877197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2449798583984375,
      "cov-distil (oracle2student)": 5.524850845336914,
      "cov-distil (oracle2teacher)": 5.386235237121582,
      "epoch": 3.095761381475667,
      "rel-constrast": 3.292001724243164,
      "step": 3944,
      "subrel-constrast": 3.9112513065338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640162467956543,
      "cov-distil (oracle2student)": 4.031420707702637,
      "cov-distil (oracle2teacher)": 4.195464134216309,
      "epoch": 3.096546310832025,
      "rel-constrast": 3.1677334308624268,
      "step": 3945,
      "subrel-constrast": 4.167351245880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9989402294158936,
      "cov-distil (oracle2student)": 2.9508304595947266,
      "cov-distil (oracle2teacher)": 2.7397286891937256,
      "epoch": 3.097331240188383,
      "rel-constrast": 2.3699257373809814,
      "step": 3946,
      "subrel-constrast": 3.271902322769165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0722174644470215,
      "cov-distil (oracle2student)": 4.557206153869629,
      "cov-distil (oracle2teacher)": 3.8769450187683105,
      "epoch": 3.098116169544741,
      "rel-constrast": 2.7257585525512695,
      "step": 3947,
      "subrel-constrast": 3.542720317840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3138127326965332,
      "cov-distil (oracle2student)": 5.003757476806641,
      "cov-distil (oracle2teacher)": 4.58038330078125,
      "epoch": 3.098901098901099,
      "rel-constrast": 2.9687273502349854,
      "step": 3948,
      "subrel-constrast": 3.454383373260498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.296667456626892,
      "cov-distil (oracle2student)": 3.349158763885498,
      "cov-distil (oracle2teacher)": 3.5839223861694336,
      "epoch": 3.099686028257457,
      "rel-constrast": 2.3451082706451416,
      "step": 3949,
      "subrel-constrast": 2.8202857971191406,
      "view-similarity": 0
    },
    {
      "epoch": 3.100470957613815,
      "grad_norm": 5.9375,
      "learning_rate": 3.7883431283970454e-05,
      "loss": 0.7467,
      "step": 3950
    },
    {
      "cov-distil": 1.410243272781372,
      "cov-distil (oracle2student)": 6.202687740325928,
      "cov-distil (oracle2teacher)": 5.633633613586426,
      "epoch": 3.100470957613815,
      "rel-constrast": 3.8100056648254395,
      "step": 3950,
      "subrel-constrast": 4.274328708648682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3857505321502686,
      "cov-distil (oracle2student)": 3.924715042114258,
      "cov-distil (oracle2teacher)": 3.6198418140411377,
      "epoch": 3.1012558869701725,
      "rel-constrast": 3.3152356147766113,
      "step": 3951,
      "subrel-constrast": 3.4773755073547363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6889824867248535,
      "cov-distil (oracle2student)": 3.71883225440979,
      "cov-distil (oracle2teacher)": 3.7538444995880127,
      "epoch": 3.1020408163265305,
      "rel-constrast": 3.2649383544921875,
      "step": 3952,
      "subrel-constrast": 4.154578685760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8264997005462646,
      "cov-distil (oracle2student)": 4.496335029602051,
      "cov-distil (oracle2teacher)": 4.372133731842041,
      "epoch": 3.1028257456828885,
      "rel-constrast": 2.955933094024658,
      "step": 3953,
      "subrel-constrast": 3.568585157394409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5332428216934204,
      "cov-distil (oracle2student)": 4.218353271484375,
      "cov-distil (oracle2teacher)": 3.720968723297119,
      "epoch": 3.1036106750392465,
      "rel-constrast": 2.0841610431671143,
      "step": 3954,
      "subrel-constrast": 2.7351486682891846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908383846282959,
      "cov-distil (oracle2student)": 3.90879487991333,
      "cov-distil (oracle2teacher)": 3.5664358139038086,
      "epoch": 3.1043956043956045,
      "rel-constrast": 3.106475353240967,
      "step": 3955,
      "subrel-constrast": 3.913933515548706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4097603559494019,
      "cov-distil (oracle2student)": 6.099611282348633,
      "cov-distil (oracle2teacher)": 5.1331281661987305,
      "epoch": 3.1051805337519625,
      "rel-constrast": 3.2357778549194336,
      "step": 3956,
      "subrel-constrast": 3.8136448860168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.765142798423767,
      "cov-distil (oracle2student)": 4.614743232727051,
      "cov-distil (oracle2teacher)": 4.340702056884766,
      "epoch": 3.1059654631083204,
      "rel-constrast": 1.9036813974380493,
      "step": 3957,
      "subrel-constrast": 2.598439931869507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.854600191116333,
      "cov-distil (oracle2student)": 4.8740949630737305,
      "cov-distil (oracle2teacher)": 3.920088052749634,
      "epoch": 3.106750392464678,
      "rel-constrast": 1.9670741558074951,
      "step": 3958,
      "subrel-constrast": 2.6679904460906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6140520572662354,
      "cov-distil (oracle2student)": 4.913095951080322,
      "cov-distil (oracle2teacher)": 4.553739547729492,
      "epoch": 3.107535321821036,
      "rel-constrast": 2.9475412368774414,
      "step": 3959,
      "subrel-constrast": 4.005372524261475,
      "view-similarity": 0
    },
    {
      "epoch": 3.108320251177394,
      "grad_norm": 5.40625,
      "learning_rate": 3.780856668089821e-05,
      "loss": 0.7558,
      "step": 3960
    },
    {
      "cov-distil": 1.3820674419403076,
      "cov-distil (oracle2student)": 4.622060775756836,
      "cov-distil (oracle2teacher)": 4.534975051879883,
      "epoch": 3.108320251177394,
      "rel-constrast": 1.8641661405563354,
      "step": 3960,
      "subrel-constrast": 2.868335723876953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1285030841827393,
      "cov-distil (oracle2student)": 4.401209831237793,
      "cov-distil (oracle2teacher)": 4.417746543884277,
      "epoch": 3.109105180533752,
      "rel-constrast": 3.513721466064453,
      "step": 3961,
      "subrel-constrast": 3.722871780395508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6314016580581665,
      "cov-distil (oracle2student)": 4.487876892089844,
      "cov-distil (oracle2teacher)": 4.005311965942383,
      "epoch": 3.10989010989011,
      "rel-constrast": 2.6904425621032715,
      "step": 3962,
      "subrel-constrast": 2.9460060596466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4100089073181152,
      "cov-distil (oracle2student)": 5.525656700134277,
      "cov-distil (oracle2teacher)": 5.109982490539551,
      "epoch": 3.110675039246468,
      "rel-constrast": 3.166065216064453,
      "step": 3963,
      "subrel-constrast": 3.704674482345581,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9394193291664124,
      "cov-distil (oracle2student)": 3.546541213989258,
      "cov-distil (oracle2teacher)": 3.7638840675354004,
      "epoch": 3.111459968602826,
      "rel-constrast": 2.187645435333252,
      "step": 3964,
      "subrel-constrast": 2.788271427154541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4966228008270264,
      "cov-distil (oracle2student)": 2.987334966659546,
      "cov-distil (oracle2teacher)": 3.187777042388916,
      "epoch": 3.1122448979591835,
      "rel-constrast": 2.8328628540039062,
      "step": 3965,
      "subrel-constrast": 3.3534393310546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2869586944580078,
      "cov-distil (oracle2student)": 4.564988136291504,
      "cov-distil (oracle2teacher)": 4.412904739379883,
      "epoch": 3.1130298273155415,
      "rel-constrast": 2.6672887802124023,
      "step": 3966,
      "subrel-constrast": 3.1687731742858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5148375034332275,
      "cov-distil (oracle2student)": 4.3969316482543945,
      "cov-distil (oracle2teacher)": 4.209781169891357,
      "epoch": 3.1138147566718994,
      "rel-constrast": 3.342285394668579,
      "step": 3967,
      "subrel-constrast": 3.749037027359009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1435072422027588,
      "cov-distil (oracle2student)": 4.516887664794922,
      "cov-distil (oracle2teacher)": 4.315299987792969,
      "epoch": 3.1145996860282574,
      "rel-constrast": 2.419464349746704,
      "step": 3968,
      "subrel-constrast": 3.1990175247192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2472466230392456,
      "cov-distil (oracle2student)": 5.362977027893066,
      "cov-distil (oracle2teacher)": 4.618950843811035,
      "epoch": 3.1153846153846154,
      "rel-constrast": 3.0693564414978027,
      "step": 3969,
      "subrel-constrast": 3.256802558898926,
      "view-similarity": 0
    },
    {
      "epoch": 3.1161695447409734,
      "grad_norm": 5.8125,
      "learning_rate": 3.7733546009483096e-05,
      "loss": 0.7268,
      "step": 3970
    },
    {
      "cov-distil": 1.66915762424469,
      "cov-distil (oracle2student)": 4.651505947113037,
      "cov-distil (oracle2teacher)": 4.286517143249512,
      "epoch": 3.1161695447409734,
      "rel-constrast": 2.9849846363067627,
      "step": 3970,
      "subrel-constrast": 3.9773411750793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.361311912536621,
      "cov-distil (oracle2student)": 4.446944713592529,
      "cov-distil (oracle2teacher)": 4.04551362991333,
      "epoch": 3.1169544740973314,
      "rel-constrast": 2.3025169372558594,
      "step": 3971,
      "subrel-constrast": 3.1241400241851807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.496569037437439,
      "cov-distil (oracle2student)": 3.619849681854248,
      "cov-distil (oracle2teacher)": 3.9160470962524414,
      "epoch": 3.1177394034536894,
      "rel-constrast": 3.271634817123413,
      "step": 3972,
      "subrel-constrast": 3.750971794128418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1280103921890259,
      "cov-distil (oracle2student)": 3.0364160537719727,
      "cov-distil (oracle2teacher)": 2.758138418197632,
      "epoch": 3.118524332810047,
      "rel-constrast": 2.8433520793914795,
      "step": 3973,
      "subrel-constrast": 3.6521880626678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.114649772644043,
      "cov-distil (oracle2student)": 3.67525577545166,
      "cov-distil (oracle2teacher)": 3.8084352016448975,
      "epoch": 3.119309262166405,
      "rel-constrast": 2.4551820755004883,
      "step": 3974,
      "subrel-constrast": 3.8024685382843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834491491317749,
      "cov-distil (oracle2student)": 4.122900009155273,
      "cov-distil (oracle2teacher)": 4.062511444091797,
      "epoch": 3.120094191522763,
      "rel-constrast": 3.635308027267456,
      "step": 3975,
      "subrel-constrast": 4.736858367919922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730121374130249,
      "cov-distil (oracle2student)": 3.9647858142852783,
      "cov-distil (oracle2teacher)": 4.021009922027588,
      "epoch": 3.120879120879121,
      "rel-constrast": 1.7277016639709473,
      "step": 3976,
      "subrel-constrast": 3.205909252166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9007909297943115,
      "cov-distil (oracle2student)": 4.4089860916137695,
      "cov-distil (oracle2teacher)": 4.042754173278809,
      "epoch": 3.121664050235479,
      "rel-constrast": 2.907442092895508,
      "step": 3977,
      "subrel-constrast": 3.5467686653137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5145336389541626,
      "cov-distil (oracle2student)": 5.380570411682129,
      "cov-distil (oracle2teacher)": 4.418453693389893,
      "epoch": 3.122448979591837,
      "rel-constrast": 4.4568586349487305,
      "step": 3978,
      "subrel-constrast": 5.339335918426514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3202569484710693,
      "cov-distil (oracle2student)": 3.498323440551758,
      "cov-distil (oracle2teacher)": 3.2719547748565674,
      "epoch": 3.123233908948195,
      "rel-constrast": 2.5894243717193604,
      "step": 3979,
      "subrel-constrast": 3.237933397293091,
      "view-similarity": 0
    },
    {
      "epoch": 3.1240188383045524,
      "grad_norm": 4.59375,
      "learning_rate": 3.765837018382831e-05,
      "loss": 0.7695,
      "step": 3980
    },
    {
      "cov-distil": 1.3972535133361816,
      "cov-distil (oracle2student)": 4.041508197784424,
      "cov-distil (oracle2teacher)": 3.7952075004577637,
      "epoch": 3.1240188383045524,
      "rel-constrast": 2.2988476753234863,
      "step": 3980,
      "subrel-constrast": 3.1005780696868896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5594604015350342,
      "cov-distil (oracle2student)": 4.231490135192871,
      "cov-distil (oracle2teacher)": 4.120368480682373,
      "epoch": 3.1248037676609104,
      "rel-constrast": 3.0343902111053467,
      "step": 3981,
      "subrel-constrast": 3.4966611862182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211660861968994,
      "cov-distil (oracle2student)": 4.798731803894043,
      "cov-distil (oracle2teacher)": 4.759819984436035,
      "epoch": 3.1255886970172684,
      "rel-constrast": 3.1911568641662598,
      "step": 3982,
      "subrel-constrast": 4.229610443115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4995570182800293,
      "cov-distil (oracle2student)": 3.0293073654174805,
      "cov-distil (oracle2teacher)": 2.9858508110046387,
      "epoch": 3.1263736263736264,
      "rel-constrast": 2.0577168464660645,
      "step": 3983,
      "subrel-constrast": 2.7351090908050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3836934566497803,
      "cov-distil (oracle2student)": 5.287815570831299,
      "cov-distil (oracle2teacher)": 4.472513198852539,
      "epoch": 3.1271585557299844,
      "rel-constrast": 2.879443645477295,
      "step": 3984,
      "subrel-constrast": 3.4061226844787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3132383823394775,
      "cov-distil (oracle2student)": 2.9409914016723633,
      "cov-distil (oracle2teacher)": 3.084138870239258,
      "epoch": 3.1279434850863423,
      "rel-constrast": 1.923112154006958,
      "step": 3985,
      "subrel-constrast": 2.518975019454956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3930792808532715,
      "cov-distil (oracle2student)": 5.81480598449707,
      "cov-distil (oracle2teacher)": 4.274402618408203,
      "epoch": 3.1287284144427003,
      "rel-constrast": 2.9078264236450195,
      "step": 3986,
      "subrel-constrast": 3.532029390335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5962477922439575,
      "cov-distil (oracle2student)": 4.533733367919922,
      "cov-distil (oracle2teacher)": 4.263789176940918,
      "epoch": 3.129513343799058,
      "rel-constrast": 2.5639548301696777,
      "step": 3987,
      "subrel-constrast": 3.1093592643737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.430990219116211,
      "cov-distil (oracle2student)": 3.397747039794922,
      "cov-distil (oracle2teacher)": 3.266911506652832,
      "epoch": 3.130298273155416,
      "rel-constrast": 2.517728805541992,
      "step": 3988,
      "subrel-constrast": 3.3465797901153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.914198637008667,
      "cov-distil (oracle2student)": 3.6851696968078613,
      "cov-distil (oracle2teacher)": 3.5485143661499023,
      "epoch": 3.131083202511774,
      "rel-constrast": 1.5013985633850098,
      "step": 3989,
      "subrel-constrast": 2.5587544441223145,
      "view-similarity": 0
    },
    {
      "epoch": 3.131868131868132,
      "grad_norm": 4.59375,
      "learning_rate": 3.758304011992758e-05,
      "loss": 0.6594,
      "step": 3990
    },
    {
      "cov-distil": 1.8833643198013306,
      "cov-distil (oracle2student)": 3.2685670852661133,
      "cov-distil (oracle2teacher)": 3.201343059539795,
      "epoch": 3.131868131868132,
      "rel-constrast": 2.5880165100097656,
      "step": 3990,
      "subrel-constrast": 3.2464535236358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7469263076782227,
      "cov-distil (oracle2student)": 3.4157681465148926,
      "cov-distil (oracle2teacher)": 3.43747878074646,
      "epoch": 3.13265306122449,
      "rel-constrast": 2.957597255706787,
      "step": 3991,
      "subrel-constrast": 3.4111268520355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325559139251709,
      "cov-distil (oracle2student)": 4.120487689971924,
      "cov-distil (oracle2teacher)": 3.6110479831695557,
      "epoch": 3.133437990580848,
      "rel-constrast": 2.91544246673584,
      "step": 3992,
      "subrel-constrast": 3.4335591793060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4067728519439697,
      "cov-distil (oracle2student)": 5.255232334136963,
      "cov-distil (oracle2teacher)": 4.752231597900391,
      "epoch": 3.134222919937206,
      "rel-constrast": 2.0589544773101807,
      "step": 3993,
      "subrel-constrast": 2.8734729290008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5167115926742554,
      "cov-distil (oracle2student)": 4.18256950378418,
      "cov-distil (oracle2teacher)": 4.1778154373168945,
      "epoch": 3.1350078492935634,
      "rel-constrast": 2.2548394203186035,
      "step": 3994,
      "subrel-constrast": 3.056274890899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3547661304473877,
      "cov-distil (oracle2student)": 3.5847861766815186,
      "cov-distil (oracle2teacher)": 3.1362557411193848,
      "epoch": 3.1357927786499213,
      "rel-constrast": 2.802783966064453,
      "step": 3995,
      "subrel-constrast": 3.3913373947143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5744236707687378,
      "cov-distil (oracle2student)": 3.4479970932006836,
      "cov-distil (oracle2teacher)": 2.9571776390075684,
      "epoch": 3.1365777080062793,
      "rel-constrast": 2.463334560394287,
      "step": 3996,
      "subrel-constrast": 2.8632590770721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8311419486999512,
      "cov-distil (oracle2student)": 4.578268051147461,
      "cov-distil (oracle2teacher)": 4.109395980834961,
      "epoch": 3.1373626373626373,
      "rel-constrast": 2.218653440475464,
      "step": 3997,
      "subrel-constrast": 3.2965588569641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2850055694580078,
      "cov-distil (oracle2student)": 5.5125885009765625,
      "cov-distil (oracle2teacher)": 4.78791618347168,
      "epoch": 3.1381475667189953,
      "rel-constrast": 2.0417537689208984,
      "step": 3998,
      "subrel-constrast": 2.738722801208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6174662113189697,
      "cov-distil (oracle2student)": 5.0048112869262695,
      "cov-distil (oracle2teacher)": 4.687915802001953,
      "epoch": 3.1389324960753533,
      "rel-constrast": 2.5816457271575928,
      "step": 3999,
      "subrel-constrast": 3.5283572673797607,
      "view-similarity": 0
    },
    {
      "epoch": 3.1397174254317113,
      "grad_norm": 5.6875,
      "learning_rate": 3.750755673565396e-05,
      "loss": 0.6609,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-P@10": 0.76,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-nDCG@10": 0.7716741064378358,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-alpha_nDCG@10": 0.5847319342276227,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-P@10": 0.4319999999999999,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-nDCG@10": 0.6140845159249829,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-alpha_nDCG@10": 0.6003484430564032,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/avg": 0.539826143270874,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "overlap": 0.3812499940395355,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "student margin": 0.047119140625
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "teacher margin": 0.028564453125
    },
    {
      "epoch": 3.1397174254317113,
      "margin difference": -0.0185546875,
      "step": 4000
    },
    {
      "cov-distil": 1.209040880203247,
      "cov-distil (oracle2student)": 3.9328384399414062,
      "cov-distil (oracle2teacher)": 3.8199338912963867,
      "epoch": 3.1397174254317113,
      "rel-constrast": 3.0244269371032715,
      "step": 4000,
      "subrel-constrast": 3.8307034969329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.959069013595581,
      "cov-distil (oracle2student)": 5.232831001281738,
      "cov-distil (oracle2teacher)": 4.924771308898926,
      "epoch": 3.1405023547880693,
      "rel-constrast": 2.313180446624756,
      "step": 4001,
      "subrel-constrast": 2.655975103378296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3334033489227295,
      "cov-distil (oracle2student)": 4.385404586791992,
      "cov-distil (oracle2teacher)": 4.046319007873535,
      "epoch": 3.141287284144427,
      "rel-constrast": 2.9591152667999268,
      "step": 4002,
      "subrel-constrast": 3.373811721801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7573208808898926,
      "cov-distil (oracle2student)": 3.7746429443359375,
      "cov-distil (oracle2teacher)": 4.0153727531433105,
      "epoch": 3.142072213500785,
      "rel-constrast": 2.889761447906494,
      "step": 4003,
      "subrel-constrast": 4.234951496124268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.019495725631714,
      "cov-distil (oracle2student)": 3.7475132942199707,
      "cov-distil (oracle2teacher)": 3.5833282470703125,
      "epoch": 3.142857142857143,
      "rel-constrast": 2.667825222015381,
      "step": 4004,
      "subrel-constrast": 3.25996732711792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6682043075561523,
      "cov-distil (oracle2student)": 4.952813148498535,
      "cov-distil (oracle2teacher)": 4.219802379608154,
      "epoch": 3.143642072213501,
      "rel-constrast": 3.1089086532592773,
      "step": 4005,
      "subrel-constrast": 3.59246826171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3998610973358154,
      "cov-distil (oracle2student)": 3.4256985187530518,
      "cov-distil (oracle2teacher)": 3.386033058166504,
      "epoch": 3.1444270015698588,
      "rel-constrast": 1.9379539489746094,
      "step": 4006,
      "subrel-constrast": 2.45448637008667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6446576118469238,
      "cov-distil (oracle2student)": 3.3182425498962402,
      "cov-distil (oracle2teacher)": 3.2743983268737793,
      "epoch": 3.1452119309262168,
      "rel-constrast": 3.023751974105835,
      "step": 4007,
      "subrel-constrast": 4.206656455993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3765065670013428,
      "cov-distil (oracle2student)": 6.081264972686768,
      "cov-distil (oracle2teacher)": 4.820174694061279,
      "epoch": 3.1459968602825747,
      "rel-constrast": 3.7567806243896484,
      "step": 4008,
      "subrel-constrast": 3.9311084747314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4398224353790283,
      "cov-distil (oracle2student)": 3.8997302055358887,
      "cov-distil (oracle2teacher)": 3.9846625328063965,
      "epoch": 3.1467817896389323,
      "rel-constrast": 2.146303176879883,
      "step": 4009,
      "subrel-constrast": 3.2791898250579834,
      "view-similarity": 0
    },
    {
      "epoch": 3.1475667189952903,
      "grad_norm": 5.59375,
      "learning_rate": 3.743192095074865e-05,
      "loss": 0.7327,
      "step": 4010
    },
    {
      "cov-distil": 1.8053710460662842,
      "cov-distil (oracle2student)": 2.7694058418273926,
      "cov-distil (oracle2teacher)": 2.734590530395508,
      "epoch": 3.1475667189952903,
      "rel-constrast": 2.110426902770996,
      "step": 4010,
      "subrel-constrast": 3.2000732421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3407938480377197,
      "cov-distil (oracle2student)": 3.125751495361328,
      "cov-distil (oracle2teacher)": 3.5828404426574707,
      "epoch": 3.1483516483516483,
      "rel-constrast": 2.6432085037231445,
      "step": 4011,
      "subrel-constrast": 3.707040309906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1050195693969727,
      "cov-distil (oracle2student)": 5.241543769836426,
      "cov-distil (oracle2teacher)": 4.605900287628174,
      "epoch": 3.1491365777080063,
      "rel-constrast": 3.1722350120544434,
      "step": 4012,
      "subrel-constrast": 4.2140278816223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603786587715149,
      "cov-distil (oracle2student)": 4.343314170837402,
      "cov-distil (oracle2teacher)": 4.272587299346924,
      "epoch": 3.1499215070643642,
      "rel-constrast": 3.113750457763672,
      "step": 4013,
      "subrel-constrast": 3.850740909576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621788024902344,
      "cov-distil (oracle2student)": 4.030180931091309,
      "cov-distil (oracle2teacher)": 3.707770347595215,
      "epoch": 3.1507064364207222,
      "rel-constrast": 2.5461952686309814,
      "step": 4014,
      "subrel-constrast": 2.931687116622925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1265442371368408,
      "cov-distil (oracle2student)": 5.732519149780273,
      "cov-distil (oracle2teacher)": 5.2677507400512695,
      "epoch": 3.1514913657770802,
      "rel-constrast": 2.9408440589904785,
      "step": 4015,
      "subrel-constrast": 3.4614603519439697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.472933053970337,
      "cov-distil (oracle2student)": 3.8917222023010254,
      "cov-distil (oracle2teacher)": 3.905808925628662,
      "epoch": 3.152276295133438,
      "rel-constrast": 1.5721291303634644,
      "step": 4016,
      "subrel-constrast": 2.1751184463500977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3346691131591797,
      "cov-distil (oracle2student)": 2.560511589050293,
      "cov-distil (oracle2teacher)": 3.026409149169922,
      "epoch": 3.1530612244897958,
      "rel-constrast": 3.1153435707092285,
      "step": 4017,
      "subrel-constrast": 3.655320882797241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4049715995788574,
      "cov-distil (oracle2student)": 5.4680986404418945,
      "cov-distil (oracle2teacher)": 5.300495147705078,
      "epoch": 3.1538461538461537,
      "rel-constrast": 3.028555393218994,
      "step": 4018,
      "subrel-constrast": 3.6475470066070557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9060542583465576,
      "cov-distil (oracle2student)": 5.903670787811279,
      "cov-distil (oracle2teacher)": 5.662339210510254,
      "epoch": 3.1546310832025117,
      "rel-constrast": 2.368708372116089,
      "step": 4019,
      "subrel-constrast": 3.27793550491333,
      "view-similarity": 0
    },
    {
      "epoch": 3.1554160125588697,
      "grad_norm": 5.625,
      "learning_rate": 3.735613368680984e-05,
      "loss": 0.7039,
      "step": 4020
    },
    {
      "cov-distil": 1.1688992977142334,
      "cov-distil (oracle2student)": 5.1156206130981445,
      "cov-distil (oracle2teacher)": 4.439912796020508,
      "epoch": 3.1554160125588697,
      "rel-constrast": 1.9843153953552246,
      "step": 4020,
      "subrel-constrast": 2.500354290008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4174375534057617,
      "cov-distil (oracle2student)": 3.220324993133545,
      "cov-distil (oracle2teacher)": 3.1010706424713135,
      "epoch": 3.1562009419152277,
      "rel-constrast": 2.1896848678588867,
      "step": 4021,
      "subrel-constrast": 3.189178228378296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.29622483253479,
      "cov-distil (oracle2student)": 3.7617387771606445,
      "cov-distil (oracle2teacher)": 3.760127067565918,
      "epoch": 3.1569858712715857,
      "rel-constrast": 1.5366089344024658,
      "step": 4022,
      "subrel-constrast": 2.3282546997070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6506266593933105,
      "cov-distil (oracle2student)": 4.132731914520264,
      "cov-distil (oracle2teacher)": 4.207595348358154,
      "epoch": 3.1577708006279437,
      "rel-constrast": 2.4204459190368652,
      "step": 4023,
      "subrel-constrast": 3.201026201248169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4126176834106445,
      "cov-distil (oracle2student)": 3.4126806259155273,
      "cov-distil (oracle2teacher)": 3.4834680557250977,
      "epoch": 3.1585557299843012,
      "rel-constrast": 2.272808313369751,
      "step": 4024,
      "subrel-constrast": 3.4060797691345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1805121898651123,
      "cov-distil (oracle2student)": 4.054686069488525,
      "cov-distil (oracle2teacher)": 3.6576316356658936,
      "epoch": 3.159340659340659,
      "rel-constrast": 1.9540655612945557,
      "step": 4025,
      "subrel-constrast": 2.3759751319885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6045429706573486,
      "cov-distil (oracle2student)": 3.717648506164551,
      "cov-distil (oracle2teacher)": 3.6913974285125732,
      "epoch": 3.160125588697017,
      "rel-constrast": 3.246994733810425,
      "step": 4026,
      "subrel-constrast": 4.0166497230529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7980751991271973,
      "cov-distil (oracle2student)": 4.5092549324035645,
      "cov-distil (oracle2teacher)": 3.9919347763061523,
      "epoch": 3.160910518053375,
      "rel-constrast": 4.683196067810059,
      "step": 4027,
      "subrel-constrast": 4.490691184997559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3912556171417236,
      "cov-distil (oracle2student)": 5.237322807312012,
      "cov-distil (oracle2teacher)": 4.340005874633789,
      "epoch": 3.161695447409733,
      "rel-constrast": 3.326416015625,
      "step": 4028,
      "subrel-constrast": 3.608795404434204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1104602813720703,
      "cov-distil (oracle2student)": 3.896197557449341,
      "cov-distil (oracle2teacher)": 3.7132484912872314,
      "epoch": 3.162480376766091,
      "rel-constrast": 1.8039816617965698,
      "step": 4029,
      "subrel-constrast": 2.361765146255493,
      "view-similarity": 0
    },
    {
      "epoch": 3.163265306122449,
      "grad_norm": 4.6875,
      "learning_rate": 3.728019586728141e-05,
      "loss": 0.6705,
      "step": 4030
    },
    {
      "cov-distil": 1.3541531562805176,
      "cov-distil (oracle2student)": 4.015524864196777,
      "cov-distil (oracle2teacher)": 4.329927921295166,
      "epoch": 3.163265306122449,
      "rel-constrast": 1.9629801511764526,
      "step": 4030,
      "subrel-constrast": 2.6818907260894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1294299364089966,
      "cov-distil (oracle2student)": 2.7617692947387695,
      "cov-distil (oracle2teacher)": 2.9763941764831543,
      "epoch": 3.1640502354788067,
      "rel-constrast": 2.1683244705200195,
      "step": 4031,
      "subrel-constrast": 2.9144084453582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2012014389038086,
      "cov-distil (oracle2student)": 4.840904235839844,
      "cov-distil (oracle2teacher)": 4.0355544090271,
      "epoch": 3.1648351648351647,
      "rel-constrast": 2.1427664756774902,
      "step": 4032,
      "subrel-constrast": 2.442795753479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0802819728851318,
      "cov-distil (oracle2student)": 5.45503568649292,
      "cov-distil (oracle2teacher)": 5.281075477600098,
      "epoch": 3.1656200941915227,
      "rel-constrast": 2.4656171798706055,
      "step": 4033,
      "subrel-constrast": 3.049830436706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3353824615478516,
      "cov-distil (oracle2student)": 4.989023685455322,
      "cov-distil (oracle2teacher)": 4.344862937927246,
      "epoch": 3.1664050235478807,
      "rel-constrast": 3.5053298473358154,
      "step": 4034,
      "subrel-constrast": 3.8764944076538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2022203207015991,
      "cov-distil (oracle2student)": 6.528278350830078,
      "cov-distil (oracle2teacher)": 5.896334648132324,
      "epoch": 3.1671899529042387,
      "rel-constrast": 3.5243067741394043,
      "step": 4035,
      "subrel-constrast": 4.077381610870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3674237728118896,
      "cov-distil (oracle2student)": 4.241206169128418,
      "cov-distil (oracle2teacher)": 3.8299360275268555,
      "epoch": 3.1679748822605966,
      "rel-constrast": 1.682050108909607,
      "step": 4036,
      "subrel-constrast": 2.1837241649627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5176891088485718,
      "cov-distil (oracle2student)": 3.330667018890381,
      "cov-distil (oracle2teacher)": 3.6640219688415527,
      "epoch": 3.1687598116169546,
      "rel-constrast": 2.8492050170898438,
      "step": 4037,
      "subrel-constrast": 3.4241106510162354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269775152206421,
      "cov-distil (oracle2student)": 4.5991973876953125,
      "cov-distil (oracle2teacher)": 4.16411018371582,
      "epoch": 3.169544740973312,
      "rel-constrast": 3.072007417678833,
      "step": 4038,
      "subrel-constrast": 3.421386957168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8897309303283691,
      "cov-distil (oracle2student)": 5.206181526184082,
      "cov-distil (oracle2teacher)": 4.94783878326416,
      "epoch": 3.17032967032967,
      "rel-constrast": 2.3593008518218994,
      "step": 4039,
      "subrel-constrast": 3.2539186477661133,
      "view-similarity": 0
    },
    {
      "epoch": 3.171114599686028,
      "grad_norm": 4.75,
      "learning_rate": 3.720410841744173e-05,
      "loss": 0.6767,
      "step": 4040
    },
    {
      "cov-distil": 1.6129679679870605,
      "cov-distil (oracle2student)": 3.9935712814331055,
      "cov-distil (oracle2teacher)": 3.5981273651123047,
      "epoch": 3.171114599686028,
      "rel-constrast": 2.7115581035614014,
      "step": 4040,
      "subrel-constrast": 3.1283926963806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1991311311721802,
      "cov-distil (oracle2student)": 5.3579254150390625,
      "cov-distil (oracle2teacher)": 4.973752975463867,
      "epoch": 3.171899529042386,
      "rel-constrast": 2.5668561458587646,
      "step": 4041,
      "subrel-constrast": 3.0996129512786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496768951416016,
      "cov-distil (oracle2student)": 3.2524614334106445,
      "cov-distil (oracle2teacher)": 3.4045162200927734,
      "epoch": 3.172684458398744,
      "rel-constrast": 3.5430145263671875,
      "step": 4042,
      "subrel-constrast": 3.9937901496887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3744747638702393,
      "cov-distil (oracle2student)": 4.279699325561523,
      "cov-distil (oracle2teacher)": 3.6983394622802734,
      "epoch": 3.173469387755102,
      "rel-constrast": 2.8519365787506104,
      "step": 4043,
      "subrel-constrast": 3.4752397537231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4630719423294067,
      "cov-distil (oracle2student)": 2.837923288345337,
      "cov-distil (oracle2teacher)": 3.5150299072265625,
      "epoch": 3.17425431711146,
      "rel-constrast": 2.126582622528076,
      "step": 4044,
      "subrel-constrast": 3.1475443840026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248026847839355,
      "cov-distil (oracle2student)": 5.376763820648193,
      "cov-distil (oracle2teacher)": 4.936293601989746,
      "epoch": 3.175039246467818,
      "rel-constrast": 3.1609957218170166,
      "step": 4045,
      "subrel-constrast": 3.6746513843536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4433852434158325,
      "cov-distil (oracle2student)": 4.585832595825195,
      "cov-distil (oracle2teacher)": 4.856698513031006,
      "epoch": 3.1758241758241756,
      "rel-constrast": 2.8042945861816406,
      "step": 4046,
      "subrel-constrast": 4.086969375610352,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8247220516204834,
      "cov-distil (oracle2student)": 4.829975128173828,
      "cov-distil (oracle2teacher)": 4.213244438171387,
      "epoch": 3.1766091051805336,
      "rel-constrast": 1.8388553857803345,
      "step": 4047,
      "subrel-constrast": 3.094672918319702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1873655319213867,
      "cov-distil (oracle2student)": 4.848925590515137,
      "cov-distil (oracle2teacher)": 4.360294342041016,
      "epoch": 3.1773940345368916,
      "rel-constrast": 2.3456053733825684,
      "step": 4048,
      "subrel-constrast": 3.0755701065063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4260952472686768,
      "cov-distil (oracle2student)": 4.379673004150391,
      "cov-distil (oracle2teacher)": 3.6278512477874756,
      "epoch": 3.1781789638932496,
      "rel-constrast": 3.2934975624084473,
      "step": 4049,
      "subrel-constrast": 3.403791904449463,
      "view-similarity": 0
    },
    {
      "epoch": 3.1789638932496076,
      "grad_norm": 6.75,
      "learning_rate": 3.712787226439237e-05,
      "loss": 0.7176,
      "step": 4050
    },
    {
      "cov-distil": 1.8134758472442627,
      "cov-distil (oracle2student)": 4.351850509643555,
      "cov-distil (oracle2teacher)": 4.473075866699219,
      "epoch": 3.1789638932496076,
      "rel-constrast": 2.732077121734619,
      "step": 4050,
      "subrel-constrast": 3.506810188293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1262307167053223,
      "cov-distil (oracle2student)": 4.326882362365723,
      "cov-distil (oracle2teacher)": 3.771275520324707,
      "epoch": 3.1797488226059656,
      "rel-constrast": 2.2668232917785645,
      "step": 4051,
      "subrel-constrast": 2.3820972442626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31911301612854,
      "cov-distil (oracle2student)": 5.246451377868652,
      "cov-distil (oracle2teacher)": 4.542802810668945,
      "epoch": 3.1805337519623236,
      "rel-constrast": 2.344691038131714,
      "step": 4052,
      "subrel-constrast": 3.601039409637451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124734163284302,
      "cov-distil (oracle2student)": 3.523489475250244,
      "cov-distil (oracle2teacher)": 2.872551918029785,
      "epoch": 3.181318681318681,
      "rel-constrast": 2.6127185821533203,
      "step": 4053,
      "subrel-constrast": 2.9824790954589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5550146102905273,
      "cov-distil (oracle2student)": 4.256606578826904,
      "cov-distil (oracle2teacher)": 4.216999053955078,
      "epoch": 3.182103610675039,
      "rel-constrast": 2.6281745433807373,
      "step": 4054,
      "subrel-constrast": 3.3054463863372803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516392469406128,
      "cov-distil (oracle2student)": 3.715696096420288,
      "cov-distil (oracle2teacher)": 3.721472978591919,
      "epoch": 3.182888540031397,
      "rel-constrast": 2.9639787673950195,
      "step": 4055,
      "subrel-constrast": 4.156944274902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6829086542129517,
      "cov-distil (oracle2student)": 3.249945640563965,
      "cov-distil (oracle2teacher)": 3.027933120727539,
      "epoch": 3.183673469387755,
      "rel-constrast": 2.541362762451172,
      "step": 4056,
      "subrel-constrast": 3.2687926292419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.852585792541504,
      "cov-distil (oracle2student)": 3.4094343185424805,
      "cov-distil (oracle2teacher)": 3.6497933864593506,
      "epoch": 3.184458398744113,
      "rel-constrast": 2.0248680114746094,
      "step": 4057,
      "subrel-constrast": 3.155052661895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7041120529174805,
      "cov-distil (oracle2student)": 4.204410552978516,
      "cov-distil (oracle2teacher)": 4.4240617752075195,
      "epoch": 3.185243328100471,
      "rel-constrast": 2.1769299507141113,
      "step": 4058,
      "subrel-constrast": 3.132854461669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623509168624878,
      "cov-distil (oracle2student)": 5.285120010375977,
      "cov-distil (oracle2teacher)": 4.722373962402344,
      "epoch": 3.186028257456829,
      "rel-constrast": 2.614363193511963,
      "step": 4059,
      "subrel-constrast": 3.535580635070801,
      "view-similarity": 0
    },
    {
      "epoch": 3.186813186813187,
      "grad_norm": 4.65625,
      "learning_rate": 3.705148833704678e-05,
      "loss": 0.6639,
      "step": 4060
    },
    {
      "cov-distil": 1.5198452472686768,
      "cov-distil (oracle2student)": 3.8856167793273926,
      "cov-distil (oracle2teacher)": 4.516444206237793,
      "epoch": 3.186813186813187,
      "rel-constrast": 2.311664581298828,
      "step": 4060,
      "subrel-constrast": 3.259023666381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347705602645874,
      "cov-distil (oracle2student)": 3.416877508163452,
      "cov-distil (oracle2teacher)": 3.14567232131958,
      "epoch": 3.1875981161695446,
      "rel-constrast": 3.6556925773620605,
      "step": 4061,
      "subrel-constrast": 3.73980975151062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0656967163085938,
      "cov-distil (oracle2student)": 3.1158320903778076,
      "cov-distil (oracle2teacher)": 3.5009615421295166,
      "epoch": 3.1883830455259026,
      "rel-constrast": 1.9611574411392212,
      "step": 4062,
      "subrel-constrast": 2.3642382621765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8343945741653442,
      "cov-distil (oracle2student)": 4.418554782867432,
      "cov-distil (oracle2teacher)": 4.554476737976074,
      "epoch": 3.1891679748822606,
      "rel-constrast": 1.833245038986206,
      "step": 4063,
      "subrel-constrast": 2.9809908866882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.077873706817627,
      "cov-distil (oracle2student)": 3.039417266845703,
      "cov-distil (oracle2teacher)": 3.066596031188965,
      "epoch": 3.1899529042386185,
      "rel-constrast": 2.839686870574951,
      "step": 4064,
      "subrel-constrast": 3.2636537551879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8019778728485107,
      "cov-distil (oracle2student)": 5.731478214263916,
      "cov-distil (oracle2teacher)": 5.133264541625977,
      "epoch": 3.1907378335949765,
      "rel-constrast": 2.258167266845703,
      "step": 4065,
      "subrel-constrast": 3.468334913253784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.813058614730835,
      "cov-distil (oracle2student)": 4.078762054443359,
      "cov-distil (oracle2teacher)": 4.1901044845581055,
      "epoch": 3.1915227629513345,
      "rel-constrast": 2.585200548171997,
      "step": 4066,
      "subrel-constrast": 3.30265474319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4874131679534912,
      "cov-distil (oracle2student)": 3.7898292541503906,
      "cov-distil (oracle2teacher)": 3.562988758087158,
      "epoch": 3.1923076923076925,
      "rel-constrast": 2.6950430870056152,
      "step": 4067,
      "subrel-constrast": 3.2502665519714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724550724029541,
      "cov-distil (oracle2student)": 4.825225353240967,
      "cov-distil (oracle2teacher)": 4.663763999938965,
      "epoch": 3.19309262166405,
      "rel-constrast": 3.4993138313293457,
      "step": 4068,
      "subrel-constrast": 3.9120733737945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6310546398162842,
      "cov-distil (oracle2student)": 3.393630266189575,
      "cov-distil (oracle2teacher)": 3.625607967376709,
      "epoch": 3.193877551020408,
      "rel-constrast": 1.6976959705352783,
      "step": 4069,
      "subrel-constrast": 2.932539701461792,
      "view-similarity": 0
    },
    {
      "epoch": 3.194662480376766,
      "grad_norm": 4.625,
      "learning_rate": 3.697495756611903e-05,
      "loss": 0.6717,
      "step": 4070
    },
    {
      "cov-distil": 1.4508349895477295,
      "cov-distil (oracle2student)": 5.91256856918335,
      "cov-distil (oracle2teacher)": 5.6614789962768555,
      "epoch": 3.194662480376766,
      "rel-constrast": 2.4119086265563965,
      "step": 4070,
      "subrel-constrast": 3.206437110900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976141929626465,
      "cov-distil (oracle2student)": 3.984220266342163,
      "cov-distil (oracle2teacher)": 3.843625068664551,
      "epoch": 3.195447409733124,
      "rel-constrast": 3.173590660095215,
      "step": 4071,
      "subrel-constrast": 3.887885570526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0145299434661865,
      "cov-distil (oracle2student)": 3.1996915340423584,
      "cov-distil (oracle2teacher)": 3.3850550651550293,
      "epoch": 3.196232339089482,
      "rel-constrast": 1.7062350511550903,
      "step": 4072,
      "subrel-constrast": 2.639400005340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2353920936584473,
      "cov-distil (oracle2student)": 5.628376007080078,
      "cov-distil (oracle2teacher)": 5.854368209838867,
      "epoch": 3.19701726844584,
      "rel-constrast": 1.8698667287826538,
      "step": 4073,
      "subrel-constrast": 2.7485580444335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5909078121185303,
      "cov-distil (oracle2student)": 4.899896621704102,
      "cov-distil (oracle2teacher)": 4.94480037689209,
      "epoch": 3.197802197802198,
      "rel-constrast": 3.158751964569092,
      "step": 4074,
      "subrel-constrast": 3.538414716720581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3533720970153809,
      "cov-distil (oracle2student)": 5.016068935394287,
      "cov-distil (oracle2teacher)": 4.607449531555176,
      "epoch": 3.1985871271585555,
      "rel-constrast": 2.501852035522461,
      "step": 4075,
      "subrel-constrast": 2.9467666149139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3456740379333496,
      "cov-distil (oracle2student)": 4.0357890129089355,
      "cov-distil (oracle2teacher)": 3.7460975646972656,
      "epoch": 3.1993720565149135,
      "rel-constrast": 2.2281441688537598,
      "step": 4076,
      "subrel-constrast": 2.8625118732452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2751517295837402,
      "cov-distil (oracle2student)": 3.488973617553711,
      "cov-distil (oracle2teacher)": 3.38330078125,
      "epoch": 3.2001569858712715,
      "rel-constrast": 2.056427240371704,
      "step": 4077,
      "subrel-constrast": 2.8544366359710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.374100685119629,
      "cov-distil (oracle2student)": 4.354150772094727,
      "cov-distil (oracle2teacher)": 4.4119391441345215,
      "epoch": 3.2009419152276295,
      "rel-constrast": 2.683039665222168,
      "step": 4078,
      "subrel-constrast": 3.2978320121765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67434561252594,
      "cov-distil (oracle2student)": 3.7477221488952637,
      "cov-distil (oracle2teacher)": 3.962052345275879,
      "epoch": 3.2017268445839875,
      "rel-constrast": 2.5120961666107178,
      "step": 4079,
      "subrel-constrast": 3.781398057937622,
      "view-similarity": 0
    },
    {
      "epoch": 3.2025117739403455,
      "grad_norm": 5.3125,
      "learning_rate": 3.68982808841124e-05,
      "loss": 0.6451,
      "step": 4080
    },
    {
      "cov-distil": 1.6216583251953125,
      "cov-distil (oracle2student)": 4.925580978393555,
      "cov-distil (oracle2teacher)": 5.393021106719971,
      "epoch": 3.2025117739403455,
      "rel-constrast": 4.374334812164307,
      "step": 4080,
      "subrel-constrast": 4.6760077476501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5311623811721802,
      "cov-distil (oracle2student)": 5.382058620452881,
      "cov-distil (oracle2teacher)": 5.0748443603515625,
      "epoch": 3.2032967032967035,
      "rel-constrast": 2.907254219055176,
      "step": 4081,
      "subrel-constrast": 3.796658992767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0192230939865112,
      "cov-distil (oracle2student)": 3.833808183670044,
      "cov-distil (oracle2teacher)": 3.7243423461914062,
      "epoch": 3.204081632653061,
      "rel-constrast": 2.0177721977233887,
      "step": 4082,
      "subrel-constrast": 2.4947094917297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7178764343261719,
      "cov-distil (oracle2student)": 4.449463367462158,
      "cov-distil (oracle2teacher)": 4.3717756271362305,
      "epoch": 3.204866562009419,
      "rel-constrast": 2.525278091430664,
      "step": 4083,
      "subrel-constrast": 3.851606845855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6130623817443848,
      "cov-distil (oracle2student)": 4.002601623535156,
      "cov-distil (oracle2teacher)": 3.9989500045776367,
      "epoch": 3.205651491365777,
      "rel-constrast": 2.2950189113616943,
      "step": 4084,
      "subrel-constrast": 3.2106871604919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1849994659423828,
      "cov-distil (oracle2student)": 4.325654983520508,
      "cov-distil (oracle2teacher)": 3.9578566551208496,
      "epoch": 3.206436420722135,
      "rel-constrast": 3.126732349395752,
      "step": 4085,
      "subrel-constrast": 3.0989089012145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4774457216262817,
      "cov-distil (oracle2student)": 4.6166815757751465,
      "cov-distil (oracle2teacher)": 3.960423231124878,
      "epoch": 3.207221350078493,
      "rel-constrast": 3.7275779247283936,
      "step": 4086,
      "subrel-constrast": 3.5559751987457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7977418899536133,
      "cov-distil (oracle2student)": 4.428629398345947,
      "cov-distil (oracle2teacher)": 4.0218963623046875,
      "epoch": 3.208006279434851,
      "rel-constrast": 3.3010153770446777,
      "step": 4087,
      "subrel-constrast": 4.106998920440674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765939712524414,
      "cov-distil (oracle2student)": 5.128518104553223,
      "cov-distil (oracle2teacher)": 4.769601821899414,
      "epoch": 3.208791208791209,
      "rel-constrast": 1.9242807626724243,
      "step": 4088,
      "subrel-constrast": 3.0900886058807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0714787244796753,
      "cov-distil (oracle2student)": 4.251492500305176,
      "cov-distil (oracle2teacher)": 3.7010498046875,
      "epoch": 3.209576138147567,
      "rel-constrast": 2.9233100414276123,
      "step": 4089,
      "subrel-constrast": 3.5591275691986084,
      "view-similarity": 0
    },
    {
      "epoch": 3.2103610675039245,
      "grad_norm": 5.3125,
      "learning_rate": 3.682145922530806e-05,
      "loss": 0.7643,
      "step": 4090
    },
    {
      "cov-distil": 1.4226081371307373,
      "cov-distil (oracle2student)": 4.7240095138549805,
      "cov-distil (oracle2teacher)": 4.866809368133545,
      "epoch": 3.2103610675039245,
      "rel-constrast": 2.6914854049682617,
      "step": 4090,
      "subrel-constrast": 3.1808948516845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3508071899414062,
      "cov-distil (oracle2student)": 4.549515724182129,
      "cov-distil (oracle2teacher)": 3.6473801136016846,
      "epoch": 3.2111459968602825,
      "rel-constrast": 1.6119718551635742,
      "step": 4091,
      "subrel-constrast": 2.3353688716888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6076637506484985,
      "cov-distil (oracle2student)": 4.331765174865723,
      "cov-distil (oracle2teacher)": 3.860828161239624,
      "epoch": 3.2119309262166404,
      "rel-constrast": 1.556239128112793,
      "step": 4092,
      "subrel-constrast": 2.481572151184082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3139846324920654,
      "cov-distil (oracle2student)": 4.315858840942383,
      "cov-distil (oracle2teacher)": 3.8337717056274414,
      "epoch": 3.2127158555729984,
      "rel-constrast": 2.431793212890625,
      "step": 4093,
      "subrel-constrast": 3.412686586380005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4141985177993774,
      "cov-distil (oracle2student)": 5.604040145874023,
      "cov-distil (oracle2teacher)": 5.027905464172363,
      "epoch": 3.2135007849293564,
      "rel-constrast": 2.750471591949463,
      "step": 4094,
      "subrel-constrast": 3.231492519378662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.528458595275879,
      "cov-distil (oracle2student)": 4.064908981323242,
      "cov-distil (oracle2teacher)": 4.14497709274292,
      "epoch": 3.2142857142857144,
      "rel-constrast": 1.92036771774292,
      "step": 4095,
      "subrel-constrast": 3.0239827632904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.613877534866333,
      "cov-distil (oracle2student)": 5.129641532897949,
      "cov-distil (oracle2teacher)": 4.577580451965332,
      "epoch": 3.2150706436420724,
      "rel-constrast": 2.029071569442749,
      "step": 4096,
      "subrel-constrast": 2.824598550796509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7196329832077026,
      "cov-distil (oracle2student)": 5.29832124710083,
      "cov-distil (oracle2teacher)": 5.115424156188965,
      "epoch": 3.21585557299843,
      "rel-constrast": 2.2909293174743652,
      "step": 4097,
      "subrel-constrast": 2.932006359100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595472812652588,
      "cov-distil (oracle2student)": 5.638644695281982,
      "cov-distil (oracle2teacher)": 4.979042053222656,
      "epoch": 3.216640502354788,
      "rel-constrast": 2.8223843574523926,
      "step": 4098,
      "subrel-constrast": 3.4451558589935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4596830606460571,
      "cov-distil (oracle2student)": 2.848599433898926,
      "cov-distil (oracle2teacher)": 2.973951816558838,
      "epoch": 3.217425431711146,
      "rel-constrast": 2.0326011180877686,
      "step": 4099,
      "subrel-constrast": 2.550997257232666,
      "view-similarity": 0
    },
    {
      "epoch": 3.218210361067504,
      "grad_norm": 4.8125,
      "learning_rate": 3.67444935257537e-05,
      "loss": 0.591,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "overlap": 0.3140625059604645,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "student margin": 0.07177734375
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "teacher margin": 0.0504150390625
    },
    {
      "epoch": 3.218210361067504,
      "margin difference": -0.0213623046875,
      "step": 4100
    },
    {
      "cov-distil": 1.6231918334960938,
      "cov-distil (oracle2student)": 3.3264503479003906,
      "cov-distil (oracle2teacher)": 3.1475915908813477,
      "epoch": 3.218210361067504,
      "rel-constrast": 2.3435661792755127,
      "step": 4100,
      "subrel-constrast": 2.757063865661621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5445442199707031,
      "cov-distil (oracle2student)": 3.397778034210205,
      "cov-distil (oracle2teacher)": 3.484692335128784,
      "epoch": 3.218995290423862,
      "rel-constrast": 3.0190014839172363,
      "step": 4101,
      "subrel-constrast": 3.5440139770507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2900992631912231,
      "cov-distil (oracle2student)": 3.981735944747925,
      "cov-distil (oracle2teacher)": 3.994786024093628,
      "epoch": 3.21978021978022,
      "rel-constrast": 2.4955735206604004,
      "step": 4102,
      "subrel-constrast": 3.1391844749450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5230563879013062,
      "cov-distil (oracle2student)": 1.9678640365600586,
      "cov-distil (oracle2teacher)": 2.4625346660614014,
      "epoch": 3.220565149136578,
      "rel-constrast": 2.356362819671631,
      "step": 4103,
      "subrel-constrast": 3.0994913578033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.320395588874817,
      "cov-distil (oracle2student)": 4.324847221374512,
      "cov-distil (oracle2teacher)": 4.420239448547363,
      "epoch": 3.221350078492936,
      "rel-constrast": 3.0198264122009277,
      "step": 4104,
      "subrel-constrast": 3.500613212585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5726593732833862,
      "cov-distil (oracle2student)": 4.044774532318115,
      "cov-distil (oracle2teacher)": 3.8679306507110596,
      "epoch": 3.2221350078492934,
      "rel-constrast": 3.481858491897583,
      "step": 4105,
      "subrel-constrast": 3.5203447341918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5200493335723877,
      "cov-distil (oracle2student)": 3.6990575790405273,
      "cov-distil (oracle2teacher)": 3.6607580184936523,
      "epoch": 3.2229199372056514,
      "rel-constrast": 3.8897411823272705,
      "step": 4106,
      "subrel-constrast": 3.9408609867095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6275267601013184,
      "cov-distil (oracle2student)": 6.6722211837768555,
      "cov-distil (oracle2teacher)": 5.9278082847595215,
      "epoch": 3.2237048665620094,
      "rel-constrast": 1.9248325824737549,
      "step": 4107,
      "subrel-constrast": 2.7129065990448,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3008551597595215,
      "cov-distil (oracle2student)": 4.7673234939575195,
      "cov-distil (oracle2teacher)": 4.664101600646973,
      "epoch": 3.2244897959183674,
      "rel-constrast": 2.5451619625091553,
      "step": 4108,
      "subrel-constrast": 3.316051959991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3098934888839722,
      "cov-distil (oracle2student)": 3.368687629699707,
      "cov-distil (oracle2teacher)": 3.1625466346740723,
      "epoch": 3.2252747252747254,
      "rel-constrast": 1.85701322555542,
      "step": 4109,
      "subrel-constrast": 2.3169631958007812,
      "view-similarity": 0
    },
    {
      "epoch": 3.2260596546310834,
      "grad_norm": 6.0625,
      "learning_rate": 3.666738472325205e-05,
      "loss": 0.7099,
      "step": 4110
    },
    {
      "cov-distil": 1.2798161506652832,
      "cov-distil (oracle2student)": 4.914375305175781,
      "cov-distil (oracle2teacher)": 4.377834796905518,
      "epoch": 3.2260596546310834,
      "rel-constrast": 2.642585515975952,
      "step": 4110,
      "subrel-constrast": 3.2743234634399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1259608268737793,
      "cov-distil (oracle2student)": 5.342728137969971,
      "cov-distil (oracle2teacher)": 4.642943859100342,
      "epoch": 3.2268445839874413,
      "rel-constrast": 2.303096294403076,
      "step": 4111,
      "subrel-constrast": 2.833782196044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.266733169555664,
      "cov-distil (oracle2student)": 4.189131736755371,
      "cov-distil (oracle2teacher)": 3.328152894973755,
      "epoch": 3.227629513343799,
      "rel-constrast": 2.348611354827881,
      "step": 4112,
      "subrel-constrast": 2.7630887031555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4588361978530884,
      "cov-distil (oracle2student)": 4.274197578430176,
      "cov-distil (oracle2teacher)": 4.167956352233887,
      "epoch": 3.228414442700157,
      "rel-constrast": 3.544079303741455,
      "step": 4113,
      "subrel-constrast": 4.022496700286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741008758544922,
      "cov-distil (oracle2student)": 4.856388092041016,
      "cov-distil (oracle2teacher)": 5.09263801574707,
      "epoch": 3.229199372056515,
      "rel-constrast": 2.949979305267334,
      "step": 4114,
      "subrel-constrast": 4.029238700866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1130950450897217,
      "cov-distil (oracle2student)": 5.645552158355713,
      "cov-distil (oracle2teacher)": 5.423906326293945,
      "epoch": 3.229984301412873,
      "rel-constrast": 2.554793119430542,
      "step": 4115,
      "subrel-constrast": 2.9762210845947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7119523286819458,
      "cov-distil (oracle2student)": 3.6457560062408447,
      "cov-distil (oracle2teacher)": 3.3818435668945312,
      "epoch": 3.230769230769231,
      "rel-constrast": 2.9181385040283203,
      "step": 4116,
      "subrel-constrast": 3.3840906620025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9523298740386963,
      "cov-distil (oracle2student)": 4.0436601638793945,
      "cov-distil (oracle2teacher)": 4.937863349914551,
      "epoch": 3.231554160125589,
      "rel-constrast": 2.960923433303833,
      "step": 4117,
      "subrel-constrast": 4.078564167022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.431989312171936,
      "cov-distil (oracle2student)": 5.56929349899292,
      "cov-distil (oracle2teacher)": 4.946605682373047,
      "epoch": 3.232339089481947,
      "rel-constrast": 1.9792821407318115,
      "step": 4118,
      "subrel-constrast": 2.6498818397521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3088785409927368,
      "cov-distil (oracle2student)": 3.500239849090576,
      "cov-distil (oracle2teacher)": 3.4135255813598633,
      "epoch": 3.2331240188383044,
      "rel-constrast": 3.444139242172241,
      "step": 4119,
      "subrel-constrast": 4.02864408493042,
      "view-similarity": 0
    },
    {
      "epoch": 3.2339089481946623,
      "grad_norm": 6.59375,
      "learning_rate": 3.659013375734956e-05,
      "loss": 0.7269,
      "step": 4120
    },
    {
      "cov-distil": 1.4452886581420898,
      "cov-distil (oracle2student)": 3.1228644847869873,
      "cov-distil (oracle2teacher)": 3.0718741416931152,
      "epoch": 3.2339089481946623,
      "rel-constrast": 1.6210904121398926,
      "step": 4120,
      "subrel-constrast": 2.609005928039551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6774014234542847,
      "cov-distil (oracle2student)": 3.2007102966308594,
      "cov-distil (oracle2teacher)": 3.301891326904297,
      "epoch": 3.2346938775510203,
      "rel-constrast": 1.8074826002120972,
      "step": 4121,
      "subrel-constrast": 3.009028673171997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0393009185791016,
      "cov-distil (oracle2student)": 3.561595916748047,
      "cov-distil (oracle2teacher)": 3.6036593914031982,
      "epoch": 3.2354788069073783,
      "rel-constrast": 2.701965570449829,
      "step": 4122,
      "subrel-constrast": 3.2373580932617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5658048391342163,
      "cov-distil (oracle2student)": 3.9257466793060303,
      "cov-distil (oracle2teacher)": 3.8965952396392822,
      "epoch": 3.2362637362637363,
      "rel-constrast": 2.0578832626342773,
      "step": 4123,
      "subrel-constrast": 2.9693336486816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3360987901687622,
      "cov-distil (oracle2student)": 6.72939920425415,
      "cov-distil (oracle2teacher)": 5.827871322631836,
      "epoch": 3.2370486656200943,
      "rel-constrast": 2.274125576019287,
      "step": 4124,
      "subrel-constrast": 2.935776710510254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826395750045776,
      "cov-distil (oracle2student)": 4.115086555480957,
      "cov-distil (oracle2teacher)": 3.8246703147888184,
      "epoch": 3.2378335949764523,
      "rel-constrast": 3.2622313499450684,
      "step": 4125,
      "subrel-constrast": 3.490015983581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4454377889633179,
      "cov-distil (oracle2student)": 4.606889724731445,
      "cov-distil (oracle2teacher)": 4.482079029083252,
      "epoch": 3.23861852433281,
      "rel-constrast": 2.280362129211426,
      "step": 4126,
      "subrel-constrast": 3.716615676879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5268065929412842,
      "cov-distil (oracle2student)": 4.21771764755249,
      "cov-distil (oracle2teacher)": 4.076077461242676,
      "epoch": 3.239403453689168,
      "rel-constrast": 1.7604986429214478,
      "step": 4127,
      "subrel-constrast": 2.4465255737304688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7783540487289429,
      "cov-distil (oracle2student)": 3.343377113342285,
      "cov-distil (oracle2teacher)": 3.3411011695861816,
      "epoch": 3.240188383045526,
      "rel-constrast": 2.518167018890381,
      "step": 4128,
      "subrel-constrast": 3.1822094917297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5220774412155151,
      "cov-distil (oracle2student)": 3.49183988571167,
      "cov-distil (oracle2teacher)": 3.3318071365356445,
      "epoch": 3.240973312401884,
      "rel-constrast": 2.7828011512756348,
      "step": 4129,
      "subrel-constrast": 3.725080728530884,
      "view-similarity": 0
    },
    {
      "epoch": 3.241758241758242,
      "grad_norm": 6.1875,
      "learning_rate": 3.651274156932485e-05,
      "loss": 0.614,
      "step": 4130
    },
    {
      "cov-distil": 1.2913613319396973,
      "cov-distil (oracle2student)": 3.896195888519287,
      "cov-distil (oracle2teacher)": 3.699057102203369,
      "epoch": 3.241758241758242,
      "rel-constrast": 1.7535008192062378,
      "step": 4130,
      "subrel-constrast": 2.483889102935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0834681987762451,
      "cov-distil (oracle2student)": 5.195611953735352,
      "cov-distil (oracle2teacher)": 4.469845771789551,
      "epoch": 3.2425431711145998,
      "rel-constrast": 1.938427448272705,
      "step": 4131,
      "subrel-constrast": 2.2139954566955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666043758392334,
      "cov-distil (oracle2student)": 4.4059319496154785,
      "cov-distil (oracle2teacher)": 4.417537689208984,
      "epoch": 3.2433281004709578,
      "rel-constrast": 2.3581643104553223,
      "step": 4132,
      "subrel-constrast": 3.4314684867858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.164746880531311,
      "cov-distil (oracle2student)": 3.945246696472168,
      "cov-distil (oracle2teacher)": 3.87990140914917,
      "epoch": 3.2441130298273153,
      "rel-constrast": 2.7513580322265625,
      "step": 4133,
      "subrel-constrast": 2.862647771835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3684756755828857,
      "cov-distil (oracle2student)": 4.610907554626465,
      "cov-distil (oracle2teacher)": 4.132364273071289,
      "epoch": 3.2448979591836733,
      "rel-constrast": 1.7559388875961304,
      "step": 4134,
      "subrel-constrast": 2.4684736728668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522467017173767,
      "cov-distil (oracle2student)": 4.056910514831543,
      "cov-distil (oracle2teacher)": 3.983372211456299,
      "epoch": 3.2456828885400313,
      "rel-constrast": 2.6038880348205566,
      "step": 4135,
      "subrel-constrast": 2.996239185333252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3461616039276123,
      "cov-distil (oracle2student)": 4.234503746032715,
      "cov-distil (oracle2teacher)": 4.097163200378418,
      "epoch": 3.2464678178963893,
      "rel-constrast": 2.1247148513793945,
      "step": 4136,
      "subrel-constrast": 2.5413601398468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7534983158111572,
      "cov-distil (oracle2student)": 3.640936851501465,
      "cov-distil (oracle2teacher)": 3.2988224029541016,
      "epoch": 3.2472527472527473,
      "rel-constrast": 2.7601497173309326,
      "step": 4137,
      "subrel-constrast": 3.4155113697052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.498835802078247,
      "cov-distil (oracle2student)": 2.545491933822632,
      "cov-distil (oracle2teacher)": 2.5966644287109375,
      "epoch": 3.2480376766091053,
      "rel-constrast": 1.63542902469635,
      "step": 4138,
      "subrel-constrast": 2.2865030765533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3593857288360596,
      "cov-distil (oracle2student)": 4.86687707901001,
      "cov-distil (oracle2teacher)": 4.797457695007324,
      "epoch": 3.2488226059654632,
      "rel-constrast": 1.7121918201446533,
      "step": 4139,
      "subrel-constrast": 2.8107357025146484,
      "view-similarity": 0
    },
    {
      "epoch": 3.2496075353218212,
      "grad_norm": 4.375,
      "learning_rate": 3.6435209102177325e-05,
      "loss": 0.5697,
      "step": 4140
    },
    {
      "cov-distil": 1.7125091552734375,
      "cov-distil (oracle2student)": 3.245527744293213,
      "cov-distil (oracle2teacher)": 3.4233968257904053,
      "epoch": 3.2496075353218212,
      "rel-constrast": 2.7007839679718018,
      "step": 4140,
      "subrel-constrast": 3.463374137878418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7250956296920776,
      "cov-distil (oracle2student)": 3.843872308731079,
      "cov-distil (oracle2teacher)": 3.6275382041931152,
      "epoch": 3.2503924646781788,
      "rel-constrast": 2.4470057487487793,
      "step": 4141,
      "subrel-constrast": 2.878962993621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.131091833114624,
      "cov-distil (oracle2student)": 4.897960662841797,
      "cov-distil (oracle2teacher)": 4.184411525726318,
      "epoch": 3.2511773940345368,
      "rel-constrast": 1.884069561958313,
      "step": 4142,
      "subrel-constrast": 2.381556510925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924795389175415,
      "cov-distil (oracle2student)": 3.8032870292663574,
      "cov-distil (oracle2teacher)": 3.684969902038574,
      "epoch": 3.2519623233908947,
      "rel-constrast": 2.3952174186706543,
      "step": 4143,
      "subrel-constrast": 3.424428939819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.137826442718506,
      "cov-distil (oracle2student)": 3.6689958572387695,
      "cov-distil (oracle2teacher)": 3.681717872619629,
      "epoch": 3.2527472527472527,
      "rel-constrast": 2.0660738945007324,
      "step": 4144,
      "subrel-constrast": 3.0824666023254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6685768365859985,
      "cov-distil (oracle2student)": 5.549620628356934,
      "cov-distil (oracle2teacher)": 4.723397254943848,
      "epoch": 3.2535321821036107,
      "rel-constrast": 2.2570722103118896,
      "step": 4145,
      "subrel-constrast": 3.150300979614258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617242693901062,
      "cov-distil (oracle2student)": 4.237327575683594,
      "cov-distil (oracle2teacher)": 4.163204669952393,
      "epoch": 3.2543171114599687,
      "rel-constrast": 3.6989564895629883,
      "step": 4146,
      "subrel-constrast": 3.8182992935180664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088980674743652,
      "cov-distil (oracle2student)": 4.232730865478516,
      "cov-distil (oracle2teacher)": 4.516727447509766,
      "epoch": 3.2551020408163267,
      "rel-constrast": 2.7732560634613037,
      "step": 4147,
      "subrel-constrast": 3.7422313690185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.281003713607788,
      "cov-distil (oracle2student)": 2.5320582389831543,
      "cov-distil (oracle2teacher)": 2.7561254501342773,
      "epoch": 3.2558869701726847,
      "rel-constrast": 1.9148796796798706,
      "step": 4148,
      "subrel-constrast": 2.8261959552764893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6758782863616943,
      "cov-distil (oracle2student)": 3.723356246948242,
      "cov-distil (oracle2teacher)": 3.4315755367279053,
      "epoch": 3.2566718995290422,
      "rel-constrast": 3.735297918319702,
      "step": 4149,
      "subrel-constrast": 4.831198215484619,
      "view-similarity": 0
    },
    {
      "epoch": 3.2574568288854002,
      "grad_norm": 6.46875,
      "learning_rate": 3.635753730061562e-05,
      "loss": 0.687,
      "step": 4150
    },
    {
      "cov-distil": 1.392106533050537,
      "cov-distil (oracle2student)": 2.932140350341797,
      "cov-distil (oracle2teacher)": 2.718301296234131,
      "epoch": 3.2574568288854002,
      "rel-constrast": 2.5353827476501465,
      "step": 4150,
      "subrel-constrast": 2.873279571533203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4027223587036133,
      "cov-distil (oracle2student)": 4.166123390197754,
      "cov-distil (oracle2teacher)": 3.6434688568115234,
      "epoch": 3.258241758241758,
      "rel-constrast": 2.7530174255371094,
      "step": 4151,
      "subrel-constrast": 3.179793119430542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1852023601531982,
      "cov-distil (oracle2student)": 3.829822540283203,
      "cov-distil (oracle2teacher)": 3.615485906600952,
      "epoch": 3.259026687598116,
      "rel-constrast": 2.3817853927612305,
      "step": 4152,
      "subrel-constrast": 2.80948543548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4922828674316406,
      "cov-distil (oracle2student)": 3.655707597732544,
      "cov-distil (oracle2teacher)": 3.2417943477630615,
      "epoch": 3.259811616954474,
      "rel-constrast": 2.9647107124328613,
      "step": 4153,
      "subrel-constrast": 3.2700631618499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6711252927780151,
      "cov-distil (oracle2student)": 5.182267189025879,
      "cov-distil (oracle2teacher)": 4.513375282287598,
      "epoch": 3.260596546310832,
      "rel-constrast": 2.3307344913482666,
      "step": 4154,
      "subrel-constrast": 3.7412607669830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598608493804932,
      "cov-distil (oracle2student)": 3.7401161193847656,
      "cov-distil (oracle2teacher)": 3.722907543182373,
      "epoch": 3.26138147566719,
      "rel-constrast": 2.6826047897338867,
      "step": 4155,
      "subrel-constrast": 3.026834726333618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3264546394348145,
      "cov-distil (oracle2student)": 4.640303611755371,
      "cov-distil (oracle2teacher)": 4.073193550109863,
      "epoch": 3.2621664050235477,
      "rel-constrast": 3.383815050125122,
      "step": 4156,
      "subrel-constrast": 4.083059787750244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555683970451355,
      "cov-distil (oracle2student)": 5.130585670471191,
      "cov-distil (oracle2teacher)": 4.548338890075684,
      "epoch": 3.2629513343799057,
      "rel-constrast": 3.0940537452697754,
      "step": 4157,
      "subrel-constrast": 3.719881534576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1941934823989868,
      "cov-distil (oracle2student)": 4.475104808807373,
      "cov-distil (oracle2teacher)": 3.893496036529541,
      "epoch": 3.2637362637362637,
      "rel-constrast": 1.8405346870422363,
      "step": 4158,
      "subrel-constrast": 2.5396416187286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3051395416259766,
      "cov-distil (oracle2student)": 5.431572914123535,
      "cov-distil (oracle2teacher)": 5.064882278442383,
      "epoch": 3.2645211930926217,
      "rel-constrast": 2.5198214054107666,
      "step": 4159,
      "subrel-constrast": 2.9195356369018555,
      "view-similarity": 0
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 5.53125,
      "learning_rate": 3.627972711104613e-05,
      "loss": 0.6976,
      "step": 4160
    },
    {
      "cov-distil": 1.297663688659668,
      "cov-distil (oracle2student)": 2.648137092590332,
      "cov-distil (oracle2teacher)": 2.8507726192474365,
      "epoch": 3.2653061224489797,
      "rel-constrast": 1.89394211769104,
      "step": 4160,
      "subrel-constrast": 2.8098487854003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9189000129699707,
      "cov-distil (oracle2student)": 5.333316802978516,
      "cov-distil (oracle2teacher)": 5.320933818817139,
      "epoch": 3.2660910518053377,
      "rel-constrast": 3.1383397579193115,
      "step": 4161,
      "subrel-constrast": 4.266426086425781,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5913023948669434,
      "cov-distil (oracle2student)": 3.357771396636963,
      "cov-distil (oracle2teacher)": 3.181216239929199,
      "epoch": 3.2668759811616956,
      "rel-constrast": 2.3046579360961914,
      "step": 4162,
      "subrel-constrast": 2.9058279991149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2058134078979492,
      "cov-distil (oracle2student)": 5.865702152252197,
      "cov-distil (oracle2teacher)": 5.036103248596191,
      "epoch": 3.267660910518053,
      "rel-constrast": 2.538611650466919,
      "step": 4163,
      "subrel-constrast": 2.5008132457733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4102782011032104,
      "cov-distil (oracle2student)": 5.012775421142578,
      "cov-distil (oracle2teacher)": 5.371129035949707,
      "epoch": 3.268445839874411,
      "rel-constrast": 2.6992387771606445,
      "step": 4164,
      "subrel-constrast": 3.6573128700256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.21634840965271,
      "cov-distil (oracle2student)": 3.832362651824951,
      "cov-distil (oracle2teacher)": 3.513484239578247,
      "epoch": 3.269230769230769,
      "rel-constrast": 1.8029422760009766,
      "step": 4165,
      "subrel-constrast": 2.3064420223236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5909498929977417,
      "cov-distil (oracle2student)": 4.019875526428223,
      "cov-distil (oracle2teacher)": 3.477491855621338,
      "epoch": 3.270015698587127,
      "rel-constrast": 2.148141384124756,
      "step": 4166,
      "subrel-constrast": 2.845961093902588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.406618595123291,
      "cov-distil (oracle2student)": 4.479836463928223,
      "cov-distil (oracle2teacher)": 3.931412935256958,
      "epoch": 3.270800627943485,
      "rel-constrast": 2.631624221801758,
      "step": 4167,
      "subrel-constrast": 3.555079221725464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926470160484314,
      "cov-distil (oracle2student)": 4.928468227386475,
      "cov-distil (oracle2teacher)": 4.742462635040283,
      "epoch": 3.271585557299843,
      "rel-constrast": 2.6242599487304688,
      "step": 4168,
      "subrel-constrast": 3.7902474403381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6513665914535522,
      "cov-distil (oracle2student)": 5.48714017868042,
      "cov-distil (oracle2teacher)": 4.686275482177734,
      "epoch": 3.272370486656201,
      "rel-constrast": 2.2575628757476807,
      "step": 4169,
      "subrel-constrast": 3.3629908561706543,
      "view-similarity": 0
    },
    {
      "epoch": 3.2731554160125587,
      "grad_norm": 5.125,
      "learning_rate": 3.620177948156145e-05,
      "loss": 0.639,
      "step": 4170
    },
    {
      "cov-distil": 1.635155439376831,
      "cov-distil (oracle2student)": 5.012970924377441,
      "cov-distil (oracle2teacher)": 4.410036563873291,
      "epoch": 3.2731554160125587,
      "rel-constrast": 1.9235936403274536,
      "step": 4170,
      "subrel-constrast": 2.620637893676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.283623456954956,
      "cov-distil (oracle2student)": 5.758761405944824,
      "cov-distil (oracle2teacher)": 4.62346887588501,
      "epoch": 3.2739403453689166,
      "rel-constrast": 3.1251659393310547,
      "step": 4171,
      "subrel-constrast": 3.2936856746673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1528306007385254,
      "cov-distil (oracle2student)": 3.4693872928619385,
      "cov-distil (oracle2teacher)": 3.364684581756592,
      "epoch": 3.2747252747252746,
      "rel-constrast": 2.991741418838501,
      "step": 4172,
      "subrel-constrast": 3.703296184539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3704991340637207,
      "cov-distil (oracle2student)": 3.1450939178466797,
      "cov-distil (oracle2teacher)": 2.792985439300537,
      "epoch": 3.2755102040816326,
      "rel-constrast": 2.466155529022217,
      "step": 4173,
      "subrel-constrast": 3.152841806411743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233139157295227,
      "cov-distil (oracle2student)": 3.4294981956481934,
      "cov-distil (oracle2teacher)": 3.0232346057891846,
      "epoch": 3.2762951334379906,
      "rel-constrast": 3.1043107509613037,
      "step": 4174,
      "subrel-constrast": 3.722660541534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2373827695846558,
      "cov-distil (oracle2student)": 3.0074267387390137,
      "cov-distil (oracle2teacher)": 2.9270081520080566,
      "epoch": 3.2770800627943486,
      "rel-constrast": 1.8047616481781006,
      "step": 4175,
      "subrel-constrast": 2.518221616744995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.475424885749817,
      "cov-distil (oracle2student)": 2.9595768451690674,
      "cov-distil (oracle2teacher)": 3.3239712715148926,
      "epoch": 3.2778649921507066,
      "rel-constrast": 2.370251417160034,
      "step": 4176,
      "subrel-constrast": 3.2997570037841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247639656066895,
      "cov-distil (oracle2student)": 3.1054422855377197,
      "cov-distil (oracle2teacher)": 2.9594719409942627,
      "epoch": 3.278649921507064,
      "rel-constrast": 2.368778944015503,
      "step": 4177,
      "subrel-constrast": 3.0538313388824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1557451486587524,
      "cov-distil (oracle2student)": 2.9235920906066895,
      "cov-distil (oracle2teacher)": 3.5010604858398438,
      "epoch": 3.279434850863422,
      "rel-constrast": 2.7016167640686035,
      "step": 4178,
      "subrel-constrast": 3.3355119228363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4020984172821045,
      "cov-distil (oracle2student)": 3.978309154510498,
      "cov-distil (oracle2teacher)": 4.333033084869385,
      "epoch": 3.28021978021978,
      "rel-constrast": 2.5787811279296875,
      "step": 4179,
      "subrel-constrast": 3.0293197631835938,
      "view-similarity": 0
    },
    {
      "epoch": 3.281004709576138,
      "grad_norm": 4.9375,
      "learning_rate": 3.612369536192886e-05,
      "loss": 0.6723,
      "step": 4180
    },
    {
      "cov-distil": 1.460237979888916,
      "cov-distil (oracle2student)": 4.140585899353027,
      "cov-distil (oracle2teacher)": 3.870406150817871,
      "epoch": 3.281004709576138,
      "rel-constrast": 2.0469107627868652,
      "step": 4180,
      "subrel-constrast": 2.547084093093872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3190101385116577,
      "cov-distil (oracle2student)": 4.669803619384766,
      "cov-distil (oracle2teacher)": 4.349387168884277,
      "epoch": 3.281789638932496,
      "rel-constrast": 2.9467217922210693,
      "step": 4181,
      "subrel-constrast": 3.8324475288391113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8559715747833252,
      "cov-distil (oracle2student)": 3.676459312438965,
      "cov-distil (oracle2teacher)": 3.3061299324035645,
      "epoch": 3.282574568288854,
      "rel-constrast": 2.9084367752075195,
      "step": 4182,
      "subrel-constrast": 4.175237655639648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5026484727859497,
      "cov-distil (oracle2student)": 4.571869850158691,
      "cov-distil (oracle2teacher)": 4.117488384246826,
      "epoch": 3.283359497645212,
      "rel-constrast": 3.107342004776001,
      "step": 4183,
      "subrel-constrast": 3.4132113456726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7524831295013428,
      "cov-distil (oracle2student)": 3.8843724727630615,
      "cov-distil (oracle2teacher)": 3.73494291305542,
      "epoch": 3.2841444270015696,
      "rel-constrast": 2.420741319656372,
      "step": 4184,
      "subrel-constrast": 3.5877041816711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6003305912017822,
      "cov-distil (oracle2student)": 5.404605865478516,
      "cov-distil (oracle2teacher)": 4.814722061157227,
      "epoch": 3.2849293563579276,
      "rel-constrast": 3.4054839611053467,
      "step": 4185,
      "subrel-constrast": 3.8482577800750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1161340475082397,
      "cov-distil (oracle2student)": 4.123608112335205,
      "cov-distil (oracle2teacher)": 4.05494499206543,
      "epoch": 3.2857142857142856,
      "rel-constrast": 2.3148140907287598,
      "step": 4186,
      "subrel-constrast": 2.6714420318603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3147320747375488,
      "cov-distil (oracle2student)": 4.813879489898682,
      "cov-distil (oracle2teacher)": 4.178300857543945,
      "epoch": 3.2864992150706436,
      "rel-constrast": 1.4145591259002686,
      "step": 4187,
      "subrel-constrast": 2.25240421295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6829323768615723,
      "cov-distil (oracle2student)": 3.0364184379577637,
      "cov-distil (oracle2teacher)": 3.1693859100341797,
      "epoch": 3.2872841444270016,
      "rel-constrast": 2.3670201301574707,
      "step": 4188,
      "subrel-constrast": 2.7667734622955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422348976135254,
      "cov-distil (oracle2student)": 5.070457458496094,
      "cov-distil (oracle2teacher)": 4.20262336730957,
      "epoch": 3.2880690737833596,
      "rel-constrast": 2.7861487865448,
      "step": 4189,
      "subrel-constrast": 3.2386176586151123,
      "view-similarity": 0
    },
    {
      "epoch": 3.2888540031397175,
      "grad_norm": 5.4375,
      "learning_rate": 3.6045475703578706e-05,
      "loss": 0.6805,
      "step": 4190
    },
    {
      "cov-distil": 1.5849305391311646,
      "cov-distil (oracle2student)": 2.973595380783081,
      "cov-distil (oracle2teacher)": 3.2512013912200928,
      "epoch": 3.2888540031397175,
      "rel-constrast": 2.555631637573242,
      "step": 4190,
      "subrel-constrast": 3.25295090675354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743987798690796,
      "cov-distil (oracle2student)": 5.331061363220215,
      "cov-distil (oracle2teacher)": 4.862004280090332,
      "epoch": 3.2896389324960755,
      "rel-constrast": 2.227693796157837,
      "step": 4191,
      "subrel-constrast": 2.8298263549804688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065744638442993,
      "cov-distil (oracle2student)": 5.189684867858887,
      "cov-distil (oracle2teacher)": 4.98194694519043,
      "epoch": 3.2904238618524335,
      "rel-constrast": 2.6407663822174072,
      "step": 4192,
      "subrel-constrast": 3.8300528526306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2439998388290405,
      "cov-distil (oracle2student)": 5.994854927062988,
      "cov-distil (oracle2teacher)": 5.405478000640869,
      "epoch": 3.291208791208791,
      "rel-constrast": 2.014387607574463,
      "step": 4193,
      "subrel-constrast": 2.843064069747925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3083608150482178,
      "cov-distil (oracle2student)": 4.801835060119629,
      "cov-distil (oracle2teacher)": 4.253214359283447,
      "epoch": 3.291993720565149,
      "rel-constrast": 2.295762300491333,
      "step": 4194,
      "subrel-constrast": 2.9879610538482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6072942018508911,
      "cov-distil (oracle2student)": 3.760972499847412,
      "cov-distil (oracle2teacher)": 3.9645321369171143,
      "epoch": 3.292778649921507,
      "rel-constrast": 2.772153854370117,
      "step": 4195,
      "subrel-constrast": 3.4476215839385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.161646842956543,
      "cov-distil (oracle2student)": 3.74452543258667,
      "cov-distil (oracle2teacher)": 4.151341438293457,
      "epoch": 3.293563579277865,
      "rel-constrast": 3.211754322052002,
      "step": 4196,
      "subrel-constrast": 3.9882121086120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1800434589385986,
      "cov-distil (oracle2student)": 4.194093227386475,
      "cov-distil (oracle2teacher)": 4.0552897453308105,
      "epoch": 3.294348508634223,
      "rel-constrast": 3.2506814002990723,
      "step": 4197,
      "subrel-constrast": 3.9953625202178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282128095626831,
      "cov-distil (oracle2student)": 3.392456293106079,
      "cov-distil (oracle2teacher)": 3.3561034202575684,
      "epoch": 3.295133437990581,
      "rel-constrast": 2.650207757949829,
      "step": 4198,
      "subrel-constrast": 3.2397279739379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9972084760665894,
      "cov-distil (oracle2student)": 5.1282172203063965,
      "cov-distil (oracle2teacher)": 4.412238121032715,
      "epoch": 3.295918367346939,
      "rel-constrast": 3.126032590866089,
      "step": 4199,
      "subrel-constrast": 3.624516010284424,
      "view-similarity": 0
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 6.5,
      "learning_rate": 3.596712145959285e-05,
      "loss": 0.7066,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "overlap": 0.3609375059604645,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "student margin": 0.04925537109375
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "teacher margin": 0.035430908203125
    },
    {
      "epoch": 3.2967032967032965,
      "margin difference": -0.013824462890625,
      "step": 4200
    },
    {
      "cov-distil": 1.0877926349639893,
      "cov-distil (oracle2student)": 5.757844924926758,
      "cov-distil (oracle2teacher)": 5.1483964920043945,
      "epoch": 3.2967032967032965,
      "rel-constrast": 2.543816566467285,
      "step": 4200,
      "subrel-constrast": 2.9162757396698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.401728630065918,
      "cov-distil (oracle2student)": 3.507789373397827,
      "cov-distil (oracle2teacher)": 3.7160558700561523,
      "epoch": 3.2974882260596545,
      "rel-constrast": 2.366957664489746,
      "step": 4201,
      "subrel-constrast": 3.205146074295044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2564029693603516,
      "cov-distil (oracle2student)": 3.6630072593688965,
      "cov-distil (oracle2teacher)": 4.199922561645508,
      "epoch": 3.2982731554160125,
      "rel-constrast": 3.1110987663269043,
      "step": 4202,
      "subrel-constrast": 3.980220317840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.611675500869751,
      "cov-distil (oracle2student)": 5.424872398376465,
      "cov-distil (oracle2teacher)": 4.913575172424316,
      "epoch": 3.2990580847723705,
      "rel-constrast": 2.639373302459717,
      "step": 4203,
      "subrel-constrast": 3.0655243396759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0342674255371094,
      "cov-distil (oracle2student)": 4.583951950073242,
      "cov-distil (oracle2teacher)": 4.058575630187988,
      "epoch": 3.2998430141287285,
      "rel-constrast": 3.172248363494873,
      "step": 4204,
      "subrel-constrast": 3.575924873352051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8798739910125732,
      "cov-distil (oracle2student)": 3.0441136360168457,
      "cov-distil (oracle2teacher)": 3.192352294921875,
      "epoch": 3.3006279434850865,
      "rel-constrast": 2.4715538024902344,
      "step": 4205,
      "subrel-constrast": 3.4769744873046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9711877703666687,
      "cov-distil (oracle2student)": 5.799491882324219,
      "cov-distil (oracle2teacher)": 5.012936592102051,
      "epoch": 3.3014128728414445,
      "rel-constrast": 3.013911485671997,
      "step": 4206,
      "subrel-constrast": 3.340200424194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1052916049957275,
      "cov-distil (oracle2student)": 4.225376605987549,
      "cov-distil (oracle2teacher)": 4.08048152923584,
      "epoch": 3.302197802197802,
      "rel-constrast": 2.645156145095825,
      "step": 4207,
      "subrel-constrast": 3.0372610092163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9812977313995361,
      "cov-distil (oracle2student)": 4.797815799713135,
      "cov-distil (oracle2teacher)": 4.815690040588379,
      "epoch": 3.30298273155416,
      "rel-constrast": 1.9286744594573975,
      "step": 4208,
      "subrel-constrast": 2.815268039703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8819153308868408,
      "cov-distil (oracle2student)": 5.663576602935791,
      "cov-distil (oracle2teacher)": 5.091432571411133,
      "epoch": 3.303767660910518,
      "rel-constrast": 2.286533832550049,
      "step": 4209,
      "subrel-constrast": 3.056544065475464,
      "view-similarity": 0
    },
    {
      "epoch": 3.304552590266876,
      "grad_norm": 5.21875,
      "learning_rate": 3.588863358469301e-05,
      "loss": 0.6925,
      "step": 4210
    },
    {
      "cov-distil": 2.170118808746338,
      "cov-distil (oracle2student)": 4.459373474121094,
      "cov-distil (oracle2teacher)": 3.7984042167663574,
      "epoch": 3.304552590266876,
      "rel-constrast": 2.119265079498291,
      "step": 4210,
      "subrel-constrast": 2.8837177753448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7462917566299438,
      "cov-distil (oracle2student)": 5.052756309509277,
      "cov-distil (oracle2teacher)": 4.4409332275390625,
      "epoch": 3.305337519623234,
      "rel-constrast": 2.668268918991089,
      "step": 4211,
      "subrel-constrast": 3.6475701332092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857122778892517,
      "cov-distil (oracle2student)": 6.3400774002075195,
      "cov-distil (oracle2teacher)": 5.745551109313965,
      "epoch": 3.306122448979592,
      "rel-constrast": 4.534138202667236,
      "step": 4212,
      "subrel-constrast": 4.816678047180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3924708366394043,
      "cov-distil (oracle2student)": 4.483631610870361,
      "cov-distil (oracle2teacher)": 4.259341239929199,
      "epoch": 3.30690737833595,
      "rel-constrast": 2.575876235961914,
      "step": 4213,
      "subrel-constrast": 3.242928981781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689557671546936,
      "cov-distil (oracle2student)": 3.308811664581299,
      "cov-distil (oracle2teacher)": 2.6626830101013184,
      "epoch": 3.3076923076923075,
      "rel-constrast": 2.4293041229248047,
      "step": 4214,
      "subrel-constrast": 2.8637924194335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5230896472930908,
      "cov-distil (oracle2student)": 6.286367416381836,
      "cov-distil (oracle2teacher)": 5.661492824554443,
      "epoch": 3.3084772370486655,
      "rel-constrast": 3.791614055633545,
      "step": 4215,
      "subrel-constrast": 3.9914145469665527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4528656005859375,
      "cov-distil (oracle2student)": 3.9157421588897705,
      "cov-distil (oracle2teacher)": 3.542515277862549,
      "epoch": 3.3092621664050235,
      "rel-constrast": 2.5979373455047607,
      "step": 4216,
      "subrel-constrast": 2.7455852031707764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5272897481918335,
      "cov-distil (oracle2student)": 2.9617984294891357,
      "cov-distil (oracle2teacher)": 3.3183438777923584,
      "epoch": 3.3100470957613815,
      "rel-constrast": 2.2904717922210693,
      "step": 4217,
      "subrel-constrast": 3.400210380554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5375940799713135,
      "cov-distil (oracle2student)": 4.739552021026611,
      "cov-distil (oracle2teacher)": 4.339606761932373,
      "epoch": 3.3108320251177394,
      "rel-constrast": 2.8977866172790527,
      "step": 4218,
      "subrel-constrast": 4.0214433670043945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1943775415420532,
      "cov-distil (oracle2student)": 4.267062187194824,
      "cov-distil (oracle2teacher)": 3.652535915374756,
      "epoch": 3.3116169544740974,
      "rel-constrast": 2.2115118503570557,
      "step": 4219,
      "subrel-constrast": 3.0459930896759033,
      "view-similarity": 0
    },
    {
      "epoch": 3.3124018838304554,
      "grad_norm": 5.40625,
      "learning_rate": 3.581001303522919e-05,
      "loss": 0.7431,
      "step": 4220
    },
    {
      "cov-distil": 1.287961483001709,
      "cov-distil (oracle2student)": 5.649494171142578,
      "cov-distil (oracle2teacher)": 5.153773784637451,
      "epoch": 3.3124018838304554,
      "rel-constrast": 1.391993522644043,
      "step": 4220,
      "subrel-constrast": 2.72530198097229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418774962425232,
      "cov-distil (oracle2student)": 4.304330825805664,
      "cov-distil (oracle2teacher)": 4.219895362854004,
      "epoch": 3.313186813186813,
      "rel-constrast": 1.8586875200271606,
      "step": 4221,
      "subrel-constrast": 2.7278850078582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6205625534057617,
      "cov-distil (oracle2student)": 4.336423397064209,
      "cov-distil (oracle2teacher)": 4.266538619995117,
      "epoch": 3.313971742543171,
      "rel-constrast": 2.0160083770751953,
      "step": 4222,
      "subrel-constrast": 3.139737844467163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5236499309539795,
      "cov-distil (oracle2student)": 5.855254173278809,
      "cov-distil (oracle2teacher)": 5.703478813171387,
      "epoch": 3.314756671899529,
      "rel-constrast": 2.9299685955047607,
      "step": 4223,
      "subrel-constrast": 3.976696729660034,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1806998252868652,
      "cov-distil (oracle2student)": 4.437827110290527,
      "cov-distil (oracle2teacher)": 3.863466739654541,
      "epoch": 3.315541601255887,
      "rel-constrast": 2.6432137489318848,
      "step": 4224,
      "subrel-constrast": 3.088970184326172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5030064582824707,
      "cov-distil (oracle2student)": 3.415166139602661,
      "cov-distil (oracle2teacher)": 2.939788818359375,
      "epoch": 3.316326530612245,
      "rel-constrast": 2.925257444381714,
      "step": 4225,
      "subrel-constrast": 2.989213705062866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2298853397369385,
      "cov-distil (oracle2student)": 4.021389007568359,
      "cov-distil (oracle2teacher)": 3.757903575897217,
      "epoch": 3.317111459968603,
      "rel-constrast": 2.1916351318359375,
      "step": 4226,
      "subrel-constrast": 3.295527696609497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421656847000122,
      "cov-distil (oracle2student)": 4.362555503845215,
      "cov-distil (oracle2teacher)": 4.127158164978027,
      "epoch": 3.317896389324961,
      "rel-constrast": 1.7910852432250977,
      "step": 4227,
      "subrel-constrast": 2.5493199825286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6608959436416626,
      "cov-distil (oracle2student)": 5.390990257263184,
      "cov-distil (oracle2teacher)": 4.361884117126465,
      "epoch": 3.3186813186813184,
      "rel-constrast": 2.820873498916626,
      "step": 4228,
      "subrel-constrast": 3.6269688606262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4360487461090088,
      "cov-distil (oracle2student)": 4.409420013427734,
      "cov-distil (oracle2teacher)": 4.416143417358398,
      "epoch": 3.3194662480376764,
      "rel-constrast": 1.5438976287841797,
      "step": 4229,
      "subrel-constrast": 2.5211851596832275,
      "view-similarity": 0
    },
    {
      "epoch": 3.3202511773940344,
      "grad_norm": 4.1875,
      "learning_rate": 3.5731260769167965e-05,
      "loss": 0.591,
      "step": 4230
    },
    {
      "cov-distil": 1.7430404424667358,
      "cov-distil (oracle2student)": 5.100286960601807,
      "cov-distil (oracle2teacher)": 4.588293552398682,
      "epoch": 3.3202511773940344,
      "rel-constrast": 2.3861265182495117,
      "step": 4230,
      "subrel-constrast": 3.3834009170532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1539373397827148,
      "cov-distil (oracle2student)": 3.6084442138671875,
      "cov-distil (oracle2teacher)": 3.5854523181915283,
      "epoch": 3.3210361067503924,
      "rel-constrast": 2.435067653656006,
      "step": 4231,
      "subrel-constrast": 2.9433906078338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618067741394043,
      "cov-distil (oracle2student)": 3.1048643589019775,
      "cov-distil (oracle2teacher)": 3.096928596496582,
      "epoch": 3.3218210361067504,
      "rel-constrast": 2.6567986011505127,
      "step": 4232,
      "subrel-constrast": 3.1649177074432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4398744106292725,
      "cov-distil (oracle2student)": 5.826226234436035,
      "cov-distil (oracle2teacher)": 5.289819717407227,
      "epoch": 3.3226059654631084,
      "rel-constrast": 2.971421718597412,
      "step": 4233,
      "subrel-constrast": 3.7373504638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7128770351409912,
      "cov-distil (oracle2student)": 4.9928812980651855,
      "cov-distil (oracle2teacher)": 4.707273483276367,
      "epoch": 3.3233908948194664,
      "rel-constrast": 2.312774181365967,
      "step": 4234,
      "subrel-constrast": 2.97898530960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2988730669021606,
      "cov-distil (oracle2student)": 3.8884623050689697,
      "cov-distil (oracle2teacher)": 3.83351993560791,
      "epoch": 3.3241758241758244,
      "rel-constrast": 2.185147285461426,
      "step": 4235,
      "subrel-constrast": 2.752540111541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4723143577575684,
      "cov-distil (oracle2student)": 3.6750035285949707,
      "cov-distil (oracle2teacher)": 3.5825963020324707,
      "epoch": 3.3249607535321823,
      "rel-constrast": 2.547928810119629,
      "step": 4236,
      "subrel-constrast": 2.794589042663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127849578857422,
      "cov-distil (oracle2student)": 3.329956293106079,
      "cov-distil (oracle2teacher)": 4.1213908195495605,
      "epoch": 3.32574568288854,
      "rel-constrast": 2.0561764240264893,
      "step": 4237,
      "subrel-constrast": 3.2244765758514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4124250411987305,
      "cov-distil (oracle2student)": 2.950458526611328,
      "cov-distil (oracle2teacher)": 3.005767345428467,
      "epoch": 3.326530612244898,
      "rel-constrast": 2.91503643989563,
      "step": 4238,
      "subrel-constrast": 3.52935528755188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2092180252075195,
      "cov-distil (oracle2student)": 4.202083110809326,
      "cov-distil (oracle2teacher)": 4.052248001098633,
      "epoch": 3.327315541601256,
      "rel-constrast": 2.1851084232330322,
      "step": 4239,
      "subrel-constrast": 2.725151538848877,
      "view-similarity": 0
    },
    {
      "epoch": 3.328100470957614,
      "grad_norm": 7.09375,
      "learning_rate": 3.565237774608086e-05,
      "loss": 0.6539,
      "step": 4240
    },
    {
      "cov-distil": 1.3712825775146484,
      "cov-distil (oracle2student)": 4.282881736755371,
      "cov-distil (oracle2teacher)": 3.9019923210144043,
      "epoch": 3.328100470957614,
      "rel-constrast": 3.624110221862793,
      "step": 4240,
      "subrel-constrast": 4.230945587158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.602018117904663,
      "cov-distil (oracle2student)": 3.255169153213501,
      "cov-distil (oracle2teacher)": 2.8347411155700684,
      "epoch": 3.328885400313972,
      "rel-constrast": 1.996168851852417,
      "step": 4241,
      "subrel-constrast": 3.0607166290283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9292538166046143,
      "cov-distil (oracle2student)": 4.642021179199219,
      "cov-distil (oracle2teacher)": 3.9954404830932617,
      "epoch": 3.32967032967033,
      "rel-constrast": 1.8406131267547607,
      "step": 4242,
      "subrel-constrast": 3.2978882789611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4383561611175537,
      "cov-distil (oracle2student)": 4.002089500427246,
      "cov-distil (oracle2teacher)": 3.4006080627441406,
      "epoch": 3.330455259026688,
      "rel-constrast": 2.5562496185302734,
      "step": 4243,
      "subrel-constrast": 2.822359800338745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8059203624725342,
      "cov-distil (oracle2student)": 5.1136884689331055,
      "cov-distil (oracle2teacher)": 4.905148506164551,
      "epoch": 3.3312401883830454,
      "rel-constrast": 1.6385722160339355,
      "step": 4244,
      "subrel-constrast": 2.6359050273895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784275770187378,
      "cov-distil (oracle2student)": 4.124356269836426,
      "cov-distil (oracle2teacher)": 4.057644844055176,
      "epoch": 3.3320251177394034,
      "rel-constrast": 1.8057113885879517,
      "step": 4245,
      "subrel-constrast": 3.130528211593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4323277473449707,
      "cov-distil (oracle2student)": 4.226722717285156,
      "cov-distil (oracle2teacher)": 4.113009452819824,
      "epoch": 3.3328100470957613,
      "rel-constrast": 3.0035669803619385,
      "step": 4246,
      "subrel-constrast": 2.978456497192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6859345436096191,
      "cov-distil (oracle2student)": 3.519235610961914,
      "cov-distil (oracle2teacher)": 3.4143314361572266,
      "epoch": 3.3335949764521193,
      "rel-constrast": 2.040597915649414,
      "step": 4247,
      "subrel-constrast": 2.695096015930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7536044120788574,
      "cov-distil (oracle2student)": 3.0834951400756836,
      "cov-distil (oracle2teacher)": 3.305492401123047,
      "epoch": 3.3343799058084773,
      "rel-constrast": 3.234745740890503,
      "step": 4248,
      "subrel-constrast": 4.268745422363281,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.297614336013794,
      "cov-distil (oracle2student)": 3.809688091278076,
      "cov-distil (oracle2teacher)": 3.4116554260253906,
      "epoch": 3.3351648351648353,
      "rel-constrast": 2.1743452548980713,
      "step": 4249,
      "subrel-constrast": 2.867643117904663,
      "view-similarity": 0
    },
    {
      "epoch": 3.3359497645211933,
      "grad_norm": 4.1875,
      "learning_rate": 3.557336492713258e-05,
      "loss": 0.6381,
      "step": 4250
    },
    {
      "cov-distil": 1.8200098276138306,
      "cov-distil (oracle2student)": 4.7431464195251465,
      "cov-distil (oracle2teacher)": 4.307226657867432,
      "epoch": 3.3359497645211933,
      "rel-constrast": 3.1422619819641113,
      "step": 4250,
      "subrel-constrast": 3.616480588912964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5122970342636108,
      "cov-distil (oracle2student)": 4.3085222244262695,
      "cov-distil (oracle2teacher)": 4.9002838134765625,
      "epoch": 3.336734693877551,
      "rel-constrast": 2.319092273712158,
      "step": 4251,
      "subrel-constrast": 3.0495381355285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8990244269371033,
      "cov-distil (oracle2student)": 4.379225254058838,
      "cov-distil (oracle2teacher)": 3.753674030303955,
      "epoch": 3.337519623233909,
      "rel-constrast": 1.7992879152297974,
      "step": 4252,
      "subrel-constrast": 2.3188281059265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3687734603881836,
      "cov-distil (oracle2student)": 2.6903958320617676,
      "cov-distil (oracle2teacher)": 2.6759848594665527,
      "epoch": 3.338304552590267,
      "rel-constrast": 1.8155421018600464,
      "step": 4253,
      "subrel-constrast": 2.42636775970459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3503040075302124,
      "cov-distil (oracle2student)": 5.188410758972168,
      "cov-distil (oracle2teacher)": 4.135869979858398,
      "epoch": 3.339089481946625,
      "rel-constrast": 4.388397216796875,
      "step": 4254,
      "subrel-constrast": 4.7959885597229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7324340343475342,
      "cov-distil (oracle2student)": 5.550765037536621,
      "cov-distil (oracle2teacher)": 4.870551109313965,
      "epoch": 3.339874411302983,
      "rel-constrast": 3.5593581199645996,
      "step": 4255,
      "subrel-constrast": 3.9013187885284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.310180425643921,
      "cov-distil (oracle2student)": 4.308377265930176,
      "cov-distil (oracle2teacher)": 3.948909282684326,
      "epoch": 3.340659340659341,
      "rel-constrast": 2.420928478240967,
      "step": 4256,
      "subrel-constrast": 3.081413507461548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8103976249694824,
      "cov-distil (oracle2student)": 5.887847900390625,
      "cov-distil (oracle2teacher)": 5.445443153381348,
      "epoch": 3.3414442700156988,
      "rel-constrast": 2.4799256324768066,
      "step": 4257,
      "subrel-constrast": 3.1891543865203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6300907135009766,
      "cov-distil (oracle2student)": 4.433744430541992,
      "cov-distil (oracle2teacher)": 4.299792289733887,
      "epoch": 3.3422291993720563,
      "rel-constrast": 2.9188108444213867,
      "step": 4258,
      "subrel-constrast": 3.595367431640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.050822138786316,
      "cov-distil (oracle2student)": 3.969473123550415,
      "cov-distil (oracle2teacher)": 3.7763822078704834,
      "epoch": 3.3430141287284143,
      "rel-constrast": 1.8102214336395264,
      "step": 4259,
      "subrel-constrast": 2.6671910285949707,
      "view-similarity": 0
    },
    {
      "epoch": 3.3437990580847723,
      "grad_norm": 4.21875,
      "learning_rate": 3.549422327506943e-05,
      "loss": 0.7026,
      "step": 4260
    },
    {
      "cov-distil": 1.6243342161178589,
      "cov-distil (oracle2student)": 4.715868949890137,
      "cov-distil (oracle2teacher)": 4.509154319763184,
      "epoch": 3.3437990580847723,
      "rel-constrast": 2.4642441272735596,
      "step": 4260,
      "subrel-constrast": 3.2762303352355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6114988327026367,
      "cov-distil (oracle2student)": 5.182488918304443,
      "cov-distil (oracle2teacher)": 4.221996307373047,
      "epoch": 3.3445839874411303,
      "rel-constrast": 2.0709195137023926,
      "step": 4261,
      "subrel-constrast": 2.779603958129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.086158275604248,
      "cov-distil (oracle2student)": 5.019308090209961,
      "cov-distil (oracle2teacher)": 4.998334884643555,
      "epoch": 3.3453689167974883,
      "rel-constrast": 1.5751663446426392,
      "step": 4262,
      "subrel-constrast": 2.490482807159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161943197250366,
      "cov-distil (oracle2student)": 5.546712875366211,
      "cov-distil (oracle2teacher)": 4.838824272155762,
      "epoch": 3.3461538461538463,
      "rel-constrast": 1.965247631072998,
      "step": 4263,
      "subrel-constrast": 2.5871126651763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4986015558242798,
      "cov-distil (oracle2student)": 4.791669845581055,
      "cov-distil (oracle2teacher)": 4.736745834350586,
      "epoch": 3.3469387755102042,
      "rel-constrast": 2.7724015712738037,
      "step": 4264,
      "subrel-constrast": 3.4118831157684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4390076398849487,
      "cov-distil (oracle2student)": 4.380668640136719,
      "cov-distil (oracle2teacher)": 3.9276657104492188,
      "epoch": 3.347723704866562,
      "rel-constrast": 1.9192192554473877,
      "step": 4265,
      "subrel-constrast": 2.9187426567077637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7563811540603638,
      "cov-distil (oracle2student)": 5.2475056648254395,
      "cov-distil (oracle2teacher)": 5.029016494750977,
      "epoch": 3.3485086342229198,
      "rel-constrast": 2.9083118438720703,
      "step": 4266,
      "subrel-constrast": 3.813722610473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.24165940284729,
      "cov-distil (oracle2student)": 3.386312484741211,
      "cov-distil (oracle2teacher)": 3.4004573822021484,
      "epoch": 3.3492935635792778,
      "rel-constrast": 3.555532693862915,
      "step": 4267,
      "subrel-constrast": 3.726557970046997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0230761766433716,
      "cov-distil (oracle2student)": 4.712807655334473,
      "cov-distil (oracle2teacher)": 4.313901424407959,
      "epoch": 3.3500784929356358,
      "rel-constrast": 2.5535078048706055,
      "step": 4268,
      "subrel-constrast": 3.1071529388427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4127061367034912,
      "cov-distil (oracle2student)": 4.798192977905273,
      "cov-distil (oracle2teacher)": 5.389845848083496,
      "epoch": 3.3508634222919937,
      "rel-constrast": 3.3725626468658447,
      "step": 4269,
      "subrel-constrast": 3.747626781463623,
      "view-similarity": 0
    },
    {
      "epoch": 3.3516483516483517,
      "grad_norm": 6.03125,
      "learning_rate": 3.541495375420745e-05,
      "loss": 0.6642,
      "step": 4270
    },
    {
      "cov-distil": 1.3466150760650635,
      "cov-distil (oracle2student)": 3.8500006198883057,
      "cov-distil (oracle2teacher)": 3.7879478931427,
      "epoch": 3.3516483516483517,
      "rel-constrast": 2.77681565284729,
      "step": 4270,
      "subrel-constrast": 3.296611785888672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4085309505462646,
      "cov-distil (oracle2student)": 3.948026180267334,
      "cov-distil (oracle2teacher)": 4.384200096130371,
      "epoch": 3.3524332810047097,
      "rel-constrast": 2.9386162757873535,
      "step": 4271,
      "subrel-constrast": 4.00741720199585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3967074155807495,
      "cov-distil (oracle2student)": 6.463133811950684,
      "cov-distil (oracle2teacher)": 5.127321243286133,
      "epoch": 3.3532182103610673,
      "rel-constrast": 2.885218620300293,
      "step": 4272,
      "subrel-constrast": 3.70072078704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5598400831222534,
      "cov-distil (oracle2student)": 2.9099955558776855,
      "cov-distil (oracle2teacher)": 3.3701958656311035,
      "epoch": 3.3540031397174253,
      "rel-constrast": 1.969146728515625,
      "step": 4273,
      "subrel-constrast": 2.913853883743286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6754400730133057,
      "cov-distil (oracle2student)": 2.405139923095703,
      "cov-distil (oracle2teacher)": 2.564643383026123,
      "epoch": 3.3547880690737832,
      "rel-constrast": 1.9968209266662598,
      "step": 4274,
      "subrel-constrast": 2.663403034210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.508721113204956,
      "cov-distil (oracle2student)": 4.437134265899658,
      "cov-distil (oracle2teacher)": 3.97078275680542,
      "epoch": 3.3555729984301412,
      "rel-constrast": 3.1798763275146484,
      "step": 4275,
      "subrel-constrast": 3.2847511768341064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566855669021606,
      "cov-distil (oracle2student)": 3.5208282470703125,
      "cov-distil (oracle2teacher)": 3.6422505378723145,
      "epoch": 3.356357927786499,
      "rel-constrast": 2.7460474967956543,
      "step": 4276,
      "subrel-constrast": 3.583345651626587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2575229406356812,
      "cov-distil (oracle2student)": 4.581417560577393,
      "cov-distil (oracle2teacher)": 4.906398296356201,
      "epoch": 3.357142857142857,
      "rel-constrast": 1.9523130655288696,
      "step": 4277,
      "subrel-constrast": 3.065965175628662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4379734992980957,
      "cov-distil (oracle2student)": 5.3343400955200195,
      "cov-distil (oracle2teacher)": 4.759665012359619,
      "epoch": 3.357927786499215,
      "rel-constrast": 3.2633872032165527,
      "step": 4278,
      "subrel-constrast": 4.0675811767578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2725796699523926,
      "cov-distil (oracle2student)": 5.19420051574707,
      "cov-distil (oracle2teacher)": 4.393756866455078,
      "epoch": 3.358712715855573,
      "rel-constrast": 2.3598811626434326,
      "step": 4279,
      "subrel-constrast": 3.1644015312194824,
      "view-similarity": 0
    },
    {
      "epoch": 3.359497645211931,
      "grad_norm": 5.40625,
      "learning_rate": 3.5335557330420726e-05,
      "loss": 0.6878,
      "step": 4280
    },
    {
      "cov-distil": 1.2873464822769165,
      "cov-distil (oracle2student)": 4.331691265106201,
      "cov-distil (oracle2teacher)": 4.113574028015137,
      "epoch": 3.359497645211931,
      "rel-constrast": 1.929734468460083,
      "step": 4280,
      "subrel-constrast": 2.567345142364502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3678147792816162,
      "cov-distil (oracle2student)": 4.8860039710998535,
      "cov-distil (oracle2teacher)": 4.535238265991211,
      "epoch": 3.3602825745682887,
      "rel-constrast": 2.47389554977417,
      "step": 4281,
      "subrel-constrast": 3.1423912048339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7470955848693848,
      "cov-distil (oracle2student)": 5.05723762512207,
      "cov-distil (oracle2teacher)": 4.458168983459473,
      "epoch": 3.3610675039246467,
      "rel-constrast": 3.609450340270996,
      "step": 4282,
      "subrel-constrast": 4.0901288986206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8515770435333252,
      "cov-distil (oracle2student)": 4.809340476989746,
      "cov-distil (oracle2teacher)": 3.98374605178833,
      "epoch": 3.3618524332810047,
      "rel-constrast": 2.01130747795105,
      "step": 4283,
      "subrel-constrast": 2.69510555267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1400179862976074,
      "cov-distil (oracle2student)": 6.629370212554932,
      "cov-distil (oracle2teacher)": 5.342190265655518,
      "epoch": 3.3626373626373627,
      "rel-constrast": 3.424914836883545,
      "step": 4284,
      "subrel-constrast": 3.3535799980163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2535170316696167,
      "cov-distil (oracle2student)": 3.008505344390869,
      "cov-distil (oracle2teacher)": 2.9217495918273926,
      "epoch": 3.3634222919937207,
      "rel-constrast": 2.0771982669830322,
      "step": 4285,
      "subrel-constrast": 2.968839645385742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8763525485992432,
      "cov-distil (oracle2student)": 4.43292236328125,
      "cov-distil (oracle2teacher)": 4.6208906173706055,
      "epoch": 3.3642072213500787,
      "rel-constrast": 2.47951602935791,
      "step": 4286,
      "subrel-constrast": 2.945582628250122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.229177713394165,
      "cov-distil (oracle2student)": 5.09532356262207,
      "cov-distil (oracle2teacher)": 5.043976783752441,
      "epoch": 3.3649921507064366,
      "rel-constrast": 3.3223090171813965,
      "step": 4287,
      "subrel-constrast": 4.121464252471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795539140701294,
      "cov-distil (oracle2student)": 4.673644542694092,
      "cov-distil (oracle2teacher)": 4.317502498626709,
      "epoch": 3.365777080062794,
      "rel-constrast": 2.091823101043701,
      "step": 4288,
      "subrel-constrast": 2.5870866775512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5413007736206055,
      "cov-distil (oracle2student)": 5.489147663116455,
      "cov-distil (oracle2teacher)": 4.791306495666504,
      "epoch": 3.366562009419152,
      "rel-constrast": 2.436387062072754,
      "step": 4289,
      "subrel-constrast": 3.203735113143921,
      "view-similarity": 0
    },
    {
      "epoch": 3.36734693877551,
      "grad_norm": 4.9375,
      "learning_rate": 3.525603497112964e-05,
      "loss": 0.6866,
      "step": 4290
    },
    {
      "cov-distil": 1.8867496252059937,
      "cov-distil (oracle2student)": 2.268984079360962,
      "cov-distil (oracle2teacher)": 2.83843994140625,
      "epoch": 3.36734693877551,
      "rel-constrast": 2.2306625843048096,
      "step": 4290,
      "subrel-constrast": 3.2897109985351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8629188537597656,
      "cov-distil (oracle2student)": 5.1389594078063965,
      "cov-distil (oracle2teacher)": 4.783963203430176,
      "epoch": 3.368131868131868,
      "rel-constrast": 2.5840904712677,
      "step": 4291,
      "subrel-constrast": 3.162073850631714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5871930122375488,
      "cov-distil (oracle2student)": 4.363796234130859,
      "cov-distil (oracle2teacher)": 3.936367988586426,
      "epoch": 3.368916797488226,
      "rel-constrast": 3.085841178894043,
      "step": 4292,
      "subrel-constrast": 4.210088729858398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3804022073745728,
      "cov-distil (oracle2student)": 3.9011783599853516,
      "cov-distil (oracle2teacher)": 3.8868842124938965,
      "epoch": 3.369701726844584,
      "rel-constrast": 2.0438122749328613,
      "step": 4293,
      "subrel-constrast": 2.9774692058563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8189693689346313,
      "cov-distil (oracle2student)": 5.013491630554199,
      "cov-distil (oracle2teacher)": 4.776147365570068,
      "epoch": 3.370486656200942,
      "rel-constrast": 3.0230484008789062,
      "step": 4294,
      "subrel-constrast": 3.9929616451263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.516330361366272,
      "cov-distil (oracle2student)": 5.002561569213867,
      "cov-distil (oracle2teacher)": 5.489101886749268,
      "epoch": 3.3712715855572997,
      "rel-constrast": 4.056129455566406,
      "step": 4295,
      "subrel-constrast": 5.0589399337768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1913504600524902,
      "cov-distil (oracle2student)": 3.365901231765747,
      "cov-distil (oracle2teacher)": 3.3496737480163574,
      "epoch": 3.3720565149136577,
      "rel-constrast": 2.7461469173431396,
      "step": 4296,
      "subrel-constrast": 3.198660373687744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3391680717468262,
      "cov-distil (oracle2student)": 2.923687696456909,
      "cov-distil (oracle2teacher)": 2.9049477577209473,
      "epoch": 3.3728414442700156,
      "rel-constrast": 2.0509743690490723,
      "step": 4297,
      "subrel-constrast": 2.7330877780914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6767972707748413,
      "cov-distil (oracle2student)": 5.263792991638184,
      "cov-distil (oracle2teacher)": 4.345954895019531,
      "epoch": 3.3736263736263736,
      "rel-constrast": 1.8726019859313965,
      "step": 4298,
      "subrel-constrast": 2.6284756660461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606415033340454,
      "cov-distil (oracle2student)": 3.813498020172119,
      "cov-distil (oracle2teacher)": 4.023953437805176,
      "epoch": 3.3744113029827316,
      "rel-constrast": 4.610630989074707,
      "step": 4299,
      "subrel-constrast": 4.719656944274902,
      "view-similarity": 0
    },
    {
      "epoch": 3.3751962323390896,
      "grad_norm": 8.875,
      "learning_rate": 3.5176387645289034e-05,
      "loss": 0.7473,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "overlap": 0.2874999940395355,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "student margin": 0.06201171875
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "teacher margin": 0.043701171875
    },
    {
      "epoch": 3.3751962323390896,
      "margin difference": -0.018310546875,
      "step": 4300
    },
    {
      "cov-distil": 1.6070315837860107,
      "cov-distil (oracle2student)": 4.680318355560303,
      "cov-distil (oracle2teacher)": 4.890135765075684,
      "epoch": 3.3751962323390896,
      "rel-constrast": 2.431760787963867,
      "step": 4300,
      "subrel-constrast": 3.5095107555389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326688528060913,
      "cov-distil (oracle2student)": 4.475771903991699,
      "cov-distil (oracle2teacher)": 4.233859062194824,
      "epoch": 3.3759811616954476,
      "rel-constrast": 2.0299882888793945,
      "step": 4301,
      "subrel-constrast": 3.0191333293914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3796353340148926,
      "cov-distil (oracle2student)": 3.799795627593994,
      "cov-distil (oracle2teacher)": 3.858471393585205,
      "epoch": 3.376766091051805,
      "rel-constrast": 2.771796703338623,
      "step": 4302,
      "subrel-constrast": 3.4184463024139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7268301248550415,
      "cov-distil (oracle2student)": 3.1467039585113525,
      "cov-distil (oracle2teacher)": 3.5663514137268066,
      "epoch": 3.377551020408163,
      "rel-constrast": 2.1536788940429688,
      "step": 4303,
      "subrel-constrast": 3.41182804107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426992416381836,
      "cov-distil (oracle2student)": 5.119106769561768,
      "cov-distil (oracle2teacher)": 5.421058654785156,
      "epoch": 3.378335949764521,
      "rel-constrast": 4.6100053787231445,
      "step": 4304,
      "subrel-constrast": 5.126726150512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2281407117843628,
      "cov-distil (oracle2student)": 4.735365867614746,
      "cov-distil (oracle2teacher)": 4.511551856994629,
      "epoch": 3.379120879120879,
      "rel-constrast": 2.9437355995178223,
      "step": 4305,
      "subrel-constrast": 3.6078124046325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.892219066619873,
      "cov-distil (oracle2student)": 2.147355079650879,
      "cov-distil (oracle2teacher)": 2.493425130844116,
      "epoch": 3.379905808477237,
      "rel-constrast": 2.8466413021087646,
      "step": 4306,
      "subrel-constrast": 3.377188205718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8602007627487183,
      "cov-distil (oracle2student)": 3.334291696548462,
      "cov-distil (oracle2teacher)": 3.1784558296203613,
      "epoch": 3.380690737833595,
      "rel-constrast": 2.851811170578003,
      "step": 4307,
      "subrel-constrast": 3.5957977771759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.180039405822754,
      "cov-distil (oracle2student)": 3.247203826904297,
      "cov-distil (oracle2teacher)": 3.2063236236572266,
      "epoch": 3.381475667189953,
      "rel-constrast": 3.1776695251464844,
      "step": 4308,
      "subrel-constrast": 3.228214740753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0730695724487305,
      "cov-distil (oracle2student)": 4.395778656005859,
      "cov-distil (oracle2teacher)": 4.398210525512695,
      "epoch": 3.3822605965463106,
      "rel-constrast": 3.0915489196777344,
      "step": 4309,
      "subrel-constrast": 3.3072497844696045,
      "view-similarity": 0
    },
    {
      "epoch": 3.3830455259026686,
      "grad_norm": 5.9375,
      "learning_rate": 3.5096616323376446e-05,
      "loss": 0.7595,
      "step": 4310
    },
    {
      "cov-distil": 1.1046628952026367,
      "cov-distil (oracle2student)": 4.107027530670166,
      "cov-distil (oracle2teacher)": 3.866300106048584,
      "epoch": 3.3830455259026686,
      "rel-constrast": 1.8343932628631592,
      "step": 4310,
      "subrel-constrast": 2.755218982696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1129721403121948,
      "cov-distil (oracle2student)": 3.558509349822998,
      "cov-distil (oracle2teacher)": 3.370309591293335,
      "epoch": 3.3838304552590266,
      "rel-constrast": 2.4290637969970703,
      "step": 4311,
      "subrel-constrast": 2.496331214904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5530568361282349,
      "cov-distil (oracle2student)": 7.085268020629883,
      "cov-distil (oracle2teacher)": 5.936017990112305,
      "epoch": 3.3846153846153846,
      "rel-constrast": 2.5687732696533203,
      "step": 4312,
      "subrel-constrast": 3.1640026569366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4793273210525513,
      "cov-distil (oracle2student)": 4.635717391967773,
      "cov-distil (oracle2teacher)": 4.406209945678711,
      "epoch": 3.3854003139717426,
      "rel-constrast": 2.8283424377441406,
      "step": 4313,
      "subrel-constrast": 3.1280717849731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433515310287476,
      "cov-distil (oracle2student)": 5.465259552001953,
      "cov-distil (oracle2teacher)": 5.646868705749512,
      "epoch": 3.3861852433281006,
      "rel-constrast": 3.0580263137817383,
      "step": 4314,
      "subrel-constrast": 3.969001054763794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6940135955810547,
      "cov-distil (oracle2student)": 5.907309532165527,
      "cov-distil (oracle2teacher)": 5.129887580871582,
      "epoch": 3.3869701726844585,
      "rel-constrast": 2.753241539001465,
      "step": 4315,
      "subrel-constrast": 3.6789567470550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3530863523483276,
      "cov-distil (oracle2student)": 5.182046890258789,
      "cov-distil (oracle2teacher)": 4.388139724731445,
      "epoch": 3.387755102040816,
      "rel-constrast": 2.6943769454956055,
      "step": 4316,
      "subrel-constrast": 3.2006072998046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.281203031539917,
      "cov-distil (oracle2student)": 4.672501564025879,
      "cov-distil (oracle2teacher)": 3.3676843643188477,
      "epoch": 3.388540031397174,
      "rel-constrast": 3.370619773864746,
      "step": 4317,
      "subrel-constrast": 2.9347972869873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7381078004837036,
      "cov-distil (oracle2student)": 3.7094101905822754,
      "cov-distil (oracle2teacher)": 3.322350025177002,
      "epoch": 3.389324960753532,
      "rel-constrast": 1.8797993659973145,
      "step": 4318,
      "subrel-constrast": 2.6159722805023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5448211431503296,
      "cov-distil (oracle2student)": 4.980890274047852,
      "cov-distil (oracle2teacher)": 4.246119022369385,
      "epoch": 3.39010989010989,
      "rel-constrast": 1.9900461435317993,
      "step": 4319,
      "subrel-constrast": 2.2139647006988525,
      "view-similarity": 0
    },
    {
      "epoch": 3.390894819466248,
      "grad_norm": 4.9375,
      "learning_rate": 3.501672197738025e-05,
      "loss": 0.6712,
      "step": 4320
    },
    {
      "cov-distil": 1.5868496894836426,
      "cov-distil (oracle2student)": 6.791464328765869,
      "cov-distil (oracle2teacher)": 5.74324369430542,
      "epoch": 3.390894819466248,
      "rel-constrast": 3.521695613861084,
      "step": 4320,
      "subrel-constrast": 3.9471802711486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7487925291061401,
      "cov-distil (oracle2student)": 4.058990478515625,
      "cov-distil (oracle2teacher)": 3.7175822257995605,
      "epoch": 3.391679748822606,
      "rel-constrast": 3.385788917541504,
      "step": 4321,
      "subrel-constrast": 3.966409206390381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6916966438293457,
      "cov-distil (oracle2student)": 3.8544998168945312,
      "cov-distil (oracle2teacher)": 4.102261066436768,
      "epoch": 3.392464678178964,
      "rel-constrast": 2.8494155406951904,
      "step": 4322,
      "subrel-constrast": 3.2767302989959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241194725036621,
      "cov-distil (oracle2student)": 3.7813496589660645,
      "cov-distil (oracle2teacher)": 3.373751163482666,
      "epoch": 3.393249607535322,
      "rel-constrast": 2.6841001510620117,
      "step": 4323,
      "subrel-constrast": 3.1393890380859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2056875228881836,
      "cov-distil (oracle2student)": 4.302753925323486,
      "cov-distil (oracle2teacher)": 4.139764308929443,
      "epoch": 3.39403453689168,
      "rel-constrast": 2.5620477199554443,
      "step": 4324,
      "subrel-constrast": 3.022333860397339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4186886548995972,
      "cov-distil (oracle2student)": 5.185190677642822,
      "cov-distil (oracle2teacher)": 4.502468585968018,
      "epoch": 3.3948194662480375,
      "rel-constrast": 2.673100471496582,
      "step": 4325,
      "subrel-constrast": 3.743234634399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1801085472106934,
      "cov-distil (oracle2student)": 2.6187944412231445,
      "cov-distil (oracle2teacher)": 2.657989740371704,
      "epoch": 3.3956043956043955,
      "rel-constrast": 2.0626344680786133,
      "step": 4326,
      "subrel-constrast": 2.312446355819702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7586145401000977,
      "cov-distil (oracle2student)": 3.485755681991577,
      "cov-distil (oracle2teacher)": 3.3005294799804688,
      "epoch": 3.3963893249607535,
      "rel-constrast": 2.231435537338257,
      "step": 4327,
      "subrel-constrast": 3.6241841316223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8845951557159424,
      "cov-distil (oracle2student)": 3.094089984893799,
      "cov-distil (oracle2teacher)": 3.0941219329833984,
      "epoch": 3.3971742543171115,
      "rel-constrast": 2.149083137512207,
      "step": 4328,
      "subrel-constrast": 3.2056071758270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4496195316314697,
      "cov-distil (oracle2student)": 4.971893310546875,
      "cov-distil (oracle2teacher)": 3.918898582458496,
      "epoch": 3.3979591836734695,
      "rel-constrast": 2.784313440322876,
      "step": 4329,
      "subrel-constrast": 2.8793861865997314,
      "view-similarity": 0
    },
    {
      "epoch": 3.3987441130298275,
      "grad_norm": 6.0625,
      "learning_rate": 3.493670558078785e-05,
      "loss": 0.7105,
      "step": 4330
    },
    {
      "cov-distil": 2.139741897583008,
      "cov-distil (oracle2student)": 4.459595680236816,
      "cov-distil (oracle2teacher)": 4.153514385223389,
      "epoch": 3.3987441130298275,
      "rel-constrast": 2.9336178302764893,
      "step": 4330,
      "subrel-constrast": 3.5426483154296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8372138738632202,
      "cov-distil (oracle2student)": 5.122504711151123,
      "cov-distil (oracle2teacher)": 4.389894485473633,
      "epoch": 3.3995290423861855,
      "rel-constrast": 2.200561761856079,
      "step": 4331,
      "subrel-constrast": 3.043774366378784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451472520828247,
      "cov-distil (oracle2student)": 4.4935455322265625,
      "cov-distil (oracle2teacher)": 4.550529956817627,
      "epoch": 3.400313971742543,
      "rel-constrast": 3.046175718307495,
      "step": 4332,
      "subrel-constrast": 4.188700199127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6066391468048096,
      "cov-distil (oracle2student)": 3.3231301307678223,
      "cov-distil (oracle2teacher)": 3.524153470993042,
      "epoch": 3.401098901098901,
      "rel-constrast": 2.4592247009277344,
      "step": 4333,
      "subrel-constrast": 3.2640533447265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7761101722717285,
      "cov-distil (oracle2student)": 3.691993236541748,
      "cov-distil (oracle2teacher)": 3.5918619632720947,
      "epoch": 3.401883830455259,
      "rel-constrast": 2.532475471496582,
      "step": 4334,
      "subrel-constrast": 3.1993820667266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4264700412750244,
      "cov-distil (oracle2student)": 5.446094989776611,
      "cov-distil (oracle2teacher)": 5.086271286010742,
      "epoch": 3.402668759811617,
      "rel-constrast": 2.2789182662963867,
      "step": 4335,
      "subrel-constrast": 2.802027463912964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470530390739441,
      "cov-distil (oracle2student)": 4.788012504577637,
      "cov-distil (oracle2teacher)": 4.586071491241455,
      "epoch": 3.403453689167975,
      "rel-constrast": 2.613029956817627,
      "step": 4336,
      "subrel-constrast": 3.5761330127716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6077542304992676,
      "cov-distil (oracle2student)": 3.4043993949890137,
      "cov-distil (oracle2teacher)": 3.3822834491729736,
      "epoch": 3.404238618524333,
      "rel-constrast": 2.1994104385375977,
      "step": 4337,
      "subrel-constrast": 2.8825976848602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6061058044433594,
      "cov-distil (oracle2student)": 3.284256935119629,
      "cov-distil (oracle2teacher)": 3.1568291187286377,
      "epoch": 3.405023547880691,
      "rel-constrast": 2.062321662902832,
      "step": 4338,
      "subrel-constrast": 2.9026947021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4323500394821167,
      "cov-distil (oracle2student)": 4.375099182128906,
      "cov-distil (oracle2teacher)": 4.173226833343506,
      "epoch": 3.4058084772370485,
      "rel-constrast": 1.8533875942230225,
      "step": 4339,
      "subrel-constrast": 2.878892183303833,
      "view-similarity": 0
    },
    {
      "epoch": 3.4065934065934065,
      "grad_norm": 4.40625,
      "learning_rate": 3.485656810857378e-05,
      "loss": 0.6454,
      "step": 4340
    },
    {
      "cov-distil": 1.4342269897460938,
      "cov-distil (oracle2student)": 4.85662317276001,
      "cov-distil (oracle2teacher)": 4.617469787597656,
      "epoch": 3.4065934065934065,
      "rel-constrast": 2.9650697708129883,
      "step": 4340,
      "subrel-constrast": 3.375319480895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6662046909332275,
      "cov-distil (oracle2student)": 2.8405885696411133,
      "cov-distil (oracle2teacher)": 2.7549448013305664,
      "epoch": 3.4073783359497645,
      "rel-constrast": 2.4089722633361816,
      "step": 4341,
      "subrel-constrast": 2.9394948482513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.177065372467041,
      "cov-distil (oracle2student)": 4.565441131591797,
      "cov-distil (oracle2teacher)": 4.123811721801758,
      "epoch": 3.4081632653061225,
      "rel-constrast": 2.664902448654175,
      "step": 4342,
      "subrel-constrast": 2.82611346244812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9501488208770752,
      "cov-distil (oracle2student)": 4.749402046203613,
      "cov-distil (oracle2teacher)": 4.898646831512451,
      "epoch": 3.4089481946624804,
      "rel-constrast": 3.5872597694396973,
      "step": 4343,
      "subrel-constrast": 4.1038818359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.866816759109497,
      "cov-distil (oracle2student)": 4.477634429931641,
      "cov-distil (oracle2teacher)": 4.093520164489746,
      "epoch": 3.4097331240188384,
      "rel-constrast": 2.992333173751831,
      "step": 4344,
      "subrel-constrast": 3.937943935394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1590845584869385,
      "cov-distil (oracle2student)": 3.3306336402893066,
      "cov-distil (oracle2teacher)": 3.7174556255340576,
      "epoch": 3.4105180533751964,
      "rel-constrast": 2.107438802719116,
      "step": 4345,
      "subrel-constrast": 2.891507625579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3627736568450928,
      "cov-distil (oracle2student)": 5.424285411834717,
      "cov-distil (oracle2teacher)": 5.241894721984863,
      "epoch": 3.411302982731554,
      "rel-constrast": 2.4199366569519043,
      "step": 4346,
      "subrel-constrast": 2.7590785026550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1438055038452148,
      "cov-distil (oracle2student)": 3.0015885829925537,
      "cov-distil (oracle2teacher)": 2.7257628440856934,
      "epoch": 3.412087912087912,
      "rel-constrast": 1.6537723541259766,
      "step": 4347,
      "subrel-constrast": 2.2006046772003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3739540576934814,
      "cov-distil (oracle2student)": 5.050268173217773,
      "cov-distil (oracle2teacher)": 4.976256847381592,
      "epoch": 3.41287284144427,
      "rel-constrast": 3.4977762699127197,
      "step": 4348,
      "subrel-constrast": 3.642068386077881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468092679977417,
      "cov-distil (oracle2student)": 4.922586441040039,
      "cov-distil (oracle2teacher)": 4.670984268188477,
      "epoch": 3.413657770800628,
      "rel-constrast": 2.6797611713409424,
      "step": 4349,
      "subrel-constrast": 3.3269388675689697,
      "view-similarity": 0
    },
    {
      "epoch": 3.414442700156986,
      "grad_norm": 4.875,
      "learning_rate": 3.477631053718784e-05,
      "loss": 0.7109,
      "step": 4350
    },
    {
      "cov-distil": 1.729709506034851,
      "cov-distil (oracle2student)": 7.371512413024902,
      "cov-distil (oracle2teacher)": 6.780152320861816,
      "epoch": 3.414442700156986,
      "rel-constrast": 3.0468926429748535,
      "step": 4350,
      "subrel-constrast": 3.619511842727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8298171758651733,
      "cov-distil (oracle2student)": 4.1926469802856445,
      "cov-distil (oracle2teacher)": 4.33797550201416,
      "epoch": 3.415227629513344,
      "rel-constrast": 1.90731942653656,
      "step": 4351,
      "subrel-constrast": 3.9180257320404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2000994682312012,
      "cov-distil (oracle2student)": 3.1099958419799805,
      "cov-distil (oracle2teacher)": 2.8313753604888916,
      "epoch": 3.416012558869702,
      "rel-constrast": 1.8644394874572754,
      "step": 4352,
      "subrel-constrast": 2.5117876529693604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.387500286102295,
      "cov-distil (oracle2student)": 5.58403205871582,
      "cov-distil (oracle2teacher)": 5.032406806945801,
      "epoch": 3.4167974882260594,
      "rel-constrast": 2.546957492828369,
      "step": 4353,
      "subrel-constrast": 3.183702230453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3728996515274048,
      "cov-distil (oracle2student)": 5.176409721374512,
      "cov-distil (oracle2teacher)": 5.02763032913208,
      "epoch": 3.4175824175824174,
      "rel-constrast": 2.554335832595825,
      "step": 4354,
      "subrel-constrast": 3.233808994293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3917262554168701,
      "cov-distil (oracle2student)": 4.72080135345459,
      "cov-distil (oracle2teacher)": 4.470463752746582,
      "epoch": 3.4183673469387754,
      "rel-constrast": 2.4900450706481934,
      "step": 4355,
      "subrel-constrast": 2.9301671981811523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5210962295532227,
      "cov-distil (oracle2student)": 3.818436861038208,
      "cov-distil (oracle2teacher)": 3.7320470809936523,
      "epoch": 3.4191522762951334,
      "rel-constrast": 2.1203784942626953,
      "step": 4356,
      "subrel-constrast": 3.085123062133789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9337702989578247,
      "cov-distil (oracle2student)": 3.905695915222168,
      "cov-distil (oracle2teacher)": 3.786832332611084,
      "epoch": 3.4199372056514914,
      "rel-constrast": 2.214442729949951,
      "step": 4357,
      "subrel-constrast": 3.0746960639953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.944266676902771,
      "cov-distil (oracle2student)": 3.74631929397583,
      "cov-distil (oracle2teacher)": 3.5445680618286133,
      "epoch": 3.4207221350078494,
      "rel-constrast": 2.2137093544006348,
      "step": 4358,
      "subrel-constrast": 2.874750852584839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622879981994629,
      "cov-distil (oracle2student)": 4.302679538726807,
      "cov-distil (oracle2teacher)": 4.042942047119141,
      "epoch": 3.4215070643642074,
      "rel-constrast": 2.231170892715454,
      "step": 4359,
      "subrel-constrast": 3.027784585952759,
      "view-similarity": 0
    },
    {
      "epoch": 3.422291993720565,
      "grad_norm": 4.4375,
      "learning_rate": 3.469593384454323e-05,
      "loss": 0.6171,
      "step": 4360
    },
    {
      "cov-distil": 1.5136207342147827,
      "cov-distil (oracle2student)": 4.142499923706055,
      "cov-distil (oracle2teacher)": 4.243683815002441,
      "epoch": 3.422291993720565,
      "rel-constrast": 3.040922164916992,
      "step": 4360,
      "subrel-constrast": 3.7262911796569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006345272064209,
      "cov-distil (oracle2student)": 3.144575357437134,
      "cov-distil (oracle2teacher)": 3.9849424362182617,
      "epoch": 3.423076923076923,
      "rel-constrast": 2.6852147579193115,
      "step": 4361,
      "subrel-constrast": 4.369438648223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.374287724494934,
      "cov-distil (oracle2student)": 4.589929580688477,
      "cov-distil (oracle2teacher)": 4.212416172027588,
      "epoch": 3.423861852433281,
      "rel-constrast": 3.0531716346740723,
      "step": 4362,
      "subrel-constrast": 3.8401708602905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9502681493759155,
      "cov-distil (oracle2student)": 5.432967185974121,
      "cov-distil (oracle2teacher)": 4.359376430511475,
      "epoch": 3.424646781789639,
      "rel-constrast": 2.941642999649048,
      "step": 4363,
      "subrel-constrast": 3.6300337314605713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2525516748428345,
      "cov-distil (oracle2student)": 3.8704445362091064,
      "cov-distil (oracle2teacher)": 4.5805864334106445,
      "epoch": 3.425431711145997,
      "rel-constrast": 2.5803723335266113,
      "step": 4364,
      "subrel-constrast": 3.538633108139038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5229954719543457,
      "cov-distil (oracle2student)": 4.058237075805664,
      "cov-distil (oracle2teacher)": 3.6661934852600098,
      "epoch": 3.426216640502355,
      "rel-constrast": 1.6287894248962402,
      "step": 4365,
      "subrel-constrast": 2.425164222717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7143126726150513,
      "cov-distil (oracle2student)": 5.095312118530273,
      "cov-distil (oracle2teacher)": 4.182836532592773,
      "epoch": 3.427001569858713,
      "rel-constrast": 3.66025447845459,
      "step": 4366,
      "subrel-constrast": 3.5730628967285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9689213037490845,
      "cov-distil (oracle2student)": 4.567089080810547,
      "cov-distil (oracle2teacher)": 4.18798828125,
      "epoch": 3.427786499215071,
      "rel-constrast": 2.4947876930236816,
      "step": 4367,
      "subrel-constrast": 3.3084182739257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.264287233352661,
      "cov-distil (oracle2student)": 5.814902305603027,
      "cov-distil (oracle2teacher)": 5.418259620666504,
      "epoch": 3.4285714285714284,
      "rel-constrast": 2.885312557220459,
      "step": 4368,
      "subrel-constrast": 3.7151975631713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7454185485839844,
      "cov-distil (oracle2student)": 4.260164260864258,
      "cov-distil (oracle2teacher)": 3.469855546951294,
      "epoch": 3.4293563579277864,
      "rel-constrast": 2.3168411254882812,
      "step": 4369,
      "subrel-constrast": 3.063917875289917,
      "view-similarity": 0
    },
    {
      "epoch": 3.4301412872841444,
      "grad_norm": 4.8125,
      "learning_rate": 3.461543901000458e-05,
      "loss": 0.7255,
      "step": 4370
    },
    {
      "cov-distil": 1.1428968906402588,
      "cov-distil (oracle2student)": 4.212471961975098,
      "cov-distil (oracle2teacher)": 4.1103363037109375,
      "epoch": 3.4301412872841444,
      "rel-constrast": 1.9619508981704712,
      "step": 4370,
      "subrel-constrast": 2.6111409664154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3402338027954102,
      "cov-distil (oracle2student)": 3.7874183654785156,
      "cov-distil (oracle2teacher)": 3.468946933746338,
      "epoch": 3.4309262166405023,
      "rel-constrast": 2.2568249702453613,
      "step": 4371,
      "subrel-constrast": 2.7286159992218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5337812900543213,
      "cov-distil (oracle2student)": 4.500875473022461,
      "cov-distil (oracle2teacher)": 4.3025946617126465,
      "epoch": 3.4317111459968603,
      "rel-constrast": 3.1126315593719482,
      "step": 4372,
      "subrel-constrast": 3.5536904335021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1680570840835571,
      "cov-distil (oracle2student)": 4.871827602386475,
      "cov-distil (oracle2teacher)": 4.541327476501465,
      "epoch": 3.4324960753532183,
      "rel-constrast": 2.9912567138671875,
      "step": 4373,
      "subrel-constrast": 3.8222625255584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5068739652633667,
      "cov-distil (oracle2student)": 4.168854713439941,
      "cov-distil (oracle2teacher)": 3.936854839324951,
      "epoch": 3.4332810047095763,
      "rel-constrast": 1.4929783344268799,
      "step": 4374,
      "subrel-constrast": 2.2259271144866943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6451256275177002,
      "cov-distil (oracle2student)": 6.426031112670898,
      "cov-distil (oracle2teacher)": 6.026773452758789,
      "epoch": 3.4340659340659343,
      "rel-constrast": 2.5337507724761963,
      "step": 4375,
      "subrel-constrast": 3.5245795249938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5222053527832031,
      "cov-distil (oracle2student)": 5.072022914886475,
      "cov-distil (oracle2teacher)": 4.621806621551514,
      "epoch": 3.434850863422292,
      "rel-constrast": 2.452993392944336,
      "step": 4376,
      "subrel-constrast": 3.103433609008789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195745468139648,
      "cov-distil (oracle2student)": 5.3676557540893555,
      "cov-distil (oracle2teacher)": 4.989318370819092,
      "epoch": 3.43563579277865,
      "rel-constrast": 3.0378780364990234,
      "step": 4377,
      "subrel-constrast": 3.8967201709747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6038753986358643,
      "cov-distil (oracle2student)": 3.4063024520874023,
      "cov-distil (oracle2teacher)": 3.397979259490967,
      "epoch": 3.436420722135008,
      "rel-constrast": 2.8590590953826904,
      "step": 4378,
      "subrel-constrast": 3.277677297592163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3780198097229004,
      "cov-distil (oracle2student)": 4.433746337890625,
      "cov-distil (oracle2teacher)": 4.116223335266113,
      "epoch": 3.437205651491366,
      "rel-constrast": 2.1124267578125,
      "step": 4379,
      "subrel-constrast": 2.5642635822296143,
      "view-similarity": 0
    },
    {
      "epoch": 3.437990580847724,
      "grad_norm": 4.4375,
      "learning_rate": 3.4534827014376034e-05,
      "loss": 0.6564,
      "step": 4380
    },
    {
      "cov-distil": 1.3578450679779053,
      "cov-distil (oracle2student)": 4.009967803955078,
      "cov-distil (oracle2teacher)": 4.245423316955566,
      "epoch": 3.437990580847724,
      "rel-constrast": 2.878805160522461,
      "step": 4380,
      "subrel-constrast": 3.921339750289917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0390019416809082,
      "cov-distil (oracle2student)": 3.427793502807617,
      "cov-distil (oracle2teacher)": 3.497589588165283,
      "epoch": 3.438775510204082,
      "rel-constrast": 2.3117642402648926,
      "step": 4381,
      "subrel-constrast": 3.0062012672424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1311038732528687,
      "cov-distil (oracle2student)": 4.397029876708984,
      "cov-distil (oracle2teacher)": 3.9202919006347656,
      "epoch": 3.4395604395604398,
      "rel-constrast": 2.551835775375366,
      "step": 4382,
      "subrel-constrast": 3.122413158416748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.217469334602356,
      "cov-distil (oracle2student)": 3.9386467933654785,
      "cov-distil (oracle2teacher)": 3.267282485961914,
      "epoch": 3.4403453689167973,
      "rel-constrast": 2.967329978942871,
      "step": 4383,
      "subrel-constrast": 3.217444658279419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471146821975708,
      "cov-distil (oracle2student)": 4.081575870513916,
      "cov-distil (oracle2teacher)": 3.3498196601867676,
      "epoch": 3.4411302982731553,
      "rel-constrast": 2.5234060287475586,
      "step": 4384,
      "subrel-constrast": 3.113978147506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2781224250793457,
      "cov-distil (oracle2student)": 5.00577974319458,
      "cov-distil (oracle2teacher)": 5.142986297607422,
      "epoch": 3.4419152276295133,
      "rel-constrast": 2.711137533187866,
      "step": 4385,
      "subrel-constrast": 2.8577539920806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5414416790008545,
      "cov-distil (oracle2student)": 5.101961135864258,
      "cov-distil (oracle2teacher)": 4.5129899978637695,
      "epoch": 3.4427001569858713,
      "rel-constrast": 2.822690010070801,
      "step": 4386,
      "subrel-constrast": 4.022926330566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2373075485229492,
      "cov-distil (oracle2student)": 5.122032165527344,
      "cov-distil (oracle2teacher)": 4.866312503814697,
      "epoch": 3.4434850863422293,
      "rel-constrast": 2.2197985649108887,
      "step": 4387,
      "subrel-constrast": 2.9444849491119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4321463108062744,
      "cov-distil (oracle2student)": 5.816883087158203,
      "cov-distil (oracle2teacher)": 4.7963480949401855,
      "epoch": 3.4442700156985873,
      "rel-constrast": 3.022092819213867,
      "step": 4388,
      "subrel-constrast": 3.7452597618103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6594136953353882,
      "cov-distil (oracle2student)": 3.9047317504882812,
      "cov-distil (oracle2teacher)": 3.766228675842285,
      "epoch": 3.4450549450549453,
      "rel-constrast": 2.1443638801574707,
      "step": 4389,
      "subrel-constrast": 3.2058184146881104,
      "view-similarity": 0
    },
    {
      "epoch": 3.445839874411303,
      "grad_norm": 4.8125,
      "learning_rate": 3.445409883988933e-05,
      "loss": 0.6872,
      "step": 4390
    },
    {
      "cov-distil": 1.8170491456985474,
      "cov-distil (oracle2student)": 5.860020637512207,
      "cov-distil (oracle2teacher)": 5.607403755187988,
      "epoch": 3.445839874411303,
      "rel-constrast": 2.5101687908172607,
      "step": 4390,
      "subrel-constrast": 3.8593084812164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6325876712799072,
      "cov-distil (oracle2student)": 4.855058670043945,
      "cov-distil (oracle2teacher)": 4.273164749145508,
      "epoch": 3.446624803767661,
      "rel-constrast": 3.0693540573120117,
      "step": 4391,
      "subrel-constrast": 3.103940010070801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.661298155784607,
      "cov-distil (oracle2student)": 4.235966205596924,
      "cov-distil (oracle2teacher)": 4.39111328125,
      "epoch": 3.4474097331240188,
      "rel-constrast": 1.9770596027374268,
      "step": 4392,
      "subrel-constrast": 2.825996160507202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3736058473587036,
      "cov-distil (oracle2student)": 3.6874420642852783,
      "cov-distil (oracle2teacher)": 3.6460556983947754,
      "epoch": 3.4481946624803768,
      "rel-constrast": 2.098456382751465,
      "step": 4393,
      "subrel-constrast": 2.9754478931427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5320024490356445,
      "cov-distil (oracle2student)": 4.464493751525879,
      "cov-distil (oracle2teacher)": 4.150317192077637,
      "epoch": 3.4489795918367347,
      "rel-constrast": 2.5214030742645264,
      "step": 4394,
      "subrel-constrast": 3.426088571548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.50421142578125,
      "cov-distil (oracle2student)": 4.666937828063965,
      "cov-distil (oracle2teacher)": 4.512441635131836,
      "epoch": 3.4497645211930927,
      "rel-constrast": 3.2634077072143555,
      "step": 4395,
      "subrel-constrast": 4.049572944641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6089417934417725,
      "cov-distil (oracle2student)": 3.349792003631592,
      "cov-distil (oracle2teacher)": 3.513760566711426,
      "epoch": 3.4505494505494507,
      "rel-constrast": 1.7926685810089111,
      "step": 4396,
      "subrel-constrast": 2.4472947120666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1927292346954346,
      "cov-distil (oracle2student)": 2.376904010772705,
      "cov-distil (oracle2teacher)": 2.6790404319763184,
      "epoch": 3.4513343799058083,
      "rel-constrast": 2.2940123081207275,
      "step": 4397,
      "subrel-constrast": 2.883204221725464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5113390684127808,
      "cov-distil (oracle2student)": 4.918117046356201,
      "cov-distil (oracle2teacher)": 5.111630439758301,
      "epoch": 3.4521193092621663,
      "rel-constrast": 2.3348617553710938,
      "step": 4398,
      "subrel-constrast": 3.183161497116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.219980001449585,
      "cov-distil (oracle2student)": 4.1677141189575195,
      "cov-distil (oracle2teacher)": 3.388317108154297,
      "epoch": 3.4529042386185242,
      "rel-constrast": 2.7201123237609863,
      "step": 4399,
      "subrel-constrast": 3.4646177291870117,
      "view-similarity": 0
    },
    {
      "epoch": 3.4536891679748822,
      "grad_norm": 4.78125,
      "learning_rate": 3.437325547019179e-05,
      "loss": 0.6522,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "overlap": 0.33281251788139343,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "student margin": 0.05975341796875
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "teacher margin": 0.03729248046875
    },
    {
      "epoch": 3.4536891679748822,
      "margin difference": -0.0224609375,
      "step": 4400
    },
    {
      "cov-distil": 2.083110809326172,
      "cov-distil (oracle2student)": 4.80320930480957,
      "cov-distil (oracle2teacher)": 4.657142639160156,
      "epoch": 3.4536891679748822,
      "rel-constrast": 2.69821834564209,
      "step": 4400,
      "subrel-constrast": 3.5400450229644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4471515417099,
      "cov-distil (oracle2student)": 4.713214874267578,
      "cov-distil (oracle2teacher)": 4.810725212097168,
      "epoch": 3.4544740973312402,
      "rel-constrast": 3.228610038757324,
      "step": 4401,
      "subrel-constrast": 4.3366923332214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653827428817749,
      "cov-distil (oracle2student)": 4.677766799926758,
      "cov-distil (oracle2teacher)": 4.130481719970703,
      "epoch": 3.455259026687598,
      "rel-constrast": 2.9569215774536133,
      "step": 4402,
      "subrel-constrast": 3.776387929916382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5401301383972168,
      "cov-distil (oracle2student)": 4.986854076385498,
      "cov-distil (oracle2teacher)": 5.694118022918701,
      "epoch": 3.456043956043956,
      "rel-constrast": 3.950085401535034,
      "step": 4403,
      "subrel-constrast": 4.7120280265808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3138244152069092,
      "cov-distil (oracle2student)": 3.786888837814331,
      "cov-distil (oracle2teacher)": 4.138369083404541,
      "epoch": 3.4568288854003137,
      "rel-constrast": 3.4676785469055176,
      "step": 4404,
      "subrel-constrast": 4.565848350524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.150437355041504,
      "cov-distil (oracle2student)": 3.836820363998413,
      "cov-distil (oracle2teacher)": 3.780690908432007,
      "epoch": 3.4576138147566717,
      "rel-constrast": 1.7466702461242676,
      "step": 4405,
      "subrel-constrast": 2.8666491508483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.613051414489746,
      "cov-distil (oracle2student)": 4.862545013427734,
      "cov-distil (oracle2teacher)": 4.206901550292969,
      "epoch": 3.4583987441130297,
      "rel-constrast": 3.5151212215423584,
      "step": 4406,
      "subrel-constrast": 4.089615345001221,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1306474208831787,
      "cov-distil (oracle2student)": 2.8779211044311523,
      "cov-distil (oracle2teacher)": 2.563753128051758,
      "epoch": 3.4591836734693877,
      "rel-constrast": 1.452458143234253,
      "step": 4407,
      "subrel-constrast": 1.9203168153762817,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8252748250961304,
      "cov-distil (oracle2student)": 4.315107822418213,
      "cov-distil (oracle2teacher)": 4.20784330368042,
      "epoch": 3.4599686028257457,
      "rel-constrast": 2.6931955814361572,
      "step": 4408,
      "subrel-constrast": 3.6147189140319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269005298614502,
      "cov-distil (oracle2student)": 5.12459135055542,
      "cov-distil (oracle2teacher)": 4.479462623596191,
      "epoch": 3.4607535321821037,
      "rel-constrast": 3.0369620323181152,
      "step": 4409,
      "subrel-constrast": 3.5233101844787598,
      "view-similarity": 0
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 5.5,
      "learning_rate": 3.4292297890334365e-05,
      "loss": 0.7562,
      "step": 4410
    },
    {
      "cov-distil": 1.3539179563522339,
      "cov-distil (oracle2student)": 4.502066612243652,
      "cov-distil (oracle2teacher)": 4.675049304962158,
      "epoch": 3.4615384615384617,
      "rel-constrast": 3.332796812057495,
      "step": 4410,
      "subrel-constrast": 4.110559463500977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4993953704833984,
      "cov-distil (oracle2student)": 5.4654083251953125,
      "cov-distil (oracle2teacher)": 5.618633270263672,
      "epoch": 3.462323390894819,
      "rel-constrast": 3.0566823482513428,
      "step": 4411,
      "subrel-constrast": 4.6651835441589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4190268516540527,
      "cov-distil (oracle2student)": 2.7297215461730957,
      "cov-distil (oracle2teacher)": 2.965930700302124,
      "epoch": 3.463108320251177,
      "rel-constrast": 2.3530356884002686,
      "step": 4412,
      "subrel-constrast": 2.927281141281128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7196415662765503,
      "cov-distil (oracle2student)": 4.065795421600342,
      "cov-distil (oracle2teacher)": 3.554194211959839,
      "epoch": 3.463893249607535,
      "rel-constrast": 2.441047191619873,
      "step": 4413,
      "subrel-constrast": 2.589073896408081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2932980060577393,
      "cov-distil (oracle2student)": 2.5081849098205566,
      "cov-distil (oracle2teacher)": 2.8972625732421875,
      "epoch": 3.464678178963893,
      "rel-constrast": 2.226104259490967,
      "step": 4414,
      "subrel-constrast": 3.1671335697174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7332355976104736,
      "cov-distil (oracle2student)": 4.549083709716797,
      "cov-distil (oracle2teacher)": 4.326278209686279,
      "epoch": 3.465463108320251,
      "rel-constrast": 2.1719915866851807,
      "step": 4415,
      "subrel-constrast": 3.0821447372436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69670832157135,
      "cov-distil (oracle2student)": 4.7676849365234375,
      "cov-distil (oracle2teacher)": 4.2730302810668945,
      "epoch": 3.466248037676609,
      "rel-constrast": 2.0051889419555664,
      "step": 4416,
      "subrel-constrast": 2.839214563369751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1408867835998535,
      "cov-distil (oracle2student)": 3.0755271911621094,
      "cov-distil (oracle2teacher)": 3.2152886390686035,
      "epoch": 3.467032967032967,
      "rel-constrast": 1.8510010242462158,
      "step": 4417,
      "subrel-constrast": 2.6656155586242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6809463500976562,
      "cov-distil (oracle2student)": 3.857895851135254,
      "cov-distil (oracle2teacher)": 3.8834927082061768,
      "epoch": 3.467817896389325,
      "rel-constrast": 2.820254325866699,
      "step": 4418,
      "subrel-constrast": 3.695613384246826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5399298667907715,
      "cov-distil (oracle2student)": 4.920973777770996,
      "cov-distil (oracle2teacher)": 3.542513608932495,
      "epoch": 3.468602825745683,
      "rel-constrast": 2.1809682846069336,
      "step": 4419,
      "subrel-constrast": 2.285505533218384,
      "view-similarity": 0
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 5.75,
      "learning_rate": 3.421122708675961e-05,
      "loss": 0.6487,
      "step": 4420
    },
    {
      "cov-distil": 1.4163620471954346,
      "cov-distil (oracle2student)": 5.286993026733398,
      "cov-distil (oracle2teacher)": 4.4362921714782715,
      "epoch": 3.4693877551020407,
      "rel-constrast": 2.4160726070404053,
      "step": 4420,
      "subrel-constrast": 2.9800868034362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5259459018707275,
      "cov-distil (oracle2student)": 3.5992581844329834,
      "cov-distil (oracle2teacher)": 4.038652420043945,
      "epoch": 3.4701726844583987,
      "rel-constrast": 2.3161675930023193,
      "step": 4421,
      "subrel-constrast": 3.345745086669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.382913589477539,
      "cov-distil (oracle2student)": 2.0389959812164307,
      "cov-distil (oracle2teacher)": 1.9423205852508545,
      "epoch": 3.4709576138147566,
      "rel-constrast": 2.194708824157715,
      "step": 4422,
      "subrel-constrast": 2.8989903926849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0701756477355957,
      "cov-distil (oracle2student)": 4.808018684387207,
      "cov-distil (oracle2teacher)": 4.544170379638672,
      "epoch": 3.4717425431711146,
      "rel-constrast": 2.9612228870391846,
      "step": 4423,
      "subrel-constrast": 4.223834991455078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6229315996170044,
      "cov-distil (oracle2student)": 3.5911760330200195,
      "cov-distil (oracle2teacher)": 3.7927162647247314,
      "epoch": 3.4725274725274726,
      "rel-constrast": 1.7508883476257324,
      "step": 4424,
      "subrel-constrast": 2.5156795978546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2852680683135986,
      "cov-distil (oracle2student)": 3.168792963027954,
      "cov-distil (oracle2teacher)": 3.273970603942871,
      "epoch": 3.4733124018838306,
      "rel-constrast": 2.087916851043701,
      "step": 4425,
      "subrel-constrast": 2.8486568927764893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.134286880493164,
      "cov-distil (oracle2student)": 4.7586469650268555,
      "cov-distil (oracle2teacher)": 4.2287445068359375,
      "epoch": 3.4740973312401886,
      "rel-constrast": 1.6490873098373413,
      "step": 4426,
      "subrel-constrast": 2.249755382537842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251908540725708,
      "cov-distil (oracle2student)": 3.5600790977478027,
      "cov-distil (oracle2teacher)": 3.8849575519561768,
      "epoch": 3.474882260596546,
      "rel-constrast": 2.2034082412719727,
      "step": 4427,
      "subrel-constrast": 3.1080422401428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9394659996032715,
      "cov-distil (oracle2student)": 5.37074089050293,
      "cov-distil (oracle2teacher)": 4.688296794891357,
      "epoch": 3.475667189952904,
      "rel-constrast": 3.1717658042907715,
      "step": 4428,
      "subrel-constrast": 3.214773178100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2721192836761475,
      "cov-distil (oracle2student)": 5.388917446136475,
      "cov-distil (oracle2teacher)": 5.069171905517578,
      "epoch": 3.476452119309262,
      "rel-constrast": 2.147747755050659,
      "step": 4429,
      "subrel-constrast": 2.449260950088501,
      "view-similarity": 0
    },
    {
      "epoch": 3.47723704866562,
      "grad_norm": 7.125,
      "learning_rate": 3.41300440472897e-05,
      "loss": 0.6097,
      "step": 4430
    },
    {
      "cov-distil": 1.4421920776367188,
      "cov-distil (oracle2student)": 5.230131149291992,
      "cov-distil (oracle2teacher)": 4.86775541305542,
      "epoch": 3.47723704866562,
      "rel-constrast": 3.3018264770507812,
      "step": 4430,
      "subrel-constrast": 3.7291414737701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640303134918213,
      "cov-distil (oracle2student)": 5.847167015075684,
      "cov-distil (oracle2teacher)": 5.001417636871338,
      "epoch": 3.478021978021978,
      "rel-constrast": 3.4827942848205566,
      "step": 4431,
      "subrel-constrast": 3.2487056255340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517000436782837,
      "cov-distil (oracle2student)": 6.607909202575684,
      "cov-distil (oracle2teacher)": 5.855751037597656,
      "epoch": 3.478806907378336,
      "rel-constrast": 1.9715039730072021,
      "step": 4432,
      "subrel-constrast": 3.064213752746582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3554692268371582,
      "cov-distil (oracle2student)": 2.5685646533966064,
      "cov-distil (oracle2teacher)": 2.562716007232666,
      "epoch": 3.479591836734694,
      "rel-constrast": 2.2809152603149414,
      "step": 4433,
      "subrel-constrast": 2.5851171016693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2718077898025513,
      "cov-distil (oracle2student)": 3.7658333778381348,
      "cov-distil (oracle2teacher)": 3.5234575271606445,
      "epoch": 3.4803767660910516,
      "rel-constrast": 2.20241117477417,
      "step": 4434,
      "subrel-constrast": 2.511371612548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624080777168274,
      "cov-distil (oracle2student)": 3.536569118499756,
      "cov-distil (oracle2teacher)": 3.3027162551879883,
      "epoch": 3.4811616954474096,
      "rel-constrast": 2.202789306640625,
      "step": 4435,
      "subrel-constrast": 3.021042585372925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536036491394043,
      "cov-distil (oracle2student)": 4.788987159729004,
      "cov-distil (oracle2teacher)": 4.7924299240112305,
      "epoch": 3.4819466248037676,
      "rel-constrast": 2.6556668281555176,
      "step": 4436,
      "subrel-constrast": 3.616983413696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3496031761169434,
      "cov-distil (oracle2student)": 4.836142063140869,
      "cov-distil (oracle2teacher)": 5.083414077758789,
      "epoch": 3.4827315541601256,
      "rel-constrast": 2.479503631591797,
      "step": 4437,
      "subrel-constrast": 3.3205933570861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4800312519073486,
      "cov-distil (oracle2student)": 3.653721332550049,
      "cov-distil (oracle2teacher)": 3.3566524982452393,
      "epoch": 3.4835164835164836,
      "rel-constrast": 2.313979148864746,
      "step": 4438,
      "subrel-constrast": 3.448789358139038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.083451509475708,
      "cov-distil (oracle2student)": 3.2233688831329346,
      "cov-distil (oracle2teacher)": 3.04386568069458,
      "epoch": 3.4843014128728416,
      "rel-constrast": 1.7652785778045654,
      "step": 4439,
      "subrel-constrast": 2.3842480182647705,
      "view-similarity": 0
    },
    {
      "epoch": 3.4850863422291996,
      "grad_norm": 5.53125,
      "learning_rate": 3.4048749761114335e-05,
      "loss": 0.6522,
      "step": 4440
    },
    {
      "cov-distil": 1.447129249572754,
      "cov-distil (oracle2student)": 5.937439918518066,
      "cov-distil (oracle2teacher)": 5.639605522155762,
      "epoch": 3.4850863422291996,
      "rel-constrast": 2.5863261222839355,
      "step": 4440,
      "subrel-constrast": 3.1547627449035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620678186416626,
      "cov-distil (oracle2student)": 4.094180107116699,
      "cov-distil (oracle2teacher)": 4.497958183288574,
      "epoch": 3.485871271585557,
      "rel-constrast": 2.4856677055358887,
      "step": 4441,
      "subrel-constrast": 3.106287956237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1229914426803589,
      "cov-distil (oracle2student)": 5.019906044006348,
      "cov-distil (oracle2teacher)": 4.529567241668701,
      "epoch": 3.486656200941915,
      "rel-constrast": 2.2283787727355957,
      "step": 4442,
      "subrel-constrast": 2.6514065265655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5457873344421387,
      "cov-distil (oracle2student)": 5.7708330154418945,
      "cov-distil (oracle2teacher)": 5.105783462524414,
      "epoch": 3.487441130298273,
      "rel-constrast": 2.4753236770629883,
      "step": 4443,
      "subrel-constrast": 3.2680816650390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5904185771942139,
      "cov-distil (oracle2student)": 4.654665946960449,
      "cov-distil (oracle2teacher)": 4.5606207847595215,
      "epoch": 3.488226059654631,
      "rel-constrast": 3.8404998779296875,
      "step": 4444,
      "subrel-constrast": 4.504575252532959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6672143936157227,
      "cov-distil (oracle2student)": 6.288714408874512,
      "cov-distil (oracle2teacher)": 5.581179618835449,
      "epoch": 3.489010989010989,
      "rel-constrast": 3.4340951442718506,
      "step": 4445,
      "subrel-constrast": 3.6211133003234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7262117862701416,
      "cov-distil (oracle2student)": 4.711060523986816,
      "cov-distil (oracle2teacher)": 3.8625378608703613,
      "epoch": 3.489795918367347,
      "rel-constrast": 2.6725528240203857,
      "step": 4446,
      "subrel-constrast": 3.124654769897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158092498779297,
      "cov-distil (oracle2student)": 4.7598958015441895,
      "cov-distil (oracle2teacher)": 4.486243724822998,
      "epoch": 3.490580847723705,
      "rel-constrast": 2.613454818725586,
      "step": 4447,
      "subrel-constrast": 3.739062786102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.238976240158081,
      "cov-distil (oracle2student)": 4.030452728271484,
      "cov-distil (oracle2teacher)": 3.4944117069244385,
      "epoch": 3.4913657770800626,
      "rel-constrast": 2.7160263061523438,
      "step": 4448,
      "subrel-constrast": 3.178351640701294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5930033922195435,
      "cov-distil (oracle2student)": 4.170886993408203,
      "cov-distil (oracle2teacher)": 3.8372621536254883,
      "epoch": 3.4921507064364206,
      "rel-constrast": 3.2492709159851074,
      "step": 4449,
      "subrel-constrast": 3.8053855895996094,
      "view-similarity": 0
    },
    {
      "epoch": 3.4929356357927785,
      "grad_norm": 7.125,
      "learning_rate": 3.3967345218778736e-05,
      "loss": 0.746,
      "step": 4450
    },
    {
      "cov-distil": 1.8670923709869385,
      "cov-distil (oracle2student)": 5.966485023498535,
      "cov-distil (oracle2teacher)": 5.196842193603516,
      "epoch": 3.4929356357927785,
      "rel-constrast": 2.6267571449279785,
      "step": 4450,
      "subrel-constrast": 3.4329135417938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8524200916290283,
      "cov-distil (oracle2student)": 4.45188045501709,
      "cov-distil (oracle2teacher)": 3.913437843322754,
      "epoch": 3.4937205651491365,
      "rel-constrast": 2.584484338760376,
      "step": 4451,
      "subrel-constrast": 3.2343051433563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.292894721031189,
      "cov-distil (oracle2student)": 3.347292900085449,
      "cov-distil (oracle2teacher)": 3.0991270542144775,
      "epoch": 3.4945054945054945,
      "rel-constrast": 2.765911102294922,
      "step": 4452,
      "subrel-constrast": 3.0285208225250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0118460655212402,
      "cov-distil (oracle2student)": 3.5320048332214355,
      "cov-distil (oracle2teacher)": 3.36354923248291,
      "epoch": 3.4952904238618525,
      "rel-constrast": 2.2815520763397217,
      "step": 4453,
      "subrel-constrast": 3.6117448806762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2603652477264404,
      "cov-distil (oracle2student)": 3.9683964252471924,
      "cov-distil (oracle2teacher)": 4.006126403808594,
      "epoch": 3.4960753532182105,
      "rel-constrast": 2.8818020820617676,
      "step": 4454,
      "subrel-constrast": 3.5265214443206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669865608215332,
      "cov-distil (oracle2student)": 4.256823539733887,
      "cov-distil (oracle2teacher)": 3.2838706970214844,
      "epoch": 3.496860282574568,
      "rel-constrast": 3.3892879486083984,
      "step": 4455,
      "subrel-constrast": 3.4566726684570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6378028392791748,
      "cov-distil (oracle2student)": 4.1138434410095215,
      "cov-distil (oracle2teacher)": 4.16050910949707,
      "epoch": 3.497645211930926,
      "rel-constrast": 3.568096399307251,
      "step": 4456,
      "subrel-constrast": 4.230770587921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7402615547180176,
      "cov-distil (oracle2student)": 2.427061080932617,
      "cov-distil (oracle2teacher)": 2.8892037868499756,
      "epoch": 3.498430141287284,
      "rel-constrast": 1.6491867303848267,
      "step": 4457,
      "subrel-constrast": 2.8876149654388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4540801048278809,
      "cov-distil (oracle2student)": 4.938150405883789,
      "cov-distil (oracle2teacher)": 5.142474174499512,
      "epoch": 3.499215070643642,
      "rel-constrast": 2.628448963165283,
      "step": 4458,
      "subrel-constrast": 3.658612012863159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6858279705047607,
      "cov-distil (oracle2student)": 4.121971607208252,
      "cov-distil (oracle2teacher)": 3.8315317630767822,
      "epoch": 3.5,
      "rel-constrast": 2.3115530014038086,
      "step": 4459,
      "subrel-constrast": 2.7943990230560303,
      "view-similarity": 0
    },
    {
      "epoch": 3.500784929356358,
      "grad_norm": 4.6875,
      "learning_rate": 3.388583141217158e-05,
      "loss": 0.7081,
      "step": 4460
    },
    {
      "cov-distil": 2.011590003967285,
      "cov-distil (oracle2student)": 4.211367607116699,
      "cov-distil (oracle2teacher)": 3.9661166667938232,
      "epoch": 3.500784929356358,
      "rel-constrast": 3.04012393951416,
      "step": 4460,
      "subrel-constrast": 3.3002142906188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117293119430542,
      "cov-distil (oracle2student)": 4.484894752502441,
      "cov-distil (oracle2teacher)": 4.796799182891846,
      "epoch": 3.501569858712716,
      "rel-constrast": 2.945119857788086,
      "step": 4461,
      "subrel-constrast": 4.100958824157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2184417247772217,
      "cov-distil (oracle2student)": 5.188465118408203,
      "cov-distil (oracle2teacher)": 4.8179931640625,
      "epoch": 3.5023547880690735,
      "rel-constrast": 2.6257221698760986,
      "step": 4462,
      "subrel-constrast": 3.3649041652679443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0992357730865479,
      "cov-distil (oracle2student)": 3.7953174114227295,
      "cov-distil (oracle2teacher)": 3.981336832046509,
      "epoch": 3.503139717425432,
      "rel-constrast": 2.776157855987549,
      "step": 4463,
      "subrel-constrast": 3.0287089347839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9506961107254028,
      "cov-distil (oracle2student)": 3.028245210647583,
      "cov-distil (oracle2teacher)": 2.9275994300842285,
      "epoch": 3.5039246467817895,
      "rel-constrast": 2.163841962814331,
      "step": 4464,
      "subrel-constrast": 2.7837953567504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3489770889282227,
      "cov-distil (oracle2student)": 2.512758731842041,
      "cov-distil (oracle2teacher)": 2.4328460693359375,
      "epoch": 3.5047095761381475,
      "rel-constrast": 2.6060080528259277,
      "step": 4465,
      "subrel-constrast": 3.615126371383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686267614364624,
      "cov-distil (oracle2student)": 3.8370089530944824,
      "cov-distil (oracle2teacher)": 3.7435574531555176,
      "epoch": 3.5054945054945055,
      "rel-constrast": 2.610682964324951,
      "step": 4466,
      "subrel-constrast": 3.0447587966918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2480216026306152,
      "cov-distil (oracle2student)": 4.681978225708008,
      "cov-distil (oracle2teacher)": 4.429604530334473,
      "epoch": 3.5062794348508635,
      "rel-constrast": 2.6621317863464355,
      "step": 4467,
      "subrel-constrast": 3.384953498840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6582624912261963,
      "cov-distil (oracle2student)": 5.742953300476074,
      "cov-distil (oracle2teacher)": 5.100097179412842,
      "epoch": 3.5070643642072215,
      "rel-constrast": 3.129800796508789,
      "step": 4468,
      "subrel-constrast": 3.9869918823242188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83059823513031,
      "cov-distil (oracle2student)": 4.111177444458008,
      "cov-distil (oracle2teacher)": 3.8727521896362305,
      "epoch": 3.5078492935635794,
      "rel-constrast": 2.7516260147094727,
      "step": 4469,
      "subrel-constrast": 3.5858817100524902,
      "view-similarity": 0
    },
    {
      "epoch": 3.5086342229199374,
      "grad_norm": 5.90625,
      "learning_rate": 3.380420933451286e-05,
      "loss": 0.7232,
      "step": 4470
    },
    {
      "cov-distil": 1.6047554016113281,
      "cov-distil (oracle2student)": 3.784022331237793,
      "cov-distil (oracle2teacher)": 3.894923210144043,
      "epoch": 3.5086342229199374,
      "rel-constrast": 2.715104341506958,
      "step": 4470,
      "subrel-constrast": 3.6332662105560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489861249923706,
      "cov-distil (oracle2student)": 2.837482213973999,
      "cov-distil (oracle2teacher)": 3.2227320671081543,
      "epoch": 3.509419152276295,
      "rel-constrast": 2.5971431732177734,
      "step": 4471,
      "subrel-constrast": 3.1411380767822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2996716499328613,
      "cov-distil (oracle2student)": 4.191470146179199,
      "cov-distil (oracle2teacher)": 4.173173427581787,
      "epoch": 3.510204081632653,
      "rel-constrast": 3.2384262084960938,
      "step": 4472,
      "subrel-constrast": 3.8484113216400146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8755964040756226,
      "cov-distil (oracle2student)": 5.172666549682617,
      "cov-distil (oracle2teacher)": 4.841122627258301,
      "epoch": 3.510989010989011,
      "rel-constrast": 3.1160967350006104,
      "step": 4473,
      "subrel-constrast": 3.693300247192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1494855880737305,
      "cov-distil (oracle2student)": 4.04222297668457,
      "cov-distil (oracle2teacher)": 3.993225574493408,
      "epoch": 3.511773940345369,
      "rel-constrast": 2.8247671127319336,
      "step": 4474,
      "subrel-constrast": 3.43162202835083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4597585201263428,
      "cov-distil (oracle2student)": 4.022150993347168,
      "cov-distil (oracle2teacher)": 3.854496955871582,
      "epoch": 3.512558869701727,
      "rel-constrast": 2.296330690383911,
      "step": 4475,
      "subrel-constrast": 2.694549798965454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422832727432251,
      "cov-distil (oracle2student)": 4.234494209289551,
      "cov-distil (oracle2teacher)": 3.9056954383850098,
      "epoch": 3.513343799058085,
      "rel-constrast": 3.229376792907715,
      "step": 4476,
      "subrel-constrast": 3.2767772674560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5866682529449463,
      "cov-distil (oracle2student)": 3.8399460315704346,
      "cov-distil (oracle2teacher)": 4.2594170570373535,
      "epoch": 3.514128728414443,
      "rel-constrast": 2.140336036682129,
      "step": 4477,
      "subrel-constrast": 3.3100433349609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6586191654205322,
      "cov-distil (oracle2student)": 5.530477523803711,
      "cov-distil (oracle2teacher)": 5.372003078460693,
      "epoch": 3.5149136577708004,
      "rel-constrast": 2.8134212493896484,
      "step": 4478,
      "subrel-constrast": 3.3986599445343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6784225702285767,
      "cov-distil (oracle2student)": 4.343234539031982,
      "cov-distil (oracle2teacher)": 3.916654348373413,
      "epoch": 3.5156985871271584,
      "rel-constrast": 3.280318260192871,
      "step": 4479,
      "subrel-constrast": 3.056410789489746,
      "view-similarity": 0
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 7.5,
      "learning_rate": 3.3722479980341835e-05,
      "loss": 0.7443,
      "step": 4480
    },
    {
      "cov-distil": 1.372475504875183,
      "cov-distil (oracle2student)": 3.5467379093170166,
      "cov-distil (oracle2teacher)": 3.278374671936035,
      "epoch": 3.5164835164835164,
      "rel-constrast": 2.058023452758789,
      "step": 4480,
      "subrel-constrast": 3.0199124813079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9024169445037842,
      "cov-distil (oracle2student)": 4.12660551071167,
      "cov-distil (oracle2teacher)": 4.030977725982666,
      "epoch": 3.5172684458398744,
      "rel-constrast": 2.7213706970214844,
      "step": 4481,
      "subrel-constrast": 3.3010857105255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6883776187896729,
      "cov-distil (oracle2student)": 3.5663766860961914,
      "cov-distil (oracle2teacher)": 3.355884075164795,
      "epoch": 3.5180533751962324,
      "rel-constrast": 1.8228347301483154,
      "step": 4482,
      "subrel-constrast": 2.68414044380188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6134779453277588,
      "cov-distil (oracle2student)": 3.7650296688079834,
      "cov-distil (oracle2teacher)": 3.9289731979370117,
      "epoch": 3.5188383045525904,
      "rel-constrast": 2.6894702911376953,
      "step": 4483,
      "subrel-constrast": 3.48557448387146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.625899076461792,
      "cov-distil (oracle2student)": 3.0067179203033447,
      "cov-distil (oracle2teacher)": 2.956202983856201,
      "epoch": 3.5196232339089484,
      "rel-constrast": 3.0609488487243652,
      "step": 4484,
      "subrel-constrast": 3.6123533248901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.408169150352478,
      "cov-distil (oracle2student)": 3.4293248653411865,
      "cov-distil (oracle2teacher)": 3.7552127838134766,
      "epoch": 3.520408163265306,
      "rel-constrast": 2.6070711612701416,
      "step": 4485,
      "subrel-constrast": 3.0844504833221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.353028416633606,
      "cov-distil (oracle2student)": 2.6220474243164062,
      "cov-distil (oracle2teacher)": 2.766543388366699,
      "epoch": 3.521193092621664,
      "rel-constrast": 1.68267023563385,
      "step": 4486,
      "subrel-constrast": 2.3395347595214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3953750133514404,
      "cov-distil (oracle2student)": 2.5612568855285645,
      "cov-distil (oracle2teacher)": 2.6861886978149414,
      "epoch": 3.521978021978022,
      "rel-constrast": 1.926785945892334,
      "step": 4487,
      "subrel-constrast": 2.4653067588806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4495882987976074,
      "cov-distil (oracle2student)": 4.453783988952637,
      "cov-distil (oracle2teacher)": 4.339688777923584,
      "epoch": 3.52276295133438,
      "rel-constrast": 3.0762829780578613,
      "step": 4488,
      "subrel-constrast": 3.600567579269409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9119346141815186,
      "cov-distil (oracle2student)": 4.775094985961914,
      "cov-distil (oracle2teacher)": 4.101285934448242,
      "epoch": 3.523547880690738,
      "rel-constrast": 3.4009971618652344,
      "step": 4489,
      "subrel-constrast": 3.8536736965179443,
      "view-similarity": 0
    },
    {
      "epoch": 3.524332810047096,
      "grad_norm": 7.96875,
      "learning_rate": 3.364064434550489e-05,
      "loss": 0.6655,
      "step": 4490
    },
    {
      "cov-distil": 2.0544471740722656,
      "cov-distil (oracle2student)": 3.800340175628662,
      "cov-distil (oracle2teacher)": 4.07524299621582,
      "epoch": 3.524332810047096,
      "rel-constrast": 3.1649229526519775,
      "step": 4490,
      "subrel-constrast": 4.268918037414551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479675054550171,
      "cov-distil (oracle2student)": 5.025692939758301,
      "cov-distil (oracle2teacher)": 4.731207847595215,
      "epoch": 3.525117739403454,
      "rel-constrast": 3.8499064445495605,
      "step": 4491,
      "subrel-constrast": 4.1291608810424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3522183895111084,
      "cov-distil (oracle2student)": 3.3905246257781982,
      "cov-distil (oracle2teacher)": 3.0983078479766846,
      "epoch": 3.5259026687598114,
      "rel-constrast": 1.7972965240478516,
      "step": 4492,
      "subrel-constrast": 2.6504366397857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6895378828048706,
      "cov-distil (oracle2student)": 2.4196460247039795,
      "cov-distil (oracle2teacher)": 2.9636120796203613,
      "epoch": 3.5266875981161694,
      "rel-constrast": 2.82375431060791,
      "step": 4493,
      "subrel-constrast": 3.1704235076904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6142070293426514,
      "cov-distil (oracle2student)": 3.4395413398742676,
      "cov-distil (oracle2teacher)": 3.228231430053711,
      "epoch": 3.5274725274725274,
      "rel-constrast": 2.2943077087402344,
      "step": 4494,
      "subrel-constrast": 2.935967206954956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.263883113861084,
      "cov-distil (oracle2student)": 3.3016397953033447,
      "cov-distil (oracle2teacher)": 3.6512928009033203,
      "epoch": 3.5282574568288854,
      "rel-constrast": 2.014611005783081,
      "step": 4495,
      "subrel-constrast": 2.860031843185425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3983573913574219,
      "cov-distil (oracle2student)": 5.581599235534668,
      "cov-distil (oracle2teacher)": 4.9139251708984375,
      "epoch": 3.5290423861852434,
      "rel-constrast": 3.541335105895996,
      "step": 4496,
      "subrel-constrast": 3.9089999198913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5811560153961182,
      "cov-distil (oracle2student)": 4.196984767913818,
      "cov-distil (oracle2teacher)": 4.194854259490967,
      "epoch": 3.5298273155416013,
      "rel-constrast": 2.3224217891693115,
      "step": 4497,
      "subrel-constrast": 2.9190127849578857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9628827571868896,
      "cov-distil (oracle2student)": 4.482645034790039,
      "cov-distil (oracle2teacher)": 3.5153565406799316,
      "epoch": 3.5306122448979593,
      "rel-constrast": 2.533115863800049,
      "step": 4498,
      "subrel-constrast": 2.916748046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.41325044631958,
      "cov-distil (oracle2student)": 5.022308826446533,
      "cov-distil (oracle2teacher)": 4.765371322631836,
      "epoch": 3.531397174254317,
      "rel-constrast": 2.6755495071411133,
      "step": 4499,
      "subrel-constrast": 3.4413161277770996,
      "view-similarity": 0
    },
    {
      "epoch": 3.5321821036106753,
      "grad_norm": 6.03125,
      "learning_rate": 3.355870342714344e-05,
      "loss": 0.715,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-P@10": 0.758,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-nDCG@10": 0.768632817386439,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-alpha_nDCG@10": 0.5840923515718318,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-P@10": 0.42999999999999994,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-nDCG@10": 0.6103697960159763,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-alpha_nDCG@10": 0.5951249273495542,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/avg": 0.5377487548554936,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "overlap": 0.32500001788139343,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "student margin": 0.057861328125
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "teacher margin": 0.047332763671875
    },
    {
      "epoch": 3.5321821036106753,
      "margin difference": -0.010528564453125,
      "step": 4500
    },
    {
      "cov-distil": 1.5500733852386475,
      "cov-distil (oracle2student)": 2.65156888961792,
      "cov-distil (oracle2teacher)": 3.294520616531372,
      "epoch": 3.5321821036106753,
      "rel-constrast": 3.2318356037139893,
      "step": 4500,
      "subrel-constrast": 3.6806716918945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4552820920944214,
      "cov-distil (oracle2student)": 4.793566703796387,
      "cov-distil (oracle2teacher)": 4.470250129699707,
      "epoch": 3.532967032967033,
      "rel-constrast": 2.5932390689849854,
      "step": 4501,
      "subrel-constrast": 3.447798728942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311275839805603,
      "cov-distil (oracle2student)": 4.184120178222656,
      "cov-distil (oracle2teacher)": 4.109935283660889,
      "epoch": 3.533751962323391,
      "rel-constrast": 2.130197048187256,
      "step": 4502,
      "subrel-constrast": 2.6860146522521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7691001892089844,
      "cov-distil (oracle2student)": 4.051516056060791,
      "cov-distil (oracle2teacher)": 3.840989112854004,
      "epoch": 3.534536891679749,
      "rel-constrast": 2.5381884574890137,
      "step": 4503,
      "subrel-constrast": 3.7701573371887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5577725172042847,
      "cov-distil (oracle2student)": 4.770755767822266,
      "cov-distil (oracle2teacher)": 4.200665473937988,
      "epoch": 3.535321821036107,
      "rel-constrast": 2.37127423286438,
      "step": 4504,
      "subrel-constrast": 2.960083246231079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.393507719039917,
      "cov-distil (oracle2student)": 4.309267520904541,
      "cov-distil (oracle2teacher)": 3.7083945274353027,
      "epoch": 3.536106750392465,
      "rel-constrast": 3.0710935592651367,
      "step": 4505,
      "subrel-constrast": 3.9168877601623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546937108039856,
      "cov-distil (oracle2student)": 5.0268754959106445,
      "cov-distil (oracle2teacher)": 4.705002307891846,
      "epoch": 3.5368916797488223,
      "rel-constrast": 1.9822211265563965,
      "step": 4506,
      "subrel-constrast": 3.0949859619140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2818756103515625,
      "cov-distil (oracle2student)": 3.2837562561035156,
      "cov-distil (oracle2teacher)": 3.2025344371795654,
      "epoch": 3.537676609105181,
      "rel-constrast": 2.1682112216949463,
      "step": 4507,
      "subrel-constrast": 2.7151389122009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7621666193008423,
      "cov-distil (oracle2student)": 4.121857643127441,
      "cov-distil (oracle2teacher)": 4.472517013549805,
      "epoch": 3.5384615384615383,
      "rel-constrast": 2.23721981048584,
      "step": 4508,
      "subrel-constrast": 3.3101329803466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9587478637695312,
      "cov-distil (oracle2student)": 3.210084915161133,
      "cov-distil (oracle2teacher)": 3.132266044616699,
      "epoch": 3.5392464678178963,
      "rel-constrast": 2.7812347412109375,
      "step": 4509,
      "subrel-constrast": 3.2724809646606445,
      "view-similarity": 0
    },
    {
      "epoch": 3.5400313971742543,
      "grad_norm": 5.6875,
      "learning_rate": 3.3476658223681665e-05,
      "loss": 0.6666,
      "step": 4510
    },
    {
      "cov-distil": 1.7030730247497559,
      "cov-distil (oracle2student)": 4.780744552612305,
      "cov-distil (oracle2teacher)": 4.559857368469238,
      "epoch": 3.5400313971742543,
      "rel-constrast": 2.7865583896636963,
      "step": 4510,
      "subrel-constrast": 3.3557755947113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446142315864563,
      "cov-distil (oracle2student)": 2.7577524185180664,
      "cov-distil (oracle2teacher)": 2.840993881225586,
      "epoch": 3.5408163265306123,
      "rel-constrast": 2.563591718673706,
      "step": 4511,
      "subrel-constrast": 3.123901128768921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0954318046569824,
      "cov-distil (oracle2student)": 4.647892951965332,
      "cov-distil (oracle2teacher)": 4.042099952697754,
      "epoch": 3.5416012558869703,
      "rel-constrast": 1.8081977367401123,
      "step": 4512,
      "subrel-constrast": 2.3662586212158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3090565204620361,
      "cov-distil (oracle2student)": 3.5834741592407227,
      "cov-distil (oracle2teacher)": 3.458418130874634,
      "epoch": 3.542386185243328,
      "rel-constrast": 2.3985228538513184,
      "step": 4513,
      "subrel-constrast": 3.2480664253234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.186160087585449,
      "cov-distil (oracle2student)": 5.4518961906433105,
      "cov-distil (oracle2teacher)": 4.407070159912109,
      "epoch": 3.5431711145996863,
      "rel-constrast": 2.7481231689453125,
      "step": 4514,
      "subrel-constrast": 3.085500717163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9632961750030518,
      "cov-distil (oracle2student)": 5.51638126373291,
      "cov-distil (oracle2teacher)": 5.587140083312988,
      "epoch": 3.543956043956044,
      "rel-constrast": 2.5995640754699707,
      "step": 4515,
      "subrel-constrast": 3.6231689453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3762648105621338,
      "cov-distil (oracle2student)": 4.972273826599121,
      "cov-distil (oracle2teacher)": 4.6344380378723145,
      "epoch": 3.544740973312402,
      "rel-constrast": 2.3253297805786133,
      "step": 4516,
      "subrel-constrast": 2.975248336791992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4545161724090576,
      "cov-distil (oracle2student)": 3.279984712600708,
      "cov-distil (oracle2teacher)": 2.8648576736450195,
      "epoch": 3.5455259026687598,
      "rel-constrast": 1.8366161584854126,
      "step": 4517,
      "subrel-constrast": 2.303406000137329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1715928316116333,
      "cov-distil (oracle2student)": 3.722372055053711,
      "cov-distil (oracle2teacher)": 3.3990721702575684,
      "epoch": 3.5463108320251178,
      "rel-constrast": 2.4503118991851807,
      "step": 4518,
      "subrel-constrast": 3.2511820793151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521164059638977,
      "cov-distil (oracle2student)": 4.501117706298828,
      "cov-distil (oracle2teacher)": 4.875428199768066,
      "epoch": 3.5470957613814758,
      "rel-constrast": 2.6156959533691406,
      "step": 4519,
      "subrel-constrast": 3.7784225940704346,
      "view-similarity": 0
    },
    {
      "epoch": 3.5478806907378337,
      "grad_norm": 5.25,
      "learning_rate": 3.339450973481452e-05,
      "loss": 0.6414,
      "step": 4520
    },
    {
      "cov-distil": 1.4122998714447021,
      "cov-distil (oracle2student)": 4.162135124206543,
      "cov-distil (oracle2teacher)": 4.468746185302734,
      "epoch": 3.5478806907378337,
      "rel-constrast": 3.5039026737213135,
      "step": 4520,
      "subrel-constrast": 4.158134937286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8696558475494385,
      "cov-distil (oracle2student)": 5.224581241607666,
      "cov-distil (oracle2teacher)": 4.344736576080322,
      "epoch": 3.5486656200941917,
      "rel-constrast": 1.581465721130371,
      "step": 4521,
      "subrel-constrast": 2.444401264190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2117602825164795,
      "cov-distil (oracle2student)": 2.9545159339904785,
      "cov-distil (oracle2teacher)": 3.151010513305664,
      "epoch": 3.5494505494505493,
      "rel-constrast": 2.5606141090393066,
      "step": 4522,
      "subrel-constrast": 3.729196786880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186025619506836,
      "cov-distil (oracle2student)": 6.1401262283325195,
      "cov-distil (oracle2teacher)": 5.2088422775268555,
      "epoch": 3.5502354788069073,
      "rel-constrast": 3.7687625885009766,
      "step": 4523,
      "subrel-constrast": 4.189244747161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618236780166626,
      "cov-distil (oracle2student)": 4.61152982711792,
      "cov-distil (oracle2teacher)": 4.319479942321777,
      "epoch": 3.5510204081632653,
      "rel-constrast": 2.1971356868743896,
      "step": 4524,
      "subrel-constrast": 3.053295135498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6949410438537598,
      "cov-distil (oracle2student)": 3.9699249267578125,
      "cov-distil (oracle2teacher)": 4.689221382141113,
      "epoch": 3.5518053375196232,
      "rel-constrast": 1.54355788230896,
      "step": 4525,
      "subrel-constrast": 2.5988736152648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3523355722427368,
      "cov-distil (oracle2student)": 3.7044639587402344,
      "cov-distil (oracle2teacher)": 3.531100273132324,
      "epoch": 3.5525902668759812,
      "rel-constrast": 3.6085267066955566,
      "step": 4526,
      "subrel-constrast": 3.7550907135009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6936005353927612,
      "cov-distil (oracle2student)": 3.729078769683838,
      "cov-distil (oracle2teacher)": 3.1789913177490234,
      "epoch": 3.553375196232339,
      "rel-constrast": 3.0179781913757324,
      "step": 4527,
      "subrel-constrast": 3.4167897701263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620288372039795,
      "cov-distil (oracle2student)": 4.522939682006836,
      "cov-distil (oracle2teacher)": 4.330385684967041,
      "epoch": 3.554160125588697,
      "rel-constrast": 2.6728010177612305,
      "step": 4528,
      "subrel-constrast": 3.458082914352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1173374652862549,
      "cov-distil (oracle2student)": 3.1199421882629395,
      "cov-distil (oracle2teacher)": 3.564208984375,
      "epoch": 3.5549450549450547,
      "rel-constrast": 2.679717779159546,
      "step": 4529,
      "subrel-constrast": 3.471839189529419,
      "view-similarity": 0
    },
    {
      "epoch": 3.5557299843014127,
      "grad_norm": 5.6875,
      "learning_rate": 3.33122589614954e-05,
      "loss": 0.7194,
      "step": 4530
    },
    {
      "cov-distil": 1.3249294757843018,
      "cov-distil (oracle2student)": 4.726848602294922,
      "cov-distil (oracle2teacher)": 4.6128411293029785,
      "epoch": 3.5557299843014127,
      "rel-constrast": 2.705017566680908,
      "step": 4530,
      "subrel-constrast": 2.9970831871032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5281503200531006,
      "cov-distil (oracle2student)": 3.3473684787750244,
      "cov-distil (oracle2teacher)": 3.5026497840881348,
      "epoch": 3.5565149136577707,
      "rel-constrast": 2.292689323425293,
      "step": 4531,
      "subrel-constrast": 3.779435634613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7107576131820679,
      "cov-distil (oracle2student)": 4.987149238586426,
      "cov-distil (oracle2teacher)": 4.788389205932617,
      "epoch": 3.5572998430141287,
      "rel-constrast": 3.2993271350860596,
      "step": 4532,
      "subrel-constrast": 3.798292398452759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670803427696228,
      "cov-distil (oracle2student)": 4.40773868560791,
      "cov-distil (oracle2teacher)": 4.489326477050781,
      "epoch": 3.5580847723704867,
      "rel-constrast": 2.3668134212493896,
      "step": 4533,
      "subrel-constrast": 3.4772253036499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4720945358276367,
      "cov-distil (oracle2student)": 2.561781644821167,
      "cov-distil (oracle2teacher)": 3.1538896560668945,
      "epoch": 3.5588697017268447,
      "rel-constrast": 2.5653324127197266,
      "step": 4534,
      "subrel-constrast": 3.2554008960723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4794962406158447,
      "cov-distil (oracle2student)": 5.180184841156006,
      "cov-distil (oracle2teacher)": 4.724939346313477,
      "epoch": 3.5596546310832027,
      "rel-constrast": 2.656064033508301,
      "step": 4535,
      "subrel-constrast": 3.1126198768615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7515013217926025,
      "cov-distil (oracle2student)": 5.470962047576904,
      "cov-distil (oracle2teacher)": 5.38127326965332,
      "epoch": 3.5604395604395602,
      "rel-constrast": 2.2970433235168457,
      "step": 4536,
      "subrel-constrast": 3.3897385597229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9997565746307373,
      "cov-distil (oracle2student)": 3.146056652069092,
      "cov-distil (oracle2teacher)": 3.43717360496521,
      "epoch": 3.561224489795918,
      "rel-constrast": 3.404153347015381,
      "step": 4537,
      "subrel-constrast": 4.127378463745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1953362226486206,
      "cov-distil (oracle2student)": 4.195974826812744,
      "cov-distil (oracle2teacher)": 4.166479110717773,
      "epoch": 3.562009419152276,
      "rel-constrast": 2.3125391006469727,
      "step": 4538,
      "subrel-constrast": 2.9032413959503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2999893426895142,
      "cov-distil (oracle2student)": 4.798120021820068,
      "cov-distil (oracle2teacher)": 4.592357635498047,
      "epoch": 3.562794348508634,
      "rel-constrast": 2.8913674354553223,
      "step": 4539,
      "subrel-constrast": 3.809814214706421,
      "view-similarity": 0
    },
    {
      "epoch": 3.563579277864992,
      "grad_norm": 4.96875,
      "learning_rate": 3.322990690592402e-05,
      "loss": 0.7083,
      "step": 4540
    },
    {
      "cov-distil": 1.4900041818618774,
      "cov-distil (oracle2student)": 4.03945255279541,
      "cov-distil (oracle2teacher)": 3.757622718811035,
      "epoch": 3.563579277864992,
      "rel-constrast": 2.760364055633545,
      "step": 4540,
      "subrel-constrast": 3.4174697399139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6086812019348145,
      "cov-distil (oracle2student)": 3.8857531547546387,
      "cov-distil (oracle2teacher)": 3.328629970550537,
      "epoch": 3.56436420722135,
      "rel-constrast": 3.2956433296203613,
      "step": 4541,
      "subrel-constrast": 3.8695173263549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.410365343093872,
      "cov-distil (oracle2student)": 4.997677803039551,
      "cov-distil (oracle2teacher)": 4.369447231292725,
      "epoch": 3.565149136577708,
      "rel-constrast": 3.4139695167541504,
      "step": 4542,
      "subrel-constrast": 3.8498475551605225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7955822944641113,
      "cov-distil (oracle2student)": 2.9715776443481445,
      "cov-distil (oracle2teacher)": 3.413412570953369,
      "epoch": 3.5659340659340657,
      "rel-constrast": 1.5527267456054688,
      "step": 4543,
      "subrel-constrast": 2.4169366359710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307403564453125,
      "cov-distil (oracle2student)": 3.7082371711730957,
      "cov-distil (oracle2teacher)": 3.448150634765625,
      "epoch": 3.566718995290424,
      "rel-constrast": 1.5013105869293213,
      "step": 4544,
      "subrel-constrast": 2.323446750640869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5171138048171997,
      "cov-distil (oracle2student)": 3.5900321006774902,
      "cov-distil (oracle2teacher)": 3.2845921516418457,
      "epoch": 3.5675039246467817,
      "rel-constrast": 2.3519299030303955,
      "step": 4545,
      "subrel-constrast": 2.564173460006714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0712943077087402,
      "cov-distil (oracle2student)": 2.439530849456787,
      "cov-distil (oracle2teacher)": 2.625149965286255,
      "epoch": 3.5682888540031397,
      "rel-constrast": 2.750840663909912,
      "step": 4546,
      "subrel-constrast": 3.46980357170105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3283751010894775,
      "cov-distil (oracle2student)": 5.087117671966553,
      "cov-distil (oracle2teacher)": 4.496760368347168,
      "epoch": 3.5690737833594977,
      "rel-constrast": 2.6581289768218994,
      "step": 4547,
      "subrel-constrast": 3.284015417098999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2582405805587769,
      "cov-distil (oracle2student)": 4.185646057128906,
      "cov-distil (oracle2teacher)": 3.7807364463806152,
      "epoch": 3.5698587127158556,
      "rel-constrast": 3.291074752807617,
      "step": 4548,
      "subrel-constrast": 3.5203356742858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2064926624298096,
      "cov-distil (oracle2student)": 3.357381582260132,
      "cov-distil (oracle2teacher)": 2.969318389892578,
      "epoch": 3.5706436420722136,
      "rel-constrast": 2.0081558227539062,
      "step": 4549,
      "subrel-constrast": 2.470101833343506,
      "view-similarity": 0
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 5.25,
      "learning_rate": 3.3147454571534195e-05,
      "loss": 0.6771,
      "step": 4550
    },
    {
      "cov-distil": 1.951815128326416,
      "cov-distil (oracle2student)": 4.183197021484375,
      "cov-distil (oracle2teacher)": 3.7149367332458496,
      "epoch": 3.571428571428571,
      "rel-constrast": 1.9746315479278564,
      "step": 4550,
      "subrel-constrast": 2.7670421600341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2210361957550049,
      "cov-distil (oracle2student)": 4.868237018585205,
      "cov-distil (oracle2teacher)": 4.476611614227295,
      "epoch": 3.5722135007849296,
      "rel-constrast": 3.1699578762054443,
      "step": 4551,
      "subrel-constrast": 3.8858048915863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495458960533142,
      "cov-distil (oracle2student)": 5.220324993133545,
      "cov-distil (oracle2teacher)": 4.960029602050781,
      "epoch": 3.572998430141287,
      "rel-constrast": 1.9186480045318604,
      "step": 4552,
      "subrel-constrast": 2.953885316848755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579859733581543,
      "cov-distil (oracle2student)": 5.463183403015137,
      "cov-distil (oracle2teacher)": 5.468025207519531,
      "epoch": 3.573783359497645,
      "rel-constrast": 2.2884340286254883,
      "step": 4553,
      "subrel-constrast": 3.274911403656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3505322933197021,
      "cov-distil (oracle2student)": 3.394174098968506,
      "cov-distil (oracle2teacher)": 3.2659218311309814,
      "epoch": 3.574568288854003,
      "rel-constrast": 1.9179658889770508,
      "step": 4554,
      "subrel-constrast": 2.570556879043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.261020541191101,
      "cov-distil (oracle2student)": 5.368826866149902,
      "cov-distil (oracle2teacher)": 5.310741901397705,
      "epoch": 3.575353218210361,
      "rel-constrast": 2.328366279602051,
      "step": 4555,
      "subrel-constrast": 3.074456214904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8396852016448975,
      "cov-distil (oracle2student)": 1.8576327562332153,
      "cov-distil (oracle2teacher)": 2.647427558898926,
      "epoch": 3.576138147566719,
      "rel-constrast": 1.8891502618789673,
      "step": 4556,
      "subrel-constrast": 3.164102792739868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3139572143554688,
      "cov-distil (oracle2student)": 4.419427394866943,
      "cov-distil (oracle2teacher)": 4.482722282409668,
      "epoch": 3.5769230769230766,
      "rel-constrast": 2.2792720794677734,
      "step": 4557,
      "subrel-constrast": 3.3380022048950195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3477835655212402,
      "cov-distil (oracle2student)": 4.491807460784912,
      "cov-distil (oracle2teacher)": 4.095633506774902,
      "epoch": 3.577708006279435,
      "rel-constrast": 1.963881492614746,
      "step": 4558,
      "subrel-constrast": 2.655071496963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6379404067993164,
      "cov-distil (oracle2student)": 5.670411109924316,
      "cov-distil (oracle2teacher)": 5.09476375579834,
      "epoch": 3.5784929356357926,
      "rel-constrast": 2.655625104904175,
      "step": 4559,
      "subrel-constrast": 3.8223795890808105,
      "view-similarity": 0
    },
    {
      "epoch": 3.5792778649921506,
      "grad_norm": 6.125,
      "learning_rate": 3.3064902962981595e-05,
      "loss": 0.5971,
      "step": 4560
    },
    {
      "cov-distil": 1.7329449653625488,
      "cov-distil (oracle2student)": 5.470998764038086,
      "cov-distil (oracle2teacher)": 5.087776184082031,
      "epoch": 3.5792778649921506,
      "rel-constrast": 2.032835006713867,
      "step": 4560,
      "subrel-constrast": 3.4224348068237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9778903722763062,
      "cov-distil (oracle2student)": 3.693190574645996,
      "cov-distil (oracle2teacher)": 3.352156400680542,
      "epoch": 3.5800627943485086,
      "rel-constrast": 2.6144416332244873,
      "step": 4561,
      "subrel-constrast": 2.9805800914764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4140362739562988,
      "cov-distil (oracle2student)": 4.483123779296875,
      "cov-distil (oracle2teacher)": 4.036409378051758,
      "epoch": 3.5808477237048666,
      "rel-constrast": 1.610318899154663,
      "step": 4562,
      "subrel-constrast": 2.309180498123169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4581522941589355,
      "cov-distil (oracle2student)": 4.588421821594238,
      "cov-distil (oracle2teacher)": 4.283215045928955,
      "epoch": 3.5816326530612246,
      "rel-constrast": 1.7896685600280762,
      "step": 4563,
      "subrel-constrast": 2.426596164703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5475884675979614,
      "cov-distil (oracle2student)": 4.185769557952881,
      "cov-distil (oracle2teacher)": 4.054170608520508,
      "epoch": 3.5824175824175826,
      "rel-constrast": 2.649385452270508,
      "step": 4564,
      "subrel-constrast": 3.3960788249969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831155776977539,
      "cov-distil (oracle2student)": 3.340827703475952,
      "cov-distil (oracle2teacher)": 3.360691785812378,
      "epoch": 3.5832025117739406,
      "rel-constrast": 2.4099695682525635,
      "step": 4565,
      "subrel-constrast": 3.40685772895813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4475098848342896,
      "cov-distil (oracle2student)": 5.042078971862793,
      "cov-distil (oracle2teacher)": 4.470193862915039,
      "epoch": 3.583987441130298,
      "rel-constrast": 2.850116729736328,
      "step": 4566,
      "subrel-constrast": 3.5342633724212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.748949646949768,
      "cov-distil (oracle2student)": 4.466879367828369,
      "cov-distil (oracle2teacher)": 3.848691701889038,
      "epoch": 3.584772370486656,
      "rel-constrast": 2.329652786254883,
      "step": 4567,
      "subrel-constrast": 2.75473952293396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3353898525238037,
      "cov-distil (oracle2student)": 5.171608924865723,
      "cov-distil (oracle2teacher)": 4.7362589836120605,
      "epoch": 3.585557299843014,
      "rel-constrast": 2.926293134689331,
      "step": 4568,
      "subrel-constrast": 3.3905372619628906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5950932502746582,
      "cov-distil (oracle2student)": 4.258548259735107,
      "cov-distil (oracle2teacher)": 4.238678455352783,
      "epoch": 3.586342229199372,
      "rel-constrast": 1.8597495555877686,
      "step": 4569,
      "subrel-constrast": 2.9201178550720215,
      "view-similarity": 0
    },
    {
      "epoch": 3.58712715855573,
      "grad_norm": 4.46875,
      "learning_rate": 3.298225308613152e-05,
      "loss": 0.6145,
      "step": 4570
    },
    {
      "cov-distil": 1.4632759094238281,
      "cov-distil (oracle2student)": 4.838085651397705,
      "cov-distil (oracle2teacher)": 4.890476703643799,
      "epoch": 3.58712715855573,
      "rel-constrast": 3.8419344425201416,
      "step": 4570,
      "subrel-constrast": 4.4612555503845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618849754333496,
      "cov-distil (oracle2student)": 3.5707035064697266,
      "cov-distil (oracle2teacher)": 3.7230429649353027,
      "epoch": 3.587912087912088,
      "rel-constrast": 2.9643518924713135,
      "step": 4571,
      "subrel-constrast": 3.4039108753204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9404968023300171,
      "cov-distil (oracle2student)": 2.909097671508789,
      "cov-distil (oracle2teacher)": 2.7387514114379883,
      "epoch": 3.588697017268446,
      "rel-constrast": 1.9661600589752197,
      "step": 4572,
      "subrel-constrast": 2.4586167335510254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9971966743469238,
      "cov-distil (oracle2student)": 3.3942182064056396,
      "cov-distil (oracle2teacher)": 3.5941812992095947,
      "epoch": 3.5894819466248036,
      "rel-constrast": 1.9592492580413818,
      "step": 4573,
      "subrel-constrast": 2.545997381210327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7575640678405762,
      "cov-distil (oracle2student)": 3.4428679943084717,
      "cov-distil (oracle2teacher)": 3.3913776874542236,
      "epoch": 3.5902668759811616,
      "rel-constrast": 2.3596394062042236,
      "step": 4574,
      "subrel-constrast": 2.865360975265503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6241298913955688,
      "cov-distil (oracle2student)": 4.043473243713379,
      "cov-distil (oracle2teacher)": 3.2807722091674805,
      "epoch": 3.5910518053375196,
      "rel-constrast": 2.0504536628723145,
      "step": 4575,
      "subrel-constrast": 2.9080970287323,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2482036352157593,
      "cov-distil (oracle2student)": 3.9596023559570312,
      "cov-distil (oracle2teacher)": 3.8824093341827393,
      "epoch": 3.5918367346938775,
      "rel-constrast": 2.35575270652771,
      "step": 4576,
      "subrel-constrast": 2.7388391494750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4397584199905396,
      "cov-distil (oracle2student)": 4.398327827453613,
      "cov-distil (oracle2teacher)": 4.453690528869629,
      "epoch": 3.5926216640502355,
      "rel-constrast": 3.2873475551605225,
      "step": 4577,
      "subrel-constrast": 3.470263957977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4471454620361328,
      "cov-distil (oracle2student)": 4.61968994140625,
      "cov-distil (oracle2teacher)": 4.461732387542725,
      "epoch": 3.5934065934065935,
      "rel-constrast": 2.6588833332061768,
      "step": 4578,
      "subrel-constrast": 3.388885259628296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250203251838684,
      "cov-distil (oracle2student)": 4.498126029968262,
      "cov-distil (oracle2teacher)": 4.092256546020508,
      "epoch": 3.5941915227629515,
      "rel-constrast": 2.919548273086548,
      "step": 4579,
      "subrel-constrast": 3.2954225540161133,
      "view-similarity": 0
    },
    {
      "epoch": 3.594976452119309,
      "grad_norm": 6.25,
      "learning_rate": 3.2899505948046626e-05,
      "loss": 0.6957,
      "step": 4580
    },
    {
      "cov-distil": 1.6283059120178223,
      "cov-distil (oracle2student)": 4.233710289001465,
      "cov-distil (oracle2teacher)": 4.411440849304199,
      "epoch": 3.594976452119309,
      "rel-constrast": 1.9955333471298218,
      "step": 4580,
      "subrel-constrast": 3.1826629638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37161386013031,
      "cov-distil (oracle2student)": 3.1331276893615723,
      "cov-distil (oracle2teacher)": 3.2509305477142334,
      "epoch": 3.595761381475667,
      "rel-constrast": 1.9576812982559204,
      "step": 4581,
      "subrel-constrast": 2.9658660888671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2416362762451172,
      "cov-distil (oracle2student)": 5.021362781524658,
      "cov-distil (oracle2teacher)": 4.93128776550293,
      "epoch": 3.596546310832025,
      "rel-constrast": 3.780939817428589,
      "step": 4582,
      "subrel-constrast": 4.672370910644531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2686185836791992,
      "cov-distil (oracle2student)": 4.742879867553711,
      "cov-distil (oracle2teacher)": 4.353360176086426,
      "epoch": 3.597331240188383,
      "rel-constrast": 2.499680519104004,
      "step": 4583,
      "subrel-constrast": 2.9788460731506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3984858989715576,
      "cov-distil (oracle2student)": 3.6623358726501465,
      "cov-distil (oracle2teacher)": 3.574450731277466,
      "epoch": 3.598116169544741,
      "rel-constrast": 3.217043399810791,
      "step": 4584,
      "subrel-constrast": 3.722036600112915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4300655126571655,
      "cov-distil (oracle2student)": 4.63601016998291,
      "cov-distil (oracle2teacher)": 4.240760803222656,
      "epoch": 3.598901098901099,
      "rel-constrast": 2.327505111694336,
      "step": 4585,
      "subrel-constrast": 2.7793688774108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2921299934387207,
      "cov-distil (oracle2student)": 4.247906684875488,
      "cov-distil (oracle2teacher)": 3.702928066253662,
      "epoch": 3.599686028257457,
      "rel-constrast": 2.1334989070892334,
      "step": 4586,
      "subrel-constrast": 2.876425266265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9621360301971436,
      "cov-distil (oracle2student)": 3.1442787647247314,
      "cov-distil (oracle2teacher)": 3.053143262863159,
      "epoch": 3.6004709576138145,
      "rel-constrast": 2.487607955932617,
      "step": 4587,
      "subrel-constrast": 3.1366593837738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1855425834655762,
      "cov-distil (oracle2student)": 4.110565185546875,
      "cov-distil (oracle2teacher)": 3.6543970108032227,
      "epoch": 3.601255886970173,
      "rel-constrast": 2.9883790016174316,
      "step": 4588,
      "subrel-constrast": 3.414496660232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.485863447189331,
      "cov-distil (oracle2student)": 5.685876369476318,
      "cov-distil (oracle2teacher)": 5.654455184936523,
      "epoch": 3.6020408163265305,
      "rel-constrast": 2.753037691116333,
      "step": 4589,
      "subrel-constrast": 3.232497215270996,
      "view-similarity": 0
    },
    {
      "epoch": 3.6028257456828885,
      "grad_norm": 5.03125,
      "learning_rate": 3.2816662556974697e-05,
      "loss": 0.6892,
      "step": 4590
    },
    {
      "cov-distil": 2.002795457839966,
      "cov-distil (oracle2student)": 6.0093231201171875,
      "cov-distil (oracle2teacher)": 5.105302810668945,
      "epoch": 3.6028257456828885,
      "rel-constrast": 2.850313425064087,
      "step": 4590,
      "subrel-constrast": 3.723055124282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0597953796386719,
      "cov-distil (oracle2student)": 4.251105308532715,
      "cov-distil (oracle2teacher)": 3.604308843612671,
      "epoch": 3.6036106750392465,
      "rel-constrast": 3.109773635864258,
      "step": 4591,
      "subrel-constrast": 3.405728340148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3263680934906006,
      "cov-distil (oracle2student)": 3.884263038635254,
      "cov-distil (oracle2teacher)": 3.692241907119751,
      "epoch": 3.6043956043956045,
      "rel-constrast": 2.879652738571167,
      "step": 4592,
      "subrel-constrast": 3.68306040763855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4111918210983276,
      "cov-distil (oracle2student)": 4.847593307495117,
      "cov-distil (oracle2teacher)": 4.974349021911621,
      "epoch": 3.6051805337519625,
      "rel-constrast": 2.555180072784424,
      "step": 4593,
      "subrel-constrast": 3.400562286376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5177589654922485,
      "cov-distil (oracle2student)": 4.803793430328369,
      "cov-distil (oracle2teacher)": 4.429744720458984,
      "epoch": 3.60596546310832,
      "rel-constrast": 2.4358105659484863,
      "step": 4594,
      "subrel-constrast": 3.1492626667022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3397157192230225,
      "cov-distil (oracle2student)": 3.6123886108398438,
      "cov-distil (oracle2teacher)": 3.612506628036499,
      "epoch": 3.6067503924646784,
      "rel-constrast": 1.889561414718628,
      "step": 4595,
      "subrel-constrast": 2.3342928886413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491387963294983,
      "cov-distil (oracle2student)": 5.388644218444824,
      "cov-distil (oracle2teacher)": 5.078934669494629,
      "epoch": 3.607535321821036,
      "rel-constrast": 2.750214099884033,
      "step": 4596,
      "subrel-constrast": 3.398679494857788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2305779457092285,
      "cov-distil (oracle2student)": 6.126900672912598,
      "cov-distil (oracle2teacher)": 4.834461688995361,
      "epoch": 3.608320251177394,
      "rel-constrast": 3.2840871810913086,
      "step": 4597,
      "subrel-constrast": 3.681830406188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4858978986740112,
      "cov-distil (oracle2student)": 3.811257839202881,
      "cov-distil (oracle2teacher)": 3.9488425254821777,
      "epoch": 3.609105180533752,
      "rel-constrast": 3.565415859222412,
      "step": 4598,
      "subrel-constrast": 3.8961575031280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549771308898926,
      "cov-distil (oracle2student)": 3.813629627227783,
      "cov-distil (oracle2teacher)": 4.235836505889893,
      "epoch": 3.60989010989011,
      "rel-constrast": 2.585675001144409,
      "step": 4599,
      "subrel-constrast": 3.429086208343506,
      "view-similarity": 0
    },
    {
      "epoch": 3.610675039246468,
      "grad_norm": 5.03125,
      "learning_rate": 3.27337239223363e-05,
      "loss": 0.7332,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "overlap": 0.3421874940395355,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "student margin": 0.06817626953125
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "teacher margin": 0.049072265625
    },
    {
      "epoch": 3.610675039246468,
      "margin difference": -0.01910400390625,
      "step": 4600
    },
    {
      "cov-distil": 1.3813281059265137,
      "cov-distil (oracle2student)": 4.915155410766602,
      "cov-distil (oracle2teacher)": 4.374417781829834,
      "epoch": 3.610675039246468,
      "rel-constrast": 1.7479989528656006,
      "step": 4600,
      "subrel-constrast": 2.065131425857544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8424134254455566,
      "cov-distil (oracle2student)": 3.694261074066162,
      "cov-distil (oracle2teacher)": 3.453089714050293,
      "epoch": 3.6114599686028255,
      "rel-constrast": 2.5791738033294678,
      "step": 4601,
      "subrel-constrast": 3.9093875885009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4008188247680664,
      "cov-distil (oracle2student)": 5.8848876953125,
      "cov-distil (oracle2teacher)": 6.018571853637695,
      "epoch": 3.612244897959184,
      "rel-constrast": 2.515324115753174,
      "step": 4602,
      "subrel-constrast": 3.4206085205078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2175041437149048,
      "cov-distil (oracle2student)": 4.770428657531738,
      "cov-distil (oracle2teacher)": 4.207958221435547,
      "epoch": 3.6130298273155415,
      "rel-constrast": 2.683824300765991,
      "step": 4603,
      "subrel-constrast": 3.255976915359497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3344478607177734,
      "cov-distil (oracle2student)": 3.1611928939819336,
      "cov-distil (oracle2teacher)": 3.69140625,
      "epoch": 3.6138147566718994,
      "rel-constrast": 2.402881145477295,
      "step": 4604,
      "subrel-constrast": 3.241387367248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.475151777267456,
      "cov-distil (oracle2student)": 4.588796615600586,
      "cov-distil (oracle2teacher)": 4.50579309463501,
      "epoch": 3.6145996860282574,
      "rel-constrast": 2.494983196258545,
      "step": 4605,
      "subrel-constrast": 3.3385202884674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2383278608322144,
      "cov-distil (oracle2student)": 3.7807259559631348,
      "cov-distil (oracle2teacher)": 3.792524576187134,
      "epoch": 3.6153846153846154,
      "rel-constrast": 2.450782537460327,
      "step": 4606,
      "subrel-constrast": 3.0025012493133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4128201007843018,
      "cov-distil (oracle2student)": 5.185746192932129,
      "cov-distil (oracle2teacher)": 4.695826530456543,
      "epoch": 3.6161695447409734,
      "rel-constrast": 3.004509449005127,
      "step": 4607,
      "subrel-constrast": 3.4048960208892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.704355001449585,
      "cov-distil (oracle2student)": 3.3369784355163574,
      "cov-distil (oracle2teacher)": 3.5647387504577637,
      "epoch": 3.6169544740973314,
      "rel-constrast": 2.724121570587158,
      "step": 4608,
      "subrel-constrast": 3.643380880355835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2092441320419312,
      "cov-distil (oracle2student)": 4.987920761108398,
      "cov-distil (oracle2teacher)": 4.742205619812012,
      "epoch": 3.6177394034536894,
      "rel-constrast": 3.0637831687927246,
      "step": 4609,
      "subrel-constrast": 3.3294997215270996,
      "view-similarity": 0
    },
    {
      "epoch": 3.618524332810047,
      "grad_norm": 6.46875,
      "learning_rate": 3.2650691054712526e-05,
      "loss": 0.6772,
      "step": 4610
    },
    {
      "cov-distil": 1.4336349964141846,
      "cov-distil (oracle2student)": 3.768906593322754,
      "cov-distil (oracle2teacher)": 3.7574100494384766,
      "epoch": 3.618524332810047,
      "rel-constrast": 1.9195446968078613,
      "step": 4610,
      "subrel-constrast": 2.6821200847625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.327542781829834,
      "cov-distil (oracle2student)": 4.885265350341797,
      "cov-distil (oracle2teacher)": 4.597217082977295,
      "epoch": 3.619309262166405,
      "rel-constrast": 2.6887879371643066,
      "step": 4611,
      "subrel-constrast": 3.4035451412200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.924437403678894,
      "cov-distil (oracle2student)": 3.0252017974853516,
      "cov-distil (oracle2teacher)": 3.4365904331207275,
      "epoch": 3.620094191522763,
      "rel-constrast": 2.5273995399475098,
      "step": 4612,
      "subrel-constrast": 3.0442306995391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.570976734161377,
      "cov-distil (oracle2student)": 4.2747697830200195,
      "cov-distil (oracle2teacher)": 3.988009214401245,
      "epoch": 3.620879120879121,
      "rel-constrast": 2.6586320400238037,
      "step": 4613,
      "subrel-constrast": 3.172429084777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3080034255981445,
      "cov-distil (oracle2student)": 5.319498538970947,
      "cov-distil (oracle2teacher)": 4.946103096008301,
      "epoch": 3.621664050235479,
      "rel-constrast": 3.0194387435913086,
      "step": 4614,
      "subrel-constrast": 3.894447088241577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588425636291504,
      "cov-distil (oracle2student)": 6.14420223236084,
      "cov-distil (oracle2teacher)": 6.121057510375977,
      "epoch": 3.622448979591837,
      "rel-constrast": 2.929877996444702,
      "step": 4615,
      "subrel-constrast": 3.659719705581665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6943895816802979,
      "cov-distil (oracle2student)": 4.3976216316223145,
      "cov-distil (oracle2teacher)": 4.105642318725586,
      "epoch": 3.623233908948195,
      "rel-constrast": 2.578782558441162,
      "step": 4616,
      "subrel-constrast": 3.347402811050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4167470932006836,
      "cov-distil (oracle2student)": 2.1182994842529297,
      "cov-distil (oracle2teacher)": 2.2475244998931885,
      "epoch": 3.6240188383045524,
      "rel-constrast": 2.8148386478424072,
      "step": 4617,
      "subrel-constrast": 3.5059187412261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.263013243675232,
      "cov-distil (oracle2student)": 3.565230369567871,
      "cov-distil (oracle2teacher)": 3.562288999557495,
      "epoch": 3.6248037676609104,
      "rel-constrast": 1.5707753896713257,
      "step": 4618,
      "subrel-constrast": 2.430704355239868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3873226642608643,
      "cov-distil (oracle2student)": 4.092259407043457,
      "cov-distil (oracle2teacher)": 4.022941589355469,
      "epoch": 3.6255886970172684,
      "rel-constrast": 2.634836196899414,
      "step": 4619,
      "subrel-constrast": 3.5576343536376953,
      "view-similarity": 0
    },
    {
      "epoch": 3.6263736263736264,
      "grad_norm": 5.46875,
      "learning_rate": 3.256756496583265e-05,
      "loss": 0.671,
      "step": 4620
    },
    {
      "cov-distil": 1.5766334533691406,
      "cov-distil (oracle2student)": 5.94698429107666,
      "cov-distil (oracle2teacher)": 5.828110694885254,
      "epoch": 3.6263736263736264,
      "rel-constrast": 2.334906578063965,
      "step": 4620,
      "subrel-constrast": 3.797132968902588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0738534927368164,
      "cov-distil (oracle2student)": 4.046367645263672,
      "cov-distil (oracle2teacher)": 4.0767316818237305,
      "epoch": 3.6271585557299844,
      "rel-constrast": 2.7199110984802246,
      "step": 4621,
      "subrel-constrast": 3.8629894256591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3188995122909546,
      "cov-distil (oracle2student)": 2.872614860534668,
      "cov-distil (oracle2teacher)": 2.9525866508483887,
      "epoch": 3.6279434850863423,
      "rel-constrast": 1.981263279914856,
      "step": 4622,
      "subrel-constrast": 2.6437227725982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5376924276351929,
      "cov-distil (oracle2student)": 3.508106231689453,
      "cov-distil (oracle2teacher)": 3.2898011207580566,
      "epoch": 3.6287284144427003,
      "rel-constrast": 2.398876190185547,
      "step": 4623,
      "subrel-constrast": 3.13862943649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2974259853363037,
      "cov-distil (oracle2student)": 5.1134490966796875,
      "cov-distil (oracle2teacher)": 4.731662750244141,
      "epoch": 3.629513343799058,
      "rel-constrast": 3.6816744804382324,
      "step": 4624,
      "subrel-constrast": 4.393470287322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7887542247772217,
      "cov-distil (oracle2student)": 3.378861427307129,
      "cov-distil (oracle2teacher)": 3.1663379669189453,
      "epoch": 3.630298273155416,
      "rel-constrast": 3.4608755111694336,
      "step": 4625,
      "subrel-constrast": 3.9387803077697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4438836574554443,
      "cov-distil (oracle2student)": 3.5915448665618896,
      "cov-distil (oracle2teacher)": 3.2472152709960938,
      "epoch": 3.631083202511774,
      "rel-constrast": 1.9826819896697998,
      "step": 4626,
      "subrel-constrast": 2.6957783699035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143117666244507,
      "cov-distil (oracle2student)": 5.2312445640563965,
      "cov-distil (oracle2teacher)": 5.5569257736206055,
      "epoch": 3.631868131868132,
      "rel-constrast": 3.093015670776367,
      "step": 4627,
      "subrel-constrast": 3.81060528755188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7400246858596802,
      "cov-distil (oracle2student)": 4.045633316040039,
      "cov-distil (oracle2teacher)": 3.9616148471832275,
      "epoch": 3.63265306122449,
      "rel-constrast": 3.0260188579559326,
      "step": 4628,
      "subrel-constrast": 4.018651008605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369006633758545,
      "cov-distil (oracle2student)": 5.022304534912109,
      "cov-distil (oracle2teacher)": 4.964024066925049,
      "epoch": 3.633437990580848,
      "rel-constrast": 2.6606063842773438,
      "step": 4629,
      "subrel-constrast": 3.450998544692993,
      "view-similarity": 0
    },
    {
      "epoch": 3.634222919937206,
      "grad_norm": 6.25,
      "learning_rate": 3.248434666856185e-05,
      "loss": 0.7242,
      "step": 4630
    },
    {
      "cov-distil": 1.0622204542160034,
      "cov-distil (oracle2student)": 3.937187910079956,
      "cov-distil (oracle2teacher)": 3.6968936920166016,
      "epoch": 3.634222919937206,
      "rel-constrast": 1.828399658203125,
      "step": 4630,
      "subrel-constrast": 2.544346570968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7701364755630493,
      "cov-distil (oracle2student)": 3.955751657485962,
      "cov-distil (oracle2teacher)": 4.286012649536133,
      "epoch": 3.6350078492935634,
      "rel-constrast": 2.3647613525390625,
      "step": 4631,
      "subrel-constrast": 3.992558717727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2914009094238281,
      "cov-distil (oracle2student)": 4.062429904937744,
      "cov-distil (oracle2teacher)": 3.5423407554626465,
      "epoch": 3.6357927786499213,
      "rel-constrast": 2.7132534980773926,
      "step": 4632,
      "subrel-constrast": 3.019646406173706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2848148345947266,
      "cov-distil (oracle2student)": 4.142241477966309,
      "cov-distil (oracle2teacher)": 4.037929058074951,
      "epoch": 3.6365777080062793,
      "rel-constrast": 2.2191848754882812,
      "step": 4633,
      "subrel-constrast": 2.9926533699035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6515933275222778,
      "cov-distil (oracle2student)": 4.2973246574401855,
      "cov-distil (oracle2teacher)": 3.9395382404327393,
      "epoch": 3.6373626373626373,
      "rel-constrast": 1.6306991577148438,
      "step": 4634,
      "subrel-constrast": 2.9838247299194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7003097534179688,
      "cov-distil (oracle2student)": 3.4120779037475586,
      "cov-distil (oracle2teacher)": 3.2834079265594482,
      "epoch": 3.6381475667189953,
      "rel-constrast": 3.5237207412719727,
      "step": 4635,
      "subrel-constrast": 3.8474280834198,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5045313835144043,
      "cov-distil (oracle2student)": 4.029169082641602,
      "cov-distil (oracle2teacher)": 3.91343355178833,
      "epoch": 3.6389324960753533,
      "rel-constrast": 3.548642635345459,
      "step": 4636,
      "subrel-constrast": 3.906121253967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7157906293869019,
      "cov-distil (oracle2student)": 4.5281877517700195,
      "cov-distil (oracle2teacher)": 4.068450927734375,
      "epoch": 3.6397174254317113,
      "rel-constrast": 2.4097774028778076,
      "step": 4637,
      "subrel-constrast": 3.19647216796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.171998143196106,
      "cov-distil (oracle2student)": 3.7770655155181885,
      "cov-distil (oracle2teacher)": 3.174631357192993,
      "epoch": 3.640502354788069,
      "rel-constrast": 2.4577689170837402,
      "step": 4638,
      "subrel-constrast": 2.396108865737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457381010055542,
      "cov-distil (oracle2student)": 4.4362592697143555,
      "cov-distil (oracle2teacher)": 3.7469980716705322,
      "epoch": 3.6412872841444273,
      "rel-constrast": 2.0115246772766113,
      "step": 4639,
      "subrel-constrast": 2.615511178970337,
      "view-similarity": 0
    },
    {
      "epoch": 3.642072213500785,
      "grad_norm": 4.84375,
      "learning_rate": 3.240103717688881e-05,
      "loss": 0.6542,
      "step": 4640
    },
    {
      "cov-distil": 1.475000023841858,
      "cov-distil (oracle2student)": 3.8884871006011963,
      "cov-distil (oracle2teacher)": 3.8149149417877197,
      "epoch": 3.642072213500785,
      "rel-constrast": 2.289987087249756,
      "step": 4640,
      "subrel-constrast": 3.3132967948913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5628979206085205,
      "cov-distil (oracle2student)": 4.394271373748779,
      "cov-distil (oracle2teacher)": 4.601448059082031,
      "epoch": 3.642857142857143,
      "rel-constrast": 3.2523937225341797,
      "step": 4641,
      "subrel-constrast": 3.9793450832366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.097975492477417,
      "cov-distil (oracle2student)": 3.7863845825195312,
      "cov-distil (oracle2teacher)": 3.3703701496124268,
      "epoch": 3.643642072213501,
      "rel-constrast": 2.6540212631225586,
      "step": 4642,
      "subrel-constrast": 3.1145403385162354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0969572067260742,
      "cov-distil (oracle2student)": 3.4296655654907227,
      "cov-distil (oracle2teacher)": 3.0607857704162598,
      "epoch": 3.6444270015698588,
      "rel-constrast": 2.265594005584717,
      "step": 4643,
      "subrel-constrast": 2.7902164459228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8256466388702393,
      "cov-distil (oracle2student)": 3.799623489379883,
      "cov-distil (oracle2teacher)": 3.772818088531494,
      "epoch": 3.6452119309262168,
      "rel-constrast": 2.2546956539154053,
      "step": 4644,
      "subrel-constrast": 2.959651231765747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.344836711883545,
      "cov-distil (oracle2student)": 3.840855360031128,
      "cov-distil (oracle2teacher)": 3.9798812866210938,
      "epoch": 3.6459968602825743,
      "rel-constrast": 3.4515798091888428,
      "step": 4645,
      "subrel-constrast": 3.534167528152466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0452429056167603,
      "cov-distil (oracle2student)": 3.2346935272216797,
      "cov-distil (oracle2teacher)": 3.26962947845459,
      "epoch": 3.6467817896389327,
      "rel-constrast": 2.348694324493408,
      "step": 4646,
      "subrel-constrast": 2.595355272293091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.331300139427185,
      "cov-distil (oracle2student)": 2.8648481369018555,
      "cov-distil (oracle2teacher)": 3.4522762298583984,
      "epoch": 3.6475667189952903,
      "rel-constrast": 2.1330957412719727,
      "step": 4647,
      "subrel-constrast": 3.0498108863830566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125621557235718,
      "cov-distil (oracle2student)": 3.1134984493255615,
      "cov-distil (oracle2teacher)": 3.515976905822754,
      "epoch": 3.6483516483516483,
      "rel-constrast": 2.6899123191833496,
      "step": 4648,
      "subrel-constrast": 3.288184881210327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6058087348937988,
      "cov-distil (oracle2student)": 4.43710470199585,
      "cov-distil (oracle2teacher)": 4.336709499359131,
      "epoch": 3.6491365777080063,
      "rel-constrast": 2.4157495498657227,
      "step": 4649,
      "subrel-constrast": 2.8849685192108154,
      "view-similarity": 0
    },
    {
      "epoch": 3.6499215070643642,
      "grad_norm": 6.0625,
      "learning_rate": 3.23176375059134e-05,
      "loss": 0.6786,
      "step": 4650
    },
    {
      "cov-distil": 1.733367681503296,
      "cov-distil (oracle2student)": 3.8284382820129395,
      "cov-distil (oracle2teacher)": 3.572908878326416,
      "epoch": 3.6499215070643642,
      "rel-constrast": 2.7611021995544434,
      "step": 4650,
      "subrel-constrast": 3.918645143508911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.200320243835449,
      "cov-distil (oracle2student)": 4.251869201660156,
      "cov-distil (oracle2teacher)": 4.23780632019043,
      "epoch": 3.6507064364207222,
      "rel-constrast": 2.857740879058838,
      "step": 4651,
      "subrel-constrast": 3.942169666290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8356823921203613,
      "cov-distil (oracle2student)": 4.22420597076416,
      "cov-distil (oracle2teacher)": 3.9197144508361816,
      "epoch": 3.6514913657770802,
      "rel-constrast": 3.5169057846069336,
      "step": 4652,
      "subrel-constrast": 4.018129825592041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.538644790649414,
      "cov-distil (oracle2student)": 4.750014305114746,
      "cov-distil (oracle2teacher)": 4.687160491943359,
      "epoch": 3.652276295133438,
      "rel-constrast": 3.395341396331787,
      "step": 4653,
      "subrel-constrast": 4.214940547943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332209825515747,
      "cov-distil (oracle2student)": 4.708669185638428,
      "cov-distil (oracle2teacher)": 4.289036273956299,
      "epoch": 3.6530612244897958,
      "rel-constrast": 3.0814383029937744,
      "step": 4654,
      "subrel-constrast": 3.5401532649993896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0769643783569336,
      "cov-distil (oracle2student)": 3.390057325363159,
      "cov-distil (oracle2teacher)": 4.024594783782959,
      "epoch": 3.6538461538461537,
      "rel-constrast": 3.0801587104797363,
      "step": 4655,
      "subrel-constrast": 4.076597213745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645137786865234,
      "cov-distil (oracle2student)": 2.9430861473083496,
      "cov-distil (oracle2teacher)": 2.790787696838379,
      "epoch": 3.6546310832025117,
      "rel-constrast": 1.9015932083129883,
      "step": 4656,
      "subrel-constrast": 2.5253219604492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.752537488937378,
      "cov-distil (oracle2student)": 3.9712696075439453,
      "cov-distil (oracle2teacher)": 3.5754897594451904,
      "epoch": 3.6554160125588697,
      "rel-constrast": 2.7283027172088623,
      "step": 4657,
      "subrel-constrast": 3.2378575801849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0320301055908203,
      "cov-distil (oracle2student)": 4.482124328613281,
      "cov-distil (oracle2teacher)": 4.378644943237305,
      "epoch": 3.6562009419152277,
      "rel-constrast": 1.8818532228469849,
      "step": 4658,
      "subrel-constrast": 2.7391273975372314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.03493332862854,
      "cov-distil (oracle2student)": 4.3045783042907715,
      "cov-distil (oracle2teacher)": 4.228482246398926,
      "epoch": 3.6569858712715857,
      "rel-constrast": 4.0081634521484375,
      "step": 4659,
      "subrel-constrast": 3.9861397743225098,
      "view-similarity": 0
    },
    {
      "epoch": 3.6577708006279437,
      "grad_norm": 7.15625,
      "learning_rate": 3.2234148671834274e-05,
      "loss": 0.7728,
      "step": 4660
    },
    {
      "cov-distil": 1.3418357372283936,
      "cov-distil (oracle2student)": 3.4951987266540527,
      "cov-distil (oracle2teacher)": 2.792543411254883,
      "epoch": 3.6577708006279437,
      "rel-constrast": 2.319814920425415,
      "step": 4660,
      "subrel-constrast": 2.8048527240753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5066869258880615,
      "cov-distil (oracle2student)": 5.134912490844727,
      "cov-distil (oracle2teacher)": 4.870518684387207,
      "epoch": 3.6585557299843012,
      "rel-constrast": 2.199835777282715,
      "step": 4661,
      "subrel-constrast": 2.7804129123687744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7854560613632202,
      "cov-distil (oracle2student)": 5.313677787780762,
      "cov-distil (oracle2teacher)": 5.118776321411133,
      "epoch": 3.659340659340659,
      "rel-constrast": 3.642761468887329,
      "step": 4662,
      "subrel-constrast": 4.790341377258301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3993752002716064,
      "cov-distil (oracle2student)": 5.398061752319336,
      "cov-distil (oracle2teacher)": 4.624945640563965,
      "epoch": 3.660125588697017,
      "rel-constrast": 2.741884231567383,
      "step": 4663,
      "subrel-constrast": 3.367182731628418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5205610990524292,
      "cov-distil (oracle2student)": 5.119765281677246,
      "cov-distil (oracle2teacher)": 4.617297172546387,
      "epoch": 3.660910518053375,
      "rel-constrast": 2.233602523803711,
      "step": 4664,
      "subrel-constrast": 2.6929197311401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4085040092468262,
      "cov-distil (oracle2student)": 4.627985954284668,
      "cov-distil (oracle2teacher)": 4.000328063964844,
      "epoch": 3.661695447409733,
      "rel-constrast": 2.5720160007476807,
      "step": 4665,
      "subrel-constrast": 2.834425449371338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0219717025756836,
      "cov-distil (oracle2student)": 4.346390724182129,
      "cov-distil (oracle2teacher)": 4.394628047943115,
      "epoch": 3.662480376766091,
      "rel-constrast": 2.1781294345855713,
      "step": 4666,
      "subrel-constrast": 2.9866926670074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9620521068572998,
      "cov-distil (oracle2student)": 3.504934549331665,
      "cov-distil (oracle2teacher)": 4.188904762268066,
      "epoch": 3.663265306122449,
      "rel-constrast": 1.926506519317627,
      "step": 4667,
      "subrel-constrast": 2.954946994781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3948655128479004,
      "cov-distil (oracle2student)": 3.5635571479797363,
      "cov-distil (oracle2teacher)": 3.558180093765259,
      "epoch": 3.6640502354788067,
      "rel-constrast": 2.9100043773651123,
      "step": 4668,
      "subrel-constrast": 3.7885403633117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2797898054122925,
      "cov-distil (oracle2student)": 2.9264070987701416,
      "cov-distil (oracle2teacher)": 3.241105079650879,
      "epoch": 3.6648351648351647,
      "rel-constrast": 2.489384174346924,
      "step": 4669,
      "subrel-constrast": 3.5145046710968018,
      "view-similarity": 0
    },
    {
      "epoch": 3.6656200941915227,
      "grad_norm": 5.09375,
      "learning_rate": 3.215057169193655e-05,
      "loss": 0.6669,
      "step": 4670
    },
    {
      "cov-distil": 1.3151917457580566,
      "cov-distil (oracle2student)": 3.472256660461426,
      "cov-distil (oracle2teacher)": 3.5198781490325928,
      "epoch": 3.6656200941915227,
      "rel-constrast": 1.9463088512420654,
      "step": 4670,
      "subrel-constrast": 2.5791733264923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.305345058441162,
      "cov-distil (oracle2student)": 4.099574565887451,
      "cov-distil (oracle2teacher)": 4.088817596435547,
      "epoch": 3.6664050235478807,
      "rel-constrast": 2.949869155883789,
      "step": 4671,
      "subrel-constrast": 3.266000509262085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4392781257629395,
      "cov-distil (oracle2student)": 4.465038299560547,
      "cov-distil (oracle2teacher)": 4.476813316345215,
      "epoch": 3.6671899529042387,
      "rel-constrast": 1.7612648010253906,
      "step": 4672,
      "subrel-constrast": 2.734776735305786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.684051752090454,
      "cov-distil (oracle2student)": 5.656218528747559,
      "cov-distil (oracle2teacher)": 5.176117897033691,
      "epoch": 3.6679748822605966,
      "rel-constrast": 2.947492837905884,
      "step": 4673,
      "subrel-constrast": 3.3470773696899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.190329670906067,
      "cov-distil (oracle2student)": 4.533322334289551,
      "cov-distil (oracle2teacher)": 3.973379373550415,
      "epoch": 3.6687598116169546,
      "rel-constrast": 2.132883071899414,
      "step": 4674,
      "subrel-constrast": 2.7075157165527344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4255146980285645,
      "cov-distil (oracle2student)": 4.273024559020996,
      "cov-distil (oracle2teacher)": 3.9559009075164795,
      "epoch": 3.669544740973312,
      "rel-constrast": 1.5977821350097656,
      "step": 4675,
      "subrel-constrast": 2.423503875732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.901778221130371,
      "cov-distil (oracle2student)": 5.414973258972168,
      "cov-distil (oracle2teacher)": 5.026088714599609,
      "epoch": 3.67032967032967,
      "rel-constrast": 2.377490520477295,
      "step": 4676,
      "subrel-constrast": 3.3918721675872803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5969178676605225,
      "cov-distil (oracle2student)": 3.180328369140625,
      "cov-distil (oracle2teacher)": 3.685380220413208,
      "epoch": 3.671114599686028,
      "rel-constrast": 2.634748935699463,
      "step": 4677,
      "subrel-constrast": 3.292545795440674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2807819843292236,
      "cov-distil (oracle2student)": 4.883050918579102,
      "cov-distil (oracle2teacher)": 4.402924537658691,
      "epoch": 3.671899529042386,
      "rel-constrast": 2.638240337371826,
      "step": 4678,
      "subrel-constrast": 3.231520175933838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0073145627975464,
      "cov-distil (oracle2student)": 5.373940467834473,
      "cov-distil (oracle2teacher)": 5.101300239562988,
      "epoch": 3.672684458398744,
      "rel-constrast": 2.4903697967529297,
      "step": 4679,
      "subrel-constrast": 2.981391191482544,
      "view-similarity": 0
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 5.4375,
      "learning_rate": 3.206690758457934e-05,
      "loss": 0.6223,
      "step": 4680
    },
    {
      "cov-distil": 1.3608207702636719,
      "cov-distil (oracle2student)": 4.96857213973999,
      "cov-distil (oracle2teacher)": 4.294364929199219,
      "epoch": 3.673469387755102,
      "rel-constrast": 1.8831443786621094,
      "step": 4680,
      "subrel-constrast": 2.5565130710601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3024214506149292,
      "cov-distil (oracle2student)": 4.151584148406982,
      "cov-distil (oracle2teacher)": 3.8312463760375977,
      "epoch": 3.67425431711146,
      "rel-constrast": 2.774773597717285,
      "step": 4681,
      "subrel-constrast": 3.397874355316162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5367100238800049,
      "cov-distil (oracle2student)": 3.823756217956543,
      "cov-distil (oracle2teacher)": 3.6835782527923584,
      "epoch": 3.6750392464678177,
      "rel-constrast": 2.157843828201294,
      "step": 4682,
      "subrel-constrast": 3.284756660461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6826775074005127,
      "cov-distil (oracle2student)": 7.4877119064331055,
      "cov-distil (oracle2teacher)": 6.5973405838012695,
      "epoch": 3.675824175824176,
      "rel-constrast": 4.546653747558594,
      "step": 4683,
      "subrel-constrast": 5.149547576904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2945855855941772,
      "cov-distil (oracle2student)": 4.46612024307251,
      "cov-distil (oracle2teacher)": 4.0418477058410645,
      "epoch": 3.6766091051805336,
      "rel-constrast": 2.744037628173828,
      "step": 4684,
      "subrel-constrast": 3.5768468379974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9494483470916748,
      "cov-distil (oracle2student)": 3.581381320953369,
      "cov-distil (oracle2teacher)": 3.666105270385742,
      "epoch": 3.6773940345368916,
      "rel-constrast": 1.5882478952407837,
      "step": 4685,
      "subrel-constrast": 2.6735336780548096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4263372421264648,
      "cov-distil (oracle2student)": 5.049653053283691,
      "cov-distil (oracle2teacher)": 5.010658264160156,
      "epoch": 3.6781789638932496,
      "rel-constrast": 2.478640079498291,
      "step": 4686,
      "subrel-constrast": 3.677253007888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6919751167297363,
      "cov-distil (oracle2student)": 5.104879379272461,
      "cov-distil (oracle2teacher)": 4.563188552856445,
      "epoch": 3.6789638932496076,
      "rel-constrast": 2.498053550720215,
      "step": 4687,
      "subrel-constrast": 3.225602865219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2191376686096191,
      "cov-distil (oracle2student)": 2.8994038105010986,
      "cov-distil (oracle2teacher)": 3.038571357727051,
      "epoch": 3.6797488226059656,
      "rel-constrast": 1.512699842453003,
      "step": 4688,
      "subrel-constrast": 2.2580931186676025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182811975479126,
      "cov-distil (oracle2student)": 6.3876190185546875,
      "cov-distil (oracle2teacher)": 6.181198596954346,
      "epoch": 3.680533751962323,
      "rel-constrast": 3.3336985111236572,
      "step": 4689,
      "subrel-constrast": 4.42411994934082,
      "view-similarity": 0
    },
    {
      "epoch": 3.6813186813186816,
      "grad_norm": 5.375,
      "learning_rate": 3.198315736918339e-05,
      "loss": 0.6771,
      "step": 4690
    },
    {
      "cov-distil": 1.4405815601348877,
      "cov-distil (oracle2student)": 6.3020172119140625,
      "cov-distil (oracle2teacher)": 5.512077331542969,
      "epoch": 3.6813186813186816,
      "rel-constrast": 2.5789427757263184,
      "step": 4690,
      "subrel-constrast": 3.058026075363159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0932385921478271,
      "cov-distil (oracle2student)": 6.319779396057129,
      "cov-distil (oracle2teacher)": 5.520084381103516,
      "epoch": 3.682103610675039,
      "rel-constrast": 1.732574224472046,
      "step": 4691,
      "subrel-constrast": 2.4028615951538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0604380369186401,
      "cov-distil (oracle2student)": 3.74635910987854,
      "cov-distil (oracle2teacher)": 3.3433961868286133,
      "epoch": 3.682888540031397,
      "rel-constrast": 3.043037176132202,
      "step": 4692,
      "subrel-constrast": 3.0916943550109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6920210123062134,
      "cov-distil (oracle2student)": 4.465100288391113,
      "cov-distil (oracle2teacher)": 4.258252143859863,
      "epoch": 3.683673469387755,
      "rel-constrast": 2.3734447956085205,
      "step": 4693,
      "subrel-constrast": 2.8464620113372803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.574451208114624,
      "cov-distil (oracle2student)": 4.330008506774902,
      "cov-distil (oracle2teacher)": 3.9468307495117188,
      "epoch": 3.684458398744113,
      "rel-constrast": 3.056936502456665,
      "step": 4694,
      "subrel-constrast": 3.6375133991241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6020357608795166,
      "cov-distil (oracle2student)": 5.442950248718262,
      "cov-distil (oracle2teacher)": 4.706850051879883,
      "epoch": 3.685243328100471,
      "rel-constrast": 3.0883164405822754,
      "step": 4695,
      "subrel-constrast": 3.5823965072631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125645637512207,
      "cov-distil (oracle2student)": 5.303542613983154,
      "cov-distil (oracle2teacher)": 4.481945514678955,
      "epoch": 3.686028257456829,
      "rel-constrast": 2.3849902153015137,
      "step": 4696,
      "subrel-constrast": 2.749807357788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6529946327209473,
      "cov-distil (oracle2student)": 3.846200704574585,
      "cov-distil (oracle2teacher)": 3.947038173675537,
      "epoch": 3.686813186813187,
      "rel-constrast": 2.432811737060547,
      "step": 4697,
      "subrel-constrast": 3.1464176177978516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5460879802703857,
      "cov-distil (oracle2student)": 4.644678592681885,
      "cov-distil (oracle2teacher)": 3.843073844909668,
      "epoch": 3.6875981161695446,
      "rel-constrast": 2.5575239658355713,
      "step": 4698,
      "subrel-constrast": 3.0335404872894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5398609638214111,
      "cov-distil (oracle2student)": 3.8433327674865723,
      "cov-distil (oracle2teacher)": 3.6565089225769043,
      "epoch": 3.6883830455259026,
      "rel-constrast": 2.3259525299072266,
      "step": 4699,
      "subrel-constrast": 3.3222339153289795,
      "view-similarity": 0
    },
    {
      "epoch": 3.6891679748822606,
      "grad_norm": 5.0,
      "learning_rate": 3.189932206621865e-05,
      "loss": 0.6777,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "overlap": 0.3421874940395355,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "student margin": 0.0799560546875
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "teacher margin": 0.063018798828125
    },
    {
      "epoch": 3.6891679748822606,
      "margin difference": -0.016937255859375,
      "step": 4700
    },
    {
      "cov-distil": 1.2146707773208618,
      "cov-distil (oracle2student)": 3.0494472980499268,
      "cov-distil (oracle2teacher)": 2.716818332672119,
      "epoch": 3.6891679748822606,
      "rel-constrast": 1.956984281539917,
      "step": 4700,
      "subrel-constrast": 2.1954078674316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.413183331489563,
      "cov-distil (oracle2student)": 2.5839734077453613,
      "cov-distil (oracle2teacher)": 2.8763270378112793,
      "epoch": 3.6899529042386185,
      "rel-constrast": 3.074991226196289,
      "step": 4701,
      "subrel-constrast": 3.747469186782837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6143800020217896,
      "cov-distil (oracle2student)": 4.689593315124512,
      "cov-distil (oracle2teacher)": 4.575326919555664,
      "epoch": 3.6907378335949765,
      "rel-constrast": 1.9797075986862183,
      "step": 4702,
      "subrel-constrast": 2.822521448135376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1089414358139038,
      "cov-distil (oracle2student)": 4.26765251159668,
      "cov-distil (oracle2teacher)": 3.5936145782470703,
      "epoch": 3.6915227629513345,
      "rel-constrast": 3.3543882369995117,
      "step": 4703,
      "subrel-constrast": 3.861161470413208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6209461688995361,
      "cov-distil (oracle2student)": 4.8118367195129395,
      "cov-distil (oracle2teacher)": 4.122106552124023,
      "epoch": 3.6923076923076925,
      "rel-constrast": 3.8943872451782227,
      "step": 4704,
      "subrel-constrast": 3.976961374282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5000107288360596,
      "cov-distil (oracle2student)": 3.455030679702759,
      "cov-distil (oracle2teacher)": 3.7186105251312256,
      "epoch": 3.69309262166405,
      "rel-constrast": 2.335934638977051,
      "step": 4705,
      "subrel-constrast": 3.3487250804901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.014817476272583,
      "cov-distil (oracle2student)": 4.232090950012207,
      "cov-distil (oracle2teacher)": 3.980931282043457,
      "epoch": 3.693877551020408,
      "rel-constrast": 2.0360190868377686,
      "step": 4706,
      "subrel-constrast": 2.4477784633636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9263901710510254,
      "cov-distil (oracle2student)": 4.316971302032471,
      "cov-distil (oracle2teacher)": 4.056823253631592,
      "epoch": 3.694662480376766,
      "rel-constrast": 3.4757003784179688,
      "step": 4707,
      "subrel-constrast": 4.130070209503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0745339393615723,
      "cov-distil (oracle2student)": 4.96195125579834,
      "cov-distil (oracle2teacher)": 4.048552989959717,
      "epoch": 3.695447409733124,
      "rel-constrast": 1.678032636642456,
      "step": 4708,
      "subrel-constrast": 2.5306432247161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4694344997406006,
      "cov-distil (oracle2student)": 4.047213554382324,
      "cov-distil (oracle2teacher)": 4.50892448425293,
      "epoch": 3.696232339089482,
      "rel-constrast": 2.484445095062256,
      "step": 4709,
      "subrel-constrast": 3.3239293098449707,
      "view-similarity": 0
    },
    {
      "epoch": 3.69701726844584,
      "grad_norm": 5.25,
      "learning_rate": 3.181540269719182e-05,
      "loss": 0.6942,
      "step": 4710
    },
    {
      "cov-distil": 1.1592342853546143,
      "cov-distil (oracle2student)": 5.291791915893555,
      "cov-distil (oracle2teacher)": 5.034418106079102,
      "epoch": 3.69701726844584,
      "rel-constrast": 2.675638198852539,
      "step": 4710,
      "subrel-constrast": 3.657402515411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182629108428955,
      "cov-distil (oracle2student)": 5.999533653259277,
      "cov-distil (oracle2teacher)": 5.3747382164001465,
      "epoch": 3.697802197802198,
      "rel-constrast": 2.598635673522949,
      "step": 4711,
      "subrel-constrast": 3.7045679092407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6517565250396729,
      "cov-distil (oracle2student)": 3.842263698577881,
      "cov-distil (oracle2teacher)": 4.295470237731934,
      "epoch": 3.6985871271585555,
      "rel-constrast": 3.6054043769836426,
      "step": 4712,
      "subrel-constrast": 4.493724346160889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6387193202972412,
      "cov-distil (oracle2student)": 4.297555446624756,
      "cov-distil (oracle2teacher)": 4.063063621520996,
      "epoch": 3.6993720565149135,
      "rel-constrast": 1.7968707084655762,
      "step": 4713,
      "subrel-constrast": 2.620537519454956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3710641860961914,
      "cov-distil (oracle2student)": 5.359877586364746,
      "cov-distil (oracle2teacher)": 5.124078273773193,
      "epoch": 3.7001569858712715,
      "rel-constrast": 2.5088021755218506,
      "step": 4714,
      "subrel-constrast": 3.319728374481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8061622381210327,
      "cov-distil (oracle2student)": 4.856024742126465,
      "cov-distil (oracle2teacher)": 4.713683128356934,
      "epoch": 3.7009419152276295,
      "rel-constrast": 3.117086410522461,
      "step": 4715,
      "subrel-constrast": 4.114625930786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1818301677703857,
      "cov-distil (oracle2student)": 4.364933967590332,
      "cov-distil (oracle2teacher)": 4.03502082824707,
      "epoch": 3.7017268445839875,
      "rel-constrast": 3.0308432579040527,
      "step": 4716,
      "subrel-constrast": 3.507110357284546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2679808139801025,
      "cov-distil (oracle2student)": 3.266195297241211,
      "cov-distil (oracle2teacher)": 3.3634984493255615,
      "epoch": 3.7025117739403455,
      "rel-constrast": 2.1176507472991943,
      "step": 4717,
      "subrel-constrast": 2.5278608798980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9338452816009521,
      "cov-distil (oracle2student)": 3.5735669136047363,
      "cov-distil (oracle2teacher)": 3.858001232147217,
      "epoch": 3.7032967032967035,
      "rel-constrast": 2.418911933898926,
      "step": 4718,
      "subrel-constrast": 3.6455190181732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3726612329483032,
      "cov-distil (oracle2student)": 4.414483070373535,
      "cov-distil (oracle2teacher)": 4.837926864624023,
      "epoch": 3.704081632653061,
      "rel-constrast": 2.1387760639190674,
      "step": 4719,
      "subrel-constrast": 3.1656813621520996,
      "view-similarity": 0
    },
    {
      "epoch": 3.704866562009419,
      "grad_norm": 5.1875,
      "learning_rate": 3.1731400284633935e-05,
      "loss": 0.688,
      "step": 4720
    },
    {
      "cov-distil": 1.9105749130249023,
      "cov-distil (oracle2student)": 5.086164474487305,
      "cov-distil (oracle2teacher)": 5.01191520690918,
      "epoch": 3.704866562009419,
      "rel-constrast": 1.6321203708648682,
      "step": 4720,
      "subrel-constrast": 2.9598419666290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9226090908050537,
      "cov-distil (oracle2student)": 4.048673629760742,
      "cov-distil (oracle2teacher)": 3.5096092224121094,
      "epoch": 3.705651491365777,
      "rel-constrast": 2.058867931365967,
      "step": 4721,
      "subrel-constrast": 2.846302032470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.041151523590088,
      "cov-distil (oracle2student)": 4.990572929382324,
      "cov-distil (oracle2teacher)": 4.677698612213135,
      "epoch": 3.706436420722135,
      "rel-constrast": 2.325935125350952,
      "step": 4722,
      "subrel-constrast": 3.0211024284362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.352486491203308,
      "cov-distil (oracle2student)": 3.6500868797302246,
      "cov-distil (oracle2teacher)": 3.332158088684082,
      "epoch": 3.707221350078493,
      "rel-constrast": 1.9235681295394897,
      "step": 4723,
      "subrel-constrast": 2.565042018890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1316089630126953,
      "cov-distil (oracle2student)": 4.629542827606201,
      "cov-distil (oracle2teacher)": 4.443668365478516,
      "epoch": 3.708006279434851,
      "rel-constrast": 2.4544379711151123,
      "step": 4724,
      "subrel-constrast": 2.7825543880462646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3313562870025635,
      "cov-distil (oracle2student)": 3.721073865890503,
      "cov-distil (oracle2teacher)": 3.751452922821045,
      "epoch": 3.708791208791209,
      "rel-constrast": 2.5687811374664307,
      "step": 4725,
      "subrel-constrast": 3.293001890182495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6338996887207031,
      "cov-distil (oracle2student)": 4.210070610046387,
      "cov-distil (oracle2teacher)": 3.733297824859619,
      "epoch": 3.7095761381475665,
      "rel-constrast": 3.1055080890655518,
      "step": 4726,
      "subrel-constrast": 3.3154690265655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9471638202667236,
      "cov-distil (oracle2student)": 3.79845929145813,
      "cov-distil (oracle2teacher)": 3.775963306427002,
      "epoch": 3.710361067503925,
      "rel-constrast": 2.3850646018981934,
      "step": 4727,
      "subrel-constrast": 3.160238027572632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800628900527954,
      "cov-distil (oracle2student)": 4.018599987030029,
      "cov-distil (oracle2teacher)": 3.402019500732422,
      "epoch": 3.7111459968602825,
      "rel-constrast": 2.238358736038208,
      "step": 4728,
      "subrel-constrast": 3.499680995941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.496218204498291,
      "cov-distil (oracle2student)": 3.9339840412139893,
      "cov-distil (oracle2teacher)": 3.42029070854187,
      "epoch": 3.7119309262166404,
      "rel-constrast": 2.6002845764160156,
      "step": 4729,
      "subrel-constrast": 3.603426456451416,
      "view-similarity": 0
    },
    {
      "epoch": 3.7127158555729984,
      "grad_norm": 5.28125,
      "learning_rate": 3.164731585208789e-05,
      "loss": 0.6212,
      "step": 4730
    },
    {
      "cov-distil": 1.4869356155395508,
      "cov-distil (oracle2student)": 3.806623935699463,
      "cov-distil (oracle2teacher)": 4.057969093322754,
      "epoch": 3.7127158555729984,
      "rel-constrast": 1.8930444717407227,
      "step": 4730,
      "subrel-constrast": 3.0126192569732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9088137745857239,
      "cov-distil (oracle2student)": 3.893298625946045,
      "cov-distil (oracle2teacher)": 3.420323610305786,
      "epoch": 3.7135007849293564,
      "rel-constrast": 2.0598998069763184,
      "step": 4731,
      "subrel-constrast": 2.498497486114502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.154963493347168,
      "cov-distil (oracle2student)": 5.214200019836426,
      "cov-distil (oracle2teacher)": 4.5062408447265625,
      "epoch": 3.7142857142857144,
      "rel-constrast": 1.450830340385437,
      "step": 4732,
      "subrel-constrast": 2.3914473056793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5609699487686157,
      "cov-distil (oracle2student)": 3.614476203918457,
      "cov-distil (oracle2teacher)": 3.3291261196136475,
      "epoch": 3.715070643642072,
      "rel-constrast": 1.9522098302841187,
      "step": 4733,
      "subrel-constrast": 2.9801981449127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9298288822174072,
      "cov-distil (oracle2student)": 4.72526216506958,
      "cov-distil (oracle2teacher)": 4.644644260406494,
      "epoch": 3.7158555729984304,
      "rel-constrast": 2.46950101852417,
      "step": 4734,
      "subrel-constrast": 3.0377347469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103416919708252,
      "cov-distil (oracle2student)": 4.2398176193237305,
      "cov-distil (oracle2teacher)": 3.936605930328369,
      "epoch": 3.716640502354788,
      "rel-constrast": 3.204336166381836,
      "step": 4735,
      "subrel-constrast": 4.062651634216309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.330368995666504,
      "cov-distil (oracle2student)": 4.973365783691406,
      "cov-distil (oracle2teacher)": 4.922674655914307,
      "epoch": 3.717425431711146,
      "rel-constrast": 3.3574118614196777,
      "step": 4736,
      "subrel-constrast": 4.115698337554932,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9610174894332886,
      "cov-distil (oracle2student)": 5.329996109008789,
      "cov-distil (oracle2teacher)": 4.727849960327148,
      "epoch": 3.718210361067504,
      "rel-constrast": 2.988130569458008,
      "step": 4737,
      "subrel-constrast": 3.65240216255188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3646597862243652,
      "cov-distil (oracle2student)": 5.7140960693359375,
      "cov-distil (oracle2teacher)": 4.814448356628418,
      "epoch": 3.718995290423862,
      "rel-constrast": 3.029632091522217,
      "step": 4738,
      "subrel-constrast": 3.5188586711883545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368728518486023,
      "cov-distil (oracle2student)": 3.3436179161071777,
      "cov-distil (oracle2teacher)": 3.696784019470215,
      "epoch": 3.71978021978022,
      "rel-constrast": 3.1149773597717285,
      "step": 4739,
      "subrel-constrast": 3.9071805477142334,
      "view-similarity": 0
    },
    {
      "epoch": 3.7205651491365774,
      "grad_norm": 6.09375,
      "learning_rate": 3.1563150424095945e-05,
      "loss": 0.6734,
      "step": 4740
    },
    {
      "cov-distil": 1.1228508949279785,
      "cov-distil (oracle2student)": 3.2894127368927,
      "cov-distil (oracle2teacher)": 3.2002949714660645,
      "epoch": 3.7205651491365774,
      "rel-constrast": 2.49979567527771,
      "step": 4740,
      "subrel-constrast": 3.4796853065490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3723466396331787,
      "cov-distil (oracle2student)": 3.620380163192749,
      "cov-distil (oracle2teacher)": 3.5827596187591553,
      "epoch": 3.721350078492936,
      "rel-constrast": 2.001014471054077,
      "step": 4741,
      "subrel-constrast": 2.713764190673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6252185106277466,
      "cov-distil (oracle2student)": 5.584054946899414,
      "cov-distil (oracle2teacher)": 5.062246799468994,
      "epoch": 3.7221350078492934,
      "rel-constrast": 2.6642913818359375,
      "step": 4742,
      "subrel-constrast": 3.256253480911255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.26420259475708,
      "cov-distil (oracle2student)": 3.985471725463867,
      "cov-distil (oracle2teacher)": 3.7655773162841797,
      "epoch": 3.7229199372056514,
      "rel-constrast": 2.504812240600586,
      "step": 4743,
      "subrel-constrast": 3.170473098754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.195960521697998,
      "cov-distil (oracle2student)": 5.836374282836914,
      "cov-distil (oracle2teacher)": 5.232735633850098,
      "epoch": 3.7237048665620094,
      "rel-constrast": 3.0868945121765137,
      "step": 4744,
      "subrel-constrast": 3.5993285179138184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3675627708435059,
      "cov-distil (oracle2student)": 4.386765480041504,
      "cov-distil (oracle2teacher)": 4.033997535705566,
      "epoch": 3.7244897959183674,
      "rel-constrast": 2.454354763031006,
      "step": 4745,
      "subrel-constrast": 3.0287487506866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4690724611282349,
      "cov-distil (oracle2student)": 4.696813583374023,
      "cov-distil (oracle2teacher)": 4.883782863616943,
      "epoch": 3.7252747252747254,
      "rel-constrast": 3.7472188472747803,
      "step": 4746,
      "subrel-constrast": 4.2613067626953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0116515159606934,
      "cov-distil (oracle2student)": 4.4920973777771,
      "cov-distil (oracle2teacher)": 4.23940372467041,
      "epoch": 3.7260596546310834,
      "rel-constrast": 2.213247299194336,
      "step": 4747,
      "subrel-constrast": 3.150735378265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5785715579986572,
      "cov-distil (oracle2student)": 5.264421463012695,
      "cov-distil (oracle2teacher)": 4.5428571701049805,
      "epoch": 3.7268445839874413,
      "rel-constrast": 3.4786183834075928,
      "step": 4748,
      "subrel-constrast": 3.382089853286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.770150065422058,
      "cov-distil (oracle2student)": 5.990679740905762,
      "cov-distil (oracle2teacher)": 5.653430461883545,
      "epoch": 3.727629513343799,
      "rel-constrast": 2.6153154373168945,
      "step": 4749,
      "subrel-constrast": 3.4785306453704834,
      "view-similarity": 0
    },
    {
      "epoch": 3.728414442700157,
      "grad_norm": 5.875,
      "learning_rate": 3.1478905026187285e-05,
      "loss": 0.7161,
      "step": 4750
    },
    {
      "cov-distil": 1.3686015605926514,
      "cov-distil (oracle2student)": 5.654122829437256,
      "cov-distil (oracle2teacher)": 4.952524662017822,
      "epoch": 3.728414442700157,
      "rel-constrast": 2.080810070037842,
      "step": 4750,
      "subrel-constrast": 2.8711178302764893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3460783958435059,
      "cov-distil (oracle2student)": 4.709158897399902,
      "cov-distil (oracle2teacher)": 4.25270414352417,
      "epoch": 3.729199372056515,
      "rel-constrast": 2.93666410446167,
      "step": 4751,
      "subrel-constrast": 3.5135786533355713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5919723510742188,
      "cov-distil (oracle2student)": 3.8077824115753174,
      "cov-distil (oracle2teacher)": 4.019822597503662,
      "epoch": 3.729984301412873,
      "rel-constrast": 2.2445919513702393,
      "step": 4752,
      "subrel-constrast": 3.3702523708343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6415553092956543,
      "cov-distil (oracle2student)": 5.1837568283081055,
      "cov-distil (oracle2teacher)": 4.824154853820801,
      "epoch": 3.730769230769231,
      "rel-constrast": 2.572166681289673,
      "step": 4753,
      "subrel-constrast": 3.0828187465667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7228467464447021,
      "cov-distil (oracle2student)": 4.363373756408691,
      "cov-distil (oracle2teacher)": 4.085820198059082,
      "epoch": 3.731554160125589,
      "rel-constrast": 2.5951898097991943,
      "step": 4754,
      "subrel-constrast": 3.167593240737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6138460636138916,
      "cov-distil (oracle2student)": 4.400800704956055,
      "cov-distil (oracle2teacher)": 3.9396352767944336,
      "epoch": 3.732339089481947,
      "rel-constrast": 2.5354092121124268,
      "step": 4755,
      "subrel-constrast": 3.1426265239715576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2971653938293457,
      "cov-distil (oracle2student)": 4.137381553649902,
      "cov-distil (oracle2teacher)": 4.171010971069336,
      "epoch": 3.7331240188383044,
      "rel-constrast": 2.5211939811706543,
      "step": 4756,
      "subrel-constrast": 3.058884382247925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5618451833724976,
      "cov-distil (oracle2student)": 1.874346137046814,
      "cov-distil (oracle2teacher)": 2.4362616539001465,
      "epoch": 3.7339089481946623,
      "rel-constrast": 2.2594470977783203,
      "step": 4757,
      "subrel-constrast": 2.901275157928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3074533939361572,
      "cov-distil (oracle2student)": 3.931414842605591,
      "cov-distil (oracle2teacher)": 3.9591314792633057,
      "epoch": 3.7346938775510203,
      "rel-constrast": 2.217349052429199,
      "step": 4758,
      "subrel-constrast": 3.3889100551605225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.476631999015808,
      "cov-distil (oracle2student)": 6.0509538650512695,
      "cov-distil (oracle2teacher)": 5.276878833770752,
      "epoch": 3.7354788069073783,
      "rel-constrast": 2.7658135890960693,
      "step": 4759,
      "subrel-constrast": 3.2518222332000732,
      "view-similarity": 0
    },
    {
      "epoch": 3.7362637362637363,
      "grad_norm": 5.53125,
      "learning_rate": 3.139458068486551e-05,
      "loss": 0.6555,
      "step": 4760
    },
    {
      "cov-distil": 1.3710803985595703,
      "cov-distil (oracle2student)": 5.255350589752197,
      "cov-distil (oracle2teacher)": 4.728592872619629,
      "epoch": 3.7362637362637363,
      "rel-constrast": 4.237742900848389,
      "step": 4760,
      "subrel-constrast": 4.405071258544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7127187252044678,
      "cov-distil (oracle2student)": 3.6595559120178223,
      "cov-distil (oracle2teacher)": 3.877321720123291,
      "epoch": 3.7370486656200943,
      "rel-constrast": 2.515364646911621,
      "step": 4761,
      "subrel-constrast": 3.323333501815796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.221398115158081,
      "cov-distil (oracle2student)": 2.741269588470459,
      "cov-distil (oracle2teacher)": 3.0749502182006836,
      "epoch": 3.7378335949764523,
      "rel-constrast": 2.1185221672058105,
      "step": 4762,
      "subrel-constrast": 3.13336181640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4817862510681152,
      "cov-distil (oracle2student)": 3.45222544670105,
      "cov-distil (oracle2teacher)": 4.037790775299072,
      "epoch": 3.73861852433281,
      "rel-constrast": 2.002707004547119,
      "step": 4763,
      "subrel-constrast": 3.071910858154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.483567476272583,
      "cov-distil (oracle2student)": 5.985204696655273,
      "cov-distil (oracle2teacher)": 5.6153059005737305,
      "epoch": 3.739403453689168,
      "rel-constrast": 4.975679397583008,
      "step": 4764,
      "subrel-constrast": 5.366581916809082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2730411291122437,
      "cov-distil (oracle2student)": 4.346129417419434,
      "cov-distil (oracle2teacher)": 3.9933078289031982,
      "epoch": 3.740188383045526,
      "rel-constrast": 1.466586709022522,
      "step": 4765,
      "subrel-constrast": 2.092708110809326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69316565990448,
      "cov-distil (oracle2student)": 4.57364559173584,
      "cov-distil (oracle2teacher)": 3.956317663192749,
      "epoch": 3.740973312401884,
      "rel-constrast": 2.412503719329834,
      "step": 4766,
      "subrel-constrast": 3.2567121982574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3514988422393799,
      "cov-distil (oracle2student)": 3.0823473930358887,
      "cov-distil (oracle2teacher)": 2.9396862983703613,
      "epoch": 3.741758241758242,
      "rel-constrast": 3.612654209136963,
      "step": 4767,
      "subrel-constrast": 3.706444263458252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7692710161209106,
      "cov-distil (oracle2student)": 3.5789260864257812,
      "cov-distil (oracle2teacher)": 4.242661952972412,
      "epoch": 3.7425431711145998,
      "rel-constrast": 2.988050937652588,
      "step": 4768,
      "subrel-constrast": 3.888756275177002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3371655941009521,
      "cov-distil (oracle2student)": 3.252187728881836,
      "cov-distil (oracle2teacher)": 3.370008945465088,
      "epoch": 3.7433281004709578,
      "rel-constrast": 2.4621849060058594,
      "step": 4769,
      "subrel-constrast": 3.567209243774414,
      "view-similarity": 0
    },
    {
      "epoch": 3.7441130298273153,
      "grad_norm": 4.96875,
      "learning_rate": 3.1310178427596086e-05,
      "loss": 0.7565,
      "step": 4770
    },
    {
      "cov-distil": 1.5037341117858887,
      "cov-distil (oracle2student)": 3.1466751098632812,
      "cov-distil (oracle2teacher)": 2.776843309402466,
      "epoch": 3.7441130298273153,
      "rel-constrast": 2.3365683555603027,
      "step": 4770,
      "subrel-constrast": 2.6733779907226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0501846075057983,
      "cov-distil (oracle2student)": 4.024443626403809,
      "cov-distil (oracle2teacher)": 3.771369695663452,
      "epoch": 3.7448979591836737,
      "rel-constrast": 1.9313645362854004,
      "step": 4771,
      "subrel-constrast": 2.9026095867156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4257586002349854,
      "cov-distil (oracle2student)": 5.252020835876465,
      "cov-distil (oracle2teacher)": 4.378100395202637,
      "epoch": 3.7456828885400313,
      "rel-constrast": 2.057170867919922,
      "step": 4772,
      "subrel-constrast": 2.7759859561920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4244661331176758,
      "cov-distil (oracle2student)": 4.4347968101501465,
      "cov-distil (oracle2teacher)": 4.582683563232422,
      "epoch": 3.7464678178963893,
      "rel-constrast": 3.119211196899414,
      "step": 4773,
      "subrel-constrast": 4.375726699829102,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.010197639465332,
      "cov-distil (oracle2student)": 3.4925880432128906,
      "cov-distil (oracle2teacher)": 3.564533233642578,
      "epoch": 3.7472527472527473,
      "rel-constrast": 2.265528440475464,
      "step": 4774,
      "subrel-constrast": 3.191615343093872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0868312120437622,
      "cov-distil (oracle2student)": 4.098455905914307,
      "cov-distil (oracle2teacher)": 4.42867374420166,
      "epoch": 3.7480376766091053,
      "rel-constrast": 2.781447172164917,
      "step": 4775,
      "subrel-constrast": 3.4861409664154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5381150245666504,
      "cov-distil (oracle2student)": 5.914665222167969,
      "cov-distil (oracle2teacher)": 5.7289018630981445,
      "epoch": 3.7488226059654632,
      "rel-constrast": 2.5459632873535156,
      "step": 4776,
      "subrel-constrast": 3.3091297149658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9808533191680908,
      "cov-distil (oracle2student)": 3.8150177001953125,
      "cov-distil (oracle2teacher)": 3.8155484199523926,
      "epoch": 3.749607535321821,
      "rel-constrast": 2.3383748531341553,
      "step": 4777,
      "subrel-constrast": 2.8021552562713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6233737468719482,
      "cov-distil (oracle2student)": 4.613620758056641,
      "cov-distil (oracle2teacher)": 4.02048397064209,
      "epoch": 3.750392464678179,
      "rel-constrast": 2.8890135288238525,
      "step": 4778,
      "subrel-constrast": 3.594097852706909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5241857767105103,
      "cov-distil (oracle2student)": 4.084771156311035,
      "cov-distil (oracle2teacher)": 3.3188812732696533,
      "epoch": 3.7511773940345368,
      "rel-constrast": 1.6888515949249268,
      "step": 4779,
      "subrel-constrast": 2.5824790000915527,
      "view-similarity": 0
    },
    {
      "epoch": 3.7519623233908947,
      "grad_norm": 4.625,
      "learning_rate": 3.12256992827939e-05,
      "loss": 0.6368,
      "step": 4780
    },
    {
      "cov-distil": 1.1678338050842285,
      "cov-distil (oracle2student)": 5.183288097381592,
      "cov-distil (oracle2teacher)": 4.839635372161865,
      "epoch": 3.7519623233908947,
      "rel-constrast": 2.532038927078247,
      "step": 4780,
      "subrel-constrast": 3.1485278606414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.36372709274292,
      "cov-distil (oracle2student)": 3.198267936706543,
      "cov-distil (oracle2teacher)": 3.3870749473571777,
      "epoch": 3.7527472527472527,
      "rel-constrast": 2.8918373584747314,
      "step": 4781,
      "subrel-constrast": 3.2394442558288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7769063711166382,
      "cov-distil (oracle2student)": 3.9274375438690186,
      "cov-distil (oracle2teacher)": 3.3286781311035156,
      "epoch": 3.7535321821036107,
      "rel-constrast": 2.974353075027466,
      "step": 4782,
      "subrel-constrast": 3.498718738555908,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9041664600372314,
      "cov-distil (oracle2student)": 3.9749045372009277,
      "cov-distil (oracle2teacher)": 3.6662328243255615,
      "epoch": 3.7543171114599687,
      "rel-constrast": 2.145528793334961,
      "step": 4783,
      "subrel-constrast": 2.6747920513153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3042981624603271,
      "cov-distil (oracle2student)": 2.2317652702331543,
      "cov-distil (oracle2teacher)": 2.2677295207977295,
      "epoch": 3.7551020408163263,
      "rel-constrast": 2.616508960723877,
      "step": 4784,
      "subrel-constrast": 3.092686653137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414572715759277,
      "cov-distil (oracle2student)": 3.356020450592041,
      "cov-distil (oracle2teacher)": 3.8554775714874268,
      "epoch": 3.7558869701726847,
      "rel-constrast": 2.9369800090789795,
      "step": 4785,
      "subrel-constrast": 4.236791610717773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0000038146972656,
      "cov-distil (oracle2student)": 3.9767589569091797,
      "cov-distil (oracle2teacher)": 4.736124038696289,
      "epoch": 3.7566718995290422,
      "rel-constrast": 2.8817148208618164,
      "step": 4786,
      "subrel-constrast": 4.179957866668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9918768405914307,
      "cov-distil (oracle2student)": 4.1820068359375,
      "cov-distil (oracle2teacher)": 3.5857698917388916,
      "epoch": 3.7574568288854002,
      "rel-constrast": 2.1808700561523438,
      "step": 4787,
      "subrel-constrast": 3.5969130992889404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2390401363372803,
      "cov-distil (oracle2student)": 4.501001358032227,
      "cov-distil (oracle2teacher)": 4.624820709228516,
      "epoch": 3.758241758241758,
      "rel-constrast": 1.6516811847686768,
      "step": 4788,
      "subrel-constrast": 2.2376582622528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2677066326141357,
      "cov-distil (oracle2student)": 2.2350966930389404,
      "cov-distil (oracle2teacher)": 2.489717960357666,
      "epoch": 3.759026687598116,
      "rel-constrast": 2.1701855659484863,
      "step": 4789,
      "subrel-constrast": 2.8861188888549805,
      "view-similarity": 0
    },
    {
      "epoch": 3.759811616954474,
      "grad_norm": 4.59375,
      "learning_rate": 3.1141144279810666e-05,
      "loss": 0.6607,
      "step": 4790
    },
    {
      "cov-distil": 1.7348439693450928,
      "cov-distil (oracle2student)": 4.054537773132324,
      "cov-distil (oracle2teacher)": 3.930105447769165,
      "epoch": 3.759811616954474,
      "rel-constrast": 2.6908774375915527,
      "step": 4790,
      "subrel-constrast": 3.432516574859619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3617122173309326,
      "cov-distil (oracle2student)": 3.463775634765625,
      "cov-distil (oracle2teacher)": 3.359426498413086,
      "epoch": 3.760596546310832,
      "rel-constrast": 1.6171103715896606,
      "step": 4791,
      "subrel-constrast": 2.143390655517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.321517825126648,
      "cov-distil (oracle2student)": 2.9350013732910156,
      "cov-distil (oracle2teacher)": 3.3081984519958496,
      "epoch": 3.76138147566719,
      "rel-constrast": 2.107485771179199,
      "step": 4792,
      "subrel-constrast": 3.084756851196289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3964033126831055,
      "cov-distil (oracle2student)": 2.6709563732147217,
      "cov-distil (oracle2teacher)": 2.304044485092163,
      "epoch": 3.7621664050235477,
      "rel-constrast": 2.091226100921631,
      "step": 4793,
      "subrel-constrast": 2.5542516708374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2823368310928345,
      "cov-distil (oracle2student)": 3.7783665657043457,
      "cov-distil (oracle2teacher)": 3.756743907928467,
      "epoch": 3.7629513343799057,
      "rel-constrast": 3.591547966003418,
      "step": 4794,
      "subrel-constrast": 3.7733259201049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9095743894577026,
      "cov-distil (oracle2student)": 4.622822284698486,
      "cov-distil (oracle2teacher)": 4.227067947387695,
      "epoch": 3.7637362637362637,
      "rel-constrast": 1.971677541732788,
      "step": 4795,
      "subrel-constrast": 3.0919487476348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6053402423858643,
      "cov-distil (oracle2student)": 5.092522144317627,
      "cov-distil (oracle2teacher)": 4.502342700958252,
      "epoch": 3.7645211930926217,
      "rel-constrast": 3.4355952739715576,
      "step": 4796,
      "subrel-constrast": 4.1375579833984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6174445152282715,
      "cov-distil (oracle2student)": 4.986806869506836,
      "cov-distil (oracle2teacher)": 4.752158164978027,
      "epoch": 3.7653061224489797,
      "rel-constrast": 3.697512149810791,
      "step": 4797,
      "subrel-constrast": 4.175080299377441,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8062833547592163,
      "cov-distil (oracle2student)": 2.8677620887756348,
      "cov-distil (oracle2teacher)": 2.7929787635803223,
      "epoch": 3.7660910518053377,
      "rel-constrast": 2.256789445877075,
      "step": 4798,
      "subrel-constrast": 2.704064130783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5493463277816772,
      "cov-distil (oracle2student)": 6.475710868835449,
      "cov-distil (oracle2teacher)": 5.841316223144531,
      "epoch": 3.7668759811616956,
      "rel-constrast": 2.538858652114868,
      "step": 4799,
      "subrel-constrast": 3.468421697616577,
      "view-similarity": 0
    },
    {
      "epoch": 3.767660910518053,
      "grad_norm": 4.6875,
      "learning_rate": 3.10565144489224e-05,
      "loss": 0.6864,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "overlap": 0.32500001788139343,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "student margin": 0.048919677734375
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "teacher margin": 0.03411865234375
    },
    {
      "epoch": 3.767660910518053,
      "margin difference": -0.014801025390625,
      "step": 4800
    },
    {
      "cov-distil": 1.4638007879257202,
      "cov-distil (oracle2student)": 5.4111809730529785,
      "cov-distil (oracle2teacher)": 4.983024597167969,
      "epoch": 3.767660910518053,
      "rel-constrast": 3.583841323852539,
      "step": 4800,
      "subrel-constrast": 3.880549669265747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5447173118591309,
      "cov-distil (oracle2student)": 6.000730514526367,
      "cov-distil (oracle2teacher)": 5.2304487228393555,
      "epoch": 3.768445839874411,
      "rel-constrast": 2.57916259765625,
      "step": 4801,
      "subrel-constrast": 3.6015055179595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7314854860305786,
      "cov-distil (oracle2student)": 3.8427035808563232,
      "cov-distil (oracle2teacher)": 3.929171562194824,
      "epoch": 3.769230769230769,
      "rel-constrast": 2.766080379486084,
      "step": 4802,
      "subrel-constrast": 3.6307241916656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526132583618164,
      "cov-distil (oracle2student)": 4.229887008666992,
      "cov-distil (oracle2teacher)": 4.115457057952881,
      "epoch": 3.770015698587127,
      "rel-constrast": 3.1023106575012207,
      "step": 4803,
      "subrel-constrast": 3.195246934890747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2318134307861328,
      "cov-distil (oracle2student)": 3.078153610229492,
      "cov-distil (oracle2teacher)": 2.6221399307250977,
      "epoch": 3.770800627943485,
      "rel-constrast": 1.837035894393921,
      "step": 4804,
      "subrel-constrast": 2.6679413318634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4036422967910767,
      "cov-distil (oracle2student)": 3.5817556381225586,
      "cov-distil (oracle2teacher)": 3.766798973083496,
      "epoch": 3.771585557299843,
      "rel-constrast": 1.7218965291976929,
      "step": 4805,
      "subrel-constrast": 2.771698474884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9485236406326294,
      "cov-distil (oracle2student)": 5.2717814445495605,
      "cov-distil (oracle2teacher)": 4.91171932220459,
      "epoch": 3.772370486656201,
      "rel-constrast": 3.6026339530944824,
      "step": 4806,
      "subrel-constrast": 4.119887351989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2541207075119019,
      "cov-distil (oracle2student)": 3.85512113571167,
      "cov-distil (oracle2teacher)": 3.6917495727539062,
      "epoch": 3.7731554160125587,
      "rel-constrast": 2.2409908771514893,
      "step": 4807,
      "subrel-constrast": 2.9461326599121094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4049112796783447,
      "cov-distil (oracle2student)": 4.805393218994141,
      "cov-distil (oracle2teacher)": 4.557884693145752,
      "epoch": 3.7739403453689166,
      "rel-constrast": 2.7272093296051025,
      "step": 4808,
      "subrel-constrast": 2.744981288909912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5105645656585693,
      "cov-distil (oracle2student)": 5.623003959655762,
      "cov-distil (oracle2teacher)": 5.057905197143555,
      "epoch": 3.7747252747252746,
      "rel-constrast": 3.435800790786743,
      "step": 4809,
      "subrel-constrast": 3.7243728637695312,
      "view-similarity": 0
    },
    {
      "epoch": 3.7755102040816326,
      "grad_norm": 6.65625,
      "learning_rate": 3.09718108213169e-05,
      "loss": 0.7275,
      "step": 4810
    },
    {
      "cov-distil": 1.2114933729171753,
      "cov-distil (oracle2student)": 3.3319520950317383,
      "cov-distil (oracle2teacher)": 2.9668638706207275,
      "epoch": 3.7755102040816326,
      "rel-constrast": 3.68649959564209,
      "step": 4810,
      "subrel-constrast": 3.708555221557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4370183944702148,
      "cov-distil (oracle2student)": 4.654780864715576,
      "cov-distil (oracle2teacher)": 4.458268165588379,
      "epoch": 3.7762951334379906,
      "rel-constrast": 3.0314557552337646,
      "step": 4811,
      "subrel-constrast": 3.5015854835510254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5497767925262451,
      "cov-distil (oracle2student)": 5.260910511016846,
      "cov-distil (oracle2teacher)": 5.229340553283691,
      "epoch": 3.7770800627943486,
      "rel-constrast": 3.0995142459869385,
      "step": 4812,
      "subrel-constrast": 3.882969617843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4918874502182007,
      "cov-distil (oracle2student)": 4.301817893981934,
      "cov-distil (oracle2teacher)": 3.7870678901672363,
      "epoch": 3.7778649921507066,
      "rel-constrast": 2.715061664581299,
      "step": 4813,
      "subrel-constrast": 3.32010555267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2486380338668823,
      "cov-distil (oracle2student)": 2.5320920944213867,
      "cov-distil (oracle2teacher)": 3.0262951850891113,
      "epoch": 3.778649921507064,
      "rel-constrast": 2.048060655593872,
      "step": 4814,
      "subrel-constrast": 2.6668689250946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5095205307006836,
      "cov-distil (oracle2student)": 3.4303817749023438,
      "cov-distil (oracle2teacher)": 3.3540170192718506,
      "epoch": 3.7794348508634226,
      "rel-constrast": 2.399406909942627,
      "step": 4815,
      "subrel-constrast": 3.5930278301239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.198211908340454,
      "cov-distil (oracle2student)": 4.435250282287598,
      "cov-distil (oracle2teacher)": 4.029516220092773,
      "epoch": 3.78021978021978,
      "rel-constrast": 2.365987777709961,
      "step": 4816,
      "subrel-constrast": 3.1236743927001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4712107181549072,
      "cov-distil (oracle2student)": 4.1234002113342285,
      "cov-distil (oracle2teacher)": 4.4461283683776855,
      "epoch": 3.781004709576138,
      "rel-constrast": 2.766531229019165,
      "step": 4817,
      "subrel-constrast": 3.6995468139648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7069019079208374,
      "cov-distil (oracle2student)": 4.978829383850098,
      "cov-distil (oracle2teacher)": 4.908551216125488,
      "epoch": 3.781789638932496,
      "rel-constrast": 2.456768751144409,
      "step": 4818,
      "subrel-constrast": 3.3318512439727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5823698043823242,
      "cov-distil (oracle2student)": 4.007133483886719,
      "cov-distil (oracle2teacher)": 4.378188610076904,
      "epoch": 3.782574568288854,
      "rel-constrast": 2.6822738647460938,
      "step": 4819,
      "subrel-constrast": 3.802135944366455,
      "view-similarity": 0
    },
    {
      "epoch": 3.783359497645212,
      "grad_norm": 6.21875,
      "learning_rate": 3.088703442908112e-05,
      "loss": 0.7173,
      "step": 4820
    },
    {
      "cov-distil": 1.4614500999450684,
      "cov-distil (oracle2student)": 4.128586292266846,
      "cov-distil (oracle2teacher)": 4.290031433105469,
      "epoch": 3.783359497645212,
      "rel-constrast": 3.078198194503784,
      "step": 4820,
      "subrel-constrast": 3.1790637969970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8083059787750244,
      "cov-distil (oracle2student)": 4.669110298156738,
      "cov-distil (oracle2teacher)": 4.356502532958984,
      "epoch": 3.7841444270015696,
      "rel-constrast": 2.9240128993988037,
      "step": 4821,
      "subrel-constrast": 3.6255834102630615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3648080825805664,
      "cov-distil (oracle2student)": 4.244240760803223,
      "cov-distil (oracle2teacher)": 3.928463935852051,
      "epoch": 3.784929356357928,
      "rel-constrast": 2.5783743858337402,
      "step": 4822,
      "subrel-constrast": 3.6924402713775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4353573322296143,
      "cov-distil (oracle2student)": 5.230334281921387,
      "cov-distil (oracle2teacher)": 4.617562770843506,
      "epoch": 3.7857142857142856,
      "rel-constrast": 2.8220558166503906,
      "step": 4823,
      "subrel-constrast": 3.5025177001953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593556523323059,
      "cov-distil (oracle2student)": 4.410919189453125,
      "cov-distil (oracle2teacher)": 4.277003288269043,
      "epoch": 3.7864992150706436,
      "rel-constrast": 1.9876480102539062,
      "step": 4824,
      "subrel-constrast": 2.503357172012329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9907029867172241,
      "cov-distil (oracle2student)": 4.939821243286133,
      "cov-distil (oracle2teacher)": 5.080317497253418,
      "epoch": 3.7872841444270016,
      "rel-constrast": 2.4012529850006104,
      "step": 4825,
      "subrel-constrast": 3.398902177810669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774796724319458,
      "cov-distil (oracle2student)": 4.393333435058594,
      "cov-distil (oracle2teacher)": 4.275092124938965,
      "epoch": 3.7880690737833596,
      "rel-constrast": 3.112805128097534,
      "step": 4826,
      "subrel-constrast": 3.40922474861145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5694935321807861,
      "cov-distil (oracle2student)": 6.288030624389648,
      "cov-distil (oracle2teacher)": 5.851940155029297,
      "epoch": 3.7888540031397175,
      "rel-constrast": 2.7795374393463135,
      "step": 4827,
      "subrel-constrast": 3.0825231075286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1519114971160889,
      "cov-distil (oracle2student)": 3.6800055503845215,
      "cov-distil (oracle2teacher)": 3.4051876068115234,
      "epoch": 3.789638932496075,
      "rel-constrast": 1.9575791358947754,
      "step": 4828,
      "subrel-constrast": 2.451099395751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.310499906539917,
      "cov-distil (oracle2student)": 4.009714126586914,
      "cov-distil (oracle2teacher)": 3.8120627403259277,
      "epoch": 3.7904238618524335,
      "rel-constrast": 2.4535071849823,
      "step": 4829,
      "subrel-constrast": 2.9259510040283203,
      "view-similarity": 0
    },
    {
      "epoch": 3.791208791208791,
      "grad_norm": 5.46875,
      "learning_rate": 3.080218630518867e-05,
      "loss": 0.691,
      "step": 4830
    },
    {
      "cov-distil": 1.790174961090088,
      "cov-distil (oracle2student)": 5.688020706176758,
      "cov-distil (oracle2teacher)": 5.424948692321777,
      "epoch": 3.791208791208791,
      "rel-constrast": 3.142961025238037,
      "step": 4830,
      "subrel-constrast": 3.8411874771118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2071961164474487,
      "cov-distil (oracle2student)": 5.126290321350098,
      "cov-distil (oracle2teacher)": 4.552147388458252,
      "epoch": 3.791993720565149,
      "rel-constrast": 2.0683059692382812,
      "step": 4831,
      "subrel-constrast": 2.477221965789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756058692932129,
      "cov-distil (oracle2student)": 4.611989974975586,
      "cov-distil (oracle2teacher)": 4.6865081787109375,
      "epoch": 3.792778649921507,
      "rel-constrast": 1.974460244178772,
      "step": 4832,
      "subrel-constrast": 2.837934970855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082267999649048,
      "cov-distil (oracle2student)": 6.7076873779296875,
      "cov-distil (oracle2teacher)": 5.908144950866699,
      "epoch": 3.793563579277865,
      "rel-constrast": 3.6803524494171143,
      "step": 4833,
      "subrel-constrast": 4.261295318603516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6447957754135132,
      "cov-distil (oracle2student)": 4.979902267456055,
      "cov-distil (oracle2teacher)": 4.789822101593018,
      "epoch": 3.794348508634223,
      "rel-constrast": 3.138180732727051,
      "step": 4834,
      "subrel-constrast": 3.8279201984405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370609045028687,
      "cov-distil (oracle2student)": 4.18755578994751,
      "cov-distil (oracle2teacher)": 3.74896240234375,
      "epoch": 3.795133437990581,
      "rel-constrast": 1.627570629119873,
      "step": 4835,
      "subrel-constrast": 2.689107656478882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9878675937652588,
      "cov-distil (oracle2student)": 5.751013278961182,
      "cov-distil (oracle2teacher)": 5.966686248779297,
      "epoch": 3.795918367346939,
      "rel-constrast": 2.360893964767456,
      "step": 4836,
      "subrel-constrast": 3.5861830711364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.34403657913208,
      "cov-distil (oracle2student)": 5.264921188354492,
      "cov-distil (oracle2teacher)": 4.576175689697266,
      "epoch": 3.7967032967032965,
      "rel-constrast": 3.0925135612487793,
      "step": 4837,
      "subrel-constrast": 4.228060722351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6036959886550903,
      "cov-distil (oracle2student)": 3.499429225921631,
      "cov-distil (oracle2teacher)": 3.3540356159210205,
      "epoch": 3.7974882260596545,
      "rel-constrast": 2.227205753326416,
      "step": 4838,
      "subrel-constrast": 3.1116604804992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585479736328125,
      "cov-distil (oracle2student)": 5.909202575683594,
      "cov-distil (oracle2teacher)": 5.447751522064209,
      "epoch": 3.7982731554160125,
      "rel-constrast": 3.3649795055389404,
      "step": 4839,
      "subrel-constrast": 3.9331796169281006,
      "view-similarity": 0
    },
    {
      "epoch": 3.7990580847723705,
      "grad_norm": 6.0,
      "learning_rate": 3.071726748348714e-05,
      "loss": 0.7113,
      "step": 4840
    },
    {
      "cov-distil": 1.6843960285186768,
      "cov-distil (oracle2student)": 4.910829544067383,
      "cov-distil (oracle2teacher)": 4.339784622192383,
      "epoch": 3.7990580847723705,
      "rel-constrast": 2.659554958343506,
      "step": 4840,
      "subrel-constrast": 3.2875454425811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606470108032227,
      "cov-distil (oracle2student)": 4.348156929016113,
      "cov-distil (oracle2teacher)": 4.409976005554199,
      "epoch": 3.7998430141287285,
      "rel-constrast": 2.646580219268799,
      "step": 4841,
      "subrel-constrast": 3.074334144592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5280213356018066,
      "cov-distil (oracle2student)": 6.353517532348633,
      "cov-distil (oracle2teacher)": 5.261775016784668,
      "epoch": 3.8006279434850865,
      "rel-constrast": 2.4604930877685547,
      "step": 4842,
      "subrel-constrast": 3.13356351852417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.318511962890625,
      "cov-distil (oracle2student)": 5.198917388916016,
      "cov-distil (oracle2teacher)": 4.627278804779053,
      "epoch": 3.8014128728414445,
      "rel-constrast": 2.9079418182373047,
      "step": 4843,
      "subrel-constrast": 2.9241387844085693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5697544813156128,
      "cov-distil (oracle2student)": 6.084056377410889,
      "cov-distil (oracle2teacher)": 5.7353715896606445,
      "epoch": 3.802197802197802,
      "rel-constrast": 3.33103609085083,
      "step": 4844,
      "subrel-constrast": 4.154376983642578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.293001413345337,
      "cov-distil (oracle2student)": 2.6445505619049072,
      "cov-distil (oracle2teacher)": 2.987389326095581,
      "epoch": 3.80298273155416,
      "rel-constrast": 2.3763229846954346,
      "step": 4845,
      "subrel-constrast": 2.861862897872925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0920124053955078,
      "cov-distil (oracle2student)": 5.286115646362305,
      "cov-distil (oracle2teacher)": 4.81398344039917,
      "epoch": 3.803767660910518,
      "rel-constrast": 2.4384589195251465,
      "step": 4846,
      "subrel-constrast": 3.169769763946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5800604820251465,
      "cov-distil (oracle2student)": 5.43875789642334,
      "cov-distil (oracle2teacher)": 5.000366687774658,
      "epoch": 3.804552590266876,
      "rel-constrast": 1.4826431274414062,
      "step": 4847,
      "subrel-constrast": 2.0773234367370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3489015102386475,
      "cov-distil (oracle2student)": 3.8491790294647217,
      "cov-distil (oracle2teacher)": 4.1241559982299805,
      "epoch": 3.805337519623234,
      "rel-constrast": 2.587094306945801,
      "step": 4848,
      "subrel-constrast": 3.8404388427734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7432883977890015,
      "cov-distil (oracle2student)": 4.247188568115234,
      "cov-distil (oracle2teacher)": 4.049133777618408,
      "epoch": 3.806122448979592,
      "rel-constrast": 2.4340853691101074,
      "step": 4849,
      "subrel-constrast": 3.2496306896209717,
      "view-similarity": 0
    },
    {
      "epoch": 3.80690737833595,
      "grad_norm": 6.0625,
      "learning_rate": 3.063227899868559e-05,
      "loss": 0.6699,
      "step": 4850
    },
    {
      "cov-distil": 1.8885077238082886,
      "cov-distil (oracle2student)": 6.453472137451172,
      "cov-distil (oracle2teacher)": 6.3239288330078125,
      "epoch": 3.80690737833595,
      "rel-constrast": 2.6475114822387695,
      "step": 4850,
      "subrel-constrast": 3.880629539489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2627191543579102,
      "cov-distil (oracle2student)": 3.851490020751953,
      "cov-distil (oracle2teacher)": 4.07913064956665,
      "epoch": 3.8076923076923075,
      "rel-constrast": 3.1323070526123047,
      "step": 4851,
      "subrel-constrast": 3.324678897857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5487951040267944,
      "cov-distil (oracle2student)": 3.475820541381836,
      "cov-distil (oracle2teacher)": 3.5934128761291504,
      "epoch": 3.8084772370486655,
      "rel-constrast": 2.6334176063537598,
      "step": 4852,
      "subrel-constrast": 3.2591171264648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4907283782958984,
      "cov-distil (oracle2student)": 4.625909328460693,
      "cov-distil (oracle2teacher)": 4.546961784362793,
      "epoch": 3.8092621664050235,
      "rel-constrast": 3.6187357902526855,
      "step": 4853,
      "subrel-constrast": 4.200935363769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4968489408493042,
      "cov-distil (oracle2student)": 4.304867744445801,
      "cov-distil (oracle2teacher)": 4.045676231384277,
      "epoch": 3.8100470957613815,
      "rel-constrast": 1.8749452829360962,
      "step": 4854,
      "subrel-constrast": 2.476372003555298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2767877578735352,
      "cov-distil (oracle2student)": 3.8138909339904785,
      "cov-distil (oracle2teacher)": 3.2719664573669434,
      "epoch": 3.8108320251177394,
      "rel-constrast": 2.0190176963806152,
      "step": 4855,
      "subrel-constrast": 2.776196241378784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7434053421020508,
      "cov-distil (oracle2student)": 3.5377352237701416,
      "cov-distil (oracle2teacher)": 3.341179370880127,
      "epoch": 3.8116169544740974,
      "rel-constrast": 2.3461954593658447,
      "step": 4856,
      "subrel-constrast": 3.188290596008301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2676494121551514,
      "cov-distil (oracle2student)": 4.3445563316345215,
      "cov-distil (oracle2teacher)": 4.056545257568359,
      "epoch": 3.8124018838304554,
      "rel-constrast": 3.0445754528045654,
      "step": 4857,
      "subrel-constrast": 3.4175262451171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223772287368774,
      "cov-distil (oracle2student)": 4.841449737548828,
      "cov-distil (oracle2teacher)": 4.549137115478516,
      "epoch": 3.813186813186813,
      "rel-constrast": 1.875146746635437,
      "step": 4858,
      "subrel-constrast": 2.9650230407714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.062650442123413,
      "cov-distil (oracle2student)": 4.765942096710205,
      "cov-distil (oracle2teacher)": 4.4280619621276855,
      "epoch": 3.813971742543171,
      "rel-constrast": 1.8583632707595825,
      "step": 4859,
      "subrel-constrast": 2.391248941421509,
      "view-similarity": 0
    },
    {
      "epoch": 3.814756671899529,
      "grad_norm": 4.46875,
      "learning_rate": 3.054722188634188e-05,
      "loss": 0.6637,
      "step": 4860
    },
    {
      "cov-distil": 1.3610095977783203,
      "cov-distil (oracle2student)": 4.07697868347168,
      "cov-distil (oracle2teacher)": 3.877058744430542,
      "epoch": 3.814756671899529,
      "rel-constrast": 3.381453275680542,
      "step": 4860,
      "subrel-constrast": 3.9081764221191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0644984245300293,
      "cov-distil (oracle2student)": 5.413976669311523,
      "cov-distil (oracle2teacher)": 4.864200592041016,
      "epoch": 3.815541601255887,
      "rel-constrast": 2.353935718536377,
      "step": 4861,
      "subrel-constrast": 2.5976076126098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.45241117477417,
      "cov-distil (oracle2student)": 4.805024147033691,
      "cov-distil (oracle2teacher)": 4.62364387512207,
      "epoch": 3.816326530612245,
      "rel-constrast": 3.172541618347168,
      "step": 4862,
      "subrel-constrast": 3.6859662532806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4957778453826904,
      "cov-distil (oracle2student)": 5.032550811767578,
      "cov-distil (oracle2teacher)": 4.027647495269775,
      "epoch": 3.817111459968603,
      "rel-constrast": 4.1747870445251465,
      "step": 4863,
      "subrel-constrast": 4.338263034820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3232100009918213,
      "cov-distil (oracle2student)": 3.7915890216827393,
      "cov-distil (oracle2teacher)": 3.43253755569458,
      "epoch": 3.817896389324961,
      "rel-constrast": 2.308121919631958,
      "step": 4864,
      "subrel-constrast": 3.0577828884124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1628594398498535,
      "cov-distil (oracle2student)": 4.237393379211426,
      "cov-distil (oracle2teacher)": 3.7354366779327393,
      "epoch": 3.8186813186813184,
      "rel-constrast": 2.1935856342315674,
      "step": 4865,
      "subrel-constrast": 3.297544240951538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2853232622146606,
      "cov-distil (oracle2student)": 3.2231740951538086,
      "cov-distil (oracle2teacher)": 3.262446403503418,
      "epoch": 3.819466248037677,
      "rel-constrast": 1.9395909309387207,
      "step": 4866,
      "subrel-constrast": 2.7110061645507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3648788928985596,
      "cov-distil (oracle2student)": 4.429811477661133,
      "cov-distil (oracle2teacher)": 3.956087112426758,
      "epoch": 3.8202511773940344,
      "rel-constrast": 2.5638694763183594,
      "step": 4867,
      "subrel-constrast": 3.2390406131744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4173576831817627,
      "cov-distil (oracle2student)": 3.011814594268799,
      "cov-distil (oracle2teacher)": 3.1755361557006836,
      "epoch": 3.8210361067503924,
      "rel-constrast": 2.2302143573760986,
      "step": 4868,
      "subrel-constrast": 3.1608920097351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442338466644287,
      "cov-distil (oracle2student)": 2.3804311752319336,
      "cov-distil (oracle2teacher)": 2.8397998809814453,
      "epoch": 3.8218210361067504,
      "rel-constrast": 1.952195405960083,
      "step": 4869,
      "subrel-constrast": 2.7785983085632324,
      "view-similarity": 0
    },
    {
      "epoch": 3.8226059654631084,
      "grad_norm": 4.1875,
      "learning_rate": 3.046209718285008e-05,
      "loss": 0.6902,
      "step": 4870
    },
    {
      "cov-distil": 1.7473899126052856,
      "cov-distil (oracle2student)": 5.702439308166504,
      "cov-distil (oracle2teacher)": 5.858863830566406,
      "epoch": 3.8226059654631084,
      "rel-constrast": 2.6768603324890137,
      "step": 4870,
      "subrel-constrast": 3.2932543754577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.169088363647461,
      "cov-distil (oracle2student)": 4.108715534210205,
      "cov-distil (oracle2teacher)": 3.976414680480957,
      "epoch": 3.8233908948194664,
      "rel-constrast": 3.4815566539764404,
      "step": 4871,
      "subrel-constrast": 4.144351482391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.224615216255188,
      "cov-distil (oracle2student)": 3.5481629371643066,
      "cov-distil (oracle2teacher)": 3.6928513050079346,
      "epoch": 3.824175824175824,
      "rel-constrast": 2.7599239349365234,
      "step": 4872,
      "subrel-constrast": 3.3606112003326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6282966136932373,
      "cov-distil (oracle2student)": 4.5903000831604,
      "cov-distil (oracle2teacher)": 4.290144920349121,
      "epoch": 3.8249607535321823,
      "rel-constrast": 2.4407224655151367,
      "step": 4873,
      "subrel-constrast": 3.3482024669647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013607978820801,
      "cov-distil (oracle2student)": 3.4163386821746826,
      "cov-distil (oracle2teacher)": 3.1690213680267334,
      "epoch": 3.82574568288854,
      "rel-constrast": 2.980592727661133,
      "step": 4874,
      "subrel-constrast": 3.294410228729248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.162635087966919,
      "cov-distil (oracle2student)": 3.576795816421509,
      "cov-distil (oracle2teacher)": 3.5303726196289062,
      "epoch": 3.826530612244898,
      "rel-constrast": 2.212179660797119,
      "step": 4875,
      "subrel-constrast": 2.4052722454071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0252301692962646,
      "cov-distil (oracle2student)": 3.369464874267578,
      "cov-distil (oracle2teacher)": 3.647902727127075,
      "epoch": 3.827315541601256,
      "rel-constrast": 1.479617714881897,
      "step": 4876,
      "subrel-constrast": 2.2306859493255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520287036895752,
      "cov-distil (oracle2student)": 4.652875900268555,
      "cov-distil (oracle2teacher)": 4.192460060119629,
      "epoch": 3.828100470957614,
      "rel-constrast": 3.098231315612793,
      "step": 4877,
      "subrel-constrast": 3.7413158416748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6208257675170898,
      "cov-distil (oracle2student)": 4.169626235961914,
      "cov-distil (oracle2teacher)": 3.5842299461364746,
      "epoch": 3.828885400313972,
      "rel-constrast": 2.6328635215759277,
      "step": 4878,
      "subrel-constrast": 3.272610664367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7183445692062378,
      "cov-distil (oracle2student)": 3.2432467937469482,
      "cov-distil (oracle2teacher)": 3.201331615447998,
      "epoch": 3.82967032967033,
      "rel-constrast": 1.9415388107299805,
      "step": 4879,
      "subrel-constrast": 2.9510462284088135,
      "view-similarity": 0
    },
    {
      "epoch": 3.830455259026688,
      "grad_norm": 4.53125,
      "learning_rate": 3.037690592542784e-05,
      "loss": 0.6797,
      "step": 4880
    },
    {
      "cov-distil": 1.2604703903198242,
      "cov-distil (oracle2student)": 3.5554797649383545,
      "cov-distil (oracle2teacher)": 3.732757806777954,
      "epoch": 3.830455259026688,
      "rel-constrast": 2.1024351119995117,
      "step": 4880,
      "subrel-constrast": 2.8534257411956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5532727241516113,
      "cov-distil (oracle2student)": 5.4089202880859375,
      "cov-distil (oracle2teacher)": 5.069887638092041,
      "epoch": 3.8312401883830454,
      "rel-constrast": 3.122422218322754,
      "step": 4881,
      "subrel-constrast": 3.830435276031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392049789428711,
      "cov-distil (oracle2student)": 4.688846588134766,
      "cov-distil (oracle2teacher)": 4.579669952392578,
      "epoch": 3.8320251177394034,
      "rel-constrast": 3.2546706199645996,
      "step": 4882,
      "subrel-constrast": 3.83398699760437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5410511493682861,
      "cov-distil (oracle2student)": 3.1472229957580566,
      "cov-distil (oracle2teacher)": 3.0994646549224854,
      "epoch": 3.8328100470957613,
      "rel-constrast": 2.8971004486083984,
      "step": 4883,
      "subrel-constrast": 3.4650087356567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6379873752593994,
      "cov-distil (oracle2student)": 4.322029113769531,
      "cov-distil (oracle2teacher)": 4.598684787750244,
      "epoch": 3.8335949764521193,
      "rel-constrast": 2.4714293479919434,
      "step": 4884,
      "subrel-constrast": 3.4286882877349854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4550549983978271,
      "cov-distil (oracle2student)": 4.265085220336914,
      "cov-distil (oracle2teacher)": 3.7481026649475098,
      "epoch": 3.8343799058084773,
      "rel-constrast": 2.1129307746887207,
      "step": 4885,
      "subrel-constrast": 2.743194341659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2011370658874512,
      "cov-distil (oracle2student)": 3.7743215560913086,
      "cov-distil (oracle2teacher)": 3.4974234104156494,
      "epoch": 3.8351648351648353,
      "rel-constrast": 2.9080452919006348,
      "step": 4886,
      "subrel-constrast": 3.612353801727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3285356760025024,
      "cov-distil (oracle2student)": 4.400693893432617,
      "cov-distil (oracle2teacher)": 4.52699613571167,
      "epoch": 3.8359497645211933,
      "rel-constrast": 2.952353000640869,
      "step": 4887,
      "subrel-constrast": 3.5225770473480225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308660507202148,
      "cov-distil (oracle2student)": 4.332451820373535,
      "cov-distil (oracle2teacher)": 4.497358798980713,
      "epoch": 3.836734693877551,
      "rel-constrast": 3.2224183082580566,
      "step": 4888,
      "subrel-constrast": 3.945707082748413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3823356628417969,
      "cov-distil (oracle2student)": 2.757275342941284,
      "cov-distil (oracle2teacher)": 2.6771507263183594,
      "epoch": 3.837519623233909,
      "rel-constrast": 2.1602911949157715,
      "step": 4889,
      "subrel-constrast": 2.4673681259155273,
      "view-similarity": 0
    },
    {
      "epoch": 3.838304552590267,
      "grad_norm": 4.75,
      "learning_rate": 3.0291649152103747e-05,
      "loss": 0.7161,
      "step": 4890
    },
    {
      "cov-distil": 0.9174333214759827,
      "cov-distil (oracle2student)": 4.485466003417969,
      "cov-distil (oracle2teacher)": 4.067038059234619,
      "epoch": 3.838304552590267,
      "rel-constrast": 2.727644920349121,
      "step": 4890,
      "subrel-constrast": 3.0612735748291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8188986778259277,
      "cov-distil (oracle2student)": 4.275335311889648,
      "cov-distil (oracle2teacher)": 3.998417854309082,
      "epoch": 3.839089481946625,
      "rel-constrast": 2.28991436958313,
      "step": 4891,
      "subrel-constrast": 2.9422402381896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6046440601348877,
      "cov-distil (oracle2student)": 3.81986665725708,
      "cov-distil (oracle2teacher)": 4.261736869812012,
      "epoch": 3.839874411302983,
      "rel-constrast": 3.0020129680633545,
      "step": 4892,
      "subrel-constrast": 4.112300395965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2717139720916748,
      "cov-distil (oracle2student)": 3.6226775646209717,
      "cov-distil (oracle2teacher)": 3.5677120685577393,
      "epoch": 3.840659340659341,
      "rel-constrast": 1.5491358041763306,
      "step": 4893,
      "subrel-constrast": 2.210509777069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9030476808547974,
      "cov-distil (oracle2student)": 4.164565563201904,
      "cov-distil (oracle2teacher)": 3.6013965606689453,
      "epoch": 3.8414442700156988,
      "rel-constrast": 3.909945249557495,
      "step": 4894,
      "subrel-constrast": 3.905595064163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517791986465454,
      "cov-distil (oracle2student)": 4.791296005249023,
      "cov-distil (oracle2teacher)": 4.765446186065674,
      "epoch": 3.8422291993720563,
      "rel-constrast": 2.3412206172943115,
      "step": 4895,
      "subrel-constrast": 3.0783488750457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206014394760132,
      "cov-distil (oracle2student)": 5.418055057525635,
      "cov-distil (oracle2teacher)": 5.05611515045166,
      "epoch": 3.8430141287284143,
      "rel-constrast": 2.174910306930542,
      "step": 4896,
      "subrel-constrast": 3.1631593704223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2547433376312256,
      "cov-distil (oracle2student)": 3.270646810531616,
      "cov-distil (oracle2teacher)": 3.2517919540405273,
      "epoch": 3.8437990580847723,
      "rel-constrast": 2.3002495765686035,
      "step": 4897,
      "subrel-constrast": 2.9210126399993896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0401532649993896,
      "cov-distil (oracle2student)": 4.3994855880737305,
      "cov-distil (oracle2teacher)": 4.259836673736572,
      "epoch": 3.8445839874411303,
      "rel-constrast": 2.938878059387207,
      "step": 4898,
      "subrel-constrast": 3.480137586593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4630438089370728,
      "cov-distil (oracle2student)": 5.107804298400879,
      "cov-distil (oracle2teacher)": 5.323373317718506,
      "epoch": 3.8453689167974883,
      "rel-constrast": 2.9396908283233643,
      "step": 4899,
      "subrel-constrast": 3.783080577850342,
      "view-similarity": 0
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 5.9375,
      "learning_rate": 3.020632790170467e-05,
      "loss": 0.6918,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "overlap": 0.3187499940395355,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "student margin": 0.0777587890625
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "teacher margin": 0.05120849609375
    },
    {
      "epoch": 3.8461538461538463,
      "margin difference": -0.02655029296875,
      "step": 4900
    },
    {
      "cov-distil": 1.9774374961853027,
      "cov-distil (oracle2student)": 3.914515256881714,
      "cov-distil (oracle2teacher)": 3.50545597076416,
      "epoch": 3.8461538461538463,
      "rel-constrast": 1.3114579916000366,
      "step": 4900,
      "subrel-constrast": 2.0458157062530518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5532493591308594,
      "cov-distil (oracle2student)": 4.017107009887695,
      "cov-distil (oracle2teacher)": 4.073483943939209,
      "epoch": 3.8469387755102042,
      "rel-constrast": 2.740334987640381,
      "step": 4901,
      "subrel-constrast": 3.108361005783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155672073364258,
      "cov-distil (oracle2student)": 5.597623825073242,
      "cov-distil (oracle2teacher)": 4.604525566101074,
      "epoch": 3.847723704866562,
      "rel-constrast": 2.0062665939331055,
      "step": 4902,
      "subrel-constrast": 3.0018649101257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9703829288482666,
      "cov-distil (oracle2student)": 5.012938022613525,
      "cov-distil (oracle2teacher)": 5.079489231109619,
      "epoch": 3.8485086342229198,
      "rel-constrast": 2.599632978439331,
      "step": 4903,
      "subrel-constrast": 4.164901256561279,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3869906663894653,
      "cov-distil (oracle2student)": 4.565243244171143,
      "cov-distil (oracle2teacher)": 4.405494213104248,
      "epoch": 3.8492935635792778,
      "rel-constrast": 2.029808282852173,
      "step": 4904,
      "subrel-constrast": 2.9789254665374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9567687511444092,
      "cov-distil (oracle2student)": 4.172524452209473,
      "cov-distil (oracle2teacher)": 4.648188591003418,
      "epoch": 3.8500784929356358,
      "rel-constrast": 2.9794116020202637,
      "step": 4905,
      "subrel-constrast": 3.339676856994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8317755460739136,
      "cov-distil (oracle2student)": 4.250987529754639,
      "cov-distil (oracle2teacher)": 4.162443161010742,
      "epoch": 3.8508634222919937,
      "rel-constrast": 2.1430904865264893,
      "step": 4906,
      "subrel-constrast": 3.3167264461517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3678553104400635,
      "cov-distil (oracle2student)": 4.515886306762695,
      "cov-distil (oracle2teacher)": 3.8984994888305664,
      "epoch": 3.8516483516483517,
      "rel-constrast": 2.255061149597168,
      "step": 4907,
      "subrel-constrast": 2.9317305088043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2838737964630127,
      "cov-distil (oracle2student)": 3.120215892791748,
      "cov-distil (oracle2teacher)": 3.3738183975219727,
      "epoch": 3.8524332810047097,
      "rel-constrast": 2.5449304580688477,
      "step": 4908,
      "subrel-constrast": 3.385154962539673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2234950065612793,
      "cov-distil (oracle2student)": 5.241842746734619,
      "cov-distil (oracle2teacher)": 5.216475963592529,
      "epoch": 3.8532182103610673,
      "rel-constrast": 3.1104824542999268,
      "step": 4909,
      "subrel-constrast": 3.5113346576690674,
      "view-similarity": 0
    },
    {
      "epoch": 3.8540031397174257,
      "grad_norm": 5.84375,
      "learning_rate": 3.012094321384314e-05,
      "loss": 0.6348,
      "step": 4910
    },
    {
      "cov-distil": 1.4816585779190063,
      "cov-distil (oracle2student)": 5.078361511230469,
      "cov-distil (oracle2teacher)": 4.503847122192383,
      "epoch": 3.8540031397174257,
      "rel-constrast": 3.3093202114105225,
      "step": 4910,
      "subrel-constrast": 3.797877788543701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6735503673553467,
      "cov-distil (oracle2student)": 3.0872063636779785,
      "cov-distil (oracle2teacher)": 3.3254430294036865,
      "epoch": 3.8547880690737832,
      "rel-constrast": 2.4329726696014404,
      "step": 4911,
      "subrel-constrast": 3.235119342803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4947094917297363,
      "cov-distil (oracle2student)": 4.19561243057251,
      "cov-distil (oracle2teacher)": 3.652005672454834,
      "epoch": 3.8555729984301412,
      "rel-constrast": 3.559695243835449,
      "step": 4912,
      "subrel-constrast": 4.22227668762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3007211685180664,
      "cov-distil (oracle2student)": 3.3861660957336426,
      "cov-distil (oracle2teacher)": 3.487525701522827,
      "epoch": 3.856357927786499,
      "rel-constrast": 2.355576276779175,
      "step": 4913,
      "subrel-constrast": 2.806729555130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433388113975525,
      "cov-distil (oracle2student)": 3.2705330848693848,
      "cov-distil (oracle2teacher)": 3.9575095176696777,
      "epoch": 3.857142857142857,
      "rel-constrast": 2.442121744155884,
      "step": 4914,
      "subrel-constrast": 3.689207077026367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6349815130233765,
      "cov-distil (oracle2student)": 5.3958234786987305,
      "cov-distil (oracle2teacher)": 4.730908393859863,
      "epoch": 3.857927786499215,
      "rel-constrast": 3.1156728267669678,
      "step": 4915,
      "subrel-constrast": 4.07456111907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868244647979736,
      "cov-distil (oracle2student)": 6.147896766662598,
      "cov-distil (oracle2teacher)": 5.502431869506836,
      "epoch": 3.8587127158555727,
      "rel-constrast": 2.7362864017486572,
      "step": 4916,
      "subrel-constrast": 3.227368116378784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7133333683013916,
      "cov-distil (oracle2student)": 1.898336410522461,
      "cov-distil (oracle2teacher)": 2.526923656463623,
      "epoch": 3.859497645211931,
      "rel-constrast": 1.494137167930603,
      "step": 4917,
      "subrel-constrast": 2.231739044189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0652412176132202,
      "cov-distil (oracle2student)": 2.9946911334991455,
      "cov-distil (oracle2teacher)": 3.1356124877929688,
      "epoch": 3.8602825745682887,
      "rel-constrast": 2.7667911052703857,
      "step": 4918,
      "subrel-constrast": 3.1118130683898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5646216869354248,
      "cov-distil (oracle2student)": 7.608312606811523,
      "cov-distil (oracle2teacher)": 7.186453819274902,
      "epoch": 3.8610675039246467,
      "rel-constrast": 4.591433525085449,
      "step": 4919,
      "subrel-constrast": 4.806558609008789,
      "view-similarity": 0
    },
    {
      "epoch": 3.8618524332810047,
      "grad_norm": 7.21875,
      "learning_rate": 3.0035496128904604e-05,
      "loss": 0.7567,
      "step": 4920
    },
    {
      "cov-distil": 1.2034344673156738,
      "cov-distil (oracle2student)": 4.733033180236816,
      "cov-distil (oracle2teacher)": 4.681718349456787,
      "epoch": 3.8618524332810047,
      "rel-constrast": 2.3487870693206787,
      "step": 4920,
      "subrel-constrast": 3.0532872676849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6409692764282227,
      "cov-distil (oracle2student)": 4.455624580383301,
      "cov-distil (oracle2teacher)": 4.325634002685547,
      "epoch": 3.8626373626373627,
      "rel-constrast": 3.590524196624756,
      "step": 4921,
      "subrel-constrast": 4.231082916259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1661481857299805,
      "cov-distil (oracle2student)": 3.7720823287963867,
      "cov-distil (oracle2teacher)": 3.657226324081421,
      "epoch": 3.8634222919937207,
      "rel-constrast": 2.526982545852661,
      "step": 4922,
      "subrel-constrast": 2.9563395977020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3822193145751953,
      "cov-distil (oracle2student)": 4.348550319671631,
      "cov-distil (oracle2teacher)": 3.417327880859375,
      "epoch": 3.8642072213500787,
      "rel-constrast": 1.8174484968185425,
      "step": 4923,
      "subrel-constrast": 2.1948370933532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1611459255218506,
      "cov-distil (oracle2student)": 5.984744071960449,
      "cov-distil (oracle2teacher)": 4.749906539916992,
      "epoch": 3.8649921507064366,
      "rel-constrast": 2.531850576400757,
      "step": 4924,
      "subrel-constrast": 3.6117095947265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4090898036956787,
      "cov-distil (oracle2student)": 4.1793317794799805,
      "cov-distil (oracle2teacher)": 4.139429092407227,
      "epoch": 3.865777080062794,
      "rel-constrast": 3.4043526649475098,
      "step": 4925,
      "subrel-constrast": 3.8716814517974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.399970531463623,
      "cov-distil (oracle2student)": 4.200250625610352,
      "cov-distil (oracle2teacher)": 4.362844944000244,
      "epoch": 3.866562009419152,
      "rel-constrast": 3.2871904373168945,
      "step": 4926,
      "subrel-constrast": 3.415116548538208,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9677162170410156,
      "cov-distil (oracle2student)": 3.720453977584839,
      "cov-distil (oracle2teacher)": 3.83139967918396,
      "epoch": 3.86734693877551,
      "rel-constrast": 2.4778943061828613,
      "step": 4927,
      "subrel-constrast": 2.806865692138672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751236081123352,
      "cov-distil (oracle2student)": 6.974804401397705,
      "cov-distil (oracle2teacher)": 6.015132904052734,
      "epoch": 3.868131868131868,
      "rel-constrast": 3.6063642501831055,
      "step": 4928,
      "subrel-constrast": 3.8659753799438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.24517023563385,
      "cov-distil (oracle2student)": 3.9545137882232666,
      "cov-distil (oracle2teacher)": 3.6242194175720215,
      "epoch": 3.868916797488226,
      "rel-constrast": 2.0519142150878906,
      "step": 4929,
      "subrel-constrast": 2.3358654975891113,
      "view-similarity": 0
    },
    {
      "epoch": 3.869701726844584,
      "grad_norm": 4.34375,
      "learning_rate": 2.9949987688034865e-05,
      "loss": 0.7269,
      "step": 4930
    },
    {
      "cov-distil": 2.085045337677002,
      "cov-distil (oracle2student)": 4.990360260009766,
      "cov-distil (oracle2teacher)": 4.893158912658691,
      "epoch": 3.869701726844584,
      "rel-constrast": 1.4217987060546875,
      "step": 4930,
      "subrel-constrast": 2.847909450531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2915990352630615,
      "cov-distil (oracle2student)": 5.086285591125488,
      "cov-distil (oracle2teacher)": 4.626662254333496,
      "epoch": 3.870486656200942,
      "rel-constrast": 2.2679781913757324,
      "step": 4931,
      "subrel-constrast": 2.8516080379486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7308200597763062,
      "cov-distil (oracle2student)": 2.886519432067871,
      "cov-distil (oracle2teacher)": 3.0782032012939453,
      "epoch": 3.8712715855572997,
      "rel-constrast": 1.9749653339385986,
      "step": 4932,
      "subrel-constrast": 3.0999155044555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0880250930786133,
      "cov-distil (oracle2student)": 5.66994571685791,
      "cov-distil (oracle2teacher)": 4.979144096374512,
      "epoch": 3.8720565149136577,
      "rel-constrast": 2.5517172813415527,
      "step": 4933,
      "subrel-constrast": 3.1356287002563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0991817712783813,
      "cov-distil (oracle2student)": 6.13633394241333,
      "cov-distil (oracle2teacher)": 5.762596607208252,
      "epoch": 3.8728414442700156,
      "rel-constrast": 2.192798614501953,
      "step": 4934,
      "subrel-constrast": 2.8787682056427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6862425804138184,
      "cov-distil (oracle2student)": 5.2440595626831055,
      "cov-distil (oracle2teacher)": 4.714631080627441,
      "epoch": 3.8736263736263736,
      "rel-constrast": 2.8126838207244873,
      "step": 4935,
      "subrel-constrast": 3.5896241664886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7010021209716797,
      "cov-distil (oracle2student)": 3.6926608085632324,
      "cov-distil (oracle2teacher)": 4.298977851867676,
      "epoch": 3.8744113029827316,
      "rel-constrast": 3.299124002456665,
      "step": 4936,
      "subrel-constrast": 4.304003715515137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0470523834228516,
      "cov-distil (oracle2student)": 5.199496269226074,
      "cov-distil (oracle2teacher)": 5.157603740692139,
      "epoch": 3.8751962323390896,
      "rel-constrast": 1.538152813911438,
      "step": 4937,
      "subrel-constrast": 2.6817262172698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0867000818252563,
      "cov-distil (oracle2student)": 3.108950614929199,
      "cov-distil (oracle2teacher)": 2.8957862854003906,
      "epoch": 3.8759811616954476,
      "rel-constrast": 2.0654544830322266,
      "step": 4938,
      "subrel-constrast": 2.643752098083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.175549030303955,
      "cov-distil (oracle2student)": 6.032007217407227,
      "cov-distil (oracle2teacher)": 5.406729221343994,
      "epoch": 3.876766091051805,
      "rel-constrast": 2.189964771270752,
      "step": 4939,
      "subrel-constrast": 2.883009195327759,
      "view-similarity": 0
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 5.1875,
      "learning_rate": 2.9864418933127257e-05,
      "loss": 0.5953,
      "step": 4940
    },
    {
      "cov-distil": 1.2596943378448486,
      "cov-distil (oracle2student)": 3.7718076705932617,
      "cov-distil (oracle2teacher)": 3.325233221054077,
      "epoch": 3.877551020408163,
      "rel-constrast": 1.5257580280303955,
      "step": 4940,
      "subrel-constrast": 2.174342632293701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7111434936523438,
      "cov-distil (oracle2student)": 2.6018729209899902,
      "cov-distil (oracle2teacher)": 2.6959526538848877,
      "epoch": 3.878335949764521,
      "rel-constrast": 2.931312322616577,
      "step": 4941,
      "subrel-constrast": 3.3228001594543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8189531564712524,
      "cov-distil (oracle2student)": 4.101531028747559,
      "cov-distil (oracle2teacher)": 3.7795844078063965,
      "epoch": 3.879120879120879,
      "rel-constrast": 2.1155805587768555,
      "step": 4942,
      "subrel-constrast": 3.1263697147369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541131615638733,
      "cov-distil (oracle2student)": 6.623552322387695,
      "cov-distil (oracle2teacher)": 5.657879829406738,
      "epoch": 3.879905808477237,
      "rel-constrast": 1.2840373516082764,
      "step": 4943,
      "subrel-constrast": 2.499696969985962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125147104263306,
      "cov-distil (oracle2student)": 4.730408191680908,
      "cov-distil (oracle2teacher)": 4.305361747741699,
      "epoch": 3.880690737833595,
      "rel-constrast": 2.086909770965576,
      "step": 4944,
      "subrel-constrast": 3.4118316173553467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5190296173095703,
      "cov-distil (oracle2student)": 4.275107383728027,
      "cov-distil (oracle2teacher)": 4.157781600952148,
      "epoch": 3.881475667189953,
      "rel-constrast": 2.289806842803955,
      "step": 4945,
      "subrel-constrast": 2.9341824054718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2226207256317139,
      "cov-distil (oracle2student)": 4.956526279449463,
      "cov-distil (oracle2teacher)": 4.382573127746582,
      "epoch": 3.8822605965463106,
      "rel-constrast": 2.7934796810150146,
      "step": 4946,
      "subrel-constrast": 3.3292036056518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.988818347454071,
      "cov-distil (oracle2student)": 5.752202987670898,
      "cov-distil (oracle2teacher)": 5.223609924316406,
      "epoch": 3.8830455259026686,
      "rel-constrast": 2.5432348251342773,
      "step": 4947,
      "subrel-constrast": 3.4882566928863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7363755702972412,
      "cov-distil (oracle2student)": 3.466852903366089,
      "cov-distil (oracle2teacher)": 3.654991626739502,
      "epoch": 3.8838304552590266,
      "rel-constrast": 2.6327431201934814,
      "step": 4948,
      "subrel-constrast": 3.712479591369629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4145748615264893,
      "cov-distil (oracle2student)": 6.4824113845825195,
      "cov-distil (oracle2teacher)": 6.395699501037598,
      "epoch": 3.8846153846153846,
      "rel-constrast": 2.954242706298828,
      "step": 4949,
      "subrel-constrast": 3.797773838043213,
      "view-similarity": 0
    },
    {
      "epoch": 3.8854003139717426,
      "grad_norm": 7.21875,
      "learning_rate": 2.977879090681006e-05,
      "loss": 0.6157,
      "step": 4950
    },
    {
      "cov-distil": 1.599226951599121,
      "cov-distil (oracle2student)": 5.566408157348633,
      "cov-distil (oracle2teacher)": 4.803138732910156,
      "epoch": 3.8854003139717426,
      "rel-constrast": 2.9520297050476074,
      "step": 4950,
      "subrel-constrast": 3.272836446762085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6182782649993896,
      "cov-distil (oracle2student)": 4.2247724533081055,
      "cov-distil (oracle2teacher)": 4.361550331115723,
      "epoch": 3.8861852433281006,
      "rel-constrast": 2.127577781677246,
      "step": 4951,
      "subrel-constrast": 3.4618284702301025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3953461647033691,
      "cov-distil (oracle2student)": 4.286941051483154,
      "cov-distil (oracle2teacher)": 3.9421844482421875,
      "epoch": 3.8869701726844585,
      "rel-constrast": 1.3595303297042847,
      "step": 4952,
      "subrel-constrast": 2.148796558380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3502987623214722,
      "cov-distil (oracle2student)": 4.099855422973633,
      "cov-distil (oracle2teacher)": 4.315877437591553,
      "epoch": 3.887755102040816,
      "rel-constrast": 2.5277085304260254,
      "step": 4953,
      "subrel-constrast": 3.153719186782837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3617793321609497,
      "cov-distil (oracle2student)": 4.727731704711914,
      "cov-distil (oracle2teacher)": 3.9345154762268066,
      "epoch": 3.8885400313971745,
      "rel-constrast": 2.842517852783203,
      "step": 4954,
      "subrel-constrast": 3.633772611618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3830056190490723,
      "cov-distil (oracle2student)": 3.7057738304138184,
      "cov-distil (oracle2teacher)": 4.028496742248535,
      "epoch": 3.889324960753532,
      "rel-constrast": 2.2975246906280518,
      "step": 4955,
      "subrel-constrast": 3.429202079772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3157066106796265,
      "cov-distil (oracle2student)": 4.596399307250977,
      "cov-distil (oracle2teacher)": 4.347043514251709,
      "epoch": 3.89010989010989,
      "rel-constrast": 2.268571615219116,
      "step": 4956,
      "subrel-constrast": 3.1400184631347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8385756015777588,
      "cov-distil (oracle2student)": 4.850761413574219,
      "cov-distil (oracle2teacher)": 5.023526191711426,
      "epoch": 3.890894819466248,
      "rel-constrast": 2.2560884952545166,
      "step": 4957,
      "subrel-constrast": 3.584268569946289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2985455989837646,
      "cov-distil (oracle2student)": 3.9631524085998535,
      "cov-distil (oracle2teacher)": 3.8047351837158203,
      "epoch": 3.891679748822606,
      "rel-constrast": 2.5752673149108887,
      "step": 4958,
      "subrel-constrast": 3.2575294971466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8565829992294312,
      "cov-distil (oracle2student)": 3.8611905574798584,
      "cov-distil (oracle2teacher)": 3.8918683528900146,
      "epoch": 3.892464678178964,
      "rel-constrast": 2.271380662918091,
      "step": 4959,
      "subrel-constrast": 3.2705867290496826,
      "view-similarity": 0
    },
    {
      "epoch": 3.8932496075353216,
      "grad_norm": 5.34375,
      "learning_rate": 2.9693104652433768e-05,
      "loss": 0.6245,
      "step": 4960
    },
    {
      "cov-distil": 1.5082491636276245,
      "cov-distil (oracle2student)": 2.4782848358154297,
      "cov-distil (oracle2teacher)": 2.5934605598449707,
      "epoch": 3.8932496075353216,
      "rel-constrast": 1.550870656967163,
      "step": 4960,
      "subrel-constrast": 2.4718897342681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6776723861694336,
      "cov-distil (oracle2student)": 3.5943305492401123,
      "cov-distil (oracle2teacher)": 4.183363914489746,
      "epoch": 3.89403453689168,
      "rel-constrast": 2.713289260864258,
      "step": 4961,
      "subrel-constrast": 3.4270179271698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.723806619644165,
      "cov-distil (oracle2student)": 6.408077239990234,
      "cov-distil (oracle2teacher)": 6.533712387084961,
      "epoch": 3.8948194662480375,
      "rel-constrast": 2.597172975540161,
      "step": 4962,
      "subrel-constrast": 3.2178914546966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1832218170166016,
      "cov-distil (oracle2student)": 4.343052387237549,
      "cov-distil (oracle2teacher)": 3.951906204223633,
      "epoch": 3.8956043956043955,
      "rel-constrast": 3.0883216857910156,
      "step": 4963,
      "subrel-constrast": 3.80899977684021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6854825019836426,
      "cov-distil (oracle2student)": 4.616249084472656,
      "cov-distil (oracle2teacher)": 4.270302772521973,
      "epoch": 3.8963893249607535,
      "rel-constrast": 2.7498934268951416,
      "step": 4964,
      "subrel-constrast": 3.0728211402893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3773503303527832,
      "cov-distil (oracle2student)": 4.7205634117126465,
      "cov-distil (oracle2teacher)": 4.0743913650512695,
      "epoch": 3.8971742543171115,
      "rel-constrast": 3.2982635498046875,
      "step": 4965,
      "subrel-constrast": 3.4531290531158447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3197860717773438,
      "cov-distil (oracle2student)": 5.062682628631592,
      "cov-distil (oracle2teacher)": 4.6963043212890625,
      "epoch": 3.8979591836734695,
      "rel-constrast": 3.3479278087615967,
      "step": 4966,
      "subrel-constrast": 4.045454025268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4666931629180908,
      "cov-distil (oracle2student)": 3.3798322677612305,
      "cov-distil (oracle2teacher)": 3.686708927154541,
      "epoch": 3.898744113029827,
      "rel-constrast": 1.532313346862793,
      "step": 4967,
      "subrel-constrast": 2.4143667221069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4825749397277832,
      "cov-distil (oracle2student)": 2.392547607421875,
      "cov-distil (oracle2teacher)": 2.4852805137634277,
      "epoch": 3.8995290423861855,
      "rel-constrast": 2.3396730422973633,
      "step": 4968,
      "subrel-constrast": 3.4566571712493896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8376574516296387,
      "cov-distil (oracle2student)": 3.303466796875,
      "cov-distil (oracle2teacher)": 2.6003036499023438,
      "epoch": 3.900313971742543,
      "rel-constrast": 2.3648922443389893,
      "step": 4969,
      "subrel-constrast": 3.200345516204834,
      "view-similarity": 0
    },
    {
      "epoch": 3.901098901098901,
      "grad_norm": 5.65625,
      "learning_rate": 2.960736121405834e-05,
      "loss": 0.6802,
      "step": 4970
    },
    {
      "cov-distil": 1.672612190246582,
      "cov-distil (oracle2student)": 4.244818687438965,
      "cov-distil (oracle2teacher)": 4.356265544891357,
      "epoch": 3.901098901098901,
      "rel-constrast": 2.3917832374572754,
      "step": 4970,
      "subrel-constrast": 3.325211763381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5999621152877808,
      "cov-distil (oracle2student)": 4.548240661621094,
      "cov-distil (oracle2teacher)": 4.1162590980529785,
      "epoch": 3.901883830455259,
      "rel-constrast": 2.232954263687134,
      "step": 4971,
      "subrel-constrast": 3.067716360092163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884701013565063,
      "cov-distil (oracle2student)": 4.642826557159424,
      "cov-distil (oracle2teacher)": 4.1658124923706055,
      "epoch": 3.902668759811617,
      "rel-constrast": 3.465142011642456,
      "step": 4972,
      "subrel-constrast": 4.016929626464844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2711479663848877,
      "cov-distil (oracle2student)": 4.188755512237549,
      "cov-distil (oracle2teacher)": 3.5570952892303467,
      "epoch": 3.903453689167975,
      "rel-constrast": 2.5123863220214844,
      "step": 4973,
      "subrel-constrast": 2.8351621627807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72321617603302,
      "cov-distil (oracle2student)": 4.625589847564697,
      "cov-distil (oracle2teacher)": 4.181270122528076,
      "epoch": 3.904238618524333,
      "rel-constrast": 2.774857759475708,
      "step": 4974,
      "subrel-constrast": 3.197310209274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688437700271606,
      "cov-distil (oracle2student)": 6.162502288818359,
      "cov-distil (oracle2teacher)": 5.366936206817627,
      "epoch": 3.905023547880691,
      "rel-constrast": 3.421651601791382,
      "step": 4975,
      "subrel-constrast": 3.6499059200286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8823240995407104,
      "cov-distil (oracle2student)": 3.951223373413086,
      "cov-distil (oracle2teacher)": 3.9200401306152344,
      "epoch": 3.9058084772370485,
      "rel-constrast": 1.6028413772583008,
      "step": 4976,
      "subrel-constrast": 3.160198450088501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5731754302978516,
      "cov-distil (oracle2student)": 3.8424510955810547,
      "cov-distil (oracle2teacher)": 3.4196674823760986,
      "epoch": 3.9065934065934065,
      "rel-constrast": 2.7797346115112305,
      "step": 4977,
      "subrel-constrast": 3.0793001651763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5672051906585693,
      "cov-distil (oracle2student)": 5.100618362426758,
      "cov-distil (oracle2teacher)": 4.695408821105957,
      "epoch": 3.9073783359497645,
      "rel-constrast": 2.7150866985321045,
      "step": 4978,
      "subrel-constrast": 3.379464864730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3889234066009521,
      "cov-distil (oracle2student)": 5.420453071594238,
      "cov-distil (oracle2teacher)": 4.797268867492676,
      "epoch": 3.9081632653061225,
      "rel-constrast": 3.685680627822876,
      "step": 4979,
      "subrel-constrast": 4.096881866455078,
      "view-similarity": 0
    },
    {
      "epoch": 3.9089481946624804,
      "grad_norm": 7.46875,
      "learning_rate": 2.9521561636440504e-05,
      "loss": 0.7296,
      "step": 4980
    },
    {
      "cov-distil": 1.7229019403457642,
      "cov-distil (oracle2student)": 5.029427528381348,
      "cov-distil (oracle2teacher)": 4.969483852386475,
      "epoch": 3.9089481946624804,
      "rel-constrast": 2.131199359893799,
      "step": 4980,
      "subrel-constrast": 3.0192978382110596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1075129508972168,
      "cov-distil (oracle2student)": 3.811216354370117,
      "cov-distil (oracle2teacher)": 4.041197776794434,
      "epoch": 3.9097331240188384,
      "rel-constrast": 1.9995617866516113,
      "step": 4981,
      "subrel-constrast": 2.92253041267395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9667332172393799,
      "cov-distil (oracle2student)": 2.8783559799194336,
      "cov-distil (oracle2teacher)": 3.5233778953552246,
      "epoch": 3.9105180533751964,
      "rel-constrast": 2.151566982269287,
      "step": 4982,
      "subrel-constrast": 2.8177874088287354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3891326189041138,
      "cov-distil (oracle2student)": 5.025810241699219,
      "cov-distil (oracle2teacher)": 4.238213062286377,
      "epoch": 3.911302982731554,
      "rel-constrast": 2.5642738342285156,
      "step": 4983,
      "subrel-constrast": 2.9556615352630615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4191149473190308,
      "cov-distil (oracle2student)": 5.597451686859131,
      "cov-distil (oracle2teacher)": 4.712802886962891,
      "epoch": 3.912087912087912,
      "rel-constrast": 3.184532403945923,
      "step": 4984,
      "subrel-constrast": 3.644132137298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.342498540878296,
      "cov-distil (oracle2student)": 3.593219757080078,
      "cov-distil (oracle2teacher)": 3.762922763824463,
      "epoch": 3.91287284144427,
      "rel-constrast": 2.522311210632324,
      "step": 4985,
      "subrel-constrast": 2.9392735958099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4097957611083984,
      "cov-distil (oracle2student)": 4.284512519836426,
      "cov-distil (oracle2teacher)": 4.158428192138672,
      "epoch": 3.913657770800628,
      "rel-constrast": 2.825282335281372,
      "step": 4986,
      "subrel-constrast": 3.363327980041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4791533946990967,
      "cov-distil (oracle2student)": 3.6884210109710693,
      "cov-distil (oracle2teacher)": 3.8123457431793213,
      "epoch": 3.914442700156986,
      "rel-constrast": 1.8033549785614014,
      "step": 4987,
      "subrel-constrast": 2.3776471614837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2728075981140137,
      "cov-distil (oracle2student)": 3.5519180297851562,
      "cov-distil (oracle2teacher)": 3.4949393272399902,
      "epoch": 3.915227629513344,
      "rel-constrast": 2.63732647895813,
      "step": 4988,
      "subrel-constrast": 3.1670608520507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2824110984802246,
      "cov-distil (oracle2student)": 4.229729652404785,
      "cov-distil (oracle2teacher)": 3.809441566467285,
      "epoch": 3.916012558869702,
      "rel-constrast": 2.647648811340332,
      "step": 4989,
      "subrel-constrast": 2.8025214672088623,
      "view-similarity": 0
    },
    {
      "epoch": 3.9167974882260594,
      "grad_norm": 5.5,
      "learning_rate": 2.9435706965021055e-05,
      "loss": 0.6477,
      "step": 4990
    },
    {
      "cov-distil": 1.5256911516189575,
      "cov-distil (oracle2student)": 3.520759344100952,
      "cov-distil (oracle2teacher)": 3.9327502250671387,
      "epoch": 3.9167974882260594,
      "rel-constrast": 2.517019271850586,
      "step": 4990,
      "subrel-constrast": 3.727635383605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9222933053970337,
      "cov-distil (oracle2student)": 2.782036304473877,
      "cov-distil (oracle2teacher)": 3.1233668327331543,
      "epoch": 3.9175824175824174,
      "rel-constrast": 2.5706939697265625,
      "step": 4991,
      "subrel-constrast": 3.5246238708496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7080183029174805,
      "cov-distil (oracle2student)": 3.6462504863739014,
      "cov-distil (oracle2teacher)": 3.6132028102874756,
      "epoch": 3.9183673469387754,
      "rel-constrast": 3.089350700378418,
      "step": 4992,
      "subrel-constrast": 4.173627853393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.378352165222168,
      "cov-distil (oracle2student)": 3.5851078033447266,
      "cov-distil (oracle2teacher)": 3.6333930492401123,
      "epoch": 3.9191522762951334,
      "rel-constrast": 1.7221680879592896,
      "step": 4993,
      "subrel-constrast": 2.302523374557495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.672417163848877,
      "cov-distil (oracle2student)": 6.200464248657227,
      "cov-distil (oracle2teacher)": 5.31161642074585,
      "epoch": 3.9199372056514914,
      "rel-constrast": 2.857229232788086,
      "step": 4994,
      "subrel-constrast": 3.6959035396575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9346184730529785,
      "cov-distil (oracle2student)": 3.419964551925659,
      "cov-distil (oracle2teacher)": 3.331939935684204,
      "epoch": 3.9207221350078494,
      "rel-constrast": 2.21517276763916,
      "step": 4995,
      "subrel-constrast": 3.560295820236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3392307758331299,
      "cov-distil (oracle2student)": 6.406061172485352,
      "cov-distil (oracle2teacher)": 5.736459732055664,
      "epoch": 3.9215070643642074,
      "rel-constrast": 3.8001651763916016,
      "step": 4996,
      "subrel-constrast": 4.000718593597412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3556807041168213,
      "cov-distil (oracle2student)": 3.8676669597625732,
      "cov-distil (oracle2teacher)": 3.4372944831848145,
      "epoch": 3.922291993720565,
      "rel-constrast": 2.1243844032287598,
      "step": 4997,
      "subrel-constrast": 2.654376983642578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7002992630004883,
      "cov-distil (oracle2student)": 4.191003799438477,
      "cov-distil (oracle2teacher)": 3.804316520690918,
      "epoch": 3.9230769230769234,
      "rel-constrast": 2.0048117637634277,
      "step": 4998,
      "subrel-constrast": 2.7343597412109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2578606605529785,
      "cov-distil (oracle2student)": 6.048539161682129,
      "cov-distil (oracle2teacher)": 5.3481574058532715,
      "epoch": 3.923861852433281,
      "rel-constrast": 3.5358288288116455,
      "step": 4999,
      "subrel-constrast": 3.541564464569092,
      "view-similarity": 0
    },
    {
      "epoch": 3.924646781789639,
      "grad_norm": 7.21875,
      "learning_rate": 2.934979824591205e-05,
      "loss": 0.7004,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/duc04-nDCG@10": 0.7673443951832217,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.581062529647451,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/multi_news-P@10": 0.4319999999999999,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/multi_news-nDCG@10": 0.6121637917864371,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5983812358588693,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "eval/avg": 0.5378402623745158,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "overlap": 0.35468751192092896,
      "step": 5000
    },
    {
      "epoch": 3.924646781789639,
      "step": 5000,
      "student margin": 0.068603515625
    },
    {
      "epoch": 3.924646781789639,
      "step": 5000,
      "teacher margin": 0.047607421875
    },
    {
      "epoch": 3.924646781789639,
      "margin difference": -0.02099609375,
      "step": 5000
    },
    {
      "cov-distil": 1.6858596801757812,
      "cov-distil (oracle2student)": 5.624202251434326,
      "cov-distil (oracle2teacher)": 5.280641078948975,
      "epoch": 3.924646781789639,
      "rel-constrast": 2.009188652038574,
      "step": 5000,
      "subrel-constrast": 2.8443315029144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1209449768066406,
      "cov-distil (oracle2student)": 4.153414726257324,
      "cov-distil (oracle2teacher)": 4.095099449157715,
      "epoch": 3.925431711145997,
      "rel-constrast": 2.5029473304748535,
      "step": 5001,
      "subrel-constrast": 3.2779030799865723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9171812534332275,
      "cov-distil (oracle2student)": 4.528020858764648,
      "cov-distil (oracle2teacher)": 4.425742149353027,
      "epoch": 3.926216640502355,
      "rel-constrast": 2.4149234294891357,
      "step": 5002,
      "subrel-constrast": 3.5389344692230225,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.078920364379883,
      "cov-distil (oracle2student)": 7.69230842590332,
      "cov-distil (oracle2teacher)": 6.518919944763184,
      "epoch": 3.927001569858713,
      "rel-constrast": 2.68172025680542,
      "step": 5003,
      "subrel-constrast": 3.697997808456421,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9204903841018677,
      "cov-distil (oracle2student)": 4.8375468254089355,
      "cov-distil (oracle2teacher)": 4.493870735168457,
      "epoch": 3.9277864992150704,
      "rel-constrast": 1.9599838256835938,
      "step": 5004,
      "subrel-constrast": 2.1991498470306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.374579668045044,
      "cov-distil (oracle2student)": 3.5428972244262695,
      "cov-distil (oracle2teacher)": 4.001410484313965,
      "epoch": 3.928571428571429,
      "rel-constrast": 3.0789318084716797,
      "step": 5005,
      "subrel-constrast": 3.778937578201294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5257596969604492,
      "cov-distil (oracle2student)": 4.342206001281738,
      "cov-distil (oracle2teacher)": 3.9293739795684814,
      "epoch": 3.9293563579277864,
      "rel-constrast": 2.8578147888183594,
      "step": 5006,
      "subrel-constrast": 3.1552553176879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3501945734024048,
      "cov-distil (oracle2student)": 4.460229396820068,
      "cov-distil (oracle2teacher)": 4.030681610107422,
      "epoch": 3.9301412872841444,
      "rel-constrast": 2.527254819869995,
      "step": 5007,
      "subrel-constrast": 3.1896326541900635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2028167247772217,
      "cov-distil (oracle2student)": 4.2138166427612305,
      "cov-distil (oracle2teacher)": 4.513638973236084,
      "epoch": 3.9309262166405023,
      "rel-constrast": 1.8724303245544434,
      "step": 5008,
      "subrel-constrast": 2.730384111404419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0744692087173462,
      "cov-distil (oracle2student)": 3.338301658630371,
      "cov-distil (oracle2teacher)": 3.4016103744506836,
      "epoch": 3.9317111459968603,
      "rel-constrast": 2.122981548309326,
      "step": 5009,
      "subrel-constrast": 2.972118854522705,
      "view-similarity": 0
    },
    {
      "epoch": 3.9324960753532183,
      "grad_norm": 4.46875,
      "learning_rate": 2.9263836525884143e-05,
      "loss": 0.6363,
      "step": 5010
    },
    {
      "cov-distil": 1.3980361223220825,
      "cov-distil (oracle2student)": 4.61707878112793,
      "cov-distil (oracle2teacher)": 4.223523139953613,
      "epoch": 3.9324960753532183,
      "rel-constrast": 2.2031760215759277,
      "step": 5010,
      "subrel-constrast": 2.5476114749908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063737154006958,
      "cov-distil (oracle2student)": 4.587221622467041,
      "cov-distil (oracle2teacher)": 4.0131306648254395,
      "epoch": 3.933281004709576,
      "rel-constrast": 2.1457483768463135,
      "step": 5011,
      "subrel-constrast": 3.1206130981445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5688064098358154,
      "cov-distil (oracle2student)": 4.231822967529297,
      "cov-distil (oracle2teacher)": 4.168169975280762,
      "epoch": 3.9340659340659343,
      "rel-constrast": 1.8616465330123901,
      "step": 5012,
      "subrel-constrast": 2.6254923343658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9166789054870605,
      "cov-distil (oracle2student)": 3.8386597633361816,
      "cov-distil (oracle2teacher)": 4.453085422515869,
      "epoch": 3.934850863422292,
      "rel-constrast": 1.8640023469924927,
      "step": 5013,
      "subrel-constrast": 3.0032830238342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4354703426361084,
      "cov-distil (oracle2student)": 4.281161308288574,
      "cov-distil (oracle2teacher)": 4.306270599365234,
      "epoch": 3.93563579277865,
      "rel-constrast": 1.7936593294143677,
      "step": 5014,
      "subrel-constrast": 2.5222580432891846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3467371463775635,
      "cov-distil (oracle2student)": 4.700499534606934,
      "cov-distil (oracle2teacher)": 4.48947811126709,
      "epoch": 3.936420722135008,
      "rel-constrast": 2.8855137825012207,
      "step": 5015,
      "subrel-constrast": 3.6248183250427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9453489780426025,
      "cov-distil (oracle2student)": 4.555331230163574,
      "cov-distil (oracle2teacher)": 4.136533737182617,
      "epoch": 3.937205651491366,
      "rel-constrast": 2.1489131450653076,
      "step": 5016,
      "subrel-constrast": 3.7169198989868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6259292364120483,
      "cov-distil (oracle2student)": 5.394741535186768,
      "cov-distil (oracle2teacher)": 5.073227882385254,
      "epoch": 3.937990580847724,
      "rel-constrast": 1.9465992450714111,
      "step": 5017,
      "subrel-constrast": 2.592198371887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615858316421509,
      "cov-distil (oracle2student)": 3.7197277545928955,
      "cov-distil (oracle2teacher)": 3.5369091033935547,
      "epoch": 3.938775510204082,
      "rel-constrast": 2.5204391479492188,
      "step": 5018,
      "subrel-constrast": 3.3610353469848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2570997476577759,
      "cov-distil (oracle2student)": 3.4146487712860107,
      "cov-distil (oracle2teacher)": 3.7128560543060303,
      "epoch": 3.9395604395604398,
      "rel-constrast": 2.5041778087615967,
      "step": 5019,
      "subrel-constrast": 3.4292960166931152,
      "view-similarity": 0
    },
    {
      "epoch": 3.9403453689167973,
      "grad_norm": 5.21875,
      "learning_rate": 2.9177822852353748e-05,
      "loss": 0.5876,
      "step": 5020
    },
    {
      "cov-distil": 1.2630162239074707,
      "cov-distil (oracle2student)": 4.055447578430176,
      "cov-distil (oracle2teacher)": 3.563973903656006,
      "epoch": 3.9403453689167973,
      "rel-constrast": 2.992703437805176,
      "step": 5020,
      "subrel-constrast": 3.45414400100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2107865810394287,
      "cov-distil (oracle2student)": 4.455178737640381,
      "cov-distil (oracle2teacher)": 4.703812599182129,
      "epoch": 3.9411302982731553,
      "rel-constrast": 3.145624876022339,
      "step": 5021,
      "subrel-constrast": 3.5875320434570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719600677490234,
      "cov-distil (oracle2student)": 3.0879769325256348,
      "cov-distil (oracle2teacher)": 2.9750044345855713,
      "epoch": 3.9419152276295133,
      "rel-constrast": 1.6747584342956543,
      "step": 5022,
      "subrel-constrast": 2.8305609226226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5607964992523193,
      "cov-distil (oracle2student)": 4.551883697509766,
      "cov-distil (oracle2teacher)": 4.56451416015625,
      "epoch": 3.9427001569858713,
      "rel-constrast": 2.1361560821533203,
      "step": 5023,
      "subrel-constrast": 3.1380574703216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7047204971313477,
      "cov-distil (oracle2student)": 4.474057674407959,
      "cov-distil (oracle2teacher)": 3.925416946411133,
      "epoch": 3.9434850863422293,
      "rel-constrast": 1.8270835876464844,
      "step": 5024,
      "subrel-constrast": 2.6857168674468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4782016277313232,
      "cov-distil (oracle2student)": 4.422419548034668,
      "cov-distil (oracle2teacher)": 3.887855052947998,
      "epoch": 3.9442700156985873,
      "rel-constrast": 2.3217270374298096,
      "step": 5025,
      "subrel-constrast": 3.2004895210266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.661386251449585,
      "cov-distil (oracle2student)": 4.031394958496094,
      "cov-distil (oracle2teacher)": 4.209603309631348,
      "epoch": 3.9450549450549453,
      "rel-constrast": 1.9467473030090332,
      "step": 5026,
      "subrel-constrast": 3.0814547538757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0026118755340576,
      "cov-distil (oracle2student)": 6.074772834777832,
      "cov-distil (oracle2teacher)": 4.9454169273376465,
      "epoch": 3.945839874411303,
      "rel-constrast": 2.1567153930664062,
      "step": 5027,
      "subrel-constrast": 3.4760310649871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4509592056274414,
      "cov-distil (oracle2student)": 3.6238908767700195,
      "cov-distil (oracle2teacher)": 3.6167469024658203,
      "epoch": 3.946624803767661,
      "rel-constrast": 2.408524513244629,
      "step": 5028,
      "subrel-constrast": 3.7084999084472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8843188285827637,
      "cov-distil (oracle2student)": 3.448936939239502,
      "cov-distil (oracle2teacher)": 3.4075284004211426,
      "epoch": 3.9474097331240188,
      "rel-constrast": 2.8662009239196777,
      "step": 5029,
      "subrel-constrast": 3.442289113998413,
      "view-similarity": 0
    },
    {
      "epoch": 3.9481946624803768,
      "grad_norm": 5.5,
      "learning_rate": 2.9091758273370333e-05,
      "loss": 0.6261,
      "step": 5030
    },
    {
      "cov-distil": 1.7640800476074219,
      "cov-distil (oracle2student)": 4.741848468780518,
      "cov-distil (oracle2teacher)": 4.781975746154785,
      "epoch": 3.9481946624803768,
      "rel-constrast": 2.9823086261749268,
      "step": 5030,
      "subrel-constrast": 3.8774795532226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1260594129562378,
      "cov-distil (oracle2student)": 2.5689213275909424,
      "cov-distil (oracle2teacher)": 2.689535617828369,
      "epoch": 3.9489795918367347,
      "rel-constrast": 2.486239433288574,
      "step": 5031,
      "subrel-constrast": 2.9601569175720215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4438883066177368,
      "cov-distil (oracle2student)": 5.343804836273193,
      "cov-distil (oracle2teacher)": 4.923513412475586,
      "epoch": 3.9497645211930927,
      "rel-constrast": 2.452669143676758,
      "step": 5032,
      "subrel-constrast": 3.054147243499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0165042877197266,
      "cov-distil (oracle2student)": 4.870792388916016,
      "cov-distil (oracle2teacher)": 3.7368004322052,
      "epoch": 3.9505494505494507,
      "rel-constrast": 2.368764877319336,
      "step": 5033,
      "subrel-constrast": 3.0396809577941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8796045780181885,
      "cov-distil (oracle2student)": 2.3810038566589355,
      "cov-distil (oracle2teacher)": 2.6663670539855957,
      "epoch": 3.9513343799058083,
      "rel-constrast": 1.911033272743225,
      "step": 5034,
      "subrel-constrast": 3.018306255340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4946751594543457,
      "cov-distil (oracle2student)": 2.2522103786468506,
      "cov-distil (oracle2teacher)": 2.922557830810547,
      "epoch": 3.9521193092621663,
      "rel-constrast": 2.120675563812256,
      "step": 5035,
      "subrel-constrast": 3.75960636138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3781805038452148,
      "cov-distil (oracle2student)": 2.8348593711853027,
      "cov-distil (oracle2teacher)": 2.6307921409606934,
      "epoch": 3.9529042386185242,
      "rel-constrast": 2.3633224964141846,
      "step": 5036,
      "subrel-constrast": 2.8339412212371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951578617095947,
      "cov-distil (oracle2student)": 3.7262415885925293,
      "cov-distil (oracle2teacher)": 3.973513126373291,
      "epoch": 3.9536891679748822,
      "rel-constrast": 1.973222255706787,
      "step": 5037,
      "subrel-constrast": 3.0089762210845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.279381513595581,
      "cov-distil (oracle2student)": 3.206089496612549,
      "cov-distil (oracle2teacher)": 3.0623831748962402,
      "epoch": 3.9544740973312402,
      "rel-constrast": 1.9216058254241943,
      "step": 5038,
      "subrel-constrast": 2.3252809047698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4019206762313843,
      "cov-distil (oracle2student)": 3.7380285263061523,
      "cov-distil (oracle2teacher)": 4.069431304931641,
      "epoch": 3.955259026687598,
      "rel-constrast": 1.869675636291504,
      "step": 5039,
      "subrel-constrast": 3.0274126529693604,
      "view-similarity": 0
    },
    {
      "epoch": 3.956043956043956,
      "grad_norm": 4.75,
      "learning_rate": 2.9005643837603648e-05,
      "loss": 0.6022,
      "step": 5040
    },
    {
      "cov-distil": 1.8326448202133179,
      "cov-distil (oracle2student)": 4.95382022857666,
      "cov-distil (oracle2teacher)": 4.063540935516357,
      "epoch": 3.956043956043956,
      "rel-constrast": 2.3846168518066406,
      "step": 5040,
      "subrel-constrast": 3.0179378986358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03519868850708,
      "cov-distil (oracle2student)": 4.026768207550049,
      "cov-distil (oracle2teacher)": 3.8148529529571533,
      "epoch": 3.9568288854003137,
      "rel-constrast": 3.715695381164551,
      "step": 5041,
      "subrel-constrast": 4.479418754577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2055695056915283,
      "cov-distil (oracle2student)": 3.7427241802215576,
      "cov-distil (oracle2teacher)": 4.066748142242432,
      "epoch": 3.957613814756672,
      "rel-constrast": 2.909261703491211,
      "step": 5042,
      "subrel-constrast": 3.5771596431732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463176965713501,
      "cov-distil (oracle2student)": 4.97868537902832,
      "cov-distil (oracle2teacher)": 4.952398300170898,
      "epoch": 3.9583987441130297,
      "rel-constrast": 3.211949586868286,
      "step": 5043,
      "subrel-constrast": 3.5939764976501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2110157012939453,
      "cov-distil (oracle2student)": 3.2804317474365234,
      "cov-distil (oracle2teacher)": 3.2900943756103516,
      "epoch": 3.9591836734693877,
      "rel-constrast": 2.948637008666992,
      "step": 5044,
      "subrel-constrast": 3.6256606578826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4375088214874268,
      "cov-distil (oracle2student)": 4.182071208953857,
      "cov-distil (oracle2teacher)": 3.9264817237854004,
      "epoch": 3.9599686028257457,
      "rel-constrast": 1.7040822505950928,
      "step": 5045,
      "subrel-constrast": 2.651366949081421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6591142416000366,
      "cov-distil (oracle2student)": 5.319798946380615,
      "cov-distil (oracle2teacher)": 4.659609794616699,
      "epoch": 3.9607535321821037,
      "rel-constrast": 3.0590147972106934,
      "step": 5046,
      "subrel-constrast": 3.6920487880706787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4735029935836792,
      "cov-distil (oracle2student)": 4.016783714294434,
      "cov-distil (oracle2teacher)": 3.516427993774414,
      "epoch": 3.9615384615384617,
      "rel-constrast": 3.2099688053131104,
      "step": 5047,
      "subrel-constrast": 3.6044650077819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7256990671157837,
      "cov-distil (oracle2student)": 3.627915143966675,
      "cov-distil (oracle2teacher)": 3.7696611881256104,
      "epoch": 3.962323390894819,
      "rel-constrast": 2.3826427459716797,
      "step": 5048,
      "subrel-constrast": 2.9871292114257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3154006004333496,
      "cov-distil (oracle2student)": 5.090012550354004,
      "cov-distil (oracle2teacher)": 4.7259368896484375,
      "epoch": 3.9631083202511777,
      "rel-constrast": 3.6129298210144043,
      "step": 5049,
      "subrel-constrast": 3.8671011924743652,
      "view-similarity": 0
    },
    {
      "epoch": 3.963893249607535,
      "grad_norm": 7.0625,
      "learning_rate": 2.8919480594330895e-05,
      "loss": 0.7669,
      "step": 5050
    },
    {
      "cov-distil": 1.767701268196106,
      "cov-distil (oracle2student)": 3.869784355163574,
      "cov-distil (oracle2teacher)": 3.620245933532715,
      "epoch": 3.963893249607535,
      "rel-constrast": 2.5219979286193848,
      "step": 5050,
      "subrel-constrast": 3.31095814704895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0821962356567383,
      "cov-distil (oracle2student)": 5.214249610900879,
      "cov-distil (oracle2teacher)": 4.303744792938232,
      "epoch": 3.964678178963893,
      "rel-constrast": 2.3193063735961914,
      "step": 5051,
      "subrel-constrast": 3.259960412979126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5626559257507324,
      "cov-distil (oracle2student)": 3.9595580101013184,
      "cov-distil (oracle2teacher)": 3.890160083770752,
      "epoch": 3.965463108320251,
      "rel-constrast": 2.062258720397949,
      "step": 5052,
      "subrel-constrast": 3.0279548168182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3511853218078613,
      "cov-distil (oracle2student)": 3.6228346824645996,
      "cov-distil (oracle2teacher)": 4.083559989929199,
      "epoch": 3.966248037676609,
      "rel-constrast": 2.6617395877838135,
      "step": 5053,
      "subrel-constrast": 2.6684818267822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9549705982208252,
      "cov-distil (oracle2student)": 5.110075950622559,
      "cov-distil (oracle2teacher)": 4.85609245300293,
      "epoch": 3.967032967032967,
      "rel-constrast": 4.0104289054870605,
      "step": 5054,
      "subrel-constrast": 4.204855442047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6639437675476074,
      "cov-distil (oracle2student)": 4.281480312347412,
      "cov-distil (oracle2teacher)": 3.784965991973877,
      "epoch": 3.9678178963893247,
      "rel-constrast": 2.102233409881592,
      "step": 5055,
      "subrel-constrast": 2.743851661682129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.321504831314087,
      "cov-distil (oracle2student)": 3.611942768096924,
      "cov-distil (oracle2teacher)": 3.2414939403533936,
      "epoch": 3.968602825745683,
      "rel-constrast": 1.7017337083816528,
      "step": 5056,
      "subrel-constrast": 2.401181697845459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3531855344772339,
      "cov-distil (oracle2student)": 3.282837390899658,
      "cov-distil (oracle2teacher)": 3.2139220237731934,
      "epoch": 3.9693877551020407,
      "rel-constrast": 2.8033578395843506,
      "step": 5057,
      "subrel-constrast": 2.907593250274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353840827941895,
      "cov-distil (oracle2student)": 2.727648973464966,
      "cov-distil (oracle2teacher)": 2.9487228393554688,
      "epoch": 3.9701726844583987,
      "rel-constrast": 2.337862968444824,
      "step": 5058,
      "subrel-constrast": 3.29731822013855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2655869722366333,
      "cov-distil (oracle2student)": 4.554992198944092,
      "cov-distil (oracle2teacher)": 4.671605110168457,
      "epoch": 3.9709576138147566,
      "rel-constrast": 2.345150947570801,
      "step": 5059,
      "subrel-constrast": 3.4292032718658447,
      "view-similarity": 0
    },
    {
      "epoch": 3.9717425431711146,
      "grad_norm": 4.90625,
      "learning_rate": 2.8833269593424018e-05,
      "loss": 0.6603,
      "step": 5060
    },
    {
      "cov-distil": 1.122214674949646,
      "cov-distil (oracle2student)": 3.884446859359741,
      "cov-distil (oracle2teacher)": 3.8503594398498535,
      "epoch": 3.9717425431711146,
      "rel-constrast": 1.9365495443344116,
      "step": 5060,
      "subrel-constrast": 2.367966890335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.348212718963623,
      "cov-distil (oracle2student)": 3.6031711101531982,
      "cov-distil (oracle2teacher)": 4.016727924346924,
      "epoch": 3.9725274725274726,
      "rel-constrast": 2.6985034942626953,
      "step": 5061,
      "subrel-constrast": 3.742121934890747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633370280265808,
      "cov-distil (oracle2student)": 4.4371137619018555,
      "cov-distil (oracle2teacher)": 4.046577453613281,
      "epoch": 3.9733124018838306,
      "rel-constrast": 2.882700204849243,
      "step": 5062,
      "subrel-constrast": 2.8382821083068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7185485363006592,
      "cov-distil (oracle2student)": 6.686079978942871,
      "cov-distil (oracle2teacher)": 6.177705764770508,
      "epoch": 3.9740973312401886,
      "rel-constrast": 2.816561222076416,
      "step": 5063,
      "subrel-constrast": 3.365309715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2817823886871338,
      "cov-distil (oracle2student)": 4.584754943847656,
      "cov-distil (oracle2teacher)": 4.592249393463135,
      "epoch": 3.974882260596546,
      "rel-constrast": 3.0124685764312744,
      "step": 5064,
      "subrel-constrast": 3.5158841609954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5258735418319702,
      "cov-distil (oracle2student)": 4.6284589767456055,
      "cov-distil (oracle2teacher)": 4.716635704040527,
      "epoch": 3.975667189952904,
      "rel-constrast": 2.099573850631714,
      "step": 5065,
      "subrel-constrast": 2.691049337387085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1134848594665527,
      "cov-distil (oracle2student)": 3.859326124191284,
      "cov-distil (oracle2teacher)": 3.231553792953491,
      "epoch": 3.976452119309262,
      "rel-constrast": 2.4741220474243164,
      "step": 5066,
      "subrel-constrast": 2.8924472332000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6434121131896973,
      "cov-distil (oracle2student)": 3.4150314331054688,
      "cov-distil (oracle2teacher)": 3.4136784076690674,
      "epoch": 3.97723704866562,
      "rel-constrast": 1.719865083694458,
      "step": 5067,
      "subrel-constrast": 2.760043144226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9572486877441406,
      "cov-distil (oracle2student)": 4.020181179046631,
      "cov-distil (oracle2teacher)": 4.23153018951416,
      "epoch": 3.978021978021978,
      "rel-constrast": 2.449979066848755,
      "step": 5068,
      "subrel-constrast": 3.393589496612549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2682490348815918,
      "cov-distil (oracle2student)": 3.1524181365966797,
      "cov-distil (oracle2teacher)": 3.1848366260528564,
      "epoch": 3.978806907378336,
      "rel-constrast": 1.7982426881790161,
      "step": 5069,
      "subrel-constrast": 2.684462547302246,
      "view-similarity": 0
    },
    {
      "epoch": 3.979591836734694,
      "grad_norm": 4.90625,
      "learning_rate": 2.874701188533685e-05,
      "loss": 0.6337,
      "step": 5070
    },
    {
      "cov-distil": 1.6671125888824463,
      "cov-distil (oracle2student)": 5.060706615447998,
      "cov-distil (oracle2teacher)": 4.778471946716309,
      "epoch": 3.979591836734694,
      "rel-constrast": 2.618709087371826,
      "step": 5070,
      "subrel-constrast": 3.416815757751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.080033540725708,
      "cov-distil (oracle2student)": 5.8924560546875,
      "cov-distil (oracle2teacher)": 5.575382232666016,
      "epoch": 3.9803767660910516,
      "rel-constrast": 2.153425693511963,
      "step": 5071,
      "subrel-constrast": 2.911654233932495,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.102496385574341,
      "cov-distil (oracle2student)": 4.509169101715088,
      "cov-distil (oracle2teacher)": 4.6262078285217285,
      "epoch": 3.9811616954474096,
      "rel-constrast": 2.8993916511535645,
      "step": 5072,
      "subrel-constrast": 3.6096410751342773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.359621524810791,
      "cov-distil (oracle2student)": 4.527296543121338,
      "cov-distil (oracle2teacher)": 4.107700347900391,
      "epoch": 3.9819466248037676,
      "rel-constrast": 3.3440961837768555,
      "step": 5073,
      "subrel-constrast": 3.716599941253662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1783759593963623,
      "cov-distil (oracle2student)": 4.540384292602539,
      "cov-distil (oracle2teacher)": 4.117777347564697,
      "epoch": 3.9827315541601256,
      "rel-constrast": 2.6479198932647705,
      "step": 5074,
      "subrel-constrast": 3.7476272583007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4577385187149048,
      "cov-distil (oracle2student)": 4.200432777404785,
      "cov-distil (oracle2teacher)": 4.2661943435668945,
      "epoch": 3.9835164835164836,
      "rel-constrast": 2.6766741275787354,
      "step": 5075,
      "subrel-constrast": 3.277517557144165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0769270658493042,
      "cov-distil (oracle2student)": 2.7745361328125,
      "cov-distil (oracle2teacher)": 3.06526255607605,
      "epoch": 3.9843014128728416,
      "rel-constrast": 2.2441718578338623,
      "step": 5076,
      "subrel-constrast": 3.2487075328826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0985052585601807,
      "cov-distil (oracle2student)": 4.584227085113525,
      "cov-distil (oracle2teacher)": 4.136820316314697,
      "epoch": 3.9850863422291996,
      "rel-constrast": 2.658580780029297,
      "step": 5077,
      "subrel-constrast": 3.453944683074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5325095653533936,
      "cov-distil (oracle2student)": 3.293583869934082,
      "cov-distil (oracle2teacher)": 2.8696541786193848,
      "epoch": 3.985871271585557,
      "rel-constrast": 2.295353412628174,
      "step": 5078,
      "subrel-constrast": 2.8386738300323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663306713104248,
      "cov-distil (oracle2student)": 4.595267295837402,
      "cov-distil (oracle2teacher)": 4.368984699249268,
      "epoch": 3.986656200941915,
      "rel-constrast": 2.1913375854492188,
      "step": 5079,
      "subrel-constrast": 3.0512471199035645,
      "view-similarity": 0
    },
    {
      "epoch": 3.987441130298273,
      "grad_norm": 6.8125,
      "learning_rate": 2.8660708521092345e-05,
      "loss": 0.6813,
      "step": 5080
    },
    {
      "cov-distil": 1.1622990369796753,
      "cov-distil (oracle2student)": 4.70290470123291,
      "cov-distil (oracle2teacher)": 4.093401908874512,
      "epoch": 3.987441130298273,
      "rel-constrast": 2.7404394149780273,
      "step": 5080,
      "subrel-constrast": 3.131479501724243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3859784603118896,
      "cov-distil (oracle2student)": 2.9217233657836914,
      "cov-distil (oracle2teacher)": 3.1162703037261963,
      "epoch": 3.988226059654631,
      "rel-constrast": 2.530240774154663,
      "step": 5081,
      "subrel-constrast": 3.245673179626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5891273021697998,
      "cov-distil (oracle2student)": 5.873207092285156,
      "cov-distil (oracle2teacher)": 6.369335651397705,
      "epoch": 3.989010989010989,
      "rel-constrast": 3.3183770179748535,
      "step": 5082,
      "subrel-constrast": 3.9756059646606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.578991413116455,
      "cov-distil (oracle2student)": 3.7773852348327637,
      "cov-distil (oracle2teacher)": 3.592910051345825,
      "epoch": 3.989795918367347,
      "rel-constrast": 1.7512738704681396,
      "step": 5083,
      "subrel-constrast": 2.5034215450286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4572376012802124,
      "cov-distil (oracle2student)": 2.773731231689453,
      "cov-distil (oracle2teacher)": 2.8118937015533447,
      "epoch": 3.990580847723705,
      "rel-constrast": 2.529550075531006,
      "step": 5084,
      "subrel-constrast": 2.9116108417510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435957908630371,
      "cov-distil (oracle2student)": 2.907133102416992,
      "cov-distil (oracle2teacher)": 2.9661478996276855,
      "epoch": 3.9913657770800626,
      "rel-constrast": 2.040252685546875,
      "step": 5085,
      "subrel-constrast": 2.978278160095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2385261058807373,
      "cov-distil (oracle2student)": 3.4292478561401367,
      "cov-distil (oracle2teacher)": 3.746312141418457,
      "epoch": 3.9921507064364206,
      "rel-constrast": 2.6777961254119873,
      "step": 5086,
      "subrel-constrast": 3.2494921684265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3895001411437988,
      "cov-distil (oracle2student)": 3.5517399311065674,
      "cov-distil (oracle2teacher)": 3.5514729022979736,
      "epoch": 3.9929356357927785,
      "rel-constrast": 2.2111546993255615,
      "step": 5087,
      "subrel-constrast": 3.0752429962158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2092996835708618,
      "cov-distil (oracle2student)": 4.458491325378418,
      "cov-distil (oracle2teacher)": 3.875138759613037,
      "epoch": 3.9937205651491365,
      "rel-constrast": 3.3631699085235596,
      "step": 5088,
      "subrel-constrast": 3.586315631866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728855013847351,
      "cov-distil (oracle2student)": 4.3371076583862305,
      "cov-distil (oracle2teacher)": 3.8896231651306152,
      "epoch": 3.9945054945054945,
      "rel-constrast": 2.921828508377075,
      "step": 5089,
      "subrel-constrast": 3.4781649112701416,
      "view-similarity": 0
    },
    {
      "epoch": 3.9952904238618525,
      "grad_norm": 6.28125,
      "learning_rate": 2.8574360552269757e-05,
      "loss": 0.6875,
      "step": 5090
    },
    {
      "cov-distil": 1.0217280387878418,
      "cov-distil (oracle2student)": 4.951498031616211,
      "cov-distil (oracle2teacher)": 4.566343307495117,
      "epoch": 3.9952904238618525,
      "rel-constrast": 2.2177133560180664,
      "step": 5090,
      "subrel-constrast": 2.729245901107788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1091923713684082,
      "cov-distil (oracle2student)": 3.6374711990356445,
      "cov-distil (oracle2teacher)": 3.3433117866516113,
      "epoch": 3.9960753532182105,
      "rel-constrast": 3.418246030807495,
      "step": 5091,
      "subrel-constrast": 3.8229825496673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.105900526046753,
      "cov-distil (oracle2student)": 3.7813034057617188,
      "cov-distil (oracle2teacher)": 3.8076751232147217,
      "epoch": 3.996860282574568,
      "rel-constrast": 2.0196311473846436,
      "step": 5092,
      "subrel-constrast": 2.6381137371063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7429068088531494,
      "cov-distil (oracle2student)": 3.9383788108825684,
      "cov-distil (oracle2teacher)": 3.6169209480285645,
      "epoch": 3.9976452119309265,
      "rel-constrast": 2.511319637298584,
      "step": 5093,
      "subrel-constrast": 3.367816925048828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4245383739471436,
      "cov-distil (oracle2student)": 3.070542335510254,
      "cov-distil (oracle2teacher)": 3.301743268966675,
      "epoch": 3.998430141287284,
      "rel-constrast": 2.2250661849975586,
      "step": 5094,
      "subrel-constrast": 3.1215317249298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6830307245254517,
      "cov-distil (oracle2student)": 4.651203632354736,
      "cov-distil (oracle2teacher)": 4.0329203605651855,
      "epoch": 3.999215070643642,
      "rel-constrast": 2.2065799236297607,
      "step": 5095,
      "subrel-constrast": 2.955307722091675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7704957723617554,
      "cov-distil (oracle2student)": 4.3045654296875,
      "cov-distil (oracle2teacher)": 3.9972996711730957,
      "epoch": 4.0,
      "rel-constrast": 1.609252691268921,
      "step": 5096,
      "subrel-constrast": 2.875119686126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.130643367767334,
      "cov-distil (oracle2student)": 5.308522701263428,
      "cov-distil (oracle2teacher)": 4.819121360778809,
      "epoch": 4.0007849293563575,
      "rel-constrast": 3.402787208557129,
      "step": 5097,
      "subrel-constrast": 4.50950288772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5393211841583252,
      "cov-distil (oracle2student)": 5.227658271789551,
      "cov-distil (oracle2teacher)": 4.895219326019287,
      "epoch": 4.001569858712716,
      "rel-constrast": 2.2456626892089844,
      "step": 5098,
      "subrel-constrast": 2.987257242202759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3642895221710205,
      "cov-distil (oracle2student)": 3.9731557369232178,
      "cov-distil (oracle2teacher)": 4.204801559448242,
      "epoch": 4.0023547880690735,
      "rel-constrast": 3.5433976650238037,
      "step": 5099,
      "subrel-constrast": 4.716495990753174,
      "view-similarity": 0
    },
    {
      "epoch": 4.003139717425432,
      "grad_norm": 6.375,
      "learning_rate": 2.8487969030991845e-05,
      "loss": 0.6722,
      "step": 5100
    },
    {
      "epoch": 4.003139717425432,
      "overlap": 0.3499999940395355,
      "step": 5100
    },
    {
      "epoch": 4.003139717425432,
      "step": 5100,
      "student margin": 0.073028564453125
    },
    {
      "epoch": 4.003139717425432,
      "step": 5100,
      "teacher margin": 0.0487060546875
    },
    {
      "epoch": 4.003139717425432,
      "margin difference": -0.024322509765625,
      "step": 5100
    },
    {
      "cov-distil": 1.4483747482299805,
      "cov-distil (oracle2student)": 5.712698459625244,
      "cov-distil (oracle2teacher)": 4.766615867614746,
      "epoch": 4.003139717425432,
      "rel-constrast": 2.6749649047851562,
      "step": 5100,
      "subrel-constrast": 2.926779270172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8401387929916382,
      "cov-distil (oracle2student)": 4.471151351928711,
      "cov-distil (oracle2teacher)": 4.357995510101318,
      "epoch": 4.0039246467817895,
      "rel-constrast": 2.719210147857666,
      "step": 5101,
      "subrel-constrast": 3.50461745262146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6382851600646973,
      "cov-distil (oracle2student)": 4.594375133514404,
      "cov-distil (oracle2teacher)": 3.9592432975769043,
      "epoch": 4.004709576138148,
      "rel-constrast": 2.5900731086730957,
      "step": 5102,
      "subrel-constrast": 3.033025026321411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.031781792640686,
      "cov-distil (oracle2student)": 3.0370068550109863,
      "cov-distil (oracle2teacher)": 3.0857748985290527,
      "epoch": 4.0054945054945055,
      "rel-constrast": 1.8606784343719482,
      "step": 5103,
      "subrel-constrast": 2.333277702331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2155835628509521,
      "cov-distil (oracle2student)": 6.385219097137451,
      "cov-distil (oracle2teacher)": 5.946500778198242,
      "epoch": 4.006279434850863,
      "rel-constrast": 2.4411277770996094,
      "step": 5104,
      "subrel-constrast": 3.6267342567443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6319750547409058,
      "cov-distil (oracle2student)": 4.263487815856934,
      "cov-distil (oracle2teacher)": 4.1866559982299805,
      "epoch": 4.0070643642072215,
      "rel-constrast": 2.738560676574707,
      "step": 5105,
      "subrel-constrast": 3.848752737045288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088205814361572,
      "cov-distil (oracle2student)": 4.77128267288208,
      "cov-distil (oracle2teacher)": 3.848520040512085,
      "epoch": 4.007849293563579,
      "rel-constrast": 2.581160306930542,
      "step": 5106,
      "subrel-constrast": 3.0807414054870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105320930480957,
      "cov-distil (oracle2student)": 5.289409160614014,
      "cov-distil (oracle2teacher)": 5.303560733795166,
      "epoch": 4.008634222919937,
      "rel-constrast": 4.055184364318848,
      "step": 5107,
      "subrel-constrast": 4.770829200744629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765079021453857,
      "cov-distil (oracle2student)": 4.9125776290893555,
      "cov-distil (oracle2teacher)": 4.696476936340332,
      "epoch": 4.009419152276295,
      "rel-constrast": 2.8986034393310547,
      "step": 5108,
      "subrel-constrast": 3.468048572540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7373409271240234,
      "cov-distil (oracle2student)": 2.842947006225586,
      "cov-distil (oracle2teacher)": 2.9601213932037354,
      "epoch": 4.010204081632653,
      "rel-constrast": 3.1506080627441406,
      "step": 5109,
      "subrel-constrast": 3.408482551574707,
      "view-similarity": 0
    },
    {
      "epoch": 4.010989010989011,
      "grad_norm": 6.21875,
      "learning_rate": 2.8401535009912022e-05,
      "loss": 0.7311,
      "step": 5110
    },
    {
      "cov-distil": 1.3774139881134033,
      "cov-distil (oracle2student)": 5.377033233642578,
      "cov-distil (oracle2teacher)": 4.378918647766113,
      "epoch": 4.010989010989011,
      "rel-constrast": 2.1279845237731934,
      "step": 5110,
      "subrel-constrast": 3.0928544998168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2637531757354736,
      "cov-distil (oracle2student)": 5.072345733642578,
      "cov-distil (oracle2teacher)": 4.396662712097168,
      "epoch": 4.0117739403453685,
      "rel-constrast": 2.050447940826416,
      "step": 5111,
      "subrel-constrast": 2.9564976692199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6975736618041992,
      "cov-distil (oracle2student)": 4.780167579650879,
      "cov-distil (oracle2teacher)": 4.526700496673584,
      "epoch": 4.012558869701727,
      "rel-constrast": 2.880034923553467,
      "step": 5112,
      "subrel-constrast": 3.3762502670288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3289064168930054,
      "cov-distil (oracle2student)": 5.389001846313477,
      "cov-distil (oracle2teacher)": 5.251130104064941,
      "epoch": 4.0133437990580845,
      "rel-constrast": 2.4865198135375977,
      "step": 5113,
      "subrel-constrast": 3.4341366291046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5143933296203613,
      "cov-distil (oracle2student)": 3.8736982345581055,
      "cov-distil (oracle2teacher)": 3.9804530143737793,
      "epoch": 4.014128728414443,
      "rel-constrast": 3.382173538208008,
      "step": 5114,
      "subrel-constrast": 3.847090721130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.999077558517456,
      "cov-distil (oracle2student)": 3.934495449066162,
      "cov-distil (oracle2teacher)": 3.459726333618164,
      "epoch": 4.0149136577708004,
      "rel-constrast": 1.9233412742614746,
      "step": 5115,
      "subrel-constrast": 3.0234405994415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.643829584121704,
      "cov-distil (oracle2student)": 4.193284034729004,
      "cov-distil (oracle2teacher)": 3.734619379043579,
      "epoch": 4.015698587127159,
      "rel-constrast": 2.7684481143951416,
      "step": 5116,
      "subrel-constrast": 3.098956823348999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678663730621338,
      "cov-distil (oracle2student)": 6.199034690856934,
      "cov-distil (oracle2teacher)": 5.7663164138793945,
      "epoch": 4.016483516483516,
      "rel-constrast": 2.4282655715942383,
      "step": 5117,
      "subrel-constrast": 3.3205020427703857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1059517860412598,
      "cov-distil (oracle2student)": 4.023112773895264,
      "cov-distil (oracle2teacher)": 4.245369911193848,
      "epoch": 4.017268445839874,
      "rel-constrast": 2.922722816467285,
      "step": 5118,
      "subrel-constrast": 3.7380409240722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2726147174835205,
      "cov-distil (oracle2student)": 5.77519416809082,
      "cov-distil (oracle2teacher)": 4.916668891906738,
      "epoch": 4.018053375196232,
      "rel-constrast": 2.875983715057373,
      "step": 5119,
      "subrel-constrast": 3.166337251663208,
      "view-similarity": 0
    },
    {
      "epoch": 4.01883830455259,
      "grad_norm": 7.59375,
      "learning_rate": 2.8315059542201562e-05,
      "loss": 0.6859,
      "step": 5120
    },
    {
      "cov-distil": 1.4127223491668701,
      "cov-distil (oracle2student)": 5.058412551879883,
      "cov-distil (oracle2teacher)": 4.571044921875,
      "epoch": 4.01883830455259,
      "rel-constrast": 3.3030648231506348,
      "step": 5120,
      "subrel-constrast": 3.7502901554107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1386940479278564,
      "cov-distil (oracle2student)": 5.20127010345459,
      "cov-distil (oracle2teacher)": 4.130565643310547,
      "epoch": 4.019623233908948,
      "rel-constrast": 1.746549129486084,
      "step": 5121,
      "subrel-constrast": 2.2905945777893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7972519397735596,
      "cov-distil (oracle2student)": 5.530257225036621,
      "cov-distil (oracle2teacher)": 5.806334495544434,
      "epoch": 4.020408163265306,
      "rel-constrast": 4.029001235961914,
      "step": 5122,
      "subrel-constrast": 5.1081671714782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.306275725364685,
      "cov-distil (oracle2student)": 4.311148643493652,
      "cov-distil (oracle2teacher)": 4.108431816101074,
      "epoch": 4.021193092621664,
      "rel-constrast": 2.5609283447265625,
      "step": 5123,
      "subrel-constrast": 3.045156240463257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7553812265396118,
      "cov-distil (oracle2student)": 4.25716495513916,
      "cov-distil (oracle2teacher)": 4.513616561889648,
      "epoch": 4.021978021978022,
      "rel-constrast": 1.699075698852539,
      "step": 5124,
      "subrel-constrast": 3.1534459590911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4491126537322998,
      "cov-distil (oracle2student)": 3.4654431343078613,
      "cov-distil (oracle2teacher)": 3.4088754653930664,
      "epoch": 4.02276295133438,
      "rel-constrast": 2.8536932468414307,
      "step": 5125,
      "subrel-constrast": 3.7966017723083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4455429315567017,
      "cov-distil (oracle2student)": 3.680180311203003,
      "cov-distil (oracle2teacher)": 3.613206148147583,
      "epoch": 4.023547880690738,
      "rel-constrast": 2.0931038856506348,
      "step": 5126,
      "subrel-constrast": 2.9350035190582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.188464641571045,
      "cov-distil (oracle2student)": 3.591017484664917,
      "cov-distil (oracle2teacher)": 3.678555488586426,
      "epoch": 4.024332810047095,
      "rel-constrast": 1.7543442249298096,
      "step": 5127,
      "subrel-constrast": 2.592024326324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3327698707580566,
      "cov-distil (oracle2student)": 4.959550857543945,
      "cov-distil (oracle2teacher)": 4.5755791664123535,
      "epoch": 4.025117739403454,
      "rel-constrast": 3.4430198669433594,
      "step": 5128,
      "subrel-constrast": 4.0049309730529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0547704696655273,
      "cov-distil (oracle2student)": 3.751702070236206,
      "cov-distil (oracle2teacher)": 3.53706693649292,
      "epoch": 4.025902668759811,
      "rel-constrast": 2.4705991744995117,
      "step": 5129,
      "subrel-constrast": 3.53924822807312,
      "view-similarity": 0
    },
    {
      "epoch": 4.02668759811617,
      "grad_norm": 5.9375,
      "learning_rate": 2.822854368153675e-05,
      "loss": 0.686,
      "step": 5130
    },
    {
      "cov-distil": 1.852811336517334,
      "cov-distil (oracle2student)": 4.284340858459473,
      "cov-distil (oracle2teacher)": 4.301521301269531,
      "epoch": 4.02668759811617,
      "rel-constrast": 3.804046392440796,
      "step": 5130,
      "subrel-constrast": 4.593825817108154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7966667413711548,
      "cov-distil (oracle2student)": 3.9091410636901855,
      "cov-distil (oracle2teacher)": 3.636204957962036,
      "epoch": 4.027472527472527,
      "rel-constrast": 2.5701656341552734,
      "step": 5131,
      "subrel-constrast": 3.200279712677002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2669906616210938,
      "cov-distil (oracle2student)": 4.220719814300537,
      "cov-distil (oracle2teacher)": 3.8215785026550293,
      "epoch": 4.028257456828886,
      "rel-constrast": 2.396005868911743,
      "step": 5132,
      "subrel-constrast": 2.643152952194214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4084244966506958,
      "cov-distil (oracle2student)": 5.075523853302002,
      "cov-distil (oracle2teacher)": 5.210777282714844,
      "epoch": 4.029042386185243,
      "rel-constrast": 2.0449628829956055,
      "step": 5133,
      "subrel-constrast": 2.7077014446258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5146303176879883,
      "cov-distil (oracle2student)": 3.00765323638916,
      "cov-distil (oracle2teacher)": 3.612917900085449,
      "epoch": 4.029827315541601,
      "rel-constrast": 2.8812060356140137,
      "step": 5134,
      "subrel-constrast": 3.9423980712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8038445711135864,
      "cov-distil (oracle2student)": 3.8168983459472656,
      "cov-distil (oracle2teacher)": 3.779306411743164,
      "epoch": 4.030612244897959,
      "rel-constrast": 2.4417765140533447,
      "step": 5135,
      "subrel-constrast": 3.6225950717926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5539549589157104,
      "cov-distil (oracle2student)": 2.5629372596740723,
      "cov-distil (oracle2teacher)": 2.645134925842285,
      "epoch": 4.031397174254317,
      "rel-constrast": 2.2260499000549316,
      "step": 5136,
      "subrel-constrast": 2.7089297771453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9766552448272705,
      "cov-distil (oracle2student)": 3.3512074947357178,
      "cov-distil (oracle2teacher)": 3.3965320587158203,
      "epoch": 4.032182103610675,
      "rel-constrast": 2.436283588409424,
      "step": 5137,
      "subrel-constrast": 3.5586910247802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1469236612319946,
      "cov-distil (oracle2student)": 3.4373741149902344,
      "cov-distil (oracle2teacher)": 3.342393636703491,
      "epoch": 4.032967032967033,
      "rel-constrast": 1.6181414127349854,
      "step": 5138,
      "subrel-constrast": 2.3195137977600098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0731489658355713,
      "cov-distil (oracle2student)": 3.5603139400482178,
      "cov-distil (oracle2teacher)": 3.5995545387268066,
      "epoch": 4.033751962323391,
      "rel-constrast": 2.342374801635742,
      "step": 5139,
      "subrel-constrast": 2.8619492053985596,
      "view-similarity": 0
    },
    {
      "epoch": 4.034536891679749,
      "grad_norm": 4.71875,
      "learning_rate": 2.8141988482086047e-05,
      "loss": 0.6575,
      "step": 5140
    },
    {
      "cov-distil": 1.5204403400421143,
      "cov-distil (oracle2student)": 3.9981741905212402,
      "cov-distil (oracle2teacher)": 3.9258222579956055,
      "epoch": 4.034536891679749,
      "rel-constrast": 2.5923855304718018,
      "step": 5140,
      "subrel-constrast": 3.421280860900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8771605491638184,
      "cov-distil (oracle2student)": 3.5436923503875732,
      "cov-distil (oracle2teacher)": 3.807603359222412,
      "epoch": 4.035321821036106,
      "rel-constrast": 1.6582913398742676,
      "step": 5141,
      "subrel-constrast": 2.6023435592651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3097394704818726,
      "cov-distil (oracle2student)": 3.1595184803009033,
      "cov-distil (oracle2teacher)": 3.1832122802734375,
      "epoch": 4.036106750392465,
      "rel-constrast": 3.3666458129882812,
      "step": 5142,
      "subrel-constrast": 3.6941473484039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1600862741470337,
      "cov-distil (oracle2student)": 4.059638023376465,
      "cov-distil (oracle2teacher)": 3.727243423461914,
      "epoch": 4.036891679748822,
      "rel-constrast": 2.181288003921509,
      "step": 5143,
      "subrel-constrast": 2.861884355545044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1990430355072021,
      "cov-distil (oracle2student)": 2.9741010665893555,
      "cov-distil (oracle2teacher)": 3.149384021759033,
      "epoch": 4.037676609105181,
      "rel-constrast": 2.560070514678955,
      "step": 5144,
      "subrel-constrast": 3.5561232566833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7714916467666626,
      "cov-distil (oracle2student)": 2.584026575088501,
      "cov-distil (oracle2teacher)": 2.9625720977783203,
      "epoch": 4.038461538461538,
      "rel-constrast": 2.3553569316864014,
      "step": 5145,
      "subrel-constrast": 2.9277172088623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7132179737091064,
      "cov-distil (oracle2student)": 3.3289554119110107,
      "cov-distil (oracle2teacher)": 3.5138070583343506,
      "epoch": 4.039246467817897,
      "rel-constrast": 2.941551685333252,
      "step": 5146,
      "subrel-constrast": 3.609534502029419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3697607517242432,
      "cov-distil (oracle2student)": 4.467057704925537,
      "cov-distil (oracle2teacher)": 4.863022804260254,
      "epoch": 4.040031397174254,
      "rel-constrast": 2.0135040283203125,
      "step": 5147,
      "subrel-constrast": 2.9011456966400146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5232700109481812,
      "cov-distil (oracle2student)": 4.6728291511535645,
      "cov-distil (oracle2teacher)": 4.088656425476074,
      "epoch": 4.040816326530612,
      "rel-constrast": 3.3868637084960938,
      "step": 5148,
      "subrel-constrast": 3.3586111068725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3608227968215942,
      "cov-distil (oracle2student)": 4.865293025970459,
      "cov-distil (oracle2teacher)": 4.14198112487793,
      "epoch": 4.04160125588697,
      "rel-constrast": 2.7742466926574707,
      "step": 5149,
      "subrel-constrast": 3.507725477218628,
      "view-similarity": 0
    },
    {
      "epoch": 4.042386185243328,
      "grad_norm": 4.875,
      "learning_rate": 2.8055394998497237e-05,
      "loss": 0.6828,
      "step": 5150
    },
    {
      "cov-distil": 1.1917695999145508,
      "cov-distil (oracle2student)": 4.1248321533203125,
      "cov-distil (oracle2teacher)": 3.351250171661377,
      "epoch": 4.042386185243328,
      "rel-constrast": 2.369947910308838,
      "step": 5150,
      "subrel-constrast": 3.225296974182129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4069247245788574,
      "cov-distil (oracle2student)": 5.056774616241455,
      "cov-distil (oracle2teacher)": 4.788939476013184,
      "epoch": 4.043171114599686,
      "rel-constrast": 2.900010108947754,
      "step": 5151,
      "subrel-constrast": 3.560521125793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2838304042816162,
      "cov-distil (oracle2student)": 4.129859924316406,
      "cov-distil (oracle2teacher)": 3.8644049167633057,
      "epoch": 4.043956043956044,
      "rel-constrast": 2.733522415161133,
      "step": 5152,
      "subrel-constrast": 3.353367328643799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3566200733184814,
      "cov-distil (oracle2student)": 5.352572917938232,
      "cov-distil (oracle2teacher)": 5.173442840576172,
      "epoch": 4.044740973312402,
      "rel-constrast": 2.6722841262817383,
      "step": 5153,
      "subrel-constrast": 3.5614495277404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4440568685531616,
      "cov-distil (oracle2student)": 4.204023838043213,
      "cov-distil (oracle2teacher)": 3.7929534912109375,
      "epoch": 4.04552590266876,
      "rel-constrast": 2.9653067588806152,
      "step": 5154,
      "subrel-constrast": 3.406113862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.281862497329712,
      "cov-distil (oracle2student)": 3.8797831535339355,
      "cov-distil (oracle2teacher)": 3.941904067993164,
      "epoch": 4.046310832025117,
      "rel-constrast": 3.225198268890381,
      "step": 5155,
      "subrel-constrast": 3.8157260417938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5592795610427856,
      "cov-distil (oracle2student)": 4.740959167480469,
      "cov-distil (oracle2teacher)": 4.648374557495117,
      "epoch": 4.047095761381476,
      "rel-constrast": 2.566427230834961,
      "step": 5156,
      "subrel-constrast": 3.464789390563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4660629034042358,
      "cov-distil (oracle2student)": 4.734037399291992,
      "cov-distil (oracle2teacher)": 4.1417999267578125,
      "epoch": 4.047880690737833,
      "rel-constrast": 3.001756191253662,
      "step": 5157,
      "subrel-constrast": 3.0919129848480225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9164329767227173,
      "cov-distil (oracle2student)": 4.463009834289551,
      "cov-distil (oracle2teacher)": 4.211489677429199,
      "epoch": 4.048665620094192,
      "rel-constrast": 2.6639580726623535,
      "step": 5158,
      "subrel-constrast": 3.8201005458831787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744398832321167,
      "cov-distil (oracle2student)": 4.657041072845459,
      "cov-distil (oracle2teacher)": 4.274932861328125,
      "epoch": 4.049450549450549,
      "rel-constrast": 2.187222480773926,
      "step": 5159,
      "subrel-constrast": 3.0608465671539307,
      "view-similarity": 0
    },
    {
      "epoch": 4.050235478806908,
      "grad_norm": 4.71875,
      "learning_rate": 2.79687642858846e-05,
      "loss": 0.7213,
      "step": 5160
    },
    {
      "cov-distil": 1.806828498840332,
      "cov-distil (oracle2student)": 4.466014862060547,
      "cov-distil (oracle2teacher)": 4.344385147094727,
      "epoch": 4.050235478806908,
      "rel-constrast": 2.7959165573120117,
      "step": 5160,
      "subrel-constrast": 3.626986265182495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7099040746688843,
      "cov-distil (oracle2student)": 4.26939058303833,
      "cov-distil (oracle2teacher)": 3.6072838306427,
      "epoch": 4.051020408163265,
      "rel-constrast": 2.4362263679504395,
      "step": 5161,
      "subrel-constrast": 3.309089183807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1167914867401123,
      "cov-distil (oracle2student)": 5.794741630554199,
      "cov-distil (oracle2teacher)": 5.099003791809082,
      "epoch": 4.051805337519623,
      "rel-constrast": 2.277785539627075,
      "step": 5162,
      "subrel-constrast": 3.02838397026062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3468338251113892,
      "cov-distil (oracle2student)": 5.026362419128418,
      "cov-distil (oracle2teacher)": 4.687003135681152,
      "epoch": 4.052590266875981,
      "rel-constrast": 1.6087740659713745,
      "step": 5163,
      "subrel-constrast": 2.537482261657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588144302368164,
      "cov-distil (oracle2student)": 4.810308456420898,
      "cov-distil (oracle2teacher)": 4.63299560546875,
      "epoch": 4.053375196232339,
      "rel-constrast": 4.073864459991455,
      "step": 5164,
      "subrel-constrast": 5.223447322845459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546095609664917,
      "cov-distil (oracle2student)": 4.638715744018555,
      "cov-distil (oracle2teacher)": 4.281991958618164,
      "epoch": 4.054160125588697,
      "rel-constrast": 3.313323497772217,
      "step": 5165,
      "subrel-constrast": 3.9132914543151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8351184129714966,
      "cov-distil (oracle2student)": 4.518607139587402,
      "cov-distil (oracle2teacher)": 4.144725799560547,
      "epoch": 4.054945054945055,
      "rel-constrast": 1.7450244426727295,
      "step": 5166,
      "subrel-constrast": 2.55924654006958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9587209224700928,
      "cov-distil (oracle2student)": 4.354011058807373,
      "cov-distil (oracle2teacher)": 4.194538593292236,
      "epoch": 4.055729984301413,
      "rel-constrast": 2.163525342941284,
      "step": 5167,
      "subrel-constrast": 2.824490785598755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3965797424316406,
      "cov-distil (oracle2student)": 5.528780460357666,
      "cov-distil (oracle2teacher)": 5.017463684082031,
      "epoch": 4.056514913657771,
      "rel-constrast": 2.7410717010498047,
      "step": 5168,
      "subrel-constrast": 3.6536648273468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4121346473693848,
      "cov-distil (oracle2student)": 3.7422008514404297,
      "cov-distil (oracle2teacher)": 3.138253688812256,
      "epoch": 4.057299843014129,
      "rel-constrast": 2.61049222946167,
      "step": 5169,
      "subrel-constrast": 3.2733206748962402,
      "view-similarity": 0
    },
    {
      "epoch": 4.058084772370487,
      "grad_norm": 5.1875,
      "learning_rate": 2.788209739981602e-05,
      "loss": 0.6836,
      "step": 5170
    },
    {
      "cov-distil": 1.7158787250518799,
      "cov-distil (oracle2student)": 4.865769863128662,
      "cov-distil (oracle2teacher)": 4.771388530731201,
      "epoch": 4.058084772370487,
      "rel-constrast": 3.494854688644409,
      "step": 5170,
      "subrel-constrast": 3.5175702571868896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3630468845367432,
      "cov-distil (oracle2student)": 4.101571559906006,
      "cov-distil (oracle2teacher)": 3.7316246032714844,
      "epoch": 4.058869701726844,
      "rel-constrast": 2.785097599029541,
      "step": 5171,
      "subrel-constrast": 3.483957290649414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1008950471878052,
      "cov-distil (oracle2student)": 2.8333821296691895,
      "cov-distil (oracle2teacher)": 2.5602574348449707,
      "epoch": 4.059654631083203,
      "rel-constrast": 2.591386556625366,
      "step": 5172,
      "subrel-constrast": 2.727149248123169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5514867305755615,
      "cov-distil (oracle2student)": 4.19147253036499,
      "cov-distil (oracle2teacher)": 3.9180092811584473,
      "epoch": 4.06043956043956,
      "rel-constrast": 1.7133228778839111,
      "step": 5173,
      "subrel-constrast": 2.9246983528137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3099066019058228,
      "cov-distil (oracle2student)": 4.148550510406494,
      "cov-distil (oracle2teacher)": 3.439101219177246,
      "epoch": 4.061224489795919,
      "rel-constrast": 1.7990705966949463,
      "step": 5174,
      "subrel-constrast": 2.6433351039886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4726027250289917,
      "cov-distil (oracle2student)": 5.6740031242370605,
      "cov-distil (oracle2teacher)": 4.447586536407471,
      "epoch": 4.062009419152276,
      "rel-constrast": 2.9707844257354736,
      "step": 5175,
      "subrel-constrast": 3.4173591136932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669151782989502,
      "cov-distil (oracle2student)": 3.8681836128234863,
      "cov-distil (oracle2teacher)": 3.996997356414795,
      "epoch": 4.062794348508635,
      "rel-constrast": 1.783665418624878,
      "step": 5176,
      "subrel-constrast": 2.7201499938964844,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8738313913345337,
      "cov-distil (oracle2student)": 3.5066754817962646,
      "cov-distil (oracle2teacher)": 3.555569648742676,
      "epoch": 4.063579277864992,
      "rel-constrast": 1.5665696859359741,
      "step": 5177,
      "subrel-constrast": 2.0165247917175293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850849986076355,
      "cov-distil (oracle2student)": 4.772499084472656,
      "cov-distil (oracle2teacher)": 4.074243545532227,
      "epoch": 4.06436420722135,
      "rel-constrast": 2.9377737045288086,
      "step": 5178,
      "subrel-constrast": 3.339939832687378,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0415334701538086,
      "cov-distil (oracle2student)": 4.0030622482299805,
      "cov-distil (oracle2teacher)": 4.081053733825684,
      "epoch": 4.065149136577708,
      "rel-constrast": 2.6896705627441406,
      "step": 5179,
      "subrel-constrast": 3.4472546577453613,
      "view-similarity": 0
    },
    {
      "epoch": 4.065934065934066,
      "grad_norm": 4.9375,
      "learning_rate": 2.779539539630016e-05,
      "loss": 0.6457,
      "step": 5180
    },
    {
      "cov-distil": 1.9377727508544922,
      "cov-distil (oracle2student)": 3.8623013496398926,
      "cov-distil (oracle2teacher)": 3.4602015018463135,
      "epoch": 4.065934065934066,
      "rel-constrast": 3.0392544269561768,
      "step": 5180,
      "subrel-constrast": 3.4830119609832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4677923917770386,
      "cov-distil (oracle2student)": 3.5859742164611816,
      "cov-distil (oracle2teacher)": 3.654184103012085,
      "epoch": 4.066718995290424,
      "rel-constrast": 2.422584295272827,
      "step": 5181,
      "subrel-constrast": 3.208937406539917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7452538013458252,
      "cov-distil (oracle2student)": 3.496492385864258,
      "cov-distil (oracle2teacher)": 3.690600872039795,
      "epoch": 4.067503924646782,
      "rel-constrast": 2.2930798530578613,
      "step": 5182,
      "subrel-constrast": 3.0171639919281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6011497974395752,
      "cov-distil (oracle2student)": 3.1709036827087402,
      "cov-distil (oracle2teacher)": 3.6708836555480957,
      "epoch": 4.06828885400314,
      "rel-constrast": 2.23813533782959,
      "step": 5183,
      "subrel-constrast": 3.444836139678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9495198726654053,
      "cov-distil (oracle2student)": 4.025494575500488,
      "cov-distil (oracle2teacher)": 4.025692462921143,
      "epoch": 4.069073783359498,
      "rel-constrast": 2.2032690048217773,
      "step": 5184,
      "subrel-constrast": 2.645169496536255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0692603588104248,
      "cov-distil (oracle2student)": 3.541743278503418,
      "cov-distil (oracle2teacher)": 3.3615121841430664,
      "epoch": 4.069858712715855,
      "rel-constrast": 2.4721271991729736,
      "step": 5185,
      "subrel-constrast": 2.7652900218963623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0414257049560547,
      "cov-distil (oracle2student)": 4.089672088623047,
      "cov-distil (oracle2teacher)": 3.448213815689087,
      "epoch": 4.070643642072214,
      "rel-constrast": 2.5494468212127686,
      "step": 5186,
      "subrel-constrast": 2.4816014766693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4121829271316528,
      "cov-distil (oracle2student)": 4.144131660461426,
      "cov-distil (oracle2teacher)": 4.290556907653809,
      "epoch": 4.071428571428571,
      "rel-constrast": 2.3806405067443848,
      "step": 5187,
      "subrel-constrast": 3.500919818878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8500102758407593,
      "cov-distil (oracle2student)": 6.759685516357422,
      "cov-distil (oracle2teacher)": 5.934416770935059,
      "epoch": 4.07221350078493,
      "rel-constrast": 4.18544864654541,
      "step": 5188,
      "subrel-constrast": 4.334401607513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9928678274154663,
      "cov-distil (oracle2student)": 4.057777404785156,
      "cov-distil (oracle2teacher)": 3.9793076515197754,
      "epoch": 4.072998430141287,
      "rel-constrast": 2.8843183517456055,
      "step": 5189,
      "subrel-constrast": 4.083157539367676,
      "view-similarity": 0
    },
    {
      "epoch": 4.073783359497646,
      "grad_norm": 5.34375,
      "learning_rate": 2.770865933177356e-05,
      "loss": 0.7044,
      "step": 5190
    },
    {
      "cov-distil": 1.6640456914901733,
      "cov-distil (oracle2student)": 2.872218370437622,
      "cov-distil (oracle2teacher)": 2.9255049228668213,
      "epoch": 4.073783359497646,
      "rel-constrast": 2.2148070335388184,
      "step": 5190,
      "subrel-constrast": 2.865035057067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5262908935546875,
      "cov-distil (oracle2student)": 5.061764717102051,
      "cov-distil (oracle2teacher)": 4.576382637023926,
      "epoch": 4.074568288854003,
      "rel-constrast": 2.695033073425293,
      "step": 5191,
      "subrel-constrast": 3.2044548988342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2311506271362305,
      "cov-distil (oracle2student)": 3.4708619117736816,
      "cov-distil (oracle2teacher)": 3.103361129760742,
      "epoch": 4.075353218210361,
      "rel-constrast": 2.6967787742614746,
      "step": 5192,
      "subrel-constrast": 2.9338226318359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8958735466003418,
      "cov-distil (oracle2student)": 4.455463886260986,
      "cov-distil (oracle2teacher)": 4.015957832336426,
      "epoch": 4.076138147566719,
      "rel-constrast": 2.607912063598633,
      "step": 5193,
      "subrel-constrast": 3.7336556911468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6335184574127197,
      "cov-distil (oracle2student)": 4.019996643066406,
      "cov-distil (oracle2teacher)": 4.146307945251465,
      "epoch": 4.076923076923077,
      "rel-constrast": 2.2460238933563232,
      "step": 5194,
      "subrel-constrast": 2.8932816982269287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4190025329589844,
      "cov-distil (oracle2student)": 4.147409915924072,
      "cov-distil (oracle2teacher)": 4.160512447357178,
      "epoch": 4.077708006279435,
      "rel-constrast": 3.263770341873169,
      "step": 5195,
      "subrel-constrast": 3.2778120040893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1682798862457275,
      "cov-distil (oracle2student)": 4.522942543029785,
      "cov-distil (oracle2teacher)": 4.21091365814209,
      "epoch": 4.078492935635793,
      "rel-constrast": 3.2836263179779053,
      "step": 5196,
      "subrel-constrast": 3.949327230453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1909948587417603,
      "cov-distil (oracle2student)": 3.2948241233825684,
      "cov-distil (oracle2teacher)": 3.487861394882202,
      "epoch": 4.079277864992151,
      "rel-constrast": 2.4420933723449707,
      "step": 5197,
      "subrel-constrast": 3.1706132888793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3478899002075195,
      "cov-distil (oracle2student)": 6.236270427703857,
      "cov-distil (oracle2teacher)": 5.784978866577148,
      "epoch": 4.080062794348509,
      "rel-constrast": 2.3624749183654785,
      "step": 5198,
      "subrel-constrast": 2.966859817504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.209183931350708,
      "cov-distil (oracle2student)": 4.907261848449707,
      "cov-distil (oracle2teacher)": 4.313079357147217,
      "epoch": 4.080847723704866,
      "rel-constrast": 2.6004066467285156,
      "step": 5199,
      "subrel-constrast": 3.031014919281006,
      "view-similarity": 0
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 5.375,
      "learning_rate": 2.7621890263087813e-05,
      "loss": 0.696,
      "step": 5200
    },
    {
      "epoch": 4.081632653061225,
      "overlap": 0.29218751192092896,
      "step": 5200
    },
    {
      "epoch": 4.081632653061225,
      "step": 5200,
      "student margin": 0.0596923828125
    },
    {
      "epoch": 4.081632653061225,
      "step": 5200,
      "teacher margin": 0.039459228515625
    },
    {
      "epoch": 4.081632653061225,
      "margin difference": -0.020233154296875,
      "step": 5200
    },
    {
      "cov-distil": 1.9427614212036133,
      "cov-distil (oracle2student)": 4.381133079528809,
      "cov-distil (oracle2teacher)": 4.586250305175781,
      "epoch": 4.081632653061225,
      "rel-constrast": 3.1216506958007812,
      "step": 5200,
      "subrel-constrast": 3.847146511077881,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9855455756187439,
      "cov-distil (oracle2student)": 3.717679023742676,
      "cov-distil (oracle2teacher)": 3.17708158493042,
      "epoch": 4.082417582417582,
      "rel-constrast": 2.096745014190674,
      "step": 5201,
      "subrel-constrast": 2.431990385055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564287781715393,
      "cov-distil (oracle2student)": 3.6580705642700195,
      "cov-distil (oracle2teacher)": 3.5582690238952637,
      "epoch": 4.083202511773941,
      "rel-constrast": 2.16921329498291,
      "step": 5202,
      "subrel-constrast": 3.104332685470581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1291298866271973,
      "cov-distil (oracle2student)": 3.0792336463928223,
      "cov-distil (oracle2teacher)": 3.543100118637085,
      "epoch": 4.083987441130298,
      "rel-constrast": 1.8253977298736572,
      "step": 5203,
      "subrel-constrast": 3.2376763820648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0625135898590088,
      "cov-distil (oracle2student)": 4.603408336639404,
      "cov-distil (oracle2teacher)": 3.989952325820923,
      "epoch": 4.0847723704866565,
      "rel-constrast": 1.945616602897644,
      "step": 5204,
      "subrel-constrast": 2.4214720726013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2634003162384033,
      "cov-distil (oracle2student)": 5.242417812347412,
      "cov-distil (oracle2teacher)": 5.521453380584717,
      "epoch": 4.085557299843014,
      "rel-constrast": 1.9023332595825195,
      "step": 5205,
      "subrel-constrast": 2.8258543014526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8967229127883911,
      "cov-distil (oracle2student)": 3.395996570587158,
      "cov-distil (oracle2teacher)": 3.263821601867676,
      "epoch": 4.086342229199372,
      "rel-constrast": 2.128546953201294,
      "step": 5206,
      "subrel-constrast": 3.056217670440674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3914612531661987,
      "cov-distil (oracle2student)": 2.852207660675049,
      "cov-distil (oracle2teacher)": 2.9515719413757324,
      "epoch": 4.08712715855573,
      "rel-constrast": 3.0192859172821045,
      "step": 5207,
      "subrel-constrast": 3.5584914684295654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3522177934646606,
      "cov-distil (oracle2student)": 4.988900184631348,
      "cov-distil (oracle2teacher)": 4.708100318908691,
      "epoch": 4.087912087912088,
      "rel-constrast": 3.7116618156433105,
      "step": 5208,
      "subrel-constrast": 4.3019795417785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.109961986541748,
      "cov-distil (oracle2student)": 3.2346715927124023,
      "cov-distil (oracle2teacher)": 3.46108078956604,
      "epoch": 4.088697017268446,
      "rel-constrast": 2.9287357330322266,
      "step": 5209,
      "subrel-constrast": 3.5082733631134033,
      "view-similarity": 0
    },
    {
      "epoch": 4.089481946624804,
      "grad_norm": 7.875,
      "learning_rate": 2.7535089247496627e-05,
      "loss": 0.658,
      "step": 5210
    },
    {
      "cov-distil": 1.5113435983657837,
      "cov-distil (oracle2student)": 2.9735870361328125,
      "cov-distil (oracle2teacher)": 3.129155158996582,
      "epoch": 4.089481946624804,
      "rel-constrast": 1.5056254863739014,
      "step": 5210,
      "subrel-constrast": 2.676476001739502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.175051212310791,
      "cov-distil (oracle2student)": 4.468836784362793,
      "cov-distil (oracle2teacher)": 4.451257228851318,
      "epoch": 4.090266875981162,
      "rel-constrast": 3.8348946571350098,
      "step": 5211,
      "subrel-constrast": 4.162006378173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.481749415397644,
      "cov-distil (oracle2student)": 3.479501247406006,
      "cov-distil (oracle2teacher)": 3.81994891166687,
      "epoch": 4.0910518053375196,
      "rel-constrast": 1.9462164640426636,
      "step": 5212,
      "subrel-constrast": 2.6798043251037598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5196750164031982,
      "cov-distil (oracle2student)": 2.8138158321380615,
      "cov-distil (oracle2teacher)": 3.159928798675537,
      "epoch": 4.091836734693878,
      "rel-constrast": 3.1498873233795166,
      "step": 5213,
      "subrel-constrast": 3.9733328819274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4787020683288574,
      "cov-distil (oracle2student)": 4.542705059051514,
      "cov-distil (oracle2teacher)": 3.925217866897583,
      "epoch": 4.0926216640502355,
      "rel-constrast": 2.109096050262451,
      "step": 5214,
      "subrel-constrast": 2.761298894882202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584144115447998,
      "cov-distil (oracle2student)": 2.9415202140808105,
      "cov-distil (oracle2teacher)": 3.3528501987457275,
      "epoch": 4.093406593406593,
      "rel-constrast": 2.0221900939941406,
      "step": 5215,
      "subrel-constrast": 2.997072696685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2651728391647339,
      "cov-distil (oracle2student)": 3.8528871536254883,
      "cov-distil (oracle2teacher)": 4.332504749298096,
      "epoch": 4.0941915227629515,
      "rel-constrast": 2.2076234817504883,
      "step": 5216,
      "subrel-constrast": 2.5805435180664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4935333728790283,
      "cov-distil (oracle2student)": 3.818065881729126,
      "cov-distil (oracle2teacher)": 4.349062919616699,
      "epoch": 4.094976452119309,
      "rel-constrast": 2.2456116676330566,
      "step": 5217,
      "subrel-constrast": 3.367888927459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5205748081207275,
      "cov-distil (oracle2student)": 4.2485270500183105,
      "cov-distil (oracle2teacher)": 4.490943431854248,
      "epoch": 4.0957613814756675,
      "rel-constrast": 2.2697272300720215,
      "step": 5218,
      "subrel-constrast": 2.881652355194092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388249397277832,
      "cov-distil (oracle2student)": 3.8350460529327393,
      "cov-distil (oracle2teacher)": 3.7205007076263428,
      "epoch": 4.096546310832025,
      "rel-constrast": 2.0594639778137207,
      "step": 5219,
      "subrel-constrast": 2.867656707763672,
      "view-similarity": 0
    },
    {
      "epoch": 4.0973312401883835,
      "grad_norm": 5.09375,
      "learning_rate": 2.744825734264298e-05,
      "loss": 0.6198,
      "step": 5220
    },
    {
      "cov-distil": 1.8120510578155518,
      "cov-distil (oracle2student)": 7.505436897277832,
      "cov-distil (oracle2teacher)": 6.920758247375488,
      "epoch": 4.0973312401883835,
      "rel-constrast": 2.1840474605560303,
      "step": 5220,
      "subrel-constrast": 3.4004311561584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120496988296509,
      "cov-distil (oracle2student)": 4.7442474365234375,
      "cov-distil (oracle2teacher)": 4.5484538078308105,
      "epoch": 4.098116169544741,
      "rel-constrast": 1.7566766738891602,
      "step": 5221,
      "subrel-constrast": 3.331486701965332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2331140041351318,
      "cov-distil (oracle2student)": 4.0739970207214355,
      "cov-distil (oracle2teacher)": 3.4772534370422363,
      "epoch": 4.0989010989010985,
      "rel-constrast": 2.823676109313965,
      "step": 5222,
      "subrel-constrast": 3.3647282123565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1556141376495361,
      "cov-distil (oracle2student)": 4.200016021728516,
      "cov-distil (oracle2teacher)": 4.851566314697266,
      "epoch": 4.099686028257457,
      "rel-constrast": 3.5315051078796387,
      "step": 5223,
      "subrel-constrast": 4.224734783172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4378858804702759,
      "cov-distil (oracle2student)": 2.9542384147644043,
      "cov-distil (oracle2teacher)": 3.0891947746276855,
      "epoch": 4.1004709576138145,
      "rel-constrast": 1.3289207220077515,
      "step": 5224,
      "subrel-constrast": 2.059086322784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5220317840576172,
      "cov-distil (oracle2student)": 2.637991189956665,
      "cov-distil (oracle2teacher)": 2.5179498195648193,
      "epoch": 4.101255886970173,
      "rel-constrast": 2.489227533340454,
      "step": 5225,
      "subrel-constrast": 2.813563823699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5247063636779785,
      "cov-distil (oracle2student)": 3.125389575958252,
      "cov-distil (oracle2teacher)": 3.136023998260498,
      "epoch": 4.1020408163265305,
      "rel-constrast": 2.6235625743865967,
      "step": 5226,
      "subrel-constrast": 3.420806884765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.136655569076538,
      "cov-distil (oracle2student)": 4.176108360290527,
      "cov-distil (oracle2teacher)": 4.090908527374268,
      "epoch": 4.102825745682889,
      "rel-constrast": 3.1498708724975586,
      "step": 5227,
      "subrel-constrast": 3.344017267227173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864743947982788,
      "cov-distil (oracle2student)": 3.357430934906006,
      "cov-distil (oracle2teacher)": 3.5023579597473145,
      "epoch": 4.1036106750392465,
      "rel-constrast": 2.0902507305145264,
      "step": 5228,
      "subrel-constrast": 3.521695852279663,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0632762908935547,
      "cov-distil (oracle2student)": 2.85079288482666,
      "cov-distil (oracle2teacher)": 2.904273509979248,
      "epoch": 4.104395604395604,
      "rel-constrast": 3.3090898990631104,
      "step": 5229,
      "subrel-constrast": 3.89266300201416,
      "view-similarity": 0
    },
    {
      "epoch": 4.1051805337519625,
      "grad_norm": 6.3125,
      "learning_rate": 2.736139560654624e-05,
      "loss": 0.6718,
      "step": 5230
    },
    {
      "cov-distil": 1.6784064769744873,
      "cov-distil (oracle2student)": 5.3087158203125,
      "cov-distil (oracle2teacher)": 5.270449161529541,
      "epoch": 4.1051805337519625,
      "rel-constrast": 3.02852201461792,
      "step": 5230,
      "subrel-constrast": 4.007962226867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.120666265487671,
      "cov-distil (oracle2student)": 5.739544868469238,
      "cov-distil (oracle2teacher)": 5.799375057220459,
      "epoch": 4.10596546310832,
      "rel-constrast": 1.9910383224487305,
      "step": 5231,
      "subrel-constrast": 2.6395301818847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.139636516571045,
      "cov-distil (oracle2student)": 3.3961000442504883,
      "cov-distil (oracle2teacher)": 3.6539559364318848,
      "epoch": 4.106750392464678,
      "rel-constrast": 2.5771589279174805,
      "step": 5232,
      "subrel-constrast": 3.1728670597076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4906842708587646,
      "cov-distil (oracle2student)": 6.929083824157715,
      "cov-distil (oracle2teacher)": 5.896974563598633,
      "epoch": 4.107535321821036,
      "rel-constrast": 2.5069565773010254,
      "step": 5233,
      "subrel-constrast": 2.8985958099365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1385788917541504,
      "cov-distil (oracle2student)": 4.87298583984375,
      "cov-distil (oracle2teacher)": 4.170919895172119,
      "epoch": 4.108320251177394,
      "rel-constrast": 2.738424777984619,
      "step": 5234,
      "subrel-constrast": 3.038968801498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.922491431236267,
      "cov-distil (oracle2student)": 5.438636779785156,
      "cov-distil (oracle2teacher)": 4.738826274871826,
      "epoch": 4.109105180533752,
      "rel-constrast": 3.899568557739258,
      "step": 5235,
      "subrel-constrast": 4.436054706573486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194692611694336,
      "cov-distil (oracle2student)": 6.74970817565918,
      "cov-distil (oracle2teacher)": 5.307310104370117,
      "epoch": 4.1098901098901095,
      "rel-constrast": 2.3437540531158447,
      "step": 5236,
      "subrel-constrast": 3.084930181503296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5633459091186523,
      "cov-distil (oracle2student)": 4.283716201782227,
      "cov-distil (oracle2teacher)": 3.752859354019165,
      "epoch": 4.110675039246468,
      "rel-constrast": 3.516387462615967,
      "step": 5237,
      "subrel-constrast": 4.2812886238098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3028090000152588,
      "cov-distil (oracle2student)": 3.3997809886932373,
      "cov-distil (oracle2teacher)": 2.922934055328369,
      "epoch": 4.1114599686028255,
      "rel-constrast": 2.2234930992126465,
      "step": 5238,
      "subrel-constrast": 2.7639434337615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.887832760810852,
      "cov-distil (oracle2student)": 5.803743362426758,
      "cov-distil (oracle2teacher)": 5.423597812652588,
      "epoch": 4.112244897959184,
      "rel-constrast": 2.399059772491455,
      "step": 5239,
      "subrel-constrast": 3.560582399368286,
      "view-similarity": 0
    },
    {
      "epoch": 4.1130298273155415,
      "grad_norm": 5.09375,
      "learning_rate": 2.7274505097589253e-05,
      "loss": 0.7175,
      "step": 5240
    },
    {
      "cov-distil": 1.9971473217010498,
      "cov-distil (oracle2student)": 4.333338737487793,
      "cov-distil (oracle2teacher)": 4.373452186584473,
      "epoch": 4.1130298273155415,
      "rel-constrast": 2.5360400676727295,
      "step": 5240,
      "subrel-constrast": 3.9994285106658936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.137702465057373,
      "cov-distil (oracle2student)": 4.330732345581055,
      "cov-distil (oracle2teacher)": 3.637809991836548,
      "epoch": 4.1138147566719,
      "rel-constrast": 1.2574739456176758,
      "step": 5241,
      "subrel-constrast": 1.8866571187973022,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6572580337524414,
      "cov-distil (oracle2student)": 4.699674606323242,
      "cov-distil (oracle2teacher)": 4.657990455627441,
      "epoch": 4.114599686028257,
      "rel-constrast": 3.767874240875244,
      "step": 5242,
      "subrel-constrast": 4.685418128967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3157823085784912,
      "cov-distil (oracle2student)": 4.391319274902344,
      "cov-distil (oracle2teacher)": 4.399168968200684,
      "epoch": 4.115384615384615,
      "rel-constrast": 3.359523296356201,
      "step": 5243,
      "subrel-constrast": 3.942209482192993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1383154392242432,
      "cov-distil (oracle2student)": 5.097851276397705,
      "cov-distil (oracle2teacher)": 4.459293842315674,
      "epoch": 4.116169544740973,
      "rel-constrast": 1.976588487625122,
      "step": 5244,
      "subrel-constrast": 2.2661964893341064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4054300785064697,
      "cov-distil (oracle2student)": 2.6313843727111816,
      "cov-distil (oracle2teacher)": 3.425164222717285,
      "epoch": 4.116954474097331,
      "rel-constrast": 1.967630386352539,
      "step": 5245,
      "subrel-constrast": 3.091005325317383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.668192982673645,
      "cov-distil (oracle2student)": 3.5524516105651855,
      "cov-distil (oracle2teacher)": 3.7618913650512695,
      "epoch": 4.117739403453689,
      "rel-constrast": 2.53924560546875,
      "step": 5246,
      "subrel-constrast": 3.5432515144348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.266479253768921,
      "cov-distil (oracle2student)": 5.5424933433532715,
      "cov-distil (oracle2teacher)": 4.878005504608154,
      "epoch": 4.118524332810047,
      "rel-constrast": 2.5342373847961426,
      "step": 5247,
      "subrel-constrast": 2.7206969261169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.17924165725708,
      "cov-distil (oracle2student)": 4.369884967803955,
      "cov-distil (oracle2teacher)": 3.707428216934204,
      "epoch": 4.119309262166405,
      "rel-constrast": 3.0058650970458984,
      "step": 5248,
      "subrel-constrast": 3.6546196937561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2750616073608398,
      "cov-distil (oracle2student)": 3.2054443359375,
      "cov-distil (oracle2teacher)": 3.403099536895752,
      "epoch": 4.120094191522763,
      "rel-constrast": 2.1952221393585205,
      "step": 5249,
      "subrel-constrast": 2.5788414478302,
      "view-similarity": 0
    },
    {
      "epoch": 4.1208791208791204,
      "grad_norm": 6.8125,
      "learning_rate": 2.7187586874505433e-05,
      "loss": 0.6636,
      "step": 5250
    },
    {
      "cov-distil": 1.519063949584961,
      "cov-distil (oracle2student)": 4.660373687744141,
      "cov-distil (oracle2teacher)": 4.241613864898682,
      "epoch": 4.1208791208791204,
      "rel-constrast": 2.013336420059204,
      "step": 5250,
      "subrel-constrast": 2.7129833698272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5614773035049438,
      "cov-distil (oracle2student)": 5.549762725830078,
      "cov-distil (oracle2teacher)": 4.407034397125244,
      "epoch": 4.121664050235479,
      "rel-constrast": 3.4761180877685547,
      "step": 5251,
      "subrel-constrast": 3.6163339614868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6776835918426514,
      "cov-distil (oracle2student)": 4.614397048950195,
      "cov-distil (oracle2teacher)": 4.223916053771973,
      "epoch": 4.122448979591836,
      "rel-constrast": 4.079346656799316,
      "step": 5252,
      "subrel-constrast": 3.8112168312072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491443395614624,
      "cov-distil (oracle2student)": 4.094132423400879,
      "cov-distil (oracle2teacher)": 3.8660364151000977,
      "epoch": 4.123233908948195,
      "rel-constrast": 3.048468828201294,
      "step": 5253,
      "subrel-constrast": 3.3446037769317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1520274877548218,
      "cov-distil (oracle2student)": 4.267620086669922,
      "cov-distil (oracle2teacher)": 4.628851890563965,
      "epoch": 4.124018838304552,
      "rel-constrast": 1.8791823387145996,
      "step": 5254,
      "subrel-constrast": 2.467174530029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2970489263534546,
      "cov-distil (oracle2student)": 4.38950777053833,
      "cov-distil (oracle2teacher)": 4.059610366821289,
      "epoch": 4.124803767660911,
      "rel-constrast": 1.943448543548584,
      "step": 5255,
      "subrel-constrast": 2.736067295074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0695865154266357,
      "cov-distil (oracle2student)": 3.6558520793914795,
      "cov-distil (oracle2teacher)": 3.6029422283172607,
      "epoch": 4.125588697017268,
      "rel-constrast": 2.004333734512329,
      "step": 5256,
      "subrel-constrast": 2.6802785396575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1940605640411377,
      "cov-distil (oracle2student)": 4.282825946807861,
      "cov-distil (oracle2teacher)": 4.15247917175293,
      "epoch": 4.126373626373626,
      "rel-constrast": 2.9043869972229004,
      "step": 5257,
      "subrel-constrast": 3.41603684425354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7639456987380981,
      "cov-distil (oracle2student)": 3.506176471710205,
      "cov-distil (oracle2teacher)": 3.3247814178466797,
      "epoch": 4.127158555729984,
      "rel-constrast": 2.7695212364196777,
      "step": 5258,
      "subrel-constrast": 3.4748411178588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7978686094284058,
      "cov-distil (oracle2student)": 5.483437538146973,
      "cov-distil (oracle2teacher)": 5.197831153869629,
      "epoch": 4.127943485086342,
      "rel-constrast": 2.6534857749938965,
      "step": 5259,
      "subrel-constrast": 3.5749433040618896,
      "view-similarity": 0
    },
    {
      "epoch": 4.1287284144427,
      "grad_norm": 6.65625,
      "learning_rate": 2.710064199636591e-05,
      "loss": 0.7056,
      "step": 5260
    },
    {
      "cov-distil": 1.9952819347381592,
      "cov-distil (oracle2student)": 3.607215404510498,
      "cov-distil (oracle2teacher)": 3.4972827434539795,
      "epoch": 4.1287284144427,
      "rel-constrast": 1.9783177375793457,
      "step": 5260,
      "subrel-constrast": 2.8971519470214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7467410564422607,
      "cov-distil (oracle2student)": 3.742867946624756,
      "cov-distil (oracle2teacher)": 3.9134275913238525,
      "epoch": 4.129513343799058,
      "rel-constrast": 2.7273972034454346,
      "step": 5261,
      "subrel-constrast": 3.5060596466064453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3276541233062744,
      "cov-distil (oracle2student)": 2.4215474128723145,
      "cov-distil (oracle2teacher)": 2.516757011413574,
      "epoch": 4.130298273155416,
      "rel-constrast": 3.0502583980560303,
      "step": 5262,
      "subrel-constrast": 3.446436882019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8340566158294678,
      "cov-distil (oracle2student)": 5.077722549438477,
      "cov-distil (oracle2teacher)": 4.616124153137207,
      "epoch": 4.131083202511774,
      "rel-constrast": 2.2473742961883545,
      "step": 5263,
      "subrel-constrast": 2.820770502090454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4674761295318604,
      "cov-distil (oracle2student)": 3.673948287963867,
      "cov-distil (oracle2teacher)": 4.413889408111572,
      "epoch": 4.131868131868132,
      "rel-constrast": 2.609842300415039,
      "step": 5264,
      "subrel-constrast": 3.652472496032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6570148468017578,
      "cov-distil (oracle2student)": 4.861977577209473,
      "cov-distil (oracle2teacher)": 4.169550895690918,
      "epoch": 4.13265306122449,
      "rel-constrast": 3.0977063179016113,
      "step": 5265,
      "subrel-constrast": 3.5188393592834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8321852684020996,
      "cov-distil (oracle2student)": 4.487677574157715,
      "cov-distil (oracle2teacher)": 4.286038398742676,
      "epoch": 4.133437990580847,
      "rel-constrast": 2.4581313133239746,
      "step": 5266,
      "subrel-constrast": 3.4038584232330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.054394006729126,
      "cov-distil (oracle2student)": 3.380974769592285,
      "cov-distil (oracle2teacher)": 3.398566722869873,
      "epoch": 4.134222919937206,
      "rel-constrast": 1.892662525177002,
      "step": 5267,
      "subrel-constrast": 2.4546408653259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4789206981658936,
      "cov-distil (oracle2student)": 4.664850234985352,
      "cov-distil (oracle2teacher)": 4.02906608581543,
      "epoch": 4.135007849293563,
      "rel-constrast": 3.1555511951446533,
      "step": 5268,
      "subrel-constrast": 3.2455601692199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.34099543094635,
      "cov-distil (oracle2student)": 4.718155384063721,
      "cov-distil (oracle2teacher)": 3.880439281463623,
      "epoch": 4.135792778649922,
      "rel-constrast": 2.377518653869629,
      "step": 5269,
      "subrel-constrast": 2.870339870452881,
      "view-similarity": 0
    },
    {
      "epoch": 4.136577708006279,
      "grad_norm": 5.34375,
      "learning_rate": 2.701367152256658e-05,
      "loss": 0.6792,
      "step": 5270
    },
    {
      "cov-distil": 1.4854621887207031,
      "cov-distil (oracle2student)": 4.279190540313721,
      "cov-distil (oracle2teacher)": 4.255247116088867,
      "epoch": 4.136577708006279,
      "rel-constrast": 2.15080189704895,
      "step": 5270,
      "subrel-constrast": 3.172565460205078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2218153476715088,
      "cov-distil (oracle2student)": 3.2723546028137207,
      "cov-distil (oracle2teacher)": 3.099968910217285,
      "epoch": 4.137362637362638,
      "rel-constrast": 2.2011570930480957,
      "step": 5271,
      "subrel-constrast": 2.6150388717651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1634490489959717,
      "cov-distil (oracle2student)": 3.6684131622314453,
      "cov-distil (oracle2teacher)": 3.3914003372192383,
      "epoch": 4.138147566718995,
      "rel-constrast": 1.8202321529388428,
      "step": 5272,
      "subrel-constrast": 2.551112174987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.131222128868103,
      "cov-distil (oracle2student)": 4.912564277648926,
      "cov-distil (oracle2teacher)": 5.089127063751221,
      "epoch": 4.138932496075353,
      "rel-constrast": 2.1137561798095703,
      "step": 5273,
      "subrel-constrast": 2.793181896209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.306075096130371,
      "cov-distil (oracle2student)": 4.024698257446289,
      "cov-distil (oracle2teacher)": 3.788778781890869,
      "epoch": 4.139717425431711,
      "rel-constrast": 1.9982876777648926,
      "step": 5274,
      "subrel-constrast": 2.7733356952667236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.710641622543335,
      "cov-distil (oracle2student)": 2.967496156692505,
      "cov-distil (oracle2teacher)": 3.0503673553466797,
      "epoch": 4.140502354788069,
      "rel-constrast": 2.791506290435791,
      "step": 5275,
      "subrel-constrast": 3.6219980716705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3119940757751465,
      "cov-distil (oracle2student)": 4.839642524719238,
      "cov-distil (oracle2teacher)": 4.596815586090088,
      "epoch": 4.141287284144427,
      "rel-constrast": 3.356800079345703,
      "step": 5276,
      "subrel-constrast": 3.9992432594299316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3959310054779053,
      "cov-distil (oracle2student)": 4.871799468994141,
      "cov-distil (oracle2teacher)": 4.493832111358643,
      "epoch": 4.142072213500785,
      "rel-constrast": 2.3719770908355713,
      "step": 5277,
      "subrel-constrast": 2.533390760421753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6096875667572021,
      "cov-distil (oracle2student)": 3.4722912311553955,
      "cov-distil (oracle2teacher)": 3.886659622192383,
      "epoch": 4.142857142857143,
      "rel-constrast": 3.084774971008301,
      "step": 5278,
      "subrel-constrast": 4.1155476570129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87221360206604,
      "cov-distil (oracle2student)": 4.489955902099609,
      "cov-distil (oracle2teacher)": 4.2813286781311035,
      "epoch": 4.143642072213501,
      "rel-constrast": 3.8273940086364746,
      "step": 5279,
      "subrel-constrast": 4.450868129730225,
      "view-similarity": 0
    },
    {
      "epoch": 4.144427001569858,
      "grad_norm": 7.28125,
      "learning_rate": 2.692667651281523e-05,
      "loss": 0.6784,
      "step": 5280
    },
    {
      "cov-distil": 1.1669176816940308,
      "cov-distil (oracle2student)": 2.413437604904175,
      "cov-distil (oracle2teacher)": 2.360598564147949,
      "epoch": 4.144427001569858,
      "rel-constrast": 2.0556914806365967,
      "step": 5280,
      "subrel-constrast": 2.656193256378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2838780879974365,
      "cov-distil (oracle2student)": 5.217254638671875,
      "cov-distil (oracle2teacher)": 5.280400276184082,
      "epoch": 4.145211930926217,
      "rel-constrast": 3.4224228858947754,
      "step": 5281,
      "subrel-constrast": 3.5604021549224854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3061926364898682,
      "cov-distil (oracle2student)": 3.0644636154174805,
      "cov-distil (oracle2teacher)": 2.835287094116211,
      "epoch": 4.145996860282574,
      "rel-constrast": 2.031532049179077,
      "step": 5282,
      "subrel-constrast": 2.5243942737579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563747525215149,
      "cov-distil (oracle2student)": 2.636909008026123,
      "cov-distil (oracle2teacher)": 2.6007115840911865,
      "epoch": 4.146781789638933,
      "rel-constrast": 2.144571304321289,
      "step": 5283,
      "subrel-constrast": 3.2983579635620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421744465827942,
      "cov-distil (oracle2student)": 4.124762535095215,
      "cov-distil (oracle2teacher)": 4.0072479248046875,
      "epoch": 4.14756671899529,
      "rel-constrast": 3.122800827026367,
      "step": 5284,
      "subrel-constrast": 3.8068103790283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6821259260177612,
      "cov-distil (oracle2student)": 4.483851432800293,
      "cov-distil (oracle2teacher)": 4.354995250701904,
      "epoch": 4.148351648351649,
      "rel-constrast": 3.3502509593963623,
      "step": 5285,
      "subrel-constrast": 4.106003284454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9669044017791748,
      "cov-distil (oracle2student)": 4.909444808959961,
      "cov-distil (oracle2teacher)": 5.276790618896484,
      "epoch": 4.149136577708006,
      "rel-constrast": 3.2051334381103516,
      "step": 5286,
      "subrel-constrast": 4.453633785247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2649098634719849,
      "cov-distil (oracle2student)": 3.850614070892334,
      "cov-distil (oracle2teacher)": 3.8169517517089844,
      "epoch": 4.149921507064364,
      "rel-constrast": 1.472813606262207,
      "step": 5287,
      "subrel-constrast": 2.1828126907348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4140242338180542,
      "cov-distil (oracle2student)": 3.667717456817627,
      "cov-distil (oracle2teacher)": 4.051892280578613,
      "epoch": 4.150706436420722,
      "rel-constrast": 3.010416030883789,
      "step": 5288,
      "subrel-constrast": 4.119198322296143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.492020606994629,
      "cov-distil (oracle2student)": 3.215546131134033,
      "cov-distil (oracle2teacher)": 3.257106304168701,
      "epoch": 4.15149136577708,
      "rel-constrast": 2.6951754093170166,
      "step": 5289,
      "subrel-constrast": 3.3521876335144043,
      "view-similarity": 0
    },
    {
      "epoch": 4.152276295133438,
      "grad_norm": 5.90625,
      "learning_rate": 2.683965802711858e-05,
      "loss": 0.6992,
      "step": 5290
    },
    {
      "cov-distil": 1.276956558227539,
      "cov-distil (oracle2student)": 3.9301559925079346,
      "cov-distil (oracle2teacher)": 3.8582394123077393,
      "epoch": 4.152276295133438,
      "rel-constrast": 1.9922242164611816,
      "step": 5290,
      "subrel-constrast": 2.8035080432891846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1980465650558472,
      "cov-distil (oracle2student)": 3.322237491607666,
      "cov-distil (oracle2teacher)": 3.105381488800049,
      "epoch": 4.153061224489796,
      "rel-constrast": 1.920194149017334,
      "step": 5291,
      "subrel-constrast": 2.6416656970977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5337214469909668,
      "cov-distil (oracle2student)": 3.766669988632202,
      "cov-distil (oracle2teacher)": 4.09123420715332,
      "epoch": 4.153846153846154,
      "rel-constrast": 2.4209370613098145,
      "step": 5292,
      "subrel-constrast": 2.957653045654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129401683807373,
      "cov-distil (oracle2student)": 3.7083449363708496,
      "cov-distil (oracle2teacher)": 3.6435346603393555,
      "epoch": 4.154631083202512,
      "rel-constrast": 3.117403030395508,
      "step": 5293,
      "subrel-constrast": 3.656602382659912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3308647871017456,
      "cov-distil (oracle2student)": 5.9830474853515625,
      "cov-distil (oracle2teacher)": 5.501565456390381,
      "epoch": 4.155416012558869,
      "rel-constrast": 2.8384406566619873,
      "step": 5294,
      "subrel-constrast": 3.186439275741577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5174915790557861,
      "cov-distil (oracle2student)": 4.389827728271484,
      "cov-distil (oracle2teacher)": 3.995687484741211,
      "epoch": 4.156200941915228,
      "rel-constrast": 3.091435670852661,
      "step": 5295,
      "subrel-constrast": 3.804323673248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9710643291473389,
      "cov-distil (oracle2student)": 4.280020713806152,
      "cov-distil (oracle2teacher)": 4.066793441772461,
      "epoch": 4.156985871271585,
      "rel-constrast": 2.5461654663085938,
      "step": 5296,
      "subrel-constrast": 3.4056928157806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6418421268463135,
      "cov-distil (oracle2student)": 4.924078941345215,
      "cov-distil (oracle2teacher)": 4.6777873039245605,
      "epoch": 4.157770800627944,
      "rel-constrast": 1.70181143283844,
      "step": 5297,
      "subrel-constrast": 2.648740768432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4029288291931152,
      "cov-distil (oracle2student)": 5.667286396026611,
      "cov-distil (oracle2teacher)": 5.337391376495361,
      "epoch": 4.158555729984301,
      "rel-constrast": 3.253784656524658,
      "step": 5298,
      "subrel-constrast": 4.052253723144531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7946596145629883,
      "cov-distil (oracle2student)": 4.478504180908203,
      "cov-distil (oracle2teacher)": 3.6552481651306152,
      "epoch": 4.15934065934066,
      "rel-constrast": 1.2903075218200684,
      "step": 5299,
      "subrel-constrast": 2.4175949096679688,
      "view-similarity": 0
    },
    {
      "epoch": 4.160125588697017,
      "grad_norm": 4.03125,
      "learning_rate": 2.6752617125769443e-05,
      "loss": 0.6423,
      "step": 5300
    },
    {
      "epoch": 4.160125588697017,
      "overlap": 0.30781251192092896,
      "step": 5300
    },
    {
      "epoch": 4.160125588697017,
      "step": 5300,
      "student margin": 0.065673828125
    },
    {
      "epoch": 4.160125588697017,
      "step": 5300,
      "teacher margin": 0.045440673828125
    },
    {
      "epoch": 4.160125588697017,
      "margin difference": -0.020233154296875,
      "step": 5300
    },
    {
      "cov-distil": 1.4512715339660645,
      "cov-distil (oracle2student)": 3.804302215576172,
      "cov-distil (oracle2teacher)": 3.9716620445251465,
      "epoch": 4.160125588697017,
      "rel-constrast": 1.8451602458953857,
      "step": 5300,
      "subrel-constrast": 3.0975542068481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9065978527069092,
      "cov-distil (oracle2student)": 4.488478660583496,
      "cov-distil (oracle2teacher)": 3.794052839279175,
      "epoch": 4.160910518053376,
      "rel-constrast": 2.189683437347412,
      "step": 5301,
      "subrel-constrast": 2.6773719787597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5203728675842285,
      "cov-distil (oracle2student)": 5.394351005554199,
      "cov-distil (oracle2teacher)": 5.084750175476074,
      "epoch": 4.161695447409733,
      "rel-constrast": 2.663954496383667,
      "step": 5302,
      "subrel-constrast": 3.151127338409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4213095903396606,
      "cov-distil (oracle2student)": 5.706531524658203,
      "cov-distil (oracle2teacher)": 5.722814559936523,
      "epoch": 4.162480376766091,
      "rel-constrast": 2.6519079208374023,
      "step": 5303,
      "subrel-constrast": 3.375962734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2695657014846802,
      "cov-distil (oracle2student)": 3.768132209777832,
      "cov-distil (oracle2teacher)": 3.9068045616149902,
      "epoch": 4.163265306122449,
      "rel-constrast": 2.874992847442627,
      "step": 5304,
      "subrel-constrast": 3.737325668334961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5497791767120361,
      "cov-distil (oracle2student)": 5.096242904663086,
      "cov-distil (oracle2teacher)": 4.792581558227539,
      "epoch": 4.164050235478807,
      "rel-constrast": 2.2001326084136963,
      "step": 5305,
      "subrel-constrast": 3.1651790142059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.68019437789917,
      "cov-distil (oracle2student)": 2.6555800437927246,
      "cov-distil (oracle2teacher)": 2.7191247940063477,
      "epoch": 4.164835164835165,
      "rel-constrast": 2.1600418090820312,
      "step": 5306,
      "subrel-constrast": 2.9891796112060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2076095342636108,
      "cov-distil (oracle2student)": 3.457770824432373,
      "cov-distil (oracle2teacher)": 3.041285276412964,
      "epoch": 4.165620094191523,
      "rel-constrast": 1.2991819381713867,
      "step": 5307,
      "subrel-constrast": 2.1848583221435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1505661010742188,
      "cov-distil (oracle2student)": 4.317217826843262,
      "cov-distil (oracle2teacher)": 4.5623393058776855,
      "epoch": 4.166405023547881,
      "rel-constrast": 3.440925121307373,
      "step": 5308,
      "subrel-constrast": 3.9527933597564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609330415725708,
      "cov-distil (oracle2student)": 4.278295993804932,
      "cov-distil (oracle2teacher)": 3.6800312995910645,
      "epoch": 4.167189952904239,
      "rel-constrast": 3.372701644897461,
      "step": 5309,
      "subrel-constrast": 3.5527915954589844,
      "view-similarity": 0
    },
    {
      "epoch": 4.167974882260596,
      "grad_norm": 6.6875,
      "learning_rate": 2.6665554869333714e-05,
      "loss": 0.6544,
      "step": 5310
    },
    {
      "cov-distil": 1.6550483703613281,
      "cov-distil (oracle2student)": 5.819829940795898,
      "cov-distil (oracle2teacher)": 4.8975114822387695,
      "epoch": 4.167974882260596,
      "rel-constrast": 1.9217100143432617,
      "step": 5310,
      "subrel-constrast": 2.991298198699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2756080627441406,
      "cov-distil (oracle2student)": 2.9203219413757324,
      "cov-distil (oracle2teacher)": 2.711031198501587,
      "epoch": 4.168759811616955,
      "rel-constrast": 2.081937313079834,
      "step": 5311,
      "subrel-constrast": 2.9938747882843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.475458025932312,
      "cov-distil (oracle2student)": 3.7462573051452637,
      "cov-distil (oracle2teacher)": 3.4809768199920654,
      "epoch": 4.169544740973312,
      "rel-constrast": 2.01888108253479,
      "step": 5312,
      "subrel-constrast": 2.8829355239868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100468158721924,
      "cov-distil (oracle2student)": 2.2548861503601074,
      "cov-distil (oracle2teacher)": 2.387932777404785,
      "epoch": 4.170329670329671,
      "rel-constrast": 1.7899092435836792,
      "step": 5313,
      "subrel-constrast": 3.0727012157440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4632155895233154,
      "cov-distil (oracle2student)": 6.393409729003906,
      "cov-distil (oracle2teacher)": 5.600341796875,
      "epoch": 4.171114599686028,
      "rel-constrast": 2.3665616512298584,
      "step": 5314,
      "subrel-constrast": 3.07800030708313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8898028135299683,
      "cov-distil (oracle2student)": 3.9283447265625,
      "cov-distil (oracle2teacher)": 3.2800049781799316,
      "epoch": 4.171899529042387,
      "rel-constrast": 1.9522329568862915,
      "step": 5315,
      "subrel-constrast": 2.946559190750122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663880705833435,
      "cov-distil (oracle2student)": 4.293615341186523,
      "cov-distil (oracle2teacher)": 3.8338027000427246,
      "epoch": 4.172684458398744,
      "rel-constrast": 3.0314483642578125,
      "step": 5316,
      "subrel-constrast": 3.261730670928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4281878471374512,
      "cov-distil (oracle2student)": 3.4558725357055664,
      "cov-distil (oracle2teacher)": 3.1074745655059814,
      "epoch": 4.173469387755102,
      "rel-constrast": 1.2452542781829834,
      "step": 5317,
      "subrel-constrast": 2.3766276836395264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1269758939743042,
      "cov-distil (oracle2student)": 3.063821315765381,
      "cov-distil (oracle2teacher)": 3.4624719619750977,
      "epoch": 4.17425431711146,
      "rel-constrast": 2.218305826187134,
      "step": 5318,
      "subrel-constrast": 2.854654312133789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4416325092315674,
      "cov-distil (oracle2student)": 5.216914653778076,
      "cov-distil (oracle2teacher)": 4.978687286376953,
      "epoch": 4.175039246467818,
      "rel-constrast": 1.7114337682724,
      "step": 5319,
      "subrel-constrast": 2.4567883014678955,
      "view-similarity": 0
    },
    {
      "epoch": 4.175824175824176,
      "grad_norm": 6.03125,
      "learning_rate": 2.657847231863753e-05,
      "loss": 0.5468,
      "step": 5320
    },
    {
      "cov-distil": 1.5584924221038818,
      "cov-distil (oracle2student)": 4.488158226013184,
      "cov-distil (oracle2teacher)": 3.8467798233032227,
      "epoch": 4.175824175824176,
      "rel-constrast": 1.8108270168304443,
      "step": 5320,
      "subrel-constrast": 2.9086246490478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1760931015014648,
      "cov-distil (oracle2student)": 4.25848388671875,
      "cov-distil (oracle2teacher)": 4.005027770996094,
      "epoch": 4.176609105180534,
      "rel-constrast": 2.0384178161621094,
      "step": 5321,
      "subrel-constrast": 2.631002902984619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3465465307235718,
      "cov-distil (oracle2student)": 4.385891914367676,
      "cov-distil (oracle2teacher)": 3.881091833114624,
      "epoch": 4.177394034536892,
      "rel-constrast": 1.8492027521133423,
      "step": 5322,
      "subrel-constrast": 2.709150791168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9458736181259155,
      "cov-distil (oracle2student)": 4.817150115966797,
      "cov-distil (oracle2teacher)": 4.418482303619385,
      "epoch": 4.17817896389325,
      "rel-constrast": 1.5068176984786987,
      "step": 5323,
      "subrel-constrast": 2.083972930908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4840052127838135,
      "cov-distil (oracle2student)": 4.117027282714844,
      "cov-distil (oracle2teacher)": 4.444584846496582,
      "epoch": 4.178963893249607,
      "rel-constrast": 2.6802620887756348,
      "step": 5324,
      "subrel-constrast": 3.905564785003662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4862010478973389,
      "cov-distil (oracle2student)": 5.273699760437012,
      "cov-distil (oracle2teacher)": 5.252531051635742,
      "epoch": 4.179748822605966,
      "rel-constrast": 2.850642681121826,
      "step": 5325,
      "subrel-constrast": 3.391664743423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.857141375541687,
      "cov-distil (oracle2student)": 3.3830556869506836,
      "cov-distil (oracle2teacher)": 3.6395087242126465,
      "epoch": 4.180533751962323,
      "rel-constrast": 1.7906060218811035,
      "step": 5326,
      "subrel-constrast": 2.2892985343933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1576311588287354,
      "cov-distil (oracle2student)": 4.35923433303833,
      "cov-distil (oracle2teacher)": 4.2490034103393555,
      "epoch": 4.181318681318682,
      "rel-constrast": 1.6591272354125977,
      "step": 5327,
      "subrel-constrast": 2.4821739196777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3357833623886108,
      "cov-distil (oracle2student)": 3.685940980911255,
      "cov-distil (oracle2teacher)": 3.815053701400757,
      "epoch": 4.182103610675039,
      "rel-constrast": 2.7914819717407227,
      "step": 5328,
      "subrel-constrast": 3.3624377250671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2953317165374756,
      "cov-distil (oracle2student)": 4.8242878913879395,
      "cov-distil (oracle2teacher)": 4.6268310546875,
      "epoch": 4.1828885400313975,
      "rel-constrast": 2.258826732635498,
      "step": 5329,
      "subrel-constrast": 2.9776151180267334,
      "view-similarity": 0
    },
    {
      "epoch": 4.183673469387755,
      "grad_norm": 5.4375,
      "learning_rate": 2.649137053475427e-05,
      "loss": 0.5625,
      "step": 5330
    },
    {
      "cov-distil": 1.8002173900604248,
      "cov-distil (oracle2student)": 2.6150949001312256,
      "cov-distil (oracle2teacher)": 2.846503734588623,
      "epoch": 4.183673469387755,
      "rel-constrast": 2.2115931510925293,
      "step": 5330,
      "subrel-constrast": 3.2645318508148193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5112686157226562,
      "cov-distil (oracle2student)": 4.341668605804443,
      "cov-distil (oracle2teacher)": 4.516270160675049,
      "epoch": 4.184458398744113,
      "rel-constrast": 3.6942238807678223,
      "step": 5331,
      "subrel-constrast": 4.269717693328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.294721007347107,
      "cov-distil (oracle2student)": 5.242760181427002,
      "cov-distil (oracle2teacher)": 4.366154670715332,
      "epoch": 4.185243328100471,
      "rel-constrast": 3.0726375579833984,
      "step": 5332,
      "subrel-constrast": 3.201599597930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8700149059295654,
      "cov-distil (oracle2student)": 4.547430992126465,
      "cov-distil (oracle2teacher)": 4.600967884063721,
      "epoch": 4.186028257456829,
      "rel-constrast": 2.9110538959503174,
      "step": 5333,
      "subrel-constrast": 3.8342998027801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.384145736694336,
      "cov-distil (oracle2student)": 4.406720161437988,
      "cov-distil (oracle2teacher)": 3.972238540649414,
      "epoch": 4.186813186813187,
      "rel-constrast": 3.8649158477783203,
      "step": 5334,
      "subrel-constrast": 3.817202091217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6481876373291016,
      "cov-distil (oracle2student)": 3.2551066875457764,
      "cov-distil (oracle2teacher)": 3.248002290725708,
      "epoch": 4.187598116169545,
      "rel-constrast": 2.077014923095703,
      "step": 5335,
      "subrel-constrast": 3.408708333969116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535901427268982,
      "cov-distil (oracle2student)": 3.3621177673339844,
      "cov-distil (oracle2teacher)": 2.8730900287628174,
      "epoch": 4.188383045525903,
      "rel-constrast": 1.9653351306915283,
      "step": 5336,
      "subrel-constrast": 2.9146318435668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7486507892608643,
      "cov-distil (oracle2student)": 2.7796456813812256,
      "cov-distil (oracle2teacher)": 3.0846328735351562,
      "epoch": 4.189167974882261,
      "rel-constrast": 2.0030393600463867,
      "step": 5337,
      "subrel-constrast": 2.6773738861083984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772740364074707,
      "cov-distil (oracle2student)": 6.140635013580322,
      "cov-distil (oracle2teacher)": 4.7570953369140625,
      "epoch": 4.189952904238618,
      "rel-constrast": 3.7257299423217773,
      "step": 5338,
      "subrel-constrast": 3.1471667289733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3867753744125366,
      "cov-distil (oracle2student)": 5.340419769287109,
      "cov-distil (oracle2teacher)": 4.867269515991211,
      "epoch": 4.1907378335949765,
      "rel-constrast": 2.0029773712158203,
      "step": 5339,
      "subrel-constrast": 2.8538599014282227,
      "view-similarity": 0
    },
    {
      "epoch": 4.191522762951334,
      "grad_norm": 5.34375,
      "learning_rate": 2.6404250578991696e-05,
      "loss": 0.7281,
      "step": 5340
    },
    {
      "cov-distil": 1.668269157409668,
      "cov-distil (oracle2student)": 4.073922634124756,
      "cov-distil (oracle2teacher)": 3.889932155609131,
      "epoch": 4.191522762951334,
      "rel-constrast": 2.913147211074829,
      "step": 5340,
      "subrel-constrast": 3.569261312484741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767021656036377,
      "cov-distil (oracle2student)": 6.631551742553711,
      "cov-distil (oracle2teacher)": 5.69829797744751,
      "epoch": 4.1923076923076925,
      "rel-constrast": 3.2124648094177246,
      "step": 5341,
      "subrel-constrast": 3.83943510055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781759262084961,
      "cov-distil (oracle2student)": 4.443772315979004,
      "cov-distil (oracle2teacher)": 4.271055221557617,
      "epoch": 4.19309262166405,
      "rel-constrast": 1.7292826175689697,
      "step": 5342,
      "subrel-constrast": 2.898841142654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2018871307373047,
      "cov-distil (oracle2student)": 3.1448869705200195,
      "cov-distil (oracle2teacher)": 3.668095588684082,
      "epoch": 4.1938775510204085,
      "rel-constrast": 3.0568032264709473,
      "step": 5343,
      "subrel-constrast": 3.7810795307159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2390503883361816,
      "cov-distil (oracle2student)": 4.108407497406006,
      "cov-distil (oracle2teacher)": 3.5228021144866943,
      "epoch": 4.194662480376766,
      "rel-constrast": 3.762700080871582,
      "step": 5344,
      "subrel-constrast": 3.832883596420288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7472429275512695,
      "cov-distil (oracle2student)": 6.74306583404541,
      "cov-distil (oracle2teacher)": 6.035931587219238,
      "epoch": 4.195447409733124,
      "rel-constrast": 2.897955894470215,
      "step": 5345,
      "subrel-constrast": 3.4448726177215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772003412246704,
      "cov-distil (oracle2student)": 2.5064504146575928,
      "cov-distil (oracle2teacher)": 3.287050485610962,
      "epoch": 4.196232339089482,
      "rel-constrast": 3.5510480403900146,
      "step": 5346,
      "subrel-constrast": 4.14454460144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2520997524261475,
      "cov-distil (oracle2student)": 4.399812698364258,
      "cov-distil (oracle2teacher)": 4.269259929656982,
      "epoch": 4.1970172684458396,
      "rel-constrast": 2.6488916873931885,
      "step": 5347,
      "subrel-constrast": 3.05049467086792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3049030303955078,
      "cov-distil (oracle2student)": 3.616544246673584,
      "cov-distil (oracle2teacher)": 3.3018739223480225,
      "epoch": 4.197802197802198,
      "rel-constrast": 2.0239450931549072,
      "step": 5348,
      "subrel-constrast": 2.7407798767089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5792430639266968,
      "cov-distil (oracle2student)": 4.855319023132324,
      "cov-distil (oracle2teacher)": 4.663998603820801,
      "epoch": 4.1985871271585555,
      "rel-constrast": 2.5073251724243164,
      "step": 5349,
      "subrel-constrast": 3.0497334003448486,
      "view-similarity": 0
    },
    {
      "epoch": 4.199372056514914,
      "grad_norm": 5.6875,
      "learning_rate": 2.6317113512878966e-05,
      "loss": 0.7459,
      "step": 5350
    },
    {
      "cov-distil": 1.3435720205307007,
      "cov-distil (oracle2student)": 5.770900249481201,
      "cov-distil (oracle2teacher)": 4.910432815551758,
      "epoch": 4.199372056514914,
      "rel-constrast": 2.740809440612793,
      "step": 5350,
      "subrel-constrast": 3.140681505203247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2208203077316284,
      "cov-distil (oracle2student)": 3.5024991035461426,
      "cov-distil (oracle2teacher)": 2.987379550933838,
      "epoch": 4.2001569858712715,
      "rel-constrast": 3.7593002319335938,
      "step": 5351,
      "subrel-constrast": 3.783388137817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445051908493042,
      "cov-distil (oracle2student)": 5.965364456176758,
      "cov-distil (oracle2teacher)": 5.136244773864746,
      "epoch": 4.20094191522763,
      "rel-constrast": 3.1294994354248047,
      "step": 5352,
      "subrel-constrast": 3.675260305404663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3081798553466797,
      "cov-distil (oracle2student)": 3.4927265644073486,
      "cov-distil (oracle2teacher)": 3.61316180229187,
      "epoch": 4.2017268445839875,
      "rel-constrast": 1.9624314308166504,
      "step": 5353,
      "subrel-constrast": 2.7726938724517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663059949874878,
      "cov-distil (oracle2student)": 4.98264217376709,
      "cov-distil (oracle2teacher)": 4.342374801635742,
      "epoch": 4.202511773940345,
      "rel-constrast": 2.1640877723693848,
      "step": 5354,
      "subrel-constrast": 3.1984047889709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4745121002197266,
      "cov-distil (oracle2student)": 4.893529891967773,
      "cov-distil (oracle2teacher)": 4.998042106628418,
      "epoch": 4.2032967032967035,
      "rel-constrast": 3.164902687072754,
      "step": 5355,
      "subrel-constrast": 4.167500972747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.144014835357666,
      "cov-distil (oracle2student)": 4.018165111541748,
      "cov-distil (oracle2teacher)": 3.4460532665252686,
      "epoch": 4.204081632653061,
      "rel-constrast": 1.7184410095214844,
      "step": 5356,
      "subrel-constrast": 2.3075313568115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232344627380371,
      "cov-distil (oracle2student)": 4.506416320800781,
      "cov-distil (oracle2teacher)": 4.530274391174316,
      "epoch": 4.204866562009419,
      "rel-constrast": 2.3035168647766113,
      "step": 5357,
      "subrel-constrast": 3.2875163555145264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.770669937133789,
      "cov-distil (oracle2student)": 3.7038917541503906,
      "cov-distil (oracle2teacher)": 3.3048436641693115,
      "epoch": 4.205651491365777,
      "rel-constrast": 1.837662696838379,
      "step": 5358,
      "subrel-constrast": 2.5056302547454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4139131307601929,
      "cov-distil (oracle2student)": 5.994097709655762,
      "cov-distil (oracle2teacher)": 6.083121299743652,
      "epoch": 4.206436420722135,
      "rel-constrast": 4.046172618865967,
      "step": 5359,
      "subrel-constrast": 4.433027744293213,
      "view-similarity": 0
    },
    {
      "epoch": 4.207221350078493,
      "grad_norm": 8.8125,
      "learning_rate": 2.622996039815374e-05,
      "loss": 0.7082,
      "step": 5360
    },
    {
      "cov-distil": 1.990475058555603,
      "cov-distil (oracle2student)": 3.570842742919922,
      "cov-distil (oracle2teacher)": 3.568406581878662,
      "epoch": 4.207221350078493,
      "rel-constrast": 2.2264058589935303,
      "step": 5360,
      "subrel-constrast": 2.892343282699585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422877550125122,
      "cov-distil (oracle2student)": 3.7319328784942627,
      "cov-distil (oracle2teacher)": 3.9826860427856445,
      "epoch": 4.2080062794348505,
      "rel-constrast": 1.9624619483947754,
      "step": 5361,
      "subrel-constrast": 2.6584692001342773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.44502592086792,
      "cov-distil (oracle2student)": 4.483566761016846,
      "cov-distil (oracle2teacher)": 4.609572410583496,
      "epoch": 4.208791208791209,
      "rel-constrast": 2.4880030155181885,
      "step": 5362,
      "subrel-constrast": 2.9072909355163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3194000720977783,
      "cov-distil (oracle2student)": 3.0685019493103027,
      "cov-distil (oracle2teacher)": 3.0782883167266846,
      "epoch": 4.2095761381475665,
      "rel-constrast": 2.2357442378997803,
      "step": 5363,
      "subrel-constrast": 3.2336649894714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8639174699783325,
      "cov-distil (oracle2student)": 3.9165430068969727,
      "cov-distil (oracle2teacher)": 3.8515334129333496,
      "epoch": 4.210361067503925,
      "rel-constrast": 2.9742660522460938,
      "step": 5364,
      "subrel-constrast": 3.6138367652893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4116408824920654,
      "cov-distil (oracle2student)": 3.1346545219421387,
      "cov-distil (oracle2teacher)": 2.7955586910247803,
      "epoch": 4.2111459968602825,
      "rel-constrast": 2.519284725189209,
      "step": 5365,
      "subrel-constrast": 2.9818115234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247069835662842,
      "cov-distil (oracle2student)": 2.4697422981262207,
      "cov-distil (oracle2teacher)": 2.550656795501709,
      "epoch": 4.211930926216641,
      "rel-constrast": 1.3711539506912231,
      "step": 5366,
      "subrel-constrast": 2.433246374130249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9262574911117554,
      "cov-distil (oracle2student)": 3.1652491092681885,
      "cov-distil (oracle2teacher)": 3.635678291320801,
      "epoch": 4.212715855572998,
      "rel-constrast": 2.362183094024658,
      "step": 5367,
      "subrel-constrast": 3.776017427444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4567899703979492,
      "cov-distil (oracle2student)": 3.9689204692840576,
      "cov-distil (oracle2teacher)": 3.7103776931762695,
      "epoch": 4.213500784929356,
      "rel-constrast": 3.036564826965332,
      "step": 5368,
      "subrel-constrast": 3.2494213581085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1965656280517578,
      "cov-distil (oracle2student)": 3.1992979049682617,
      "cov-distil (oracle2teacher)": 3.0379631519317627,
      "epoch": 4.214285714285714,
      "rel-constrast": 3.28808856010437,
      "step": 5369,
      "subrel-constrast": 3.824610710144043,
      "view-similarity": 0
    },
    {
      "epoch": 4.215070643642072,
      "grad_norm": 5.3125,
      "learning_rate": 2.614279229674922e-05,
      "loss": 0.6507,
      "step": 5370
    },
    {
      "cov-distil": 1.7135882377624512,
      "cov-distil (oracle2student)": 3.5847373008728027,
      "cov-distil (oracle2teacher)": 3.056142807006836,
      "epoch": 4.215070643642072,
      "rel-constrast": 2.4223382472991943,
      "step": 5370,
      "subrel-constrast": 3.2551043033599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5652905702590942,
      "cov-distil (oracle2student)": 2.646277904510498,
      "cov-distil (oracle2teacher)": 2.7692127227783203,
      "epoch": 4.21585557299843,
      "rel-constrast": 1.8093047142028809,
      "step": 5371,
      "subrel-constrast": 2.797269582748413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7190377712249756,
      "cov-distil (oracle2student)": 3.270887613296509,
      "cov-distil (oracle2teacher)": 3.2372050285339355,
      "epoch": 4.216640502354788,
      "rel-constrast": 4.075665473937988,
      "step": 5372,
      "subrel-constrast": 4.661679267883301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2087347507476807,
      "cov-distil (oracle2student)": 3.7806756496429443,
      "cov-distil (oracle2teacher)": 3.6082515716552734,
      "epoch": 4.217425431711146,
      "rel-constrast": 2.7289607524871826,
      "step": 5373,
      "subrel-constrast": 3.8024535179138184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9344689846038818,
      "cov-distil (oracle2student)": 4.046817779541016,
      "cov-distil (oracle2teacher)": 4.066789627075195,
      "epoch": 4.218210361067504,
      "rel-constrast": 2.6775381565093994,
      "step": 5374,
      "subrel-constrast": 3.8181674480438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9876044988632202,
      "cov-distil (oracle2student)": 2.770313024520874,
      "cov-distil (oracle2teacher)": 3.1816461086273193,
      "epoch": 4.2189952904238615,
      "rel-constrast": 3.1891226768493652,
      "step": 5375,
      "subrel-constrast": 4.076669216156006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4394234418869019,
      "cov-distil (oracle2student)": 3.4970412254333496,
      "cov-distil (oracle2teacher)": 3.59846830368042,
      "epoch": 4.21978021978022,
      "rel-constrast": 2.663811683654785,
      "step": 5376,
      "subrel-constrast": 3.3172810077667236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5520405769348145,
      "cov-distil (oracle2student)": 2.839512586593628,
      "cov-distil (oracle2teacher)": 3.4311583042144775,
      "epoch": 4.220565149136577,
      "rel-constrast": 3.0268630981445312,
      "step": 5377,
      "subrel-constrast": 4.0170979499816895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0924072265625,
      "cov-distil (oracle2student)": 4.01643705368042,
      "cov-distil (oracle2teacher)": 3.743210792541504,
      "epoch": 4.221350078492936,
      "rel-constrast": 3.1832425594329834,
      "step": 5378,
      "subrel-constrast": 3.8922817707061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1949100494384766,
      "cov-distil (oracle2student)": 4.15622615814209,
      "cov-distil (oracle2teacher)": 4.031546592712402,
      "epoch": 4.222135007849293,
      "rel-constrast": 3.1388988494873047,
      "step": 5379,
      "subrel-constrast": 3.5073351860046387,
      "view-similarity": 0
    },
    {
      "epoch": 4.222919937205652,
      "grad_norm": 5.8125,
      "learning_rate": 2.60556102707812e-05,
      "loss": 0.7614,
      "step": 5380
    },
    {
      "cov-distil": 1.7614715099334717,
      "cov-distil (oracle2student)": 3.126225471496582,
      "cov-distil (oracle2teacher)": 3.575502872467041,
      "epoch": 4.222919937205652,
      "rel-constrast": 2.0129406452178955,
      "step": 5380,
      "subrel-constrast": 3.596754550933838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3777190446853638,
      "cov-distil (oracle2student)": 5.400313377380371,
      "cov-distil (oracle2teacher)": 4.805192947387695,
      "epoch": 4.223704866562009,
      "rel-constrast": 2.4560418128967285,
      "step": 5381,
      "subrel-constrast": 3.1084609031677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5652458667755127,
      "cov-distil (oracle2student)": 3.459402322769165,
      "cov-distil (oracle2teacher)": 4.165347576141357,
      "epoch": 4.224489795918367,
      "rel-constrast": 2.837465286254883,
      "step": 5382,
      "subrel-constrast": 4.106861591339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.899583339691162,
      "cov-distil (oracle2student)": 5.082481384277344,
      "cov-distil (oracle2teacher)": 5.394130706787109,
      "epoch": 4.225274725274725,
      "rel-constrast": 2.917691230773926,
      "step": 5383,
      "subrel-constrast": 3.823049545288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140387535095215,
      "cov-distil (oracle2student)": 6.241474151611328,
      "cov-distil (oracle2teacher)": 5.278498649597168,
      "epoch": 4.226059654631083,
      "rel-constrast": 2.076464891433716,
      "step": 5384,
      "subrel-constrast": 2.7322981357574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.179579734802246,
      "cov-distil (oracle2student)": 3.561951160430908,
      "cov-distil (oracle2teacher)": 3.4314584732055664,
      "epoch": 4.226844583987441,
      "rel-constrast": 2.1283206939697266,
      "step": 5385,
      "subrel-constrast": 2.7566707134246826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.352902889251709,
      "cov-distil (oracle2student)": 3.022310256958008,
      "cov-distil (oracle2teacher)": 2.924423933029175,
      "epoch": 4.227629513343799,
      "rel-constrast": 2.117928981781006,
      "step": 5386,
      "subrel-constrast": 2.472299814224243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223791360855103,
      "cov-distil (oracle2student)": 3.0623292922973633,
      "cov-distil (oracle2teacher)": 3.625460147857666,
      "epoch": 4.228414442700157,
      "rel-constrast": 2.551469326019287,
      "step": 5387,
      "subrel-constrast": 3.698432445526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523091435432434,
      "cov-distil (oracle2student)": 4.170897483825684,
      "cov-distil (oracle2teacher)": 3.9808170795440674,
      "epoch": 4.229199372056515,
      "rel-constrast": 1.6487776041030884,
      "step": 5388,
      "subrel-constrast": 2.2717580795288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3666530847549438,
      "cov-distil (oracle2student)": 5.059328079223633,
      "cov-distil (oracle2teacher)": 5.1736531257629395,
      "epoch": 4.229984301412873,
      "rel-constrast": 2.8075191974639893,
      "step": 5389,
      "subrel-constrast": 3.459846019744873,
      "view-similarity": 0
    },
    {
      "epoch": 4.230769230769231,
      "grad_norm": 6.5,
      "learning_rate": 2.5968415382535154e-05,
      "loss": 0.6291,
      "step": 5390
    },
    {
      "cov-distil": 2.121525287628174,
      "cov-distil (oracle2student)": 4.4264984130859375,
      "cov-distil (oracle2teacher)": 3.704422950744629,
      "epoch": 4.230769230769231,
      "rel-constrast": 3.068507194519043,
      "step": 5390,
      "subrel-constrast": 3.8477935791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1076819896697998,
      "cov-distil (oracle2student)": 4.765031337738037,
      "cov-distil (oracle2teacher)": 4.367542266845703,
      "epoch": 4.231554160125588,
      "rel-constrast": 2.756394386291504,
      "step": 5391,
      "subrel-constrast": 3.05672550201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8514292240142822,
      "cov-distil (oracle2student)": 4.57867431640625,
      "cov-distil (oracle2teacher)": 4.606563568115234,
      "epoch": 4.232339089481947,
      "rel-constrast": 2.188096523284912,
      "step": 5392,
      "subrel-constrast": 2.943917751312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2996455430984497,
      "cov-distil (oracle2student)": 3.6431496143341064,
      "cov-distil (oracle2teacher)": 3.5508310794830322,
      "epoch": 4.233124018838304,
      "rel-constrast": 2.7214057445526123,
      "step": 5393,
      "subrel-constrast": 3.089218854904175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086151123046875,
      "cov-distil (oracle2student)": 3.434605360031128,
      "cov-distil (oracle2teacher)": 3.86423659324646,
      "epoch": 4.233908948194663,
      "rel-constrast": 2.5843682289123535,
      "step": 5394,
      "subrel-constrast": 3.9499473571777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591480016708374,
      "cov-distil (oracle2student)": 4.110480785369873,
      "cov-distil (oracle2teacher)": 3.9223835468292236,
      "epoch": 4.23469387755102,
      "rel-constrast": 2.4248368740081787,
      "step": 5395,
      "subrel-constrast": 3.3081791400909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3116285800933838,
      "cov-distil (oracle2student)": 3.6242995262145996,
      "cov-distil (oracle2teacher)": 3.5642337799072266,
      "epoch": 4.235478806907379,
      "rel-constrast": 2.068976402282715,
      "step": 5396,
      "subrel-constrast": 3.2110607624053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8368964195251465,
      "cov-distil (oracle2student)": 3.827368974685669,
      "cov-distil (oracle2teacher)": 3.691873550415039,
      "epoch": 4.236263736263736,
      "rel-constrast": 2.7270028591156006,
      "step": 5397,
      "subrel-constrast": 3.873554229736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6623053550720215,
      "cov-distil (oracle2student)": 6.076114177703857,
      "cov-distil (oracle2teacher)": 5.063360214233398,
      "epoch": 4.237048665620094,
      "rel-constrast": 3.02889347076416,
      "step": 5398,
      "subrel-constrast": 3.7165932655334473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3041106462478638,
      "cov-distil (oracle2student)": 4.758758068084717,
      "cov-distil (oracle2teacher)": 4.482848644256592,
      "epoch": 4.237833594976452,
      "rel-constrast": 2.0813066959381104,
      "step": 5399,
      "subrel-constrast": 2.6648952960968018,
      "view-similarity": 0
    },
    {
      "epoch": 4.23861852433281,
      "grad_norm": 7.4375,
      "learning_rate": 2.58812086944533e-05,
      "loss": 0.6817,
      "step": 5400
    },
    {
      "epoch": 4.23861852433281,
      "overlap": 0.3843750059604645,
      "step": 5400
    },
    {
      "epoch": 4.23861852433281,
      "step": 5400,
      "student margin": 0.05615234375
    },
    {
      "epoch": 4.23861852433281,
      "step": 5400,
      "teacher margin": 0.0404052734375
    },
    {
      "epoch": 4.23861852433281,
      "margin difference": -0.0157470703125,
      "step": 5400
    },
    {
      "cov-distil": 1.060596227645874,
      "cov-distil (oracle2student)": 5.774348735809326,
      "cov-distil (oracle2teacher)": 4.937139511108398,
      "epoch": 4.23861852433281,
      "rel-constrast": 2.7901248931884766,
      "step": 5400,
      "subrel-constrast": 3.267448902130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1803972721099854,
      "cov-distil (oracle2student)": 5.239850997924805,
      "cov-distil (oracle2teacher)": 4.888543128967285,
      "epoch": 4.239403453689168,
      "rel-constrast": 2.8129138946533203,
      "step": 5401,
      "subrel-constrast": 3.5530550479888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.922745943069458,
      "cov-distil (oracle2student)": 4.033280372619629,
      "cov-distil (oracle2teacher)": 4.958227634429932,
      "epoch": 4.240188383045526,
      "rel-constrast": 2.588925361633301,
      "step": 5402,
      "subrel-constrast": 4.194108009338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7482707500457764,
      "cov-distil (oracle2student)": 4.884068012237549,
      "cov-distil (oracle2teacher)": 4.3479156494140625,
      "epoch": 4.240973312401884,
      "rel-constrast": 3.0828969478607178,
      "step": 5403,
      "subrel-constrast": 4.2740678787231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3527411222457886,
      "cov-distil (oracle2student)": 6.3017497062683105,
      "cov-distil (oracle2teacher)": 5.87945032119751,
      "epoch": 4.241758241758242,
      "rel-constrast": 2.7926831245422363,
      "step": 5404,
      "subrel-constrast": 3.414663553237915,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9095160365104675,
      "cov-distil (oracle2student)": 5.637312889099121,
      "cov-distil (oracle2teacher)": 4.7678141593933105,
      "epoch": 4.242543171114599,
      "rel-constrast": 1.816096305847168,
      "step": 5405,
      "subrel-constrast": 2.233055353164673,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.046292304992676,
      "cov-distil (oracle2student)": 3.450068950653076,
      "cov-distil (oracle2teacher)": 3.5203053951263428,
      "epoch": 4.243328100470958,
      "rel-constrast": 2.0714597702026367,
      "step": 5406,
      "subrel-constrast": 3.324571132659912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1680736541748047,
      "cov-distil (oracle2student)": 4.475157737731934,
      "cov-distil (oracle2teacher)": 4.884274959564209,
      "epoch": 4.244113029827315,
      "rel-constrast": 2.3028180599212646,
      "step": 5407,
      "subrel-constrast": 2.910250186920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0776615142822266,
      "cov-distil (oracle2student)": 6.129166603088379,
      "cov-distil (oracle2teacher)": 5.088907241821289,
      "epoch": 4.244897959183674,
      "rel-constrast": 2.4200973510742188,
      "step": 5408,
      "subrel-constrast": 2.3795015811920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7378957271575928,
      "cov-distil (oracle2student)": 3.3024072647094727,
      "cov-distil (oracle2teacher)": 3.659773826599121,
      "epoch": 4.245682888540031,
      "rel-constrast": 2.073193311691284,
      "step": 5409,
      "subrel-constrast": 3.1305222511291504,
      "view-similarity": 0
    },
    {
      "epoch": 4.24646781789639,
      "grad_norm": 4.90625,
      "learning_rate": 2.579399126912159e-05,
      "loss": 0.6543,
      "step": 5410
    },
    {
      "cov-distil": 1.1971272230148315,
      "cov-distil (oracle2student)": 2.9053518772125244,
      "cov-distil (oracle2teacher)": 2.7624850273132324,
      "epoch": 4.24646781789639,
      "rel-constrast": 2.22957181930542,
      "step": 5410,
      "subrel-constrast": 2.744379997253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491157054901123,
      "cov-distil (oracle2student)": 4.533598899841309,
      "cov-distil (oracle2teacher)": 4.164952278137207,
      "epoch": 4.247252747252747,
      "rel-constrast": 2.5708186626434326,
      "step": 5411,
      "subrel-constrast": 3.1623191833496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9856750965118408,
      "cov-distil (oracle2student)": 4.424856662750244,
      "cov-distil (oracle2teacher)": 4.420497894287109,
      "epoch": 4.248037676609105,
      "rel-constrast": 2.639439344406128,
      "step": 5412,
      "subrel-constrast": 4.0724334716796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2536661624908447,
      "cov-distil (oracle2student)": 3.5568747520446777,
      "cov-distil (oracle2teacher)": 3.457418441772461,
      "epoch": 4.248822605965463,
      "rel-constrast": 2.418595314025879,
      "step": 5413,
      "subrel-constrast": 2.8584704399108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522261142730713,
      "cov-distil (oracle2student)": 3.3878040313720703,
      "cov-distil (oracle2teacher)": 3.1317269802093506,
      "epoch": 4.249607535321821,
      "rel-constrast": 2.9886107444763184,
      "step": 5414,
      "subrel-constrast": 3.6827545166015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092108726501465,
      "cov-distil (oracle2student)": 4.849066734313965,
      "cov-distil (oracle2teacher)": 4.38594913482666,
      "epoch": 4.250392464678179,
      "rel-constrast": 2.118710994720459,
      "step": 5415,
      "subrel-constrast": 3.1264100074768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3066270351409912,
      "cov-distil (oracle2student)": 4.929779529571533,
      "cov-distil (oracle2teacher)": 4.08708381652832,
      "epoch": 4.251177394034537,
      "rel-constrast": 2.2168374061584473,
      "step": 5416,
      "subrel-constrast": 2.739773750305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.897241473197937,
      "cov-distil (oracle2student)": 3.2357189655303955,
      "cov-distil (oracle2teacher)": 3.4150643348693848,
      "epoch": 4.251962323390895,
      "rel-constrast": 2.276611328125,
      "step": 5417,
      "subrel-constrast": 2.9676389694213867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.345028877258301,
      "cov-distil (oracle2student)": 6.640505790710449,
      "cov-distil (oracle2teacher)": 5.556552886962891,
      "epoch": 4.252747252747253,
      "rel-constrast": 2.900071144104004,
      "step": 5418,
      "subrel-constrast": 3.696056365966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467749834060669,
      "cov-distil (oracle2student)": 5.030481815338135,
      "cov-distil (oracle2teacher)": 4.7097578048706055,
      "epoch": 4.25353218210361,
      "rel-constrast": 1.8040251731872559,
      "step": 5419,
      "subrel-constrast": 2.456362724304199,
      "view-similarity": 0
    },
    {
      "epoch": 4.254317111459969,
      "grad_norm": 4.9375,
      "learning_rate": 2.5706764169256835e-05,
      "loss": 0.6455,
      "step": 5420
    },
    {
      "cov-distil": 1.23225736618042,
      "cov-distil (oracle2student)": 4.097230434417725,
      "cov-distil (oracle2teacher)": 3.8155808448791504,
      "epoch": 4.254317111459969,
      "rel-constrast": 2.4346866607666016,
      "step": 5420,
      "subrel-constrast": 2.8768627643585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3839921951293945,
      "cov-distil (oracle2student)": 5.851701259613037,
      "cov-distil (oracle2teacher)": 5.097919464111328,
      "epoch": 4.255102040816326,
      "rel-constrast": 2.502964496612549,
      "step": 5421,
      "subrel-constrast": 2.926617383956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5094743967056274,
      "cov-distil (oracle2student)": 2.6942200660705566,
      "cov-distil (oracle2teacher)": 2.7049150466918945,
      "epoch": 4.255886970172685,
      "rel-constrast": 1.6728384494781494,
      "step": 5422,
      "subrel-constrast": 2.9018733501434326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7403080463409424,
      "cov-distil (oracle2student)": 4.502292633056641,
      "cov-distil (oracle2teacher)": 4.038087844848633,
      "epoch": 4.256671899529042,
      "rel-constrast": 2.3155083656311035,
      "step": 5423,
      "subrel-constrast": 3.28000545501709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3984428644180298,
      "cov-distil (oracle2student)": 3.5257933139801025,
      "cov-distil (oracle2teacher)": 3.127865791320801,
      "epoch": 4.257456828885401,
      "rel-constrast": 2.030365467071533,
      "step": 5424,
      "subrel-constrast": 2.6982614994049072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.013380765914917,
      "cov-distil (oracle2student)": 4.991778373718262,
      "cov-distil (oracle2teacher)": 4.295793533325195,
      "epoch": 4.258241758241758,
      "rel-constrast": 1.7867887020111084,
      "step": 5425,
      "subrel-constrast": 2.533630132675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6818196773529053,
      "cov-distil (oracle2student)": 5.179986476898193,
      "cov-distil (oracle2teacher)": 4.744366645812988,
      "epoch": 4.259026687598116,
      "rel-constrast": 3.30774188041687,
      "step": 5426,
      "subrel-constrast": 3.9277868270874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4775370359420776,
      "cov-distil (oracle2student)": 3.709258556365967,
      "cov-distil (oracle2teacher)": 3.6515297889709473,
      "epoch": 4.259811616954474,
      "rel-constrast": 2.5611681938171387,
      "step": 5427,
      "subrel-constrast": 3.161355495452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2869949340820312,
      "cov-distil (oracle2student)": 3.481612205505371,
      "cov-distil (oracle2teacher)": 2.9470343589782715,
      "epoch": 4.260596546310832,
      "rel-constrast": 1.519193410873413,
      "step": 5428,
      "subrel-constrast": 2.164705991744995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2406100034713745,
      "cov-distil (oracle2student)": 3.6388180255889893,
      "cov-distil (oracle2teacher)": 3.642197847366333,
      "epoch": 4.26138147566719,
      "rel-constrast": 2.8259456157684326,
      "step": 5429,
      "subrel-constrast": 3.727630615234375,
      "view-similarity": 0
    },
    {
      "epoch": 4.262166405023548,
      "grad_norm": 5.78125,
      "learning_rate": 2.561952845769372e-05,
      "loss": 0.6088,
      "step": 5430
    },
    {
      "cov-distil": 1.7999861240386963,
      "cov-distil (oracle2student)": 3.6208815574645996,
      "cov-distil (oracle2teacher)": 4.212609767913818,
      "epoch": 4.262166405023548,
      "rel-constrast": 2.5260837078094482,
      "step": 5430,
      "subrel-constrast": 3.541260242462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6634800434112549,
      "cov-distil (oracle2student)": 3.83758807182312,
      "cov-distil (oracle2teacher)": 3.8754820823669434,
      "epoch": 4.262951334379906,
      "rel-constrast": 1.9541268348693848,
      "step": 5431,
      "subrel-constrast": 3.098235607147217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2679357528686523,
      "cov-distil (oracle2student)": 3.5213229656219482,
      "cov-distil (oracle2teacher)": 3.1099324226379395,
      "epoch": 4.263736263736264,
      "rel-constrast": 3.014198064804077,
      "step": 5432,
      "subrel-constrast": 3.4414303302764893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5272018909454346,
      "cov-distil (oracle2student)": 6.56097412109375,
      "cov-distil (oracle2teacher)": 5.569183349609375,
      "epoch": 4.264521193092621,
      "rel-constrast": 1.9249752759933472,
      "step": 5433,
      "subrel-constrast": 2.813976764678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2788350582122803,
      "cov-distil (oracle2student)": 3.9643239974975586,
      "cov-distil (oracle2teacher)": 3.465040683746338,
      "epoch": 4.26530612244898,
      "rel-constrast": 2.768040418624878,
      "step": 5434,
      "subrel-constrast": 3.4447507858276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9689399003982544,
      "cov-distil (oracle2student)": 4.138493537902832,
      "cov-distil (oracle2teacher)": 3.8172669410705566,
      "epoch": 4.266091051805337,
      "rel-constrast": 2.3261492252349854,
      "step": 5435,
      "subrel-constrast": 2.7041873931884766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5683972835540771,
      "cov-distil (oracle2student)": 4.781018257141113,
      "cov-distil (oracle2teacher)": 4.6768670082092285,
      "epoch": 4.266875981161696,
      "rel-constrast": 3.4079365730285645,
      "step": 5436,
      "subrel-constrast": 3.7001149654388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7224419116973877,
      "cov-distil (oracle2student)": 3.4464004039764404,
      "cov-distil (oracle2teacher)": 3.421140432357788,
      "epoch": 4.267660910518053,
      "rel-constrast": 2.912292242050171,
      "step": 5437,
      "subrel-constrast": 3.8878679275512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0370380878448486,
      "cov-distil (oracle2student)": 3.801431655883789,
      "cov-distil (oracle2teacher)": 3.6012825965881348,
      "epoch": 4.268445839874412,
      "rel-constrast": 1.7926878929138184,
      "step": 5438,
      "subrel-constrast": 2.0871522426605225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6977226734161377,
      "cov-distil (oracle2student)": 2.540579080581665,
      "cov-distil (oracle2teacher)": 2.602674961090088,
      "epoch": 4.269230769230769,
      "rel-constrast": 2.289165735244751,
      "step": 5439,
      "subrel-constrast": 3.474799394607544,
      "view-similarity": 0
    },
    {
      "epoch": 4.270015698587127,
      "grad_norm": 4.96875,
      "learning_rate": 2.553228519737185e-05,
      "loss": 0.6592,
      "step": 5440
    },
    {
      "cov-distil": 1.2907063961029053,
      "cov-distil (oracle2student)": 3.086432456970215,
      "cov-distil (oracle2teacher)": 2.9323720932006836,
      "epoch": 4.270015698587127,
      "rel-constrast": 2.387451171875,
      "step": 5440,
      "subrel-constrast": 2.776174306869507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2349059581756592,
      "cov-distil (oracle2student)": 3.018954277038574,
      "cov-distil (oracle2teacher)": 3.2898764610290527,
      "epoch": 4.270800627943485,
      "rel-constrast": 2.2526092529296875,
      "step": 5441,
      "subrel-constrast": 2.897768020629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633545160293579,
      "cov-distil (oracle2student)": 4.355755805969238,
      "cov-distil (oracle2teacher)": 4.182727813720703,
      "epoch": 4.271585557299843,
      "rel-constrast": 2.7628397941589355,
      "step": 5442,
      "subrel-constrast": 3.1571617126464844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9102730751037598,
      "cov-distil (oracle2student)": 5.4882001876831055,
      "cov-distil (oracle2teacher)": 5.217288494110107,
      "epoch": 4.272370486656201,
      "rel-constrast": 2.5619192123413086,
      "step": 5443,
      "subrel-constrast": 3.7633116245269775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0412585735321045,
      "cov-distil (oracle2student)": 4.277991771697998,
      "cov-distil (oracle2teacher)": 4.216158866882324,
      "epoch": 4.273155416012559,
      "rel-constrast": 2.784999132156372,
      "step": 5444,
      "subrel-constrast": 4.156452178955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.381764531135559,
      "cov-distil (oracle2student)": 4.280569076538086,
      "cov-distil (oracle2teacher)": 3.7991676330566406,
      "epoch": 4.273940345368917,
      "rel-constrast": 2.9390740394592285,
      "step": 5445,
      "subrel-constrast": 3.562574625015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3937108516693115,
      "cov-distil (oracle2student)": 3.3806447982788086,
      "cov-distil (oracle2teacher)": 4.082836627960205,
      "epoch": 4.274725274725275,
      "rel-constrast": 3.5027835369110107,
      "step": 5446,
      "subrel-constrast": 3.933783769607544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6949878931045532,
      "cov-distil (oracle2student)": 3.291325807571411,
      "cov-distil (oracle2teacher)": 3.538214683532715,
      "epoch": 4.275510204081632,
      "rel-constrast": 3.174919843673706,
      "step": 5447,
      "subrel-constrast": 3.5313618183135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1411529779434204,
      "cov-distil (oracle2student)": 3.001617431640625,
      "cov-distil (oracle2teacher)": 2.8342723846435547,
      "epoch": 4.276295133437991,
      "rel-constrast": 1.8028634786605835,
      "step": 5448,
      "subrel-constrast": 2.181297540664673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6415098905563354,
      "cov-distil (oracle2student)": 4.400148391723633,
      "cov-distil (oracle2teacher)": 4.002956390380859,
      "epoch": 4.277080062794348,
      "rel-constrast": 3.3565807342529297,
      "step": 5449,
      "subrel-constrast": 3.784343957901001,
      "view-similarity": 0
    },
    {
      "epoch": 4.277864992150707,
      "grad_norm": 7.125,
      "learning_rate": 2.544503545132284e-05,
      "loss": 0.7266,
      "step": 5450
    },
    {
      "cov-distil": 1.1407253742218018,
      "cov-distil (oracle2student)": 4.685013771057129,
      "cov-distil (oracle2teacher)": 4.392245292663574,
      "epoch": 4.277864992150707,
      "rel-constrast": 1.7052240371704102,
      "step": 5450,
      "subrel-constrast": 2.2814724445343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5879725217819214,
      "cov-distil (oracle2student)": 6.307302474975586,
      "cov-distil (oracle2teacher)": 5.397941589355469,
      "epoch": 4.278649921507064,
      "rel-constrast": 2.2972941398620605,
      "step": 5451,
      "subrel-constrast": 3.080610752105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2800815105438232,
      "cov-distil (oracle2student)": 4.185004711151123,
      "cov-distil (oracle2teacher)": 3.8120436668395996,
      "epoch": 4.279434850863423,
      "rel-constrast": 2.83856201171875,
      "step": 5452,
      "subrel-constrast": 2.946176052093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2863880395889282,
      "cov-distil (oracle2student)": 3.7103824615478516,
      "cov-distil (oracle2teacher)": 4.324739933013916,
      "epoch": 4.28021978021978,
      "rel-constrast": 2.6728427410125732,
      "step": 5453,
      "subrel-constrast": 3.124337911605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9590561389923096,
      "cov-distil (oracle2student)": 4.410533905029297,
      "cov-distil (oracle2teacher)": 4.332374095916748,
      "epoch": 4.2810047095761385,
      "rel-constrast": 2.4041311740875244,
      "step": 5454,
      "subrel-constrast": 2.9299800395965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4004100561141968,
      "cov-distil (oracle2student)": 3.235835075378418,
      "cov-distil (oracle2teacher)": 3.593470573425293,
      "epoch": 4.281789638932496,
      "rel-constrast": 2.222076892852783,
      "step": 5455,
      "subrel-constrast": 3.074939489364624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3775420188903809,
      "cov-distil (oracle2student)": 3.4311347007751465,
      "cov-distil (oracle2teacher)": 3.44240140914917,
      "epoch": 4.282574568288854,
      "rel-constrast": 2.1291072368621826,
      "step": 5456,
      "subrel-constrast": 3.0398778915405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3051955699920654,
      "cov-distil (oracle2student)": 3.6965856552124023,
      "cov-distil (oracle2teacher)": 3.725120782852173,
      "epoch": 4.283359497645212,
      "rel-constrast": 2.8505773544311523,
      "step": 5457,
      "subrel-constrast": 3.6107029914855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.205049991607666,
      "cov-distil (oracle2student)": 4.811068058013916,
      "cov-distil (oracle2teacher)": 4.208597660064697,
      "epoch": 4.28414442700157,
      "rel-constrast": 2.9516780376434326,
      "step": 5458,
      "subrel-constrast": 3.4358999729156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1144814491271973,
      "cov-distil (oracle2student)": 2.4882073402404785,
      "cov-distil (oracle2teacher)": 2.7179336547851562,
      "epoch": 4.284929356357928,
      "rel-constrast": 1.9966180324554443,
      "step": 5459,
      "subrel-constrast": 3.505563259124756,
      "view-similarity": 0
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 6.46875,
      "learning_rate": 2.5357780282657295e-05,
      "loss": 0.6358,
      "step": 5460
    },
    {
      "cov-distil": 1.3059864044189453,
      "cov-distil (oracle2student)": 6.220200538635254,
      "cov-distil (oracle2teacher)": 5.542661190032959,
      "epoch": 4.285714285714286,
      "rel-constrast": 1.951258897781372,
      "step": 5460,
      "subrel-constrast": 2.487760543823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2322449684143066,
      "cov-distil (oracle2student)": 3.3553667068481445,
      "cov-distil (oracle2teacher)": 2.9937422275543213,
      "epoch": 4.286499215070644,
      "rel-constrast": 2.001786470413208,
      "step": 5461,
      "subrel-constrast": 2.4497318267822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9168860912322998,
      "cov-distil (oracle2student)": 3.9209628105163574,
      "cov-distil (oracle2teacher)": 3.7902162075042725,
      "epoch": 4.287284144427002,
      "rel-constrast": 2.8520452976226807,
      "step": 5462,
      "subrel-constrast": 3.448094367980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824204683303833,
      "cov-distil (oracle2student)": 4.377862930297852,
      "cov-distil (oracle2teacher)": 4.461524963378906,
      "epoch": 4.288069073783359,
      "rel-constrast": 1.8791544437408447,
      "step": 5463,
      "subrel-constrast": 3.1155829429626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0248537063598633,
      "cov-distil (oracle2student)": 3.687490940093994,
      "cov-distil (oracle2teacher)": 3.451833963394165,
      "epoch": 4.2888540031397175,
      "rel-constrast": 4.245523929595947,
      "step": 5464,
      "subrel-constrast": 4.868823528289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7822325229644775,
      "cov-distil (oracle2student)": 5.799045085906982,
      "cov-distil (oracle2teacher)": 5.002236366271973,
      "epoch": 4.289638932496075,
      "rel-constrast": 2.6259326934814453,
      "step": 5465,
      "subrel-constrast": 3.512925148010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7445049285888672,
      "cov-distil (oracle2student)": 4.120941638946533,
      "cov-distil (oracle2teacher)": 4.110433101654053,
      "epoch": 4.2904238618524335,
      "rel-constrast": 2.252239227294922,
      "step": 5466,
      "subrel-constrast": 3.2657742500305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2089300155639648,
      "cov-distil (oracle2student)": 4.4932026863098145,
      "cov-distil (oracle2teacher)": 3.9473793506622314,
      "epoch": 4.291208791208791,
      "rel-constrast": 3.234307289123535,
      "step": 5467,
      "subrel-constrast": 3.1257331371307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3843214511871338,
      "cov-distil (oracle2student)": 5.093524932861328,
      "cov-distil (oracle2teacher)": 4.158567428588867,
      "epoch": 4.2919937205651495,
      "rel-constrast": 2.571359872817993,
      "step": 5468,
      "subrel-constrast": 3.343871593475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2601035833358765,
      "cov-distil (oracle2student)": 4.3781609535217285,
      "cov-distil (oracle2teacher)": 4.623106956481934,
      "epoch": 4.292778649921507,
      "rel-constrast": 2.4878904819488525,
      "step": 5469,
      "subrel-constrast": 3.102367877960205,
      "view-similarity": 0
    },
    {
      "epoch": 4.293563579277865,
      "grad_norm": 6.96875,
      "learning_rate": 2.5270520754551918e-05,
      "loss": 0.6917,
      "step": 5470
    },
    {
      "cov-distil": 1.8698168992996216,
      "cov-distil (oracle2student)": 4.068986892700195,
      "cov-distil (oracle2teacher)": 4.069700241088867,
      "epoch": 4.293563579277865,
      "rel-constrast": 2.4718339443206787,
      "step": 5470,
      "subrel-constrast": 3.3716495037078857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5109938383102417,
      "cov-distil (oracle2student)": 4.486580848693848,
      "cov-distil (oracle2teacher)": 3.853644847869873,
      "epoch": 4.294348508634223,
      "rel-constrast": 3.0695748329162598,
      "step": 5471,
      "subrel-constrast": 3.786989688873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685194492340088,
      "cov-distil (oracle2student)": 5.126056671142578,
      "cov-distil (oracle2teacher)": 4.925986289978027,
      "epoch": 4.295133437990581,
      "rel-constrast": 3.9985692501068115,
      "step": 5472,
      "subrel-constrast": 4.627568244934082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4489550590515137,
      "cov-distil (oracle2student)": 5.39763069152832,
      "cov-distil (oracle2teacher)": 5.098425388336182,
      "epoch": 4.295918367346939,
      "rel-constrast": 1.96634840965271,
      "step": 5473,
      "subrel-constrast": 2.9047834873199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4404783248901367,
      "cov-distil (oracle2student)": 3.565849781036377,
      "cov-distil (oracle2teacher)": 3.8662397861480713,
      "epoch": 4.2967032967032965,
      "rel-constrast": 2.2104239463806152,
      "step": 5474,
      "subrel-constrast": 2.965597152709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2473492622375488,
      "cov-distil (oracle2student)": 3.66054630279541,
      "cov-distil (oracle2teacher)": 3.8387818336486816,
      "epoch": 4.297488226059655,
      "rel-constrast": 1.7260406017303467,
      "step": 5475,
      "subrel-constrast": 2.817201852798462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9921191930770874,
      "cov-distil (oracle2student)": 5.314391136169434,
      "cov-distil (oracle2teacher)": 5.015416145324707,
      "epoch": 4.2982731554160125,
      "rel-constrast": 2.4777824878692627,
      "step": 5476,
      "subrel-constrast": 3.302083969116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3058369159698486,
      "cov-distil (oracle2student)": 5.087421417236328,
      "cov-distil (oracle2teacher)": 4.281214714050293,
      "epoch": 4.299058084772371,
      "rel-constrast": 2.9643940925598145,
      "step": 5477,
      "subrel-constrast": 4.024988651275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5277011394500732,
      "cov-distil (oracle2student)": 3.6985912322998047,
      "cov-distil (oracle2teacher)": 3.6704344749450684,
      "epoch": 4.2998430141287285,
      "rel-constrast": 2.14780855178833,
      "step": 5478,
      "subrel-constrast": 2.8198201656341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4385706186294556,
      "cov-distil (oracle2student)": 3.8397669792175293,
      "cov-distil (oracle2teacher)": 3.8695013523101807,
      "epoch": 4.300627943485086,
      "rel-constrast": 1.9754526615142822,
      "step": 5479,
      "subrel-constrast": 2.7009971141815186,
      "view-similarity": 0
    },
    {
      "epoch": 4.3014128728414445,
      "grad_norm": 4.78125,
      "learning_rate": 2.5183257930236515e-05,
      "loss": 0.6664,
      "step": 5480
    },
    {
      "cov-distil": 1.630698800086975,
      "cov-distil (oracle2student)": 3.2830898761749268,
      "cov-distil (oracle2teacher)": 3.004452705383301,
      "epoch": 4.3014128728414445,
      "rel-constrast": 2.6737873554229736,
      "step": 5480,
      "subrel-constrast": 3.1621294021606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7734572887420654,
      "cov-distil (oracle2student)": 3.150407075881958,
      "cov-distil (oracle2teacher)": 3.671079158782959,
      "epoch": 4.302197802197802,
      "rel-constrast": 3.1908860206604004,
      "step": 5481,
      "subrel-constrast": 4.025143623352051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3550944328308105,
      "cov-distil (oracle2student)": 2.6436355113983154,
      "cov-distil (oracle2teacher)": 3.0861587524414062,
      "epoch": 4.3029827315541604,
      "rel-constrast": 1.7250397205352783,
      "step": 5482,
      "subrel-constrast": 2.975071668624878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3414287567138672,
      "cov-distil (oracle2student)": 5.204689979553223,
      "cov-distil (oracle2teacher)": 4.242068767547607,
      "epoch": 4.303767660910518,
      "rel-constrast": 2.5999443531036377,
      "step": 5483,
      "subrel-constrast": 2.8489067554473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3154759407043457,
      "cov-distil (oracle2student)": 5.110126495361328,
      "cov-distil (oracle2teacher)": 4.641257286071777,
      "epoch": 4.304552590266876,
      "rel-constrast": 3.0715973377227783,
      "step": 5484,
      "subrel-constrast": 3.227910280227661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912912368774414,
      "cov-distil (oracle2student)": 4.153101921081543,
      "cov-distil (oracle2teacher)": 3.7071447372436523,
      "epoch": 4.305337519623234,
      "rel-constrast": 2.881864547729492,
      "step": 5485,
      "subrel-constrast": 3.336259603500366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4135637283325195,
      "cov-distil (oracle2student)": 5.462273597717285,
      "cov-distil (oracle2teacher)": 4.890332221984863,
      "epoch": 4.3061224489795915,
      "rel-constrast": 2.1134636402130127,
      "step": 5486,
      "subrel-constrast": 2.8255765438079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.197023868560791,
      "cov-distil (oracle2student)": 4.332986831665039,
      "cov-distil (oracle2teacher)": 4.031071186065674,
      "epoch": 4.30690737833595,
      "rel-constrast": 3.0268633365631104,
      "step": 5487,
      "subrel-constrast": 3.761096239089966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4281154870986938,
      "cov-distil (oracle2student)": 3.731738805770874,
      "cov-distil (oracle2teacher)": 3.902167797088623,
      "epoch": 4.3076923076923075,
      "rel-constrast": 2.1770429611206055,
      "step": 5488,
      "subrel-constrast": 3.282396078109741,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1434485912323,
      "cov-distil (oracle2student)": 6.796835422515869,
      "cov-distil (oracle2teacher)": 6.298072338104248,
      "epoch": 4.308477237048666,
      "rel-constrast": 4.128585338592529,
      "step": 5489,
      "subrel-constrast": 5.176501750946045,
      "view-similarity": 0
    },
    {
      "epoch": 4.3092621664050235,
      "grad_norm": 8.8125,
      "learning_rate": 2.5095992872981066e-05,
      "loss": 0.731,
      "step": 5490
    },
    {
      "cov-distil": 1.4254755973815918,
      "cov-distil (oracle2student)": 4.65380334854126,
      "cov-distil (oracle2teacher)": 4.0116095542907715,
      "epoch": 4.3092621664050235,
      "rel-constrast": 2.300999879837036,
      "step": 5490,
      "subrel-constrast": 3.1148931980133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.253901481628418,
      "cov-distil (oracle2student)": 3.7284932136535645,
      "cov-distil (oracle2teacher)": 3.5235674381256104,
      "epoch": 4.310047095761382,
      "rel-constrast": 2.405508041381836,
      "step": 5491,
      "subrel-constrast": 3.1301381587982178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4575291872024536,
      "cov-distil (oracle2student)": 4.6692423820495605,
      "cov-distil (oracle2teacher)": 4.439595699310303,
      "epoch": 4.310832025117739,
      "rel-constrast": 3.485764980316162,
      "step": 5492,
      "subrel-constrast": 3.810515880584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.933148980140686,
      "cov-distil (oracle2student)": 5.667264938354492,
      "cov-distil (oracle2teacher)": 5.708824634552002,
      "epoch": 4.311616954474097,
      "rel-constrast": 2.9340362548828125,
      "step": 5493,
      "subrel-constrast": 3.6645467281341553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3879899978637695,
      "cov-distil (oracle2student)": 4.348053932189941,
      "cov-distil (oracle2teacher)": 4.237424850463867,
      "epoch": 4.312401883830455,
      "rel-constrast": 1.9464385509490967,
      "step": 5494,
      "subrel-constrast": 2.9841525554656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3292101621627808,
      "cov-distil (oracle2student)": 1.9678277969360352,
      "cov-distil (oracle2teacher)": 2.5040884017944336,
      "epoch": 4.313186813186813,
      "rel-constrast": 1.9117710590362549,
      "step": 5495,
      "subrel-constrast": 2.619743585586548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4458825588226318,
      "cov-distil (oracle2student)": 3.9728617668151855,
      "cov-distil (oracle2teacher)": 4.347307205200195,
      "epoch": 4.313971742543171,
      "rel-constrast": 2.2288098335266113,
      "step": 5496,
      "subrel-constrast": 3.3764214515686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4041920900344849,
      "cov-distil (oracle2student)": 4.294299602508545,
      "cov-distil (oracle2teacher)": 4.479734420776367,
      "epoch": 4.314756671899529,
      "rel-constrast": 2.8066182136535645,
      "step": 5497,
      "subrel-constrast": 3.6614623069763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357904314994812,
      "cov-distil (oracle2student)": 3.3479108810424805,
      "cov-distil (oracle2teacher)": 3.4079060554504395,
      "epoch": 4.315541601255887,
      "rel-constrast": 1.9290528297424316,
      "step": 5498,
      "subrel-constrast": 2.7279655933380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1047194004058838,
      "cov-distil (oracle2student)": 4.5172834396362305,
      "cov-distil (oracle2teacher)": 4.203473091125488,
      "epoch": 4.316326530612245,
      "rel-constrast": 2.6367149353027344,
      "step": 5499,
      "subrel-constrast": 3.0655081272125244,
      "view-similarity": 0
    },
    {
      "epoch": 4.3171114599686025,
      "grad_norm": 6.65625,
      "learning_rate": 2.5008726646082754e-05,
      "loss": 0.6499,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/duc04-P@10": 0.76,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/duc04-nDCG@10": 0.7707833701046656,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/duc04-alpha_nDCG@10": 0.5823406650121096,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/multi_news-nDCG@10": 0.6135525761532306,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/multi_news-alpha_nDCG@10": 0.6011316109099878,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "eval/avg": 0.5394472960875176,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "overlap": 0.3421874940395355,
      "step": 5500
    },
    {
      "epoch": 4.3171114599686025,
      "step": 5500,
      "student margin": 0.06787109375
    },
    {
      "epoch": 4.3171114599686025,
      "step": 5500,
      "teacher margin": 0.04595947265625
    },
    {
      "epoch": 4.3171114599686025,
      "margin difference": -0.02191162109375,
      "step": 5500
    },
    {
      "cov-distil": 1.404801368713379,
      "cov-distil (oracle2student)": 1.7630128860473633,
      "cov-distil (oracle2teacher)": 2.0897350311279297,
      "epoch": 4.3171114599686025,
      "rel-constrast": 1.5754964351654053,
      "step": 5500,
      "subrel-constrast": 2.50832200050354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6302299499511719,
      "cov-distil (oracle2student)": 4.033823013305664,
      "cov-distil (oracle2teacher)": 4.07485294342041,
      "epoch": 4.317896389324961,
      "rel-constrast": 3.0327141284942627,
      "step": 5501,
      "subrel-constrast": 4.0537824630737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6332616806030273,
      "cov-distil (oracle2student)": 3.474653959274292,
      "cov-distil (oracle2teacher)": 3.257730484008789,
      "epoch": 4.318681318681318,
      "rel-constrast": 1.7600246667861938,
      "step": 5502,
      "subrel-constrast": 2.357039451599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5499022006988525,
      "cov-distil (oracle2student)": 3.4004268646240234,
      "cov-distil (oracle2teacher)": 3.6258978843688965,
      "epoch": 4.319466248037677,
      "rel-constrast": 2.1391594409942627,
      "step": 5503,
      "subrel-constrast": 2.8918709754943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857234001159668,
      "cov-distil (oracle2student)": 3.554981231689453,
      "cov-distil (oracle2teacher)": 4.001826763153076,
      "epoch": 4.320251177394034,
      "rel-constrast": 2.084092378616333,
      "step": 5504,
      "subrel-constrast": 2.8455288410186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5372055768966675,
      "cov-distil (oracle2student)": 4.99142599105835,
      "cov-distil (oracle2teacher)": 5.041630744934082,
      "epoch": 4.321036106750393,
      "rel-constrast": 4.223074913024902,
      "step": 5505,
      "subrel-constrast": 5.161299228668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9241257309913635,
      "cov-distil (oracle2student)": 4.779358863830566,
      "cov-distil (oracle2teacher)": 4.558266639709473,
      "epoch": 4.32182103610675,
      "rel-constrast": 2.588397741317749,
      "step": 5506,
      "subrel-constrast": 3.0459208488464355,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9919624328613281,
      "cov-distil (oracle2student)": 4.0420098304748535,
      "cov-distil (oracle2teacher)": 4.153881072998047,
      "epoch": 4.322605965463108,
      "rel-constrast": 3.06561279296875,
      "step": 5507,
      "subrel-constrast": 3.7769551277160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6553106307983398,
      "cov-distil (oracle2student)": 4.721521377563477,
      "cov-distil (oracle2teacher)": 4.252155303955078,
      "epoch": 4.323390894819466,
      "rel-constrast": 2.6001386642456055,
      "step": 5508,
      "subrel-constrast": 3.4408159255981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2944964170455933,
      "cov-distil (oracle2student)": 4.167742729187012,
      "cov-distil (oracle2teacher)": 4.276017189025879,
      "epoch": 4.324175824175824,
      "rel-constrast": 1.7435572147369385,
      "step": 5509,
      "subrel-constrast": 2.252302646636963,
      "view-similarity": 0
    },
    {
      "epoch": 4.324960753532182,
      "grad_norm": 4.90625,
      "learning_rate": 2.492146031285301e-05,
      "loss": 0.6565,
      "step": 5510
    },
    {
      "cov-distil": 1.303545594215393,
      "cov-distil (oracle2student)": 4.132859230041504,
      "cov-distil (oracle2teacher)": 4.176664352416992,
      "epoch": 4.324960753532182,
      "rel-constrast": 3.048022985458374,
      "step": 5510,
      "subrel-constrast": 3.909419059753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4538954496383667,
      "cov-distil (oracle2student)": 5.530096530914307,
      "cov-distil (oracle2teacher)": 4.802464485168457,
      "epoch": 4.32574568288854,
      "rel-constrast": 3.228144645690918,
      "step": 5511,
      "subrel-constrast": 3.3695175647735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177190780639648,
      "cov-distil (oracle2student)": 3.4884400367736816,
      "cov-distil (oracle2teacher)": 3.723788261413574,
      "epoch": 4.326530612244898,
      "rel-constrast": 1.8275933265686035,
      "step": 5512,
      "subrel-constrast": 2.9691505432128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5850105285644531,
      "cov-distil (oracle2student)": 4.8806562423706055,
      "cov-distil (oracle2teacher)": 4.617493629455566,
      "epoch": 4.327315541601256,
      "rel-constrast": 2.196364402770996,
      "step": 5513,
      "subrel-constrast": 3.034414291381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.08693528175354,
      "cov-distil (oracle2student)": 4.4377522468566895,
      "cov-distil (oracle2teacher)": 4.134764194488525,
      "epoch": 4.328100470957613,
      "rel-constrast": 1.9954602718353271,
      "step": 5514,
      "subrel-constrast": 2.3758978843688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1593559980392456,
      "cov-distil (oracle2student)": 4.409716606140137,
      "cov-distil (oracle2teacher)": 4.53555154800415,
      "epoch": 4.328885400313972,
      "rel-constrast": 3.669843912124634,
      "step": 5515,
      "subrel-constrast": 4.111483097076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065484046936035,
      "cov-distil (oracle2student)": 6.290276050567627,
      "cov-distil (oracle2teacher)": 4.9788007736206055,
      "epoch": 4.329670329670329,
      "rel-constrast": 3.071221113204956,
      "step": 5516,
      "subrel-constrast": 3.893585205078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.209257125854492,
      "cov-distil (oracle2student)": 4.843625545501709,
      "cov-distil (oracle2teacher)": 4.429537773132324,
      "epoch": 4.330455259026688,
      "rel-constrast": 3.138251781463623,
      "step": 5517,
      "subrel-constrast": 3.8334333896636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0376145839691162,
      "cov-distil (oracle2student)": 4.869660377502441,
      "cov-distil (oracle2teacher)": 4.545146465301514,
      "epoch": 4.331240188383045,
      "rel-constrast": 2.7529280185699463,
      "step": 5518,
      "subrel-constrast": 3.5703790187835693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0814151763916016,
      "cov-distil (oracle2student)": 5.4780592918396,
      "cov-distil (oracle2teacher)": 4.505352973937988,
      "epoch": 4.332025117739404,
      "rel-constrast": 2.1333436965942383,
      "step": 5519,
      "subrel-constrast": 3.709716796875,
      "view-similarity": 0
    },
    {
      "epoch": 4.332810047095761,
      "grad_norm": 5.28125,
      "learning_rate": 2.4834194936604578e-05,
      "loss": 0.7158,
      "step": 5520
    },
    {
      "cov-distil": 1.9546287059783936,
      "cov-distil (oracle2student)": 6.092299461364746,
      "cov-distil (oracle2teacher)": 4.987425804138184,
      "epoch": 4.332810047095761,
      "rel-constrast": 3.5391604900360107,
      "step": 5520,
      "subrel-constrast": 4.1538238525390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6279206275939941,
      "cov-distil (oracle2student)": 5.356803894042969,
      "cov-distil (oracle2teacher)": 4.557807922363281,
      "epoch": 4.333594976452119,
      "rel-constrast": 2.6823158264160156,
      "step": 5521,
      "subrel-constrast": 3.48862361907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1292897462844849,
      "cov-distil (oracle2student)": 4.902962684631348,
      "cov-distil (oracle2teacher)": 4.821094512939453,
      "epoch": 4.334379905808477,
      "rel-constrast": 2.3485021591186523,
      "step": 5522,
      "subrel-constrast": 2.8272178173065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637181043624878,
      "cov-distil (oracle2student)": 4.619945526123047,
      "cov-distil (oracle2teacher)": 4.908172607421875,
      "epoch": 4.335164835164835,
      "rel-constrast": 2.6235098838806152,
      "step": 5523,
      "subrel-constrast": 3.776742696762085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7082138061523438,
      "cov-distil (oracle2student)": 5.032029151916504,
      "cov-distil (oracle2teacher)": 4.751842021942139,
      "epoch": 4.335949764521193,
      "rel-constrast": 2.5199875831604004,
      "step": 5524,
      "subrel-constrast": 3.493044376373291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6131665706634521,
      "cov-distil (oracle2student)": 4.150480270385742,
      "cov-distil (oracle2teacher)": 3.9468002319335938,
      "epoch": 4.336734693877551,
      "rel-constrast": 2.273777961730957,
      "step": 5525,
      "subrel-constrast": 2.9056782722473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8131693601608276,
      "cov-distil (oracle2student)": 3.1216368675231934,
      "cov-distil (oracle2teacher)": 3.0596790313720703,
      "epoch": 4.337519623233909,
      "rel-constrast": 1.786407470703125,
      "step": 5526,
      "subrel-constrast": 2.5398731231689453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2899231910705566,
      "cov-distil (oracle2student)": 3.166917324066162,
      "cov-distil (oracle2teacher)": 2.848167896270752,
      "epoch": 4.338304552590267,
      "rel-constrast": 1.9852131605148315,
      "step": 5527,
      "subrel-constrast": 2.438202381134033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7553330659866333,
      "cov-distil (oracle2student)": 4.278499603271484,
      "cov-distil (oracle2teacher)": 3.9324402809143066,
      "epoch": 4.339089481946624,
      "rel-constrast": 2.227851629257202,
      "step": 5528,
      "subrel-constrast": 3.198040246963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3722541332244873,
      "cov-distil (oracle2student)": 3.1000289916992188,
      "cov-distil (oracle2teacher)": 3.262932300567627,
      "epoch": 4.339874411302983,
      "rel-constrast": 1.9058561325073242,
      "step": 5529,
      "subrel-constrast": 2.1972970962524414,
      "view-similarity": 0
    },
    {
      "epoch": 4.34065934065934,
      "grad_norm": 4.71875,
      "learning_rate": 2.4746931580638507e-05,
      "loss": 0.6371,
      "step": 5530
    },
    {
      "cov-distil": 1.8511968851089478,
      "cov-distil (oracle2student)": 4.530300617218018,
      "cov-distil (oracle2teacher)": 4.130105972290039,
      "epoch": 4.34065934065934,
      "rel-constrast": 2.123220443725586,
      "step": 5530,
      "subrel-constrast": 3.18664288520813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4189140796661377,
      "cov-distil (oracle2student)": 3.7078604698181152,
      "cov-distil (oracle2teacher)": 3.367966413497925,
      "epoch": 4.341444270015699,
      "rel-constrast": 3.2452046871185303,
      "step": 5531,
      "subrel-constrast": 3.378909111022949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362693190574646,
      "cov-distil (oracle2student)": 5.275272369384766,
      "cov-distil (oracle2teacher)": 5.329281330108643,
      "epoch": 4.342229199372056,
      "rel-constrast": 2.960967779159546,
      "step": 5532,
      "subrel-constrast": 3.6484181880950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9128812551498413,
      "cov-distil (oracle2student)": 3.8624417781829834,
      "cov-distil (oracle2teacher)": 3.3080930709838867,
      "epoch": 4.343014128728415,
      "rel-constrast": 2.314894199371338,
      "step": 5533,
      "subrel-constrast": 2.777371406555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6977486610412598,
      "cov-distil (oracle2student)": 2.9890525341033936,
      "cov-distil (oracle2teacher)": 2.95188045501709,
      "epoch": 4.343799058084772,
      "rel-constrast": 1.876330852508545,
      "step": 5534,
      "subrel-constrast": 2.7492549419403076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636534333229065,
      "cov-distil (oracle2student)": 3.946672201156616,
      "cov-distil (oracle2teacher)": 3.878772497177124,
      "epoch": 4.34458398744113,
      "rel-constrast": 1.7485289573669434,
      "step": 5535,
      "subrel-constrast": 2.766904354095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3814971446990967,
      "cov-distil (oracle2student)": 2.592284679412842,
      "cov-distil (oracle2teacher)": 2.914372205734253,
      "epoch": 4.345368916797488,
      "rel-constrast": 1.8566265106201172,
      "step": 5536,
      "subrel-constrast": 2.8044471740722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3083863258361816,
      "cov-distil (oracle2student)": 4.17209005355835,
      "cov-distil (oracle2teacher)": 4.197058200836182,
      "epoch": 4.346153846153846,
      "rel-constrast": 2.362370014190674,
      "step": 5537,
      "subrel-constrast": 2.8967862129211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367376327514648,
      "cov-distil (oracle2student)": 5.220168113708496,
      "cov-distil (oracle2teacher)": 5.17283296585083,
      "epoch": 4.346938775510204,
      "rel-constrast": 2.4735729694366455,
      "step": 5538,
      "subrel-constrast": 3.283905029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446410894393921,
      "cov-distil (oracle2student)": 4.374442100524902,
      "cov-distil (oracle2teacher)": 4.238239765167236,
      "epoch": 4.347723704866562,
      "rel-constrast": 1.7279551029205322,
      "step": 5539,
      "subrel-constrast": 2.3543052673339844,
      "view-similarity": 0
    },
    {
      "epoch": 4.34850863422292,
      "grad_norm": 4.75,
      "learning_rate": 2.4659671308231272e-05,
      "loss": 0.6031,
      "step": 5540
    },
    {
      "cov-distil": 1.8449649810791016,
      "cov-distil (oracle2student)": 3.1410911083221436,
      "cov-distil (oracle2teacher)": 3.216773271560669,
      "epoch": 4.34850863422292,
      "rel-constrast": 1.9340647459030151,
      "step": 5540,
      "subrel-constrast": 2.6765220165252686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4988099336624146,
      "cov-distil (oracle2student)": 4.968777179718018,
      "cov-distil (oracle2teacher)": 4.432859897613525,
      "epoch": 4.349293563579278,
      "rel-constrast": 2.540614604949951,
      "step": 5541,
      "subrel-constrast": 3.4252655506134033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.674868106842041,
      "cov-distil (oracle2student)": 4.564672470092773,
      "cov-distil (oracle2teacher)": 4.544369697570801,
      "epoch": 4.350078492935636,
      "rel-constrast": 2.587597131729126,
      "step": 5542,
      "subrel-constrast": 3.3816275596618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409346103668213,
      "cov-distil (oracle2student)": 6.016051292419434,
      "cov-distil (oracle2teacher)": 5.417855262756348,
      "epoch": 4.350863422291994,
      "rel-constrast": 2.6068336963653564,
      "step": 5543,
      "subrel-constrast": 2.9838974475860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889688491821289,
      "cov-distil (oracle2student)": 6.345737457275391,
      "cov-distil (oracle2teacher)": 5.839396953582764,
      "epoch": 4.351648351648351,
      "rel-constrast": 2.2236623764038086,
      "step": 5544,
      "subrel-constrast": 3.322077989578247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6013681888580322,
      "cov-distil (oracle2student)": 5.33568000793457,
      "cov-distil (oracle2teacher)": 4.415800094604492,
      "epoch": 4.35243328100471,
      "rel-constrast": 2.9878385066986084,
      "step": 5545,
      "subrel-constrast": 3.1957380771636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5267548561096191,
      "cov-distil (oracle2student)": 4.03078031539917,
      "cov-distil (oracle2teacher)": 3.5460362434387207,
      "epoch": 4.353218210361067,
      "rel-constrast": 2.9947681427001953,
      "step": 5546,
      "subrel-constrast": 2.956777811050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4154858589172363,
      "cov-distil (oracle2student)": 4.665966510772705,
      "cov-distil (oracle2teacher)": 4.300623893737793,
      "epoch": 4.354003139717426,
      "rel-constrast": 3.048133134841919,
      "step": 5547,
      "subrel-constrast": 3.391282558441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9624704718589783,
      "cov-distil (oracle2student)": 5.852359294891357,
      "cov-distil (oracle2teacher)": 5.110330581665039,
      "epoch": 4.354788069073783,
      "rel-constrast": 3.27462100982666,
      "step": 5548,
      "subrel-constrast": 3.280461072921753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2231996059417725,
      "cov-distil (oracle2student)": 4.932549476623535,
      "cov-distil (oracle2teacher)": 4.717777252197266,
      "epoch": 4.355572998430142,
      "rel-constrast": 3.6560964584350586,
      "step": 5549,
      "subrel-constrast": 3.531095027923584,
      "view-similarity": 0
    },
    {
      "epoch": 4.356357927786499,
      "grad_norm": 7.40625,
      "learning_rate": 2.4572415182621733e-05,
      "loss": 0.734,
      "step": 5550
    },
    {
      "cov-distil": 1.5827687978744507,
      "cov-distil (oracle2student)": 5.356895446777344,
      "cov-distil (oracle2teacher)": 5.134798049926758,
      "epoch": 4.356357927786499,
      "rel-constrast": 4.102031707763672,
      "step": 5550,
      "subrel-constrast": 4.336478233337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2875131368637085,
      "cov-distil (oracle2student)": 4.155657768249512,
      "cov-distil (oracle2teacher)": 3.8975749015808105,
      "epoch": 4.357142857142857,
      "rel-constrast": 2.3021399974823,
      "step": 5551,
      "subrel-constrast": 2.5507287979125977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4858617782592773,
      "cov-distil (oracle2student)": 4.894331932067871,
      "cov-distil (oracle2teacher)": 4.674541473388672,
      "epoch": 4.357927786499215,
      "rel-constrast": 1.6469284296035767,
      "step": 5552,
      "subrel-constrast": 2.7530171871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285083293914795,
      "cov-distil (oracle2student)": 3.4529879093170166,
      "cov-distil (oracle2teacher)": 3.1385350227355957,
      "epoch": 4.358712715855573,
      "rel-constrast": 2.074697971343994,
      "step": 5553,
      "subrel-constrast": 2.6473731994628906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8456698656082153,
      "cov-distil (oracle2student)": 3.165417194366455,
      "cov-distil (oracle2teacher)": 3.571570634841919,
      "epoch": 4.359497645211931,
      "rel-constrast": 2.041818618774414,
      "step": 5554,
      "subrel-constrast": 3.1555802822113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569779634475708,
      "cov-distil (oracle2student)": 3.6586358547210693,
      "cov-distil (oracle2teacher)": 4.041233062744141,
      "epoch": 4.360282574568289,
      "rel-constrast": 2.578885555267334,
      "step": 5555,
      "subrel-constrast": 3.1686441898345947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.612176775932312,
      "cov-distil (oracle2student)": 3.997237205505371,
      "cov-distil (oracle2teacher)": 3.9546010494232178,
      "epoch": 4.361067503924647,
      "rel-constrast": 3.309713840484619,
      "step": 5556,
      "subrel-constrast": 3.5984811782836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4778722524642944,
      "cov-distil (oracle2student)": 4.519789695739746,
      "cov-distil (oracle2teacher)": 4.126737594604492,
      "epoch": 4.361852433281005,
      "rel-constrast": 1.7719874382019043,
      "step": 5557,
      "subrel-constrast": 2.2505760192871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2504810094833374,
      "cov-distil (oracle2student)": 3.7774219512939453,
      "cov-distil (oracle2teacher)": 3.707301616668701,
      "epoch": 4.362637362637362,
      "rel-constrast": 2.3566384315490723,
      "step": 5558,
      "subrel-constrast": 2.6493468284606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4518654346466064,
      "cov-distil (oracle2student)": 2.6133832931518555,
      "cov-distil (oracle2teacher)": 2.5222067832946777,
      "epoch": 4.363422291993721,
      "rel-constrast": 2.27278995513916,
      "step": 5559,
      "subrel-constrast": 2.7926061153411865,
      "view-similarity": 0
    },
    {
      "epoch": 4.364207221350078,
      "grad_norm": 5.78125,
      "learning_rate": 2.4485164266998265e-05,
      "loss": 0.6486,
      "step": 5560
    },
    {
      "cov-distil": 1.80625319480896,
      "cov-distil (oracle2student)": 3.5842783451080322,
      "cov-distil (oracle2teacher)": 3.217862606048584,
      "epoch": 4.364207221350078,
      "rel-constrast": 2.552968978881836,
      "step": 5560,
      "subrel-constrast": 3.49052357673645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2599513530731201,
      "cov-distil (oracle2student)": 4.4511919021606445,
      "cov-distil (oracle2teacher)": 4.104920864105225,
      "epoch": 4.364992150706437,
      "rel-constrast": 2.969578981399536,
      "step": 5561,
      "subrel-constrast": 3.8466782569885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0990352630615234,
      "cov-distil (oracle2student)": 3.3333935737609863,
      "cov-distil (oracle2teacher)": 3.0933361053466797,
      "epoch": 4.365777080062794,
      "rel-constrast": 1.9894869327545166,
      "step": 5562,
      "subrel-constrast": 2.399935722351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52663254737854,
      "cov-distil (oracle2student)": 5.727742671966553,
      "cov-distil (oracle2teacher)": 4.995199680328369,
      "epoch": 4.366562009419153,
      "rel-constrast": 2.637737989425659,
      "step": 5563,
      "subrel-constrast": 2.8346214294433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043522357940674,
      "cov-distil (oracle2student)": 3.007741689682007,
      "cov-distil (oracle2teacher)": 3.5119099617004395,
      "epoch": 4.36734693877551,
      "rel-constrast": 2.914689064025879,
      "step": 5564,
      "subrel-constrast": 3.9053189754486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5135332345962524,
      "cov-distil (oracle2student)": 5.557343006134033,
      "cov-distil (oracle2teacher)": 4.876023769378662,
      "epoch": 4.368131868131869,
      "rel-constrast": 2.713980197906494,
      "step": 5565,
      "subrel-constrast": 3.1993184089660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.634574055671692,
      "cov-distil (oracle2student)": 3.1868128776550293,
      "cov-distil (oracle2teacher)": 3.5857627391815186,
      "epoch": 4.368916797488226,
      "rel-constrast": 3.1706161499023438,
      "step": 5566,
      "subrel-constrast": 3.5058434009552,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.030688762664795,
      "cov-distil (oracle2student)": 2.8760759830474854,
      "cov-distil (oracle2teacher)": 3.102133274078369,
      "epoch": 4.369701726844584,
      "rel-constrast": 2.1589884757995605,
      "step": 5567,
      "subrel-constrast": 2.7399730682373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6339755058288574,
      "cov-distil (oracle2student)": 2.9373416900634766,
      "cov-distil (oracle2teacher)": 3.0213119983673096,
      "epoch": 4.370486656200942,
      "rel-constrast": 2.1305129528045654,
      "step": 5568,
      "subrel-constrast": 3.085451126098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7098499536514282,
      "cov-distil (oracle2student)": 6.581306457519531,
      "cov-distil (oracle2teacher)": 6.574224472045898,
      "epoch": 4.3712715855573,
      "rel-constrast": 2.7442219257354736,
      "step": 5569,
      "subrel-constrast": 4.051856517791748,
      "view-similarity": 0
    },
    {
      "epoch": 4.372056514913658,
      "grad_norm": 8.75,
      "learning_rate": 2.439791962448573e-05,
      "loss": 0.6877,
      "step": 5570
    },
    {
      "cov-distil": 1.7378616333007812,
      "cov-distil (oracle2student)": 5.715653896331787,
      "cov-distil (oracle2teacher)": 4.826358795166016,
      "epoch": 4.372056514913658,
      "rel-constrast": 2.0429508686065674,
      "step": 5570,
      "subrel-constrast": 3.174781322479248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2850685119628906,
      "cov-distil (oracle2student)": 3.7581419944763184,
      "cov-distil (oracle2teacher)": 3.9610564708709717,
      "epoch": 4.372841444270016,
      "rel-constrast": 2.5005860328674316,
      "step": 5571,
      "subrel-constrast": 3.6335129737854004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4773120880126953,
      "cov-distil (oracle2student)": 5.098447322845459,
      "cov-distil (oracle2teacher)": 5.468654632568359,
      "epoch": 4.373626373626374,
      "rel-constrast": 2.6239054203033447,
      "step": 5572,
      "subrel-constrast": 3.3614959716796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5096243619918823,
      "cov-distil (oracle2student)": 5.526923656463623,
      "cov-distil (oracle2teacher)": 5.477972984313965,
      "epoch": 4.374411302982732,
      "rel-constrast": 2.4926321506500244,
      "step": 5573,
      "subrel-constrast": 3.251324415206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.49424409866333,
      "cov-distil (oracle2student)": 4.172047138214111,
      "cov-distil (oracle2teacher)": 4.258201599121094,
      "epoch": 4.375196232339089,
      "rel-constrast": 2.619725227355957,
      "step": 5574,
      "subrel-constrast": 3.61100172996521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319021224975586,
      "cov-distil (oracle2student)": 4.203636169433594,
      "cov-distil (oracle2teacher)": 3.5848891735076904,
      "epoch": 4.375981161695448,
      "rel-constrast": 1.955268383026123,
      "step": 5575,
      "subrel-constrast": 2.652200222015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3214223384857178,
      "cov-distil (oracle2student)": 2.4796948432922363,
      "cov-distil (oracle2teacher)": 2.4517641067504883,
      "epoch": 4.376766091051805,
      "rel-constrast": 2.365082025527954,
      "step": 5576,
      "subrel-constrast": 3.037376880645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4073805809020996,
      "cov-distil (oracle2student)": 3.8537564277648926,
      "cov-distil (oracle2teacher)": 3.079611301422119,
      "epoch": 4.377551020408164,
      "rel-constrast": 2.348595380783081,
      "step": 5577,
      "subrel-constrast": 3.0656509399414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4693729877471924,
      "cov-distil (oracle2student)": 3.105705499649048,
      "cov-distil (oracle2teacher)": 2.9681200981140137,
      "epoch": 4.378335949764521,
      "rel-constrast": 2.630823850631714,
      "step": 5578,
      "subrel-constrast": 3.5450425148010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4479281902313232,
      "cov-distil (oracle2student)": 6.530993461608887,
      "cov-distil (oracle2teacher)": 5.544219970703125,
      "epoch": 4.3791208791208796,
      "rel-constrast": 3.147977352142334,
      "step": 5579,
      "subrel-constrast": 3.874598979949951,
      "view-similarity": 0
    },
    {
      "epoch": 4.379905808477237,
      "grad_norm": 6.75,
      "learning_rate": 2.4310682318132563e-05,
      "loss": 0.6569,
      "step": 5580
    },
    {
      "cov-distil": 1.4633649587631226,
      "cov-distil (oracle2student)": 2.6234700679779053,
      "cov-distil (oracle2teacher)": 2.445425033569336,
      "epoch": 4.379905808477237,
      "rel-constrast": 2.448451280593872,
      "step": 5580,
      "subrel-constrast": 3.112783670425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8411766290664673,
      "cov-distil (oracle2student)": 4.868334770202637,
      "cov-distil (oracle2teacher)": 4.522831916809082,
      "epoch": 4.380690737833595,
      "rel-constrast": 2.9506139755249023,
      "step": 5581,
      "subrel-constrast": 3.426774740219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2530418634414673,
      "cov-distil (oracle2student)": 4.1297736167907715,
      "cov-distil (oracle2teacher)": 4.401045799255371,
      "epoch": 4.381475667189953,
      "rel-constrast": 3.2095139026641846,
      "step": 5582,
      "subrel-constrast": 3.4142520427703857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009897232055664,
      "cov-distil (oracle2student)": 4.097445487976074,
      "cov-distil (oracle2teacher)": 4.176042079925537,
      "epoch": 4.382260596546311,
      "rel-constrast": 1.9047056436538696,
      "step": 5583,
      "subrel-constrast": 2.853285312652588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552884817123413,
      "cov-distil (oracle2student)": 5.265826225280762,
      "cov-distil (oracle2teacher)": 5.019752025604248,
      "epoch": 4.383045525902669,
      "rel-constrast": 2.09451961517334,
      "step": 5584,
      "subrel-constrast": 3.319896936416626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4221158027648926,
      "cov-distil (oracle2student)": 3.5053701400756836,
      "cov-distil (oracle2teacher)": 3.3811392784118652,
      "epoch": 4.383830455259027,
      "rel-constrast": 2.544243812561035,
      "step": 5585,
      "subrel-constrast": 3.497784376144409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3936448097229004,
      "cov-distil (oracle2student)": 3.7480340003967285,
      "cov-distil (oracle2teacher)": 4.186012268066406,
      "epoch": 4.384615384615385,
      "rel-constrast": 2.6047470569610596,
      "step": 5586,
      "subrel-constrast": 3.6973040103912354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480886459350586,
      "cov-distil (oracle2student)": 6.276888370513916,
      "cov-distil (oracle2teacher)": 5.7109222412109375,
      "epoch": 4.385400313971743,
      "rel-constrast": 2.0258164405822754,
      "step": 5587,
      "subrel-constrast": 2.92423152923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7963616847991943,
      "cov-distil (oracle2student)": 2.612272262573242,
      "cov-distil (oracle2teacher)": 2.63784122467041,
      "epoch": 4.3861852433281,
      "rel-constrast": 1.6398224830627441,
      "step": 5588,
      "subrel-constrast": 2.717268228530884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182299852371216,
      "cov-distil (oracle2student)": 2.8238253593444824,
      "cov-distil (oracle2teacher)": 3.018031597137451,
      "epoch": 4.3869701726844585,
      "rel-constrast": 3.2249691486358643,
      "step": 5589,
      "subrel-constrast": 3.9538049697875977,
      "view-similarity": 0
    },
    {
      "epoch": 4.387755102040816,
      "grad_norm": 6.65625,
      "learning_rate": 2.422345341089782e-05,
      "loss": 0.6572,
      "step": 5590
    },
    {
      "cov-distil": 1.6606040000915527,
      "cov-distil (oracle2student)": 3.1327641010284424,
      "cov-distil (oracle2teacher)": 3.212294578552246,
      "epoch": 4.387755102040816,
      "rel-constrast": 2.0449843406677246,
      "step": 5590,
      "subrel-constrast": 2.995035171508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5623936653137207,
      "cov-distil (oracle2student)": 4.22213077545166,
      "cov-distil (oracle2teacher)": 3.831425189971924,
      "epoch": 4.3885400313971745,
      "rel-constrast": 1.8473143577575684,
      "step": 5591,
      "subrel-constrast": 2.5049350261688232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6458156108856201,
      "cov-distil (oracle2student)": 6.42597770690918,
      "cov-distil (oracle2teacher)": 5.888782024383545,
      "epoch": 4.389324960753532,
      "rel-constrast": 3.870732069015503,
      "step": 5592,
      "subrel-constrast": 4.129385471343994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2146658897399902,
      "cov-distil (oracle2student)": 3.837297201156616,
      "cov-distil (oracle2teacher)": 3.5725297927856445,
      "epoch": 4.3901098901098905,
      "rel-constrast": 1.7157211303710938,
      "step": 5593,
      "subrel-constrast": 2.577913761138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0691717863082886,
      "cov-distil (oracle2student)": 4.223543643951416,
      "cov-distil (oracle2teacher)": 4.411039352416992,
      "epoch": 4.390894819466248,
      "rel-constrast": 2.286864995956421,
      "step": 5594,
      "subrel-constrast": 2.8892574310302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3031814098358154,
      "cov-distil (oracle2student)": 3.9476208686828613,
      "cov-distil (oracle2teacher)": 3.973867893218994,
      "epoch": 4.391679748822606,
      "rel-constrast": 2.1243233680725098,
      "step": 5595,
      "subrel-constrast": 3.0533392429351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4840664863586426,
      "cov-distil (oracle2student)": 4.298255920410156,
      "cov-distil (oracle2teacher)": 3.4885993003845215,
      "epoch": 4.392464678178964,
      "rel-constrast": 2.127443790435791,
      "step": 5596,
      "subrel-constrast": 2.610278606414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.215301752090454,
      "cov-distil (oracle2student)": 2.7453513145446777,
      "cov-distil (oracle2teacher)": 2.6969666481018066,
      "epoch": 4.393249607535322,
      "rel-constrast": 2.124652862548828,
      "step": 5597,
      "subrel-constrast": 2.698935031890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4223871231079102,
      "cov-distil (oracle2student)": 4.863678932189941,
      "cov-distil (oracle2teacher)": 4.987752914428711,
      "epoch": 4.39403453689168,
      "rel-constrast": 2.1584384441375732,
      "step": 5598,
      "subrel-constrast": 3.170855760574341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9074089527130127,
      "cov-distil (oracle2student)": 6.120352268218994,
      "cov-distil (oracle2teacher)": 5.248785972595215,
      "epoch": 4.3948194662480375,
      "rel-constrast": 2.3902931213378906,
      "step": 5599,
      "subrel-constrast": 3.2368478775024414,
      "view-similarity": 0
    },
    {
      "epoch": 4.395604395604396,
      "grad_norm": 6.09375,
      "learning_rate": 2.4136233965638195e-05,
      "loss": 0.606,
      "step": 5600
    },
    {
      "epoch": 4.395604395604396,
      "overlap": 0.3296875059604645,
      "step": 5600
    },
    {
      "epoch": 4.395604395604396,
      "step": 5600,
      "student margin": 0.0628662109375
    },
    {
      "epoch": 4.395604395604396,
      "step": 5600,
      "teacher margin": 0.034515380859375
    },
    {
      "epoch": 4.395604395604396,
      "margin difference": -0.028350830078125,
      "step": 5600
    },
    {
      "cov-distil": 1.5688225030899048,
      "cov-distil (oracle2student)": 6.20152473449707,
      "cov-distil (oracle2teacher)": 5.8411664962768555,
      "epoch": 4.395604395604396,
      "rel-constrast": 2.724562168121338,
      "step": 5600,
      "subrel-constrast": 3.940678358078003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6451287269592285,
      "cov-distil (oracle2student)": 7.201009273529053,
      "cov-distil (oracle2teacher)": 5.743194580078125,
      "epoch": 4.3963893249607535,
      "rel-constrast": 4.005358695983887,
      "step": 5601,
      "subrel-constrast": 3.9216248989105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6259846687316895,
      "cov-distil (oracle2student)": 2.426156997680664,
      "cov-distil (oracle2teacher)": 2.8426594734191895,
      "epoch": 4.397174254317111,
      "rel-constrast": 2.8471784591674805,
      "step": 5602,
      "subrel-constrast": 3.89839243888855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640851497650146,
      "cov-distil (oracle2student)": 5.491626739501953,
      "cov-distil (oracle2teacher)": 4.566645622253418,
      "epoch": 4.3979591836734695,
      "rel-constrast": 2.080047845840454,
      "step": 5603,
      "subrel-constrast": 3.029695510864258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5030921697616577,
      "cov-distil (oracle2student)": 4.629974365234375,
      "cov-distil (oracle2teacher)": 4.575220108032227,
      "epoch": 4.398744113029827,
      "rel-constrast": 4.031768798828125,
      "step": 5604,
      "subrel-constrast": 4.691839218139648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57127046585083,
      "cov-distil (oracle2student)": 5.813966751098633,
      "cov-distil (oracle2teacher)": 5.341979503631592,
      "epoch": 4.3995290423861855,
      "rel-constrast": 3.460038185119629,
      "step": 5605,
      "subrel-constrast": 3.804537296295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1126705408096313,
      "cov-distil (oracle2student)": 5.442535877227783,
      "cov-distil (oracle2teacher)": 4.6126556396484375,
      "epoch": 4.400313971742543,
      "rel-constrast": 2.5517587661743164,
      "step": 5606,
      "subrel-constrast": 2.731388568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2135790586471558,
      "cov-distil (oracle2student)": 2.485027313232422,
      "cov-distil (oracle2teacher)": 2.6471621990203857,
      "epoch": 4.4010989010989015,
      "rel-constrast": 3.37270450592041,
      "step": 5607,
      "subrel-constrast": 3.868537187576294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8569822311401367,
      "cov-distil (oracle2student)": 2.510104179382324,
      "cov-distil (oracle2teacher)": 2.4998779296875,
      "epoch": 4.401883830455259,
      "rel-constrast": 1.6412310600280762,
      "step": 5608,
      "subrel-constrast": 2.708702325820923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3550190925598145,
      "cov-distil (oracle2student)": 4.625219345092773,
      "cov-distil (oracle2teacher)": 4.101561069488525,
      "epoch": 4.4026687598116165,
      "rel-constrast": 3.2718541622161865,
      "step": 5609,
      "subrel-constrast": 3.7656655311584473,
      "view-similarity": 0
    },
    {
      "epoch": 4.403453689167975,
      "grad_norm": 6.0625,
      "learning_rate": 2.404902504509512e-05,
      "loss": 0.7875,
      "step": 5610
    },
    {
      "cov-distil": 1.3632280826568604,
      "cov-distil (oracle2student)": 3.7682671546936035,
      "cov-distil (oracle2teacher)": 3.653256893157959,
      "epoch": 4.403453689167975,
      "rel-constrast": 2.484297752380371,
      "step": 5610,
      "subrel-constrast": 3.460219383239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5746183395385742,
      "cov-distil (oracle2student)": 4.120012283325195,
      "cov-distil (oracle2teacher)": 3.948134422302246,
      "epoch": 4.4042386185243325,
      "rel-constrast": 2.9673023223876953,
      "step": 5611,
      "subrel-constrast": 3.1999011039733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3621742725372314,
      "cov-distil (oracle2student)": 4.135627746582031,
      "cov-distil (oracle2teacher)": 3.6569461822509766,
      "epoch": 4.405023547880691,
      "rel-constrast": 2.8810157775878906,
      "step": 5612,
      "subrel-constrast": 3.127194404602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2474604845046997,
      "cov-distil (oracle2student)": 3.7338972091674805,
      "cov-distil (oracle2teacher)": 4.018855094909668,
      "epoch": 4.4058084772370485,
      "rel-constrast": 3.059605121612549,
      "step": 5613,
      "subrel-constrast": 3.6032934188842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6870046854019165,
      "cov-distil (oracle2student)": 4.607367515563965,
      "cov-distil (oracle2teacher)": 4.387134075164795,
      "epoch": 4.406593406593407,
      "rel-constrast": 1.9516050815582275,
      "step": 5614,
      "subrel-constrast": 2.8120789527893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5332136154174805,
      "cov-distil (oracle2student)": 4.313769340515137,
      "cov-distil (oracle2teacher)": 4.403887748718262,
      "epoch": 4.4073783359497645,
      "rel-constrast": 2.041450023651123,
      "step": 5615,
      "subrel-constrast": 3.106501579284668,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.959610104560852,
      "cov-distil (oracle2student)": 5.8337202072143555,
      "cov-distil (oracle2teacher)": 4.645908355712891,
      "epoch": 4.408163265306122,
      "rel-constrast": 2.1365761756896973,
      "step": 5616,
      "subrel-constrast": 2.4004664421081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9196020364761353,
      "cov-distil (oracle2student)": 4.2000932693481445,
      "cov-distil (oracle2teacher)": 3.7758381366729736,
      "epoch": 4.4089481946624804,
      "rel-constrast": 2.0224671363830566,
      "step": 5617,
      "subrel-constrast": 2.767815113067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6667819023132324,
      "cov-distil (oracle2student)": 3.1123881340026855,
      "cov-distil (oracle2teacher)": 3.347743034362793,
      "epoch": 4.409733124018838,
      "rel-constrast": 1.9495006799697876,
      "step": 5618,
      "subrel-constrast": 2.8419618606567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3721883296966553,
      "cov-distil (oracle2student)": 3.311872959136963,
      "cov-distil (oracle2teacher)": 3.3218493461608887,
      "epoch": 4.410518053375196,
      "rel-constrast": 1.693526029586792,
      "step": 5619,
      "subrel-constrast": 2.6058008670806885,
      "view-similarity": 0
    },
    {
      "epoch": 4.411302982731554,
      "grad_norm": 5.96875,
      "learning_rate": 2.3961827711881748e-05,
      "loss": 0.6164,
      "step": 5620
    },
    {
      "cov-distil": 1.398258924484253,
      "cov-distil (oracle2student)": 5.2064104080200195,
      "cov-distil (oracle2teacher)": 4.536543369293213,
      "epoch": 4.411302982731554,
      "rel-constrast": 2.880852699279785,
      "step": 5620,
      "subrel-constrast": 3.4149065017700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8876359462738037,
      "cov-distil (oracle2student)": 5.086850643157959,
      "cov-distil (oracle2teacher)": 4.758622169494629,
      "epoch": 4.412087912087912,
      "rel-constrast": 2.1323397159576416,
      "step": 5621,
      "subrel-constrast": 2.658815860748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5101356506347656,
      "cov-distil (oracle2student)": 6.228442192077637,
      "cov-distil (oracle2teacher)": 6.160987854003906,
      "epoch": 4.41287284144427,
      "rel-constrast": 2.52864670753479,
      "step": 5622,
      "subrel-constrast": 3.5520269870758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5977904796600342,
      "cov-distil (oracle2student)": 3.4068100452423096,
      "cov-distil (oracle2teacher)": 3.721494197845459,
      "epoch": 4.4136577708006275,
      "rel-constrast": 3.337146759033203,
      "step": 5623,
      "subrel-constrast": 4.287498950958252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7627172470092773,
      "cov-distil (oracle2student)": 3.278291702270508,
      "cov-distil (oracle2teacher)": 3.1666951179504395,
      "epoch": 4.414442700156986,
      "rel-constrast": 2.7638187408447266,
      "step": 5624,
      "subrel-constrast": 3.1807029247283936,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022498607635498,
      "cov-distil (oracle2student)": 6.093738555908203,
      "cov-distil (oracle2teacher)": 5.4806952476501465,
      "epoch": 4.4152276295133435,
      "rel-constrast": 2.114830493927002,
      "step": 5625,
      "subrel-constrast": 3.322927236557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3135631084442139,
      "cov-distil (oracle2student)": 3.0942771434783936,
      "cov-distil (oracle2teacher)": 3.1945838928222656,
      "epoch": 4.416012558869702,
      "rel-constrast": 3.28830623626709,
      "step": 5626,
      "subrel-constrast": 4.227622985839844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3582215309143066,
      "cov-distil (oracle2student)": 4.287327289581299,
      "cov-distil (oracle2teacher)": 4.225940704345703,
      "epoch": 4.416797488226059,
      "rel-constrast": 2.6899514198303223,
      "step": 5627,
      "subrel-constrast": 3.5347676277160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3568553924560547,
      "cov-distil (oracle2student)": 3.846757411956787,
      "cov-distil (oracle2teacher)": 3.829495906829834,
      "epoch": 4.417582417582418,
      "rel-constrast": 2.1685986518859863,
      "step": 5628,
      "subrel-constrast": 2.943092107772827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7900681495666504,
      "cov-distil (oracle2student)": 4.833944797515869,
      "cov-distil (oracle2teacher)": 4.742705345153809,
      "epoch": 4.418367346938775,
      "rel-constrast": 2.844512939453125,
      "step": 5629,
      "subrel-constrast": 3.614107370376587,
      "view-similarity": 0
    },
    {
      "epoch": 4.419152276295134,
      "grad_norm": 5.90625,
      "learning_rate": 2.3874643028470093e-05,
      "loss": 0.7087,
      "step": 5630
    },
    {
      "cov-distil": 1.3003113269805908,
      "cov-distil (oracle2student)": 3.3558640480041504,
      "cov-distil (oracle2teacher)": 3.5406947135925293,
      "epoch": 4.419152276295134,
      "rel-constrast": 3.280864715576172,
      "step": 5630,
      "subrel-constrast": 3.7748639583587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.519527554512024,
      "cov-distil (oracle2student)": 4.456964492797852,
      "cov-distil (oracle2teacher)": 4.334802627563477,
      "epoch": 4.419937205651491,
      "rel-constrast": 2.964918375015259,
      "step": 5631,
      "subrel-constrast": 3.4341535568237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3538291454315186,
      "cov-distil (oracle2student)": 4.821777820587158,
      "cov-distil (oracle2teacher)": 4.158818244934082,
      "epoch": 4.420722135007849,
      "rel-constrast": 1.9016058444976807,
      "step": 5632,
      "subrel-constrast": 2.226405382156372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0999233722686768,
      "cov-distil (oracle2student)": 5.137014389038086,
      "cov-distil (oracle2teacher)": 5.12700080871582,
      "epoch": 4.421507064364207,
      "rel-constrast": 1.8405193090438843,
      "step": 5633,
      "subrel-constrast": 2.5130085945129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2203140258789062,
      "cov-distil (oracle2student)": 2.8585150241851807,
      "cov-distil (oracle2teacher)": 2.686629056930542,
      "epoch": 4.422291993720565,
      "rel-constrast": 3.5172719955444336,
      "step": 5634,
      "subrel-constrast": 3.7078754901885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0205851793289185,
      "cov-distil (oracle2student)": 5.254214286804199,
      "cov-distil (oracle2teacher)": 4.692165851593018,
      "epoch": 4.423076923076923,
      "rel-constrast": 3.1953654289245605,
      "step": 5635,
      "subrel-constrast": 3.3717665672302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5588353872299194,
      "cov-distil (oracle2student)": 5.425466537475586,
      "cov-distil (oracle2teacher)": 4.71092414855957,
      "epoch": 4.423861852433281,
      "rel-constrast": 3.0400116443634033,
      "step": 5636,
      "subrel-constrast": 3.756155252456665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.244109034538269,
      "cov-distil (oracle2student)": 3.5637898445129395,
      "cov-distil (oracle2teacher)": 3.5112152099609375,
      "epoch": 4.424646781789639,
      "rel-constrast": 2.292496919631958,
      "step": 5637,
      "subrel-constrast": 3.2757089138031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5891149044036865,
      "cov-distil (oracle2student)": 3.8204712867736816,
      "cov-distil (oracle2teacher)": 3.8397929668426514,
      "epoch": 4.425431711145997,
      "rel-constrast": 2.8834517002105713,
      "step": 5638,
      "subrel-constrast": 3.354189872741699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4766747951507568,
      "cov-distil (oracle2student)": 3.3472788333892822,
      "cov-distil (oracle2teacher)": 3.2461605072021484,
      "epoch": 4.426216640502354,
      "rel-constrast": 2.377648115158081,
      "step": 5639,
      "subrel-constrast": 2.8371362686157227,
      "view-similarity": 0
    },
    {
      "epoch": 4.427001569858713,
      "grad_norm": 6.15625,
      "learning_rate": 2.3787472057177982e-05,
      "loss": 0.7158,
      "step": 5640
    },
    {
      "cov-distil": 1.250063180923462,
      "cov-distil (oracle2student)": 6.834948539733887,
      "cov-distil (oracle2teacher)": 6.2602458000183105,
      "epoch": 4.427001569858713,
      "rel-constrast": 3.471223831176758,
      "step": 5640,
      "subrel-constrast": 3.730147361755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9836432933807373,
      "cov-distil (oracle2student)": 4.662158966064453,
      "cov-distil (oracle2teacher)": 4.029593467712402,
      "epoch": 4.42778649921507,
      "rel-constrast": 2.2279410362243652,
      "step": 5641,
      "subrel-constrast": 2.975270986557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2220886945724487,
      "cov-distil (oracle2student)": 3.2512197494506836,
      "cov-distil (oracle2teacher)": 3.533116340637207,
      "epoch": 4.428571428571429,
      "rel-constrast": 2.9162495136260986,
      "step": 5642,
      "subrel-constrast": 3.2653908729553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011128664016724,
      "cov-distil (oracle2student)": 4.8712005615234375,
      "cov-distil (oracle2teacher)": 4.909004211425781,
      "epoch": 4.429356357927786,
      "rel-constrast": 2.6558964252471924,
      "step": 5643,
      "subrel-constrast": 3.7949604988098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3457224369049072,
      "cov-distil (oracle2student)": 4.545374870300293,
      "cov-distil (oracle2teacher)": 4.047029495239258,
      "epoch": 4.430141287284145,
      "rel-constrast": 2.8462135791778564,
      "step": 5644,
      "subrel-constrast": 3.1202540397644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0382258892059326,
      "cov-distil (oracle2student)": 4.570052623748779,
      "cov-distil (oracle2teacher)": 3.8152008056640625,
      "epoch": 4.430926216640502,
      "rel-constrast": 3.2995150089263916,
      "step": 5645,
      "subrel-constrast": 3.5154762268066406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.26079523563385,
      "cov-distil (oracle2student)": 3.1022236347198486,
      "cov-distil (oracle2teacher)": 3.403315544128418,
      "epoch": 4.43171114599686,
      "rel-constrast": 2.0529069900512695,
      "step": 5646,
      "subrel-constrast": 2.7023019790649414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735592246055603,
      "cov-distil (oracle2student)": 3.991823673248291,
      "cov-distil (oracle2teacher)": 3.4618310928344727,
      "epoch": 4.432496075353218,
      "rel-constrast": 2.5412700176239014,
      "step": 5647,
      "subrel-constrast": 3.939540386199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7873375415802002,
      "cov-distil (oracle2student)": 4.365697860717773,
      "cov-distil (oracle2teacher)": 3.6856701374053955,
      "epoch": 4.433281004709576,
      "rel-constrast": 1.0127288103103638,
      "step": 5648,
      "subrel-constrast": 2.1532418727874756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6035544872283936,
      "cov-distil (oracle2student)": 4.273056983947754,
      "cov-distil (oracle2teacher)": 4.06743860244751,
      "epoch": 4.434065934065934,
      "rel-constrast": 2.3586580753326416,
      "step": 5649,
      "subrel-constrast": 3.325714111328125,
      "view-similarity": 0
    },
    {
      "epoch": 4.434850863422292,
      "grad_norm": 5.5,
      "learning_rate": 2.3700315860156217e-05,
      "loss": 0.6694,
      "step": 5650
    },
    {
      "cov-distil": 1.2584381103515625,
      "cov-distil (oracle2student)": 3.7519326210021973,
      "cov-distil (oracle2teacher)": 3.5468955039978027,
      "epoch": 4.434850863422292,
      "rel-constrast": 1.898306965827942,
      "step": 5650,
      "subrel-constrast": 2.5663304328918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6717101335525513,
      "cov-distil (oracle2student)": 4.506635665893555,
      "cov-distil (oracle2teacher)": 4.626965045928955,
      "epoch": 4.43563579277865,
      "rel-constrast": 1.6649025678634644,
      "step": 5651,
      "subrel-constrast": 2.6631476879119873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7692735195159912,
      "cov-distil (oracle2student)": 6.3429718017578125,
      "cov-distil (oracle2teacher)": 5.42227840423584,
      "epoch": 4.436420722135008,
      "rel-constrast": 3.1284759044647217,
      "step": 5652,
      "subrel-constrast": 3.3946220874786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8777546882629395,
      "cov-distil (oracle2student)": 5.324555397033691,
      "cov-distil (oracle2teacher)": 4.008673667907715,
      "epoch": 4.437205651491365,
      "rel-constrast": 2.211153507232666,
      "step": 5653,
      "subrel-constrast": 3.356929302215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6444368362426758,
      "cov-distil (oracle2student)": 3.737255573272705,
      "cov-distil (oracle2teacher)": 3.622671604156494,
      "epoch": 4.437990580847724,
      "rel-constrast": 2.099161386489868,
      "step": 5654,
      "subrel-constrast": 3.1840524673461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368099331855774,
      "cov-distil (oracle2student)": 5.828450679779053,
      "cov-distil (oracle2teacher)": 5.999305725097656,
      "epoch": 4.438775510204081,
      "rel-constrast": 2.190645456314087,
      "step": 5655,
      "subrel-constrast": 3.056258201599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3470951318740845,
      "cov-distil (oracle2student)": 5.527719497680664,
      "cov-distil (oracle2teacher)": 5.112364768981934,
      "epoch": 4.43956043956044,
      "rel-constrast": 3.7797415256500244,
      "step": 5656,
      "subrel-constrast": 3.943281412124634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5112390518188477,
      "cov-distil (oracle2student)": 2.9369561672210693,
      "cov-distil (oracle2teacher)": 2.8028836250305176,
      "epoch": 4.440345368916797,
      "rel-constrast": 2.065643787384033,
      "step": 5657,
      "subrel-constrast": 2.8077948093414307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148627281188965,
      "cov-distil (oracle2student)": 3.871901273727417,
      "cov-distil (oracle2teacher)": 3.7765755653381348,
      "epoch": 4.441130298273156,
      "rel-constrast": 2.367408275604248,
      "step": 5658,
      "subrel-constrast": 3.204113006591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0733040571212769,
      "cov-distil (oracle2student)": 3.4462990760803223,
      "cov-distil (oracle2teacher)": 3.307741403579712,
      "epoch": 4.441915227629513,
      "rel-constrast": 2.348464012145996,
      "step": 5659,
      "subrel-constrast": 2.5422770977020264,
      "view-similarity": 0
    },
    {
      "epoch": 4.442700156985872,
      "grad_norm": 5.6875,
      "learning_rate": 2.361317549937553e-05,
      "loss": 0.633,
      "step": 5660
    },
    {
      "cov-distil": 1.5339479446411133,
      "cov-distil (oracle2student)": 2.3197336196899414,
      "cov-distil (oracle2teacher)": 2.54710054397583,
      "epoch": 4.442700156985872,
      "rel-constrast": 2.257500648498535,
      "step": 5660,
      "subrel-constrast": 2.705374240875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2943618297576904,
      "cov-distil (oracle2student)": 5.47487211227417,
      "cov-distil (oracle2teacher)": 4.563114166259766,
      "epoch": 4.443485086342229,
      "rel-constrast": 3.558004379272461,
      "step": 5661,
      "subrel-constrast": 3.6637535095214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0312724113464355,
      "cov-distil (oracle2student)": 2.4039430618286133,
      "cov-distil (oracle2teacher)": 2.6623153686523438,
      "epoch": 4.444270015698587,
      "rel-constrast": 2.659714698791504,
      "step": 5662,
      "subrel-constrast": 3.466464042663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9380621910095215,
      "cov-distil (oracle2student)": 5.02495813369751,
      "cov-distil (oracle2teacher)": 4.685360908508301,
      "epoch": 4.445054945054945,
      "rel-constrast": 2.3787598609924316,
      "step": 5663,
      "subrel-constrast": 3.3748812675476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011239528656006,
      "cov-distil (oracle2student)": 5.099340438842773,
      "cov-distil (oracle2teacher)": 4.879796028137207,
      "epoch": 4.445839874411303,
      "rel-constrast": 2.2868857383728027,
      "step": 5664,
      "subrel-constrast": 3.6300203800201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3344165086746216,
      "cov-distil (oracle2student)": 3.6056950092315674,
      "cov-distil (oracle2teacher)": 3.5839123725891113,
      "epoch": 4.446624803767661,
      "rel-constrast": 1.972449779510498,
      "step": 5665,
      "subrel-constrast": 2.950606346130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076504945755005,
      "cov-distil (oracle2student)": 4.687700271606445,
      "cov-distil (oracle2teacher)": 4.759254455566406,
      "epoch": 4.447409733124019,
      "rel-constrast": 3.401181221008301,
      "step": 5666,
      "subrel-constrast": 3.8762106895446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676298975944519,
      "cov-distil (oracle2student)": 5.799403190612793,
      "cov-distil (oracle2teacher)": 4.695278644561768,
      "epoch": 4.448194662480377,
      "rel-constrast": 1.6136269569396973,
      "step": 5667,
      "subrel-constrast": 2.389413833618164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3892273902893066,
      "cov-distil (oracle2student)": 2.4655961990356445,
      "cov-distil (oracle2teacher)": 2.8454043865203857,
      "epoch": 4.448979591836735,
      "rel-constrast": 2.163222074508667,
      "step": 5668,
      "subrel-constrast": 2.635244369506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5732636451721191,
      "cov-distil (oracle2student)": 4.083634376525879,
      "cov-distil (oracle2teacher)": 4.619582653045654,
      "epoch": 4.449764521193092,
      "rel-constrast": 2.33090877532959,
      "step": 5669,
      "subrel-constrast": 3.105130910873413,
      "view-similarity": 0
    },
    {
      "epoch": 4.450549450549451,
      "grad_norm": 4.625,
      "learning_rate": 2.352605203661373e-05,
      "loss": 0.6569,
      "step": 5670
    },
    {
      "cov-distil": 1.4717774391174316,
      "cov-distil (oracle2student)": 4.175502777099609,
      "cov-distil (oracle2teacher)": 4.269041061401367,
      "epoch": 4.450549450549451,
      "rel-constrast": 2.113262414932251,
      "step": 5670,
      "subrel-constrast": 3.074936866760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347088098526001,
      "cov-distil (oracle2student)": 2.799281120300293,
      "cov-distil (oracle2teacher)": 2.7847471237182617,
      "epoch": 4.451334379905808,
      "rel-constrast": 1.7333940267562866,
      "step": 5671,
      "subrel-constrast": 2.3265163898468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3859515190124512,
      "cov-distil (oracle2student)": 5.675591468811035,
      "cov-distil (oracle2teacher)": 5.385744094848633,
      "epoch": 4.452119309262167,
      "rel-constrast": 2.7957348823547363,
      "step": 5672,
      "subrel-constrast": 3.886021137237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5990111827850342,
      "cov-distil (oracle2student)": 6.0448102951049805,
      "cov-distil (oracle2teacher)": 5.242984771728516,
      "epoch": 4.452904238618524,
      "rel-constrast": 2.719984531402588,
      "step": 5673,
      "subrel-constrast": 3.1592421531677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9187567234039307,
      "cov-distil (oracle2student)": 5.0599141120910645,
      "cov-distil (oracle2teacher)": 3.620217800140381,
      "epoch": 4.453689167974883,
      "rel-constrast": 2.57598876953125,
      "step": 5674,
      "subrel-constrast": 3.0002427101135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.067977786064148,
      "cov-distil (oracle2student)": 3.650336742401123,
      "cov-distil (oracle2teacher)": 3.5341315269470215,
      "epoch": 4.45447409733124,
      "rel-constrast": 1.8172156810760498,
      "step": 5675,
      "subrel-constrast": 2.613217830657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4669559001922607,
      "cov-distil (oracle2student)": 5.504223823547363,
      "cov-distil (oracle2teacher)": 5.106480598449707,
      "epoch": 4.455259026687598,
      "rel-constrast": 3.154893636703491,
      "step": 5676,
      "subrel-constrast": 3.4252138137817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.118704915046692,
      "cov-distil (oracle2student)": 2.557742118835449,
      "cov-distil (oracle2teacher)": 2.9047698974609375,
      "epoch": 4.456043956043956,
      "rel-constrast": 2.1994340419769287,
      "step": 5677,
      "subrel-constrast": 2.8668878078460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9613842964172363,
      "cov-distil (oracle2student)": 3.1632285118103027,
      "cov-distil (oracle2teacher)": 3.080305576324463,
      "epoch": 4.456828885400314,
      "rel-constrast": 2.721604347229004,
      "step": 5678,
      "subrel-constrast": 3.50547456741333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0789339542388916,
      "cov-distil (oracle2student)": 3.7429418563842773,
      "cov-distil (oracle2teacher)": 4.2866315841674805,
      "epoch": 4.457613814756672,
      "rel-constrast": 2.4812111854553223,
      "step": 5679,
      "subrel-constrast": 3.2072677612304688,
      "view-similarity": 0
    },
    {
      "epoch": 4.45839874411303,
      "grad_norm": 5.375,
      "learning_rate": 2.343894653344272e-05,
      "loss": 0.6439,
      "step": 5680
    },
    {
      "cov-distil": 1.2061176300048828,
      "cov-distil (oracle2student)": 5.372317314147949,
      "cov-distil (oracle2teacher)": 4.882560729980469,
      "epoch": 4.45839874411303,
      "rel-constrast": 3.5743000507354736,
      "step": 5680,
      "subrel-constrast": 3.8601624965667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3845802545547485,
      "cov-distil (oracle2student)": 4.5701165199279785,
      "cov-distil (oracle2teacher)": 3.587576389312744,
      "epoch": 4.459183673469388,
      "rel-constrast": 2.5079941749572754,
      "step": 5681,
      "subrel-constrast": 3.03698992729187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6134250164031982,
      "cov-distil (oracle2student)": 4.168360710144043,
      "cov-distil (oracle2teacher)": 4.272764205932617,
      "epoch": 4.459968602825746,
      "rel-constrast": 2.550784111022949,
      "step": 5682,
      "subrel-constrast": 2.856398582458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729739785194397,
      "cov-distil (oracle2student)": 2.573197841644287,
      "cov-distil (oracle2teacher)": 2.8831424713134766,
      "epoch": 4.460753532182103,
      "rel-constrast": 1.9685534238815308,
      "step": 5683,
      "subrel-constrast": 3.0792346000671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6997427940368652,
      "cov-distil (oracle2student)": 3.94494366645813,
      "cov-distil (oracle2teacher)": 4.427027702331543,
      "epoch": 4.461538461538462,
      "rel-constrast": 2.777099609375,
      "step": 5684,
      "subrel-constrast": 3.5363593101501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9421231746673584,
      "cov-distil (oracle2student)": 4.20194673538208,
      "cov-distil (oracle2teacher)": 3.668869972229004,
      "epoch": 4.462323390894819,
      "rel-constrast": 3.4482452869415283,
      "step": 5685,
      "subrel-constrast": 3.4509098529815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.931301236152649,
      "cov-distil (oracle2student)": 4.360433578491211,
      "cov-distil (oracle2teacher)": 3.9199366569519043,
      "epoch": 4.463108320251178,
      "rel-constrast": 2.7448644638061523,
      "step": 5686,
      "subrel-constrast": 3.8252477645874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7276630401611328,
      "cov-distil (oracle2student)": 4.451449871063232,
      "cov-distil (oracle2teacher)": 4.411722183227539,
      "epoch": 4.463893249607535,
      "rel-constrast": 2.6590938568115234,
      "step": 5687,
      "subrel-constrast": 3.593137264251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645928144454956,
      "cov-distil (oracle2student)": 5.226811408996582,
      "cov-distil (oracle2teacher)": 4.073758125305176,
      "epoch": 4.464678178963894,
      "rel-constrast": 1.819093108177185,
      "step": 5688,
      "subrel-constrast": 2.355722427368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3740777969360352,
      "cov-distil (oracle2student)": 3.161935567855835,
      "cov-distil (oracle2teacher)": 3.472727060317993,
      "epoch": 4.465463108320251,
      "rel-constrast": 2.27630615234375,
      "step": 5689,
      "subrel-constrast": 2.6768429279327393,
      "view-similarity": 0
    },
    {
      "epoch": 4.466248037676609,
      "grad_norm": 4.8125,
      "learning_rate": 2.3351860051215556e-05,
      "loss": 0.6983,
      "step": 5690
    },
    {
      "cov-distil": 1.112485408782959,
      "cov-distil (oracle2student)": 2.6059725284576416,
      "cov-distil (oracle2teacher)": 2.7257752418518066,
      "epoch": 4.466248037676609,
      "rel-constrast": 3.2363903522491455,
      "step": 5690,
      "subrel-constrast": 3.7032930850982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3592158555984497,
      "cov-distil (oracle2student)": 3.6482553482055664,
      "cov-distil (oracle2teacher)": 4.266879558563232,
      "epoch": 4.467032967032967,
      "rel-constrast": 2.338249683380127,
      "step": 5691,
      "subrel-constrast": 3.4657959938049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489560604095459,
      "cov-distil (oracle2student)": 5.034863471984863,
      "cov-distil (oracle2teacher)": 4.510264873504639,
      "epoch": 4.467817896389325,
      "rel-constrast": 2.5653645992279053,
      "step": 5692,
      "subrel-constrast": 3.579728603363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1133580207824707,
      "cov-distil (oracle2student)": 4.288190841674805,
      "cov-distil (oracle2teacher)": 3.792623996734619,
      "epoch": 4.468602825745683,
      "rel-constrast": 2.866363048553467,
      "step": 5693,
      "subrel-constrast": 3.4244296550750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5545024871826172,
      "cov-distil (oracle2student)": 3.846407651901245,
      "cov-distil (oracle2teacher)": 4.429046630859375,
      "epoch": 4.469387755102041,
      "rel-constrast": 2.663625717163086,
      "step": 5694,
      "subrel-constrast": 3.6337201595306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5249264240264893,
      "cov-distil (oracle2student)": 6.087345123291016,
      "cov-distil (oracle2teacher)": 5.3424973487854,
      "epoch": 4.470172684458399,
      "rel-constrast": 3.069068431854248,
      "step": 5695,
      "subrel-constrast": 3.209562063217163,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131507396697998,
      "cov-distil (oracle2student)": 6.133899688720703,
      "cov-distil (oracle2teacher)": 5.263794898986816,
      "epoch": 4.470957613814757,
      "rel-constrast": 2.7526473999023438,
      "step": 5696,
      "subrel-constrast": 3.251748561859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9165350198745728,
      "cov-distil (oracle2student)": 5.681581497192383,
      "cov-distil (oracle2teacher)": 5.058036804199219,
      "epoch": 4.471742543171114,
      "rel-constrast": 2.2562146186828613,
      "step": 5697,
      "subrel-constrast": 3.2825512886047363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1845550537109375,
      "cov-distil (oracle2student)": 3.044384241104126,
      "cov-distil (oracle2teacher)": 3.6257264614105225,
      "epoch": 4.472527472527473,
      "rel-constrast": 2.4313924312591553,
      "step": 5698,
      "subrel-constrast": 3.224567174911499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6808562278747559,
      "cov-distil (oracle2student)": 2.664090633392334,
      "cov-distil (oracle2teacher)": 2.9624218940734863,
      "epoch": 4.47331240188383,
      "rel-constrast": 3.0923585891723633,
      "step": 5699,
      "subrel-constrast": 3.9674596786499023,
      "view-similarity": 0
    },
    {
      "epoch": 4.474097331240189,
      "grad_norm": 5.71875,
      "learning_rate": 2.326479365105355e-05,
      "loss": 0.722,
      "step": 5700
    },
    {
      "epoch": 4.474097331240189,
      "overlap": 0.3187499940395355,
      "step": 5700
    },
    {
      "epoch": 4.474097331240189,
      "step": 5700,
      "student margin": 0.05267333984375
    },
    {
      "epoch": 4.474097331240189,
      "step": 5700,
      "teacher margin": 0.040557861328125
    },
    {
      "epoch": 4.474097331240189,
      "margin difference": -0.012115478515625,
      "step": 5700
    },
    {
      "cov-distil": 1.462999939918518,
      "cov-distil (oracle2student)": 4.006741523742676,
      "cov-distil (oracle2teacher)": 3.70993709564209,
      "epoch": 4.474097331240189,
      "rel-constrast": 3.9187686443328857,
      "step": 5700,
      "subrel-constrast": 4.074361801147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3225891590118408,
      "cov-distil (oracle2student)": 3.672966241836548,
      "cov-distil (oracle2teacher)": 3.2229514122009277,
      "epoch": 4.474882260596546,
      "rel-constrast": 2.0315825939178467,
      "step": 5701,
      "subrel-constrast": 2.8704025745391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3867251873016357,
      "cov-distil (oracle2student)": 6.853039264678955,
      "cov-distil (oracle2teacher)": 5.834461212158203,
      "epoch": 4.475667189952905,
      "rel-constrast": 2.6338164806365967,
      "step": 5702,
      "subrel-constrast": 3.5687479972839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.498967170715332,
      "cov-distil (oracle2student)": 5.756760120391846,
      "cov-distil (oracle2teacher)": 5.637603282928467,
      "epoch": 4.476452119309262,
      "rel-constrast": 2.8246335983276367,
      "step": 5703,
      "subrel-constrast": 3.3382914066314697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8003250360488892,
      "cov-distil (oracle2student)": 4.230555534362793,
      "cov-distil (oracle2teacher)": 4.760736465454102,
      "epoch": 4.47723704866562,
      "rel-constrast": 2.6731457710266113,
      "step": 5704,
      "subrel-constrast": 3.8222427368164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6241605281829834,
      "cov-distil (oracle2student)": 3.935366630554199,
      "cov-distil (oracle2teacher)": 3.9182000160217285,
      "epoch": 4.478021978021978,
      "rel-constrast": 2.198648691177368,
      "step": 5705,
      "subrel-constrast": 3.3622872829437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4052373170852661,
      "cov-distil (oracle2student)": 3.5419015884399414,
      "cov-distil (oracle2teacher)": 3.8548309803009033,
      "epoch": 4.478806907378336,
      "rel-constrast": 1.9040920734405518,
      "step": 5706,
      "subrel-constrast": 2.915839672088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8594951629638672,
      "cov-distil (oracle2student)": 2.6429529190063477,
      "cov-distil (oracle2teacher)": 2.4906883239746094,
      "epoch": 4.479591836734694,
      "rel-constrast": 2.216947078704834,
      "step": 5707,
      "subrel-constrast": 3.1188905239105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1098976135253906,
      "cov-distil (oracle2student)": 5.0797319412231445,
      "cov-distil (oracle2teacher)": 5.039782524108887,
      "epoch": 4.480376766091052,
      "rel-constrast": 1.8176836967468262,
      "step": 5708,
      "subrel-constrast": 2.4300434589385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5074150562286377,
      "cov-distil (oracle2student)": 3.891286849975586,
      "cov-distil (oracle2teacher)": 4.1223859786987305,
      "epoch": 4.48116169544741,
      "rel-constrast": 2.6977009773254395,
      "step": 5709,
      "subrel-constrast": 3.6699531078338623,
      "view-similarity": 0
    },
    {
      "epoch": 4.481946624803768,
      "grad_norm": 5.15625,
      "learning_rate": 2.3177748393833303e-05,
      "loss": 0.6604,
      "step": 5710
    },
    {
      "cov-distil": 1.0699841976165771,
      "cov-distil (oracle2student)": 3.0049891471862793,
      "cov-distil (oracle2teacher)": 2.883415937423706,
      "epoch": 4.481946624803768,
      "rel-constrast": 2.8891568183898926,
      "step": 5710,
      "subrel-constrast": 3.4187703132629395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499916434288025,
      "cov-distil (oracle2student)": 3.627375364303589,
      "cov-distil (oracle2teacher)": 3.717282772064209,
      "epoch": 4.482731554160125,
      "rel-constrast": 1.9933574199676514,
      "step": 5711,
      "subrel-constrast": 3.0747790336608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124465942382812,
      "cov-distil (oracle2student)": 3.3946340084075928,
      "cov-distil (oracle2teacher)": 3.938812494277954,
      "epoch": 4.483516483516484,
      "rel-constrast": 2.2053885459899902,
      "step": 5712,
      "subrel-constrast": 2.957857608795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4899635314941406,
      "cov-distil (oracle2student)": 3.3134822845458984,
      "cov-distil (oracle2teacher)": 2.7281038761138916,
      "epoch": 4.484301412872841,
      "rel-constrast": 1.9627991914749146,
      "step": 5713,
      "subrel-constrast": 2.7912280559539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.989911437034607,
      "cov-distil (oracle2student)": 3.7150959968566895,
      "cov-distil (oracle2teacher)": 3.665026903152466,
      "epoch": 4.4850863422291996,
      "rel-constrast": 1.882429599761963,
      "step": 5714,
      "subrel-constrast": 3.003750801086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686518669128418,
      "cov-distil (oracle2student)": 5.0565505027771,
      "cov-distil (oracle2teacher)": 4.487123012542725,
      "epoch": 4.485871271585557,
      "rel-constrast": 2.085758686065674,
      "step": 5715,
      "subrel-constrast": 2.895526647567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3660964965820312,
      "cov-distil (oracle2student)": 6.100893497467041,
      "cov-distil (oracle2teacher)": 5.040596008300781,
      "epoch": 4.4866562009419155,
      "rel-constrast": 2.458817481994629,
      "step": 5716,
      "subrel-constrast": 2.773719549179077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777858853340149,
      "cov-distil (oracle2student)": 5.040440559387207,
      "cov-distil (oracle2teacher)": 4.853601455688477,
      "epoch": 4.487441130298273,
      "rel-constrast": 3.003650426864624,
      "step": 5717,
      "subrel-constrast": 3.8446648120880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839579463005066,
      "cov-distil (oracle2student)": 5.990024089813232,
      "cov-distil (oracle2teacher)": 4.79530143737793,
      "epoch": 4.488226059654631,
      "rel-constrast": 2.825622081756592,
      "step": 5718,
      "subrel-constrast": 3.629838705062866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7201476097106934,
      "cov-distil (oracle2student)": 4.869706630706787,
      "cov-distil (oracle2teacher)": 4.244375705718994,
      "epoch": 4.489010989010989,
      "rel-constrast": 2.563598871231079,
      "step": 5719,
      "subrel-constrast": 3.352471351623535,
      "view-similarity": 0
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 5.53125,
      "learning_rate": 2.309072534017382e-05,
      "loss": 0.6361,
      "step": 5720
    },
    {
      "cov-distil": 1.4164013862609863,
      "cov-distil (oracle2student)": 5.565673828125,
      "cov-distil (oracle2teacher)": 5.071564197540283,
      "epoch": 4.489795918367347,
      "rel-constrast": 1.4408667087554932,
      "step": 5720,
      "subrel-constrast": 2.0921802520751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449028491973877,
      "cov-distil (oracle2student)": 4.601752281188965,
      "cov-distil (oracle2teacher)": 4.29119348526001,
      "epoch": 4.490580847723705,
      "rel-constrast": 1.7480838298797607,
      "step": 5721,
      "subrel-constrast": 2.333181619644165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0145514011383057,
      "cov-distil (oracle2student)": 2.8712406158447266,
      "cov-distil (oracle2teacher)": 3.2266974449157715,
      "epoch": 4.491365777080063,
      "rel-constrast": 1.6208534240722656,
      "step": 5722,
      "subrel-constrast": 2.8532590866088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1773796081542969,
      "cov-distil (oracle2student)": 3.633405923843384,
      "cov-distil (oracle2teacher)": 3.674851417541504,
      "epoch": 4.492150706436421,
      "rel-constrast": 2.2477738857269287,
      "step": 5723,
      "subrel-constrast": 2.8158178329467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.560563564300537,
      "cov-distil (oracle2student)": 6.393279075622559,
      "cov-distil (oracle2teacher)": 5.753778457641602,
      "epoch": 4.4929356357927785,
      "rel-constrast": 2.601036548614502,
      "step": 5724,
      "subrel-constrast": 3.4914915561676025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.111642837524414,
      "cov-distil (oracle2student)": 4.138638496398926,
      "cov-distil (oracle2teacher)": 4.356656551361084,
      "epoch": 4.493720565149137,
      "rel-constrast": 2.8197202682495117,
      "step": 5725,
      "subrel-constrast": 3.801898956298828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.278588891029358,
      "cov-distil (oracle2student)": 3.8510844707489014,
      "cov-distil (oracle2teacher)": 3.8412961959838867,
      "epoch": 4.4945054945054945,
      "rel-constrast": 2.240386724472046,
      "step": 5726,
      "subrel-constrast": 2.729957103729248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3695422410964966,
      "cov-distil (oracle2student)": 7.585080623626709,
      "cov-distil (oracle2teacher)": 7.2552595138549805,
      "epoch": 4.495290423861852,
      "rel-constrast": 3.095529556274414,
      "step": 5727,
      "subrel-constrast": 3.7345244884490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6379685401916504,
      "cov-distil (oracle2student)": 4.7823686599731445,
      "cov-distil (oracle2teacher)": 4.768880367279053,
      "epoch": 4.4960753532182105,
      "rel-constrast": 3.1211016178131104,
      "step": 5728,
      "subrel-constrast": 3.7975776195526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6318984031677246,
      "cov-distil (oracle2student)": 3.474426746368408,
      "cov-distil (oracle2teacher)": 3.5589118003845215,
      "epoch": 4.496860282574568,
      "rel-constrast": 2.3331480026245117,
      "step": 5729,
      "subrel-constrast": 2.7081868648529053,
      "view-similarity": 0
    },
    {
      "epoch": 4.4976452119309265,
      "grad_norm": 5.625,
      "learning_rate": 2.300372555042352e-05,
      "loss": 0.6183,
      "step": 5730
    },
    {
      "cov-distil": 1.6117427349090576,
      "cov-distil (oracle2student)": 2.7882916927337646,
      "cov-distil (oracle2teacher)": 2.329821825027466,
      "epoch": 4.4976452119309265,
      "rel-constrast": 2.8722615242004395,
      "step": 5730,
      "subrel-constrast": 3.0170044898986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527416706085205,
      "cov-distil (oracle2student)": 4.594489097595215,
      "cov-distil (oracle2teacher)": 4.588478088378906,
      "epoch": 4.498430141287284,
      "rel-constrast": 2.5250778198242188,
      "step": 5731,
      "subrel-constrast": 3.247570514678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4357178211212158,
      "cov-distil (oracle2student)": 5.2988080978393555,
      "cov-distil (oracle2teacher)": 4.98921012878418,
      "epoch": 4.4992150706436425,
      "rel-constrast": 2.04508376121521,
      "step": 5732,
      "subrel-constrast": 2.985733985900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5051121711730957,
      "cov-distil (oracle2student)": 4.228400707244873,
      "cov-distil (oracle2teacher)": 3.6151552200317383,
      "epoch": 4.5,
      "rel-constrast": 1.2649627923965454,
      "step": 5733,
      "subrel-constrast": 2.637505531311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838361382484436,
      "cov-distil (oracle2student)": 3.2239890098571777,
      "cov-distil (oracle2teacher)": 3.067763328552246,
      "epoch": 4.5007849293563575,
      "rel-constrast": 1.9628431797027588,
      "step": 5734,
      "subrel-constrast": 2.970595359802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5888007879257202,
      "cov-distil (oracle2student)": 4.290482044219971,
      "cov-distil (oracle2teacher)": 4.214663982391357,
      "epoch": 4.501569858712716,
      "rel-constrast": 4.165531635284424,
      "step": 5735,
      "subrel-constrast": 4.614598274230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5723243951797485,
      "cov-distil (oracle2student)": 3.256343364715576,
      "cov-distil (oracle2teacher)": 3.144327402114868,
      "epoch": 4.5023547880690735,
      "rel-constrast": 2.198071241378784,
      "step": 5736,
      "subrel-constrast": 2.8420889377593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.53202748298645,
      "cov-distil (oracle2student)": 3.8349485397338867,
      "cov-distil (oracle2teacher)": 3.429030656814575,
      "epoch": 4.503139717425432,
      "rel-constrast": 3.683284282684326,
      "step": 5737,
      "subrel-constrast": 4.497079372406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.66127610206604,
      "cov-distil (oracle2student)": 5.205082893371582,
      "cov-distil (oracle2teacher)": 5.705395698547363,
      "epoch": 4.5039246467817895,
      "rel-constrast": 3.19345760345459,
      "step": 5738,
      "subrel-constrast": 4.5762152671813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6510990858078003,
      "cov-distil (oracle2student)": 6.202838897705078,
      "cov-distil (oracle2teacher)": 5.744687080383301,
      "epoch": 4.504709576138148,
      "rel-constrast": 4.771193504333496,
      "step": 5739,
      "subrel-constrast": 4.922508239746094,
      "view-similarity": 0
    },
    {
      "epoch": 4.5054945054945055,
      "grad_norm": 8.1875,
      "learning_rate": 2.291675008464742e-05,
      "loss": 0.7619,
      "step": 5740
    },
    {
      "cov-distil": 1.2444040775299072,
      "cov-distil (oracle2student)": 2.117877960205078,
      "cov-distil (oracle2teacher)": 2.0897021293640137,
      "epoch": 4.5054945054945055,
      "rel-constrast": 1.36538565158844,
      "step": 5740,
      "subrel-constrast": 1.9425266981124878,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.946732759475708,
      "cov-distil (oracle2student)": 5.573294639587402,
      "cov-distil (oracle2teacher)": 5.38477897644043,
      "epoch": 4.506279434850864,
      "rel-constrast": 1.973732829093933,
      "step": 5741,
      "subrel-constrast": 2.588794708251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5975550413131714,
      "cov-distil (oracle2student)": 4.846109867095947,
      "cov-distil (oracle2teacher)": 4.585038185119629,
      "epoch": 4.5070643642072215,
      "rel-constrast": 3.101567268371582,
      "step": 5742,
      "subrel-constrast": 3.4232590198516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7764805555343628,
      "cov-distil (oracle2student)": 3.567415714263916,
      "cov-distil (oracle2teacher)": 3.4350786209106445,
      "epoch": 4.507849293563579,
      "rel-constrast": 1.4420114755630493,
      "step": 5743,
      "subrel-constrast": 2.3181042671203613,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9935184717178345,
      "cov-distil (oracle2student)": 4.19396448135376,
      "cov-distil (oracle2teacher)": 3.9477643966674805,
      "epoch": 4.508634222919937,
      "rel-constrast": 2.4758236408233643,
      "step": 5744,
      "subrel-constrast": 3.1311168670654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734379529953003,
      "cov-distil (oracle2student)": 4.445143699645996,
      "cov-distil (oracle2teacher)": 4.322666168212891,
      "epoch": 4.509419152276295,
      "rel-constrast": 2.715372085571289,
      "step": 5745,
      "subrel-constrast": 3.789422035217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2455604076385498,
      "cov-distil (oracle2student)": 4.762775421142578,
      "cov-distil (oracle2teacher)": 4.750154495239258,
      "epoch": 4.510204081632653,
      "rel-constrast": 2.7092952728271484,
      "step": 5746,
      "subrel-constrast": 3.033950090408325,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9904524683952332,
      "cov-distil (oracle2student)": 4.815293788909912,
      "cov-distil (oracle2teacher)": 4.477126121520996,
      "epoch": 4.510989010989011,
      "rel-constrast": 2.5052170753479004,
      "step": 5747,
      "subrel-constrast": 3.146523952484131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.364262580871582,
      "cov-distil (oracle2student)": 4.698176383972168,
      "cov-distil (oracle2teacher)": 4.0761003494262695,
      "epoch": 4.511773940345369,
      "rel-constrast": 3.073294162750244,
      "step": 5748,
      "subrel-constrast": 3.136002540588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847666263580322,
      "cov-distil (oracle2student)": 5.188238143920898,
      "cov-distil (oracle2teacher)": 4.396672248840332,
      "epoch": 4.512558869701727,
      "rel-constrast": 2.803467273712158,
      "step": 5749,
      "subrel-constrast": 3.481839179992676,
      "view-similarity": 0
    },
    {
      "epoch": 4.5133437990580845,
      "grad_norm": 5.625,
      "learning_rate": 2.2829800002614096e-05,
      "loss": 0.6378,
      "step": 5750
    },
    {
      "cov-distil": 1.2648818492889404,
      "cov-distil (oracle2student)": 4.238457202911377,
      "cov-distil (oracle2teacher)": 3.9525372982025146,
      "epoch": 4.5133437990580845,
      "rel-constrast": 3.0434722900390625,
      "step": 5750,
      "subrel-constrast": 3.60703182220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4546098709106445,
      "cov-distil (oracle2student)": 3.675081729888916,
      "cov-distil (oracle2teacher)": 3.5408401489257812,
      "epoch": 4.514128728414443,
      "rel-constrast": 2.773509979248047,
      "step": 5751,
      "subrel-constrast": 3.0805718898773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.496383547782898,
      "cov-distil (oracle2student)": 6.280294418334961,
      "cov-distil (oracle2teacher)": 5.450061798095703,
      "epoch": 4.5149136577708004,
      "rel-constrast": 3.0164103507995605,
      "step": 5752,
      "subrel-constrast": 3.6174683570861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5830572843551636,
      "cov-distil (oracle2student)": 5.512521743774414,
      "cov-distil (oracle2teacher)": 4.9233245849609375,
      "epoch": 4.515698587127159,
      "rel-constrast": 2.181692600250244,
      "step": 5753,
      "subrel-constrast": 2.9601008892059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3171151876449585,
      "cov-distil (oracle2student)": 4.895646572113037,
      "cov-distil (oracle2teacher)": 4.5651445388793945,
      "epoch": 4.516483516483516,
      "rel-constrast": 2.0506675243377686,
      "step": 5754,
      "subrel-constrast": 2.76467227935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5459895133972168,
      "cov-distil (oracle2student)": 4.082658767700195,
      "cov-distil (oracle2teacher)": 4.2002763748168945,
      "epoch": 4.517268445839875,
      "rel-constrast": 2.5746428966522217,
      "step": 5755,
      "subrel-constrast": 3.612459421157837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3028645515441895,
      "cov-distil (oracle2student)": 4.578305244445801,
      "cov-distil (oracle2teacher)": 4.033817291259766,
      "epoch": 4.518053375196232,
      "rel-constrast": 2.8979785442352295,
      "step": 5756,
      "subrel-constrast": 3.719230890274048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7234468460083008,
      "cov-distil (oracle2student)": 3.7215538024902344,
      "cov-distil (oracle2teacher)": 3.93245530128479,
      "epoch": 4.51883830455259,
      "rel-constrast": 2.7340288162231445,
      "step": 5757,
      "subrel-constrast": 3.9863877296447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4726927280426025,
      "cov-distil (oracle2student)": 5.790207386016846,
      "cov-distil (oracle2teacher)": 5.372978687286377,
      "epoch": 4.519623233908948,
      "rel-constrast": 2.3827009201049805,
      "step": 5758,
      "subrel-constrast": 3.0564353466033936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3377031087875366,
      "cov-distil (oracle2student)": 2.733959913253784,
      "cov-distil (oracle2teacher)": 3.060311794281006,
      "epoch": 4.520408163265306,
      "rel-constrast": 1.8127050399780273,
      "step": 5759,
      "subrel-constrast": 2.584317207336426,
      "view-similarity": 0
    },
    {
      "epoch": 4.521193092621664,
      "grad_norm": 5.46875,
      "learning_rate": 2.2742876363782863e-05,
      "loss": 0.6729,
      "step": 5760
    },
    {
      "cov-distil": 1.5750253200531006,
      "cov-distil (oracle2student)": 4.42167854309082,
      "cov-distil (oracle2teacher)": 4.067188739776611,
      "epoch": 4.521193092621664,
      "rel-constrast": 2.1510090827941895,
      "step": 5760,
      "subrel-constrast": 2.764097213745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3063098192214966,
      "cov-distil (oracle2student)": 3.1708054542541504,
      "cov-distil (oracle2teacher)": 3.2236838340759277,
      "epoch": 4.521978021978022,
      "rel-constrast": 2.5037670135498047,
      "step": 5761,
      "subrel-constrast": 2.95505428314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0289838314056396,
      "cov-distil (oracle2student)": 4.799844741821289,
      "cov-distil (oracle2teacher)": 4.586725234985352,
      "epoch": 4.52276295133438,
      "rel-constrast": 2.2788195610046387,
      "step": 5762,
      "subrel-constrast": 2.4847021102905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.766162633895874,
      "cov-distil (oracle2student)": 4.406269073486328,
      "cov-distil (oracle2teacher)": 4.2401041984558105,
      "epoch": 4.523547880690738,
      "rel-constrast": 1.9767669439315796,
      "step": 5763,
      "subrel-constrast": 2.7290356159210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4949079751968384,
      "cov-distil (oracle2student)": 3.7195687294006348,
      "cov-distil (oracle2teacher)": 3.6418933868408203,
      "epoch": 4.524332810047095,
      "rel-constrast": 2.101130962371826,
      "step": 5764,
      "subrel-constrast": 2.898850917816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110473155975342,
      "cov-distil (oracle2student)": 5.355866432189941,
      "cov-distil (oracle2teacher)": 4.736058235168457,
      "epoch": 4.525117739403454,
      "rel-constrast": 2.487321376800537,
      "step": 5765,
      "subrel-constrast": 3.2852280139923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4553536176681519,
      "cov-distil (oracle2student)": 4.191398620605469,
      "cov-distil (oracle2teacher)": 3.788464069366455,
      "epoch": 4.525902668759811,
      "rel-constrast": 1.8612010478973389,
      "step": 5766,
      "subrel-constrast": 2.4365456104278564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1030712127685547,
      "cov-distil (oracle2student)": 5.774320125579834,
      "cov-distil (oracle2teacher)": 4.995134353637695,
      "epoch": 4.52668759811617,
      "rel-constrast": 2.419398307800293,
      "step": 5767,
      "subrel-constrast": 2.8616864681243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0675010681152344,
      "cov-distil (oracle2student)": 4.246835708618164,
      "cov-distil (oracle2teacher)": 3.8894360065460205,
      "epoch": 4.527472527472527,
      "rel-constrast": 2.186781167984009,
      "step": 5768,
      "subrel-constrast": 2.839782953262329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0436041355133057,
      "cov-distil (oracle2student)": 3.309390068054199,
      "cov-distil (oracle2teacher)": 3.6752095222473145,
      "epoch": 4.528257456828886,
      "rel-constrast": 3.2373714447021484,
      "step": 5769,
      "subrel-constrast": 3.7389285564422607,
      "view-similarity": 0
    },
    {
      "epoch": 4.529042386185243,
      "grad_norm": 6.03125,
      "learning_rate": 2.2655980227290842e-05,
      "loss": 0.6175,
      "step": 5770
    },
    {
      "cov-distil": 1.4926615953445435,
      "cov-distil (oracle2student)": 4.497703552246094,
      "cov-distil (oracle2teacher)": 4.633696556091309,
      "epoch": 4.529042386185243,
      "rel-constrast": 2.952690601348877,
      "step": 5770,
      "subrel-constrast": 4.004293918609619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830917477607727,
      "cov-distil (oracle2student)": 5.142710208892822,
      "cov-distil (oracle2teacher)": 4.9813923835754395,
      "epoch": 4.529827315541601,
      "rel-constrast": 2.640120029449463,
      "step": 5771,
      "subrel-constrast": 3.5280113220214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0951709747314453,
      "cov-distil (oracle2student)": 3.290067195892334,
      "cov-distil (oracle2teacher)": 3.6552932262420654,
      "epoch": 4.530612244897959,
      "rel-constrast": 2.7417349815368652,
      "step": 5772,
      "subrel-constrast": 3.772420644760132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6614770889282227,
      "cov-distil (oracle2student)": 5.251272201538086,
      "cov-distil (oracle2teacher)": 4.536510944366455,
      "epoch": 4.531397174254317,
      "rel-constrast": 1.720804214477539,
      "step": 5773,
      "subrel-constrast": 2.7524547576904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1392881870269775,
      "cov-distil (oracle2student)": 5.223773956298828,
      "cov-distil (oracle2teacher)": 4.675144195556641,
      "epoch": 4.532182103610675,
      "rel-constrast": 2.719748020172119,
      "step": 5774,
      "subrel-constrast": 3.3392081260681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3509492874145508,
      "cov-distil (oracle2student)": 5.181039333343506,
      "cov-distil (oracle2teacher)": 5.025465488433838,
      "epoch": 4.532967032967033,
      "rel-constrast": 2.821631669998169,
      "step": 5775,
      "subrel-constrast": 3.3590047359466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.15579092502594,
      "cov-distil (oracle2student)": 4.5597453117370605,
      "cov-distil (oracle2teacher)": 4.481560230255127,
      "epoch": 4.533751962323391,
      "rel-constrast": 2.1644740104675293,
      "step": 5776,
      "subrel-constrast": 2.772521734237671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4383728504180908,
      "cov-distil (oracle2student)": 3.084573268890381,
      "cov-distil (oracle2teacher)": 3.632455825805664,
      "epoch": 4.534536891679749,
      "rel-constrast": 2.9090487957000732,
      "step": 5777,
      "subrel-constrast": 3.449044942855835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6020185947418213,
      "cov-distil (oracle2student)": 4.174568176269531,
      "cov-distil (oracle2teacher)": 4.367576599121094,
      "epoch": 4.535321821036106,
      "rel-constrast": 1.803045630455017,
      "step": 5778,
      "subrel-constrast": 3.0419304370880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4361802339553833,
      "cov-distil (oracle2student)": 2.093395233154297,
      "cov-distil (oracle2teacher)": 2.6116127967834473,
      "epoch": 4.536106750392465,
      "rel-constrast": 1.2473294734954834,
      "step": 5779,
      "subrel-constrast": 2.3351290225982666,
      "view-similarity": 0
    },
    {
      "epoch": 4.536891679748822,
      "grad_norm": 4.125,
      "learning_rate": 2.2569112651940016e-05,
      "loss": 0.6285,
      "step": 5780
    },
    {
      "cov-distil": 1.186730146408081,
      "cov-distil (oracle2student)": 4.228721618652344,
      "cov-distil (oracle2teacher)": 4.155611991882324,
      "epoch": 4.536891679748822,
      "rel-constrast": 2.230160713195801,
      "step": 5780,
      "subrel-constrast": 3.4144463539123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4902756214141846,
      "cov-distil (oracle2student)": 3.381903648376465,
      "cov-distil (oracle2teacher)": 3.4669275283813477,
      "epoch": 4.537676609105181,
      "rel-constrast": 1.7455602884292603,
      "step": 5781,
      "subrel-constrast": 2.289919137954712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6675665378570557,
      "cov-distil (oracle2student)": 2.931919574737549,
      "cov-distil (oracle2teacher)": 2.628929615020752,
      "epoch": 4.538461538461538,
      "rel-constrast": 2.5570852756500244,
      "step": 5782,
      "subrel-constrast": 2.9943485260009766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376185417175293,
      "cov-distil (oracle2student)": 4.652705192565918,
      "cov-distil (oracle2teacher)": 3.7336833477020264,
      "epoch": 4.539246467817897,
      "rel-constrast": 1.8998615741729736,
      "step": 5783,
      "subrel-constrast": 2.3336949348449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2119507789611816,
      "cov-distil (oracle2student)": 5.996599197387695,
      "cov-distil (oracle2teacher)": 5.52146577835083,
      "epoch": 4.540031397174254,
      "rel-constrast": 2.530153274536133,
      "step": 5784,
      "subrel-constrast": 3.377574920654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3757556676864624,
      "cov-distil (oracle2student)": 4.939168453216553,
      "cov-distil (oracle2teacher)": 5.023327827453613,
      "epoch": 4.540816326530612,
      "rel-constrast": 2.7438576221466064,
      "step": 5785,
      "subrel-constrast": 3.6212596893310547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6490217447280884,
      "cov-distil (oracle2student)": 4.626715660095215,
      "cov-distil (oracle2teacher)": 4.265020370483398,
      "epoch": 4.54160125588697,
      "rel-constrast": 2.2544608116149902,
      "step": 5786,
      "subrel-constrast": 3.131913661956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243018627166748,
      "cov-distil (oracle2student)": 4.698182106018066,
      "cov-distil (oracle2teacher)": 4.4369096755981445,
      "epoch": 4.542386185243328,
      "rel-constrast": 2.2773938179016113,
      "step": 5787,
      "subrel-constrast": 2.782959222793579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.228107213973999,
      "cov-distil (oracle2student)": 6.630363941192627,
      "cov-distil (oracle2teacher)": 5.503240585327148,
      "epoch": 4.543171114599686,
      "rel-constrast": 3.502089023590088,
      "step": 5788,
      "subrel-constrast": 3.3896026611328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6345984935760498,
      "cov-distil (oracle2student)": 2.8757481575012207,
      "cov-distil (oracle2teacher)": 2.8656108379364014,
      "epoch": 4.543956043956044,
      "rel-constrast": 2.8675537109375,
      "step": 5789,
      "subrel-constrast": 3.1980485916137695,
      "view-similarity": 0
    },
    {
      "epoch": 4.544740973312402,
      "grad_norm": 5.59375,
      "learning_rate": 2.2482274696184394e-05,
      "loss": 0.6529,
      "step": 5790
    },
    {
      "cov-distil": 1.2690449953079224,
      "cov-distil (oracle2student)": 5.051823616027832,
      "cov-distil (oracle2teacher)": 4.731180191040039,
      "epoch": 4.544740973312402,
      "rel-constrast": 2.1063427925109863,
      "step": 5790,
      "subrel-constrast": 2.617506742477417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7384192943572998,
      "cov-distil (oracle2student)": 3.6364924907684326,
      "cov-distil (oracle2teacher)": 3.806447982788086,
      "epoch": 4.54552590266876,
      "rel-constrast": 2.588582754135132,
      "step": 5791,
      "subrel-constrast": 3.4460291862487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3929760456085205,
      "cov-distil (oracle2student)": 5.929973125457764,
      "cov-distil (oracle2teacher)": 5.797064781188965,
      "epoch": 4.546310832025117,
      "rel-constrast": 3.0903656482696533,
      "step": 5792,
      "subrel-constrast": 3.5252764225006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7105250358581543,
      "cov-distil (oracle2student)": 4.243502616882324,
      "cov-distil (oracle2teacher)": 4.591498851776123,
      "epoch": 4.547095761381476,
      "rel-constrast": 2.8427467346191406,
      "step": 5793,
      "subrel-constrast": 3.875133991241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1782182455062866,
      "cov-distil (oracle2student)": 4.413089275360107,
      "cov-distil (oracle2teacher)": 3.979184627532959,
      "epoch": 4.547880690737833,
      "rel-constrast": 1.4921436309814453,
      "step": 5794,
      "subrel-constrast": 2.2837870121002197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2806212902069092,
      "cov-distil (oracle2student)": 4.866678237915039,
      "cov-distil (oracle2teacher)": 4.507448196411133,
      "epoch": 4.548665620094192,
      "rel-constrast": 2.2092766761779785,
      "step": 5795,
      "subrel-constrast": 3.3271427154541016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7859625816345215,
      "cov-distil (oracle2student)": 5.631809234619141,
      "cov-distil (oracle2teacher)": 5.824455261230469,
      "epoch": 4.549450549450549,
      "rel-constrast": 4.1948370933532715,
      "step": 5796,
      "subrel-constrast": 5.347388744354248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358965516090393,
      "cov-distil (oracle2student)": 4.787022590637207,
      "cov-distil (oracle2teacher)": 4.341629505157471,
      "epoch": 4.550235478806908,
      "rel-constrast": 1.8117713928222656,
      "step": 5797,
      "subrel-constrast": 2.8444690704345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4801464080810547,
      "cov-distil (oracle2student)": 4.929873466491699,
      "cov-distil (oracle2teacher)": 5.263581275939941,
      "epoch": 4.551020408163265,
      "rel-constrast": 3.5106921195983887,
      "step": 5798,
      "subrel-constrast": 4.389707565307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6068757772445679,
      "cov-distil (oracle2student)": 3.8992671966552734,
      "cov-distil (oracle2teacher)": 4.069212436676025,
      "epoch": 4.551805337519623,
      "rel-constrast": 2.373448371887207,
      "step": 5799,
      "subrel-constrast": 3.4403045177459717,
      "view-similarity": 0
    },
    {
      "epoch": 4.552590266875981,
      "grad_norm": 5.25,
      "learning_rate": 2.239546741811704e-05,
      "loss": 0.6925,
      "step": 5800
    },
    {
      "epoch": 4.552590266875981,
      "overlap": 0.328125,
      "step": 5800
    },
    {
      "epoch": 4.552590266875981,
      "step": 5800,
      "student margin": 0.063446044921875
    },
    {
      "epoch": 4.552590266875981,
      "step": 5800,
      "teacher margin": 0.045440673828125
    },
    {
      "epoch": 4.552590266875981,
      "margin difference": -0.01800537109375,
      "step": 5800
    },
    {
      "cov-distil": 1.2865880727767944,
      "cov-distil (oracle2student)": 4.256146430969238,
      "cov-distil (oracle2teacher)": 3.9621286392211914,
      "epoch": 4.552590266875981,
      "rel-constrast": 2.9862852096557617,
      "step": 5800,
      "subrel-constrast": 3.313495635986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366883397102356,
      "cov-distil (oracle2student)": 4.5272016525268555,
      "cov-distil (oracle2teacher)": 4.341609954833984,
      "epoch": 4.553375196232339,
      "rel-constrast": 3.754784107208252,
      "step": 5801,
      "subrel-constrast": 4.245272159576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3516876697540283,
      "cov-distil (oracle2student)": 6.932292938232422,
      "cov-distil (oracle2teacher)": 6.150274753570557,
      "epoch": 4.554160125588697,
      "rel-constrast": 3.437100410461426,
      "step": 5802,
      "subrel-constrast": 3.4309258460998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3701705932617188,
      "cov-distil (oracle2student)": 4.740302085876465,
      "cov-distil (oracle2teacher)": 3.877920150756836,
      "epoch": 4.554945054945055,
      "rel-constrast": 2.4616539478302,
      "step": 5803,
      "subrel-constrast": 3.430959701538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5918735265731812,
      "cov-distil (oracle2student)": 3.5680627822875977,
      "cov-distil (oracle2teacher)": 3.2758591175079346,
      "epoch": 4.555729984301413,
      "rel-constrast": 2.751486301422119,
      "step": 5804,
      "subrel-constrast": 3.571462392807007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5455138683319092,
      "cov-distil (oracle2student)": 7.433123588562012,
      "cov-distil (oracle2teacher)": 6.54245662689209,
      "epoch": 4.556514913657771,
      "rel-constrast": 4.3629679679870605,
      "step": 5805,
      "subrel-constrast": 4.486435890197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.917862892150879,
      "cov-distil (oracle2student)": 5.33765983581543,
      "cov-distil (oracle2teacher)": 5.795042991638184,
      "epoch": 4.557299843014128,
      "rel-constrast": 2.068094253540039,
      "step": 5806,
      "subrel-constrast": 3.1536502838134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9211022853851318,
      "cov-distil (oracle2student)": 5.134672164916992,
      "cov-distil (oracle2teacher)": 4.45826530456543,
      "epoch": 4.558084772370487,
      "rel-constrast": 2.727151870727539,
      "step": 5807,
      "subrel-constrast": 2.9410932064056396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5581947565078735,
      "cov-distil (oracle2student)": 3.7424046993255615,
      "cov-distil (oracle2teacher)": 3.702359199523926,
      "epoch": 4.558869701726844,
      "rel-constrast": 3.159503936767578,
      "step": 5808,
      "subrel-constrast": 3.919583559036255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5206544399261475,
      "cov-distil (oracle2student)": 4.041554927825928,
      "cov-distil (oracle2teacher)": 4.079270839691162,
      "epoch": 4.559654631083203,
      "rel-constrast": 2.1386818885803223,
      "step": 5809,
      "subrel-constrast": 2.7896578311920166,
      "view-similarity": 0
    },
    {
      "epoch": 4.56043956043956,
      "grad_norm": 4.96875,
      "learning_rate": 2.230869187545727e-05,
      "loss": 0.7848,
      "step": 5810
    },
    {
      "cov-distil": 1.6795934438705444,
      "cov-distil (oracle2student)": 5.982639312744141,
      "cov-distil (oracle2teacher)": 4.618095397949219,
      "epoch": 4.56043956043956,
      "rel-constrast": 1.9030728340148926,
      "step": 5810,
      "subrel-constrast": 2.552870988845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2976341247558594,
      "cov-distil (oracle2student)": 4.1765875816345215,
      "cov-distil (oracle2teacher)": 3.7863476276397705,
      "epoch": 4.561224489795919,
      "rel-constrast": 2.194991111755371,
      "step": 5811,
      "subrel-constrast": 3.0574097633361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5985159873962402,
      "cov-distil (oracle2student)": 4.103698253631592,
      "cov-distil (oracle2teacher)": 3.5240225791931152,
      "epoch": 4.562009419152276,
      "rel-constrast": 2.1851940155029297,
      "step": 5812,
      "subrel-constrast": 2.853153705596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4030271768569946,
      "cov-distil (oracle2student)": 3.88120698928833,
      "cov-distil (oracle2teacher)": 3.626908779144287,
      "epoch": 4.562794348508634,
      "rel-constrast": 2.474109411239624,
      "step": 5813,
      "subrel-constrast": 3.4745688438415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2528250217437744,
      "cov-distil (oracle2student)": 3.408198356628418,
      "cov-distil (oracle2teacher)": 3.6396725177764893,
      "epoch": 4.563579277864992,
      "rel-constrast": 2.0314557552337646,
      "step": 5814,
      "subrel-constrast": 2.8362619876861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9344433546066284,
      "cov-distil (oracle2student)": 4.37239933013916,
      "cov-distil (oracle2teacher)": 4.646159648895264,
      "epoch": 4.56436420722135,
      "rel-constrast": 1.9781506061553955,
      "step": 5815,
      "subrel-constrast": 3.181581974029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2728395462036133,
      "cov-distil (oracle2student)": 4.339506149291992,
      "cov-distil (oracle2teacher)": 4.2169976234436035,
      "epoch": 4.565149136577708,
      "rel-constrast": 2.487765312194824,
      "step": 5816,
      "subrel-constrast": 2.831727981567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1065341234207153,
      "cov-distil (oracle2student)": 5.327950954437256,
      "cov-distil (oracle2teacher)": 5.309340476989746,
      "epoch": 4.565934065934066,
      "rel-constrast": 1.411372423171997,
      "step": 5817,
      "subrel-constrast": 2.53216814994812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.560963749885559,
      "cov-distil (oracle2student)": 3.977769374847412,
      "cov-distil (oracle2teacher)": 4.084362030029297,
      "epoch": 4.566718995290424,
      "rel-constrast": 2.953178882598877,
      "step": 5818,
      "subrel-constrast": 3.531808376312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4734570980072021,
      "cov-distil (oracle2student)": 4.889033794403076,
      "cov-distil (oracle2teacher)": 4.637494087219238,
      "epoch": 4.567503924646782,
      "rel-constrast": 3.079568862915039,
      "step": 5819,
      "subrel-constrast": 3.6765635013580322,
      "view-similarity": 0
    },
    {
      "epoch": 4.568288854003139,
      "grad_norm": 5.9375,
      "learning_rate": 2.222194912553767e-05,
      "loss": 0.6039,
      "step": 5820
    },
    {
      "cov-distil": 1.7147560119628906,
      "cov-distil (oracle2student)": 4.7912068367004395,
      "cov-distil (oracle2teacher)": 4.70355224609375,
      "epoch": 4.568288854003139,
      "rel-constrast": 3.678175449371338,
      "step": 5820,
      "subrel-constrast": 3.9983139038085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1735281944274902,
      "cov-distil (oracle2student)": 3.910820484161377,
      "cov-distil (oracle2teacher)": 4.009894371032715,
      "epoch": 4.569073783359498,
      "rel-constrast": 3.0965988636016846,
      "step": 5821,
      "subrel-constrast": 3.5383973121643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5222053527832031,
      "cov-distil (oracle2student)": 3.6374928951263428,
      "cov-distil (oracle2teacher)": 3.431222915649414,
      "epoch": 4.569858712715855,
      "rel-constrast": 2.177053451538086,
      "step": 5822,
      "subrel-constrast": 3.3920936584472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8392082452774048,
      "cov-distil (oracle2student)": 5.301411151885986,
      "cov-distil (oracle2teacher)": 5.11716365814209,
      "epoch": 4.570643642072214,
      "rel-constrast": 3.044365167617798,
      "step": 5823,
      "subrel-constrast": 4.014967441558838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6510910987854004,
      "cov-distil (oracle2student)": 4.271265029907227,
      "cov-distil (oracle2teacher)": 4.259463787078857,
      "epoch": 4.571428571428571,
      "rel-constrast": 1.7703208923339844,
      "step": 5824,
      "subrel-constrast": 2.7249536514282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4768009185791016,
      "cov-distil (oracle2student)": 6.164284706115723,
      "cov-distil (oracle2teacher)": 5.9178032875061035,
      "epoch": 4.57221350078493,
      "rel-constrast": 2.4185047149658203,
      "step": 5825,
      "subrel-constrast": 3.514876127243042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3719582557678223,
      "cov-distil (oracle2student)": 2.8172056674957275,
      "cov-distil (oracle2teacher)": 3.058591365814209,
      "epoch": 4.572998430141287,
      "rel-constrast": 1.8530476093292236,
      "step": 5826,
      "subrel-constrast": 2.571249008178711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2804845571517944,
      "cov-distil (oracle2student)": 1.6441893577575684,
      "cov-distil (oracle2teacher)": 2.0474863052368164,
      "epoch": 4.573783359497646,
      "rel-constrast": 2.0061652660369873,
      "step": 5827,
      "subrel-constrast": 2.830970287322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.439868688583374,
      "cov-distil (oracle2student)": 4.350861549377441,
      "cov-distil (oracle2teacher)": 4.3088154792785645,
      "epoch": 4.574568288854003,
      "rel-constrast": 2.715585231781006,
      "step": 5828,
      "subrel-constrast": 3.017697811126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2017978429794312,
      "cov-distil (oracle2student)": 3.169224739074707,
      "cov-distil (oracle2teacher)": 3.459106683731079,
      "epoch": 4.575353218210362,
      "rel-constrast": 2.4714431762695312,
      "step": 5829,
      "subrel-constrast": 3.2837650775909424,
      "view-similarity": 0
    },
    {
      "epoch": 4.576138147566719,
      "grad_norm": 5.125,
      "learning_rate": 2.213524022529127e-05,
      "loss": 0.6675,
      "step": 5830
    },
    {
      "cov-distil": 1.1432499885559082,
      "cov-distil (oracle2student)": 3.811917304992676,
      "cov-distil (oracle2teacher)": 3.7924234867095947,
      "epoch": 4.576138147566719,
      "rel-constrast": 2.584437131881714,
      "step": 5830,
      "subrel-constrast": 3.2160768508911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3285770416259766,
      "cov-distil (oracle2student)": 4.1556396484375,
      "cov-distil (oracle2teacher)": 3.7972676753997803,
      "epoch": 4.576923076923077,
      "rel-constrast": 1.7466039657592773,
      "step": 5831,
      "subrel-constrast": 2.271573543548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9678207635879517,
      "cov-distil (oracle2student)": 4.243227958679199,
      "cov-distil (oracle2teacher)": 3.9581189155578613,
      "epoch": 4.577708006279435,
      "rel-constrast": 2.337982416152954,
      "step": 5832,
      "subrel-constrast": 2.444786548614502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4131114482879639,
      "cov-distil (oracle2student)": 4.378890037536621,
      "cov-distil (oracle2teacher)": 3.9565789699554443,
      "epoch": 4.578492935635793,
      "rel-constrast": 1.7833914756774902,
      "step": 5833,
      "subrel-constrast": 2.860004186630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4018070697784424,
      "cov-distil (oracle2student)": 5.185527801513672,
      "cov-distil (oracle2teacher)": 5.184469699859619,
      "epoch": 4.579277864992151,
      "rel-constrast": 1.8152260780334473,
      "step": 5834,
      "subrel-constrast": 2.7362701892852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7154078483581543,
      "cov-distil (oracle2student)": 4.445427417755127,
      "cov-distil (oracle2teacher)": 3.638688325881958,
      "epoch": 4.580062794348509,
      "rel-constrast": 2.7266852855682373,
      "step": 5835,
      "subrel-constrast": 2.7908880710601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.780456781387329,
      "cov-distil (oracle2student)": 4.452694892883301,
      "cov-distil (oracle2teacher)": 3.648207664489746,
      "epoch": 4.580847723704867,
      "rel-constrast": 2.304166078567505,
      "step": 5836,
      "subrel-constrast": 3.123014211654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2881276607513428,
      "cov-distil (oracle2student)": 2.203789234161377,
      "cov-distil (oracle2teacher)": 2.4566140174865723,
      "epoch": 4.581632653061225,
      "rel-constrast": 1.3387267589569092,
      "step": 5837,
      "subrel-constrast": 2.263064384460449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.965768814086914,
      "cov-distil (oracle2student)": 4.349611282348633,
      "cov-distil (oracle2teacher)": 4.384186744689941,
      "epoch": 4.582417582417582,
      "rel-constrast": 1.7452905178070068,
      "step": 5838,
      "subrel-constrast": 3.003298759460449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6187340021133423,
      "cov-distil (oracle2student)": 5.0092573165893555,
      "cov-distil (oracle2teacher)": 4.736137390136719,
      "epoch": 4.583202511773941,
      "rel-constrast": 3.429518699645996,
      "step": 5839,
      "subrel-constrast": 3.6173601150512695,
      "view-similarity": 0
    },
    {
      "epoch": 4.583987441130298,
      "grad_norm": 6.375,
      "learning_rate": 2.204856623123866e-05,
      "loss": 0.5819,
      "step": 5840
    },
    {
      "cov-distil": 1.4959672689437866,
      "cov-distil (oracle2student)": 4.251092910766602,
      "cov-distil (oracle2teacher)": 4.214846134185791,
      "epoch": 4.583987441130298,
      "rel-constrast": 2.87929105758667,
      "step": 5840,
      "subrel-constrast": 3.463599681854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4638922214508057,
      "cov-distil (oracle2student)": 4.193589687347412,
      "cov-distil (oracle2teacher)": 3.9975500106811523,
      "epoch": 4.5847723704866565,
      "rel-constrast": 1.5060216188430786,
      "step": 5841,
      "subrel-constrast": 2.6842806339263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568618774414062,
      "cov-distil (oracle2student)": 3.844931125640869,
      "cov-distil (oracle2teacher)": 3.673670530319214,
      "epoch": 4.585557299843014,
      "rel-constrast": 2.543830156326294,
      "step": 5842,
      "subrel-constrast": 3.214221715927124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.761673927307129,
      "cov-distil (oracle2student)": 2.439547538757324,
      "cov-distil (oracle2teacher)": 2.799586772918701,
      "epoch": 4.5863422291993725,
      "rel-constrast": 2.2489848136901855,
      "step": 5843,
      "subrel-constrast": 2.640159845352173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3861366510391235,
      "cov-distil (oracle2student)": 3.3653788566589355,
      "cov-distil (oracle2teacher)": 2.897848606109619,
      "epoch": 4.58712715855573,
      "rel-constrast": 2.230419397354126,
      "step": 5844,
      "subrel-constrast": 2.7977397441864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4424316883087158,
      "cov-distil (oracle2student)": 4.678721904754639,
      "cov-distil (oracle2teacher)": 4.821203708648682,
      "epoch": 4.587912087912088,
      "rel-constrast": 3.017971992492676,
      "step": 5845,
      "subrel-constrast": 3.6151883602142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4484010934829712,
      "cov-distil (oracle2student)": 4.482635021209717,
      "cov-distil (oracle2teacher)": 4.456338882446289,
      "epoch": 4.588697017268446,
      "rel-constrast": 2.5695691108703613,
      "step": 5846,
      "subrel-constrast": 3.142639636993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7670154571533203,
      "cov-distil (oracle2student)": 3.4675774574279785,
      "cov-distil (oracle2teacher)": 3.0579652786254883,
      "epoch": 4.589481946624804,
      "rel-constrast": 2.519115447998047,
      "step": 5847,
      "subrel-constrast": 3.4071760177612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5578889846801758,
      "cov-distil (oracle2student)": 2.913957118988037,
      "cov-distil (oracle2teacher)": 2.9180521965026855,
      "epoch": 4.590266875981162,
      "rel-constrast": 2.619215250015259,
      "step": 5848,
      "subrel-constrast": 3.4534404277801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441843867301941,
      "cov-distil (oracle2student)": 3.139512062072754,
      "cov-distil (oracle2teacher)": 3.4468817710876465,
      "epoch": 4.5910518053375196,
      "rel-constrast": 2.4565043449401855,
      "step": 5849,
      "subrel-constrast": 3.730747938156128,
      "view-similarity": 0
    },
    {
      "epoch": 4.591836734693878,
      "grad_norm": 5.09375,
      "learning_rate": 2.196192819947511e-05,
      "loss": 0.6531,
      "step": 5850
    },
    {
      "cov-distil": 2.0963377952575684,
      "cov-distil (oracle2student)": 3.6068599224090576,
      "cov-distil (oracle2teacher)": 3.352719306945801,
      "epoch": 4.591836734693878,
      "rel-constrast": 2.1096646785736084,
      "step": 5850,
      "subrel-constrast": 2.8239529132843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2623977661132812,
      "cov-distil (oracle2student)": 3.639200210571289,
      "cov-distil (oracle2teacher)": 3.625128746032715,
      "epoch": 4.5926216640502355,
      "rel-constrast": 3.061992883682251,
      "step": 5851,
      "subrel-constrast": 3.4124300479888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4634664058685303,
      "cov-distil (oracle2student)": 3.837965488433838,
      "cov-distil (oracle2teacher)": 3.4987261295318604,
      "epoch": 4.593406593406593,
      "rel-constrast": 2.9303319454193115,
      "step": 5852,
      "subrel-constrast": 3.7798616886138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9347167015075684,
      "cov-distil (oracle2student)": 4.8346734046936035,
      "cov-distil (oracle2teacher)": 4.33475399017334,
      "epoch": 4.5941915227629515,
      "rel-constrast": 2.442319869995117,
      "step": 5853,
      "subrel-constrast": 3.576206922531128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.109132766723633,
      "cov-distil (oracle2student)": 3.991934299468994,
      "cov-distil (oracle2teacher)": 3.7794508934020996,
      "epoch": 4.594976452119309,
      "rel-constrast": 1.9830865859985352,
      "step": 5854,
      "subrel-constrast": 2.9681429862976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4444715976715088,
      "cov-distil (oracle2student)": 3.2266855239868164,
      "cov-distil (oracle2teacher)": 3.1750426292419434,
      "epoch": 4.5957613814756675,
      "rel-constrast": 3.048109769821167,
      "step": 5855,
      "subrel-constrast": 3.897564172744751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1981675624847412,
      "cov-distil (oracle2student)": 3.735825538635254,
      "cov-distil (oracle2teacher)": 4.130232810974121,
      "epoch": 4.596546310832025,
      "rel-constrast": 2.7179970741271973,
      "step": 5856,
      "subrel-constrast": 3.4217936992645264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75539231300354,
      "cov-distil (oracle2student)": 3.7182939052581787,
      "cov-distil (oracle2teacher)": 3.6897692680358887,
      "epoch": 4.5973312401883835,
      "rel-constrast": 1.8753139972686768,
      "step": 5857,
      "subrel-constrast": 2.9626927375793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7054026126861572,
      "cov-distil (oracle2student)": 3.465160846710205,
      "cov-distil (oracle2teacher)": 3.9416117668151855,
      "epoch": 4.598116169544741,
      "rel-constrast": 2.3205714225769043,
      "step": 5858,
      "subrel-constrast": 3.5587961673736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1543867588043213,
      "cov-distil (oracle2student)": 4.566595077514648,
      "cov-distil (oracle2teacher)": 4.308553695678711,
      "epoch": 4.5989010989010985,
      "rel-constrast": 2.554175853729248,
      "step": 5859,
      "subrel-constrast": 3.1355478763580322,
      "view-similarity": 0
    },
    {
      "epoch": 4.599686028257457,
      "grad_norm": 5.28125,
      "learning_rate": 2.1875327185657693e-05,
      "loss": 0.6664,
      "step": 5860
    },
    {
      "cov-distil": 1.347886562347412,
      "cov-distil (oracle2student)": 6.119603157043457,
      "cov-distil (oracle2teacher)": 5.663795471191406,
      "epoch": 4.599686028257457,
      "rel-constrast": 2.606931447982788,
      "step": 5860,
      "subrel-constrast": 3.6151671409606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832778811454773,
      "cov-distil (oracle2student)": 2.944952964782715,
      "cov-distil (oracle2teacher)": 3.296311378479004,
      "epoch": 4.6004709576138145,
      "rel-constrast": 3.4882049560546875,
      "step": 5861,
      "subrel-constrast": 4.138429164886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3943488597869873,
      "cov-distil (oracle2student)": 6.195989608764648,
      "cov-distil (oracle2teacher)": 5.121941566467285,
      "epoch": 4.601255886970173,
      "rel-constrast": 1.7536664009094238,
      "step": 5862,
      "subrel-constrast": 2.285534381866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4166134595870972,
      "cov-distil (oracle2student)": 3.981106758117676,
      "cov-distil (oracle2teacher)": 4.252490043640137,
      "epoch": 4.6020408163265305,
      "rel-constrast": 2.42063045501709,
      "step": 5863,
      "subrel-constrast": 3.04048490524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2845579385757446,
      "cov-distil (oracle2student)": 4.208160877227783,
      "cov-distil (oracle2teacher)": 3.6915719509124756,
      "epoch": 4.602825745682889,
      "rel-constrast": 2.8447442054748535,
      "step": 5864,
      "subrel-constrast": 3.045100688934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1350696086883545,
      "cov-distil (oracle2student)": 3.823495626449585,
      "cov-distil (oracle2teacher)": 3.9946601390838623,
      "epoch": 4.6036106750392465,
      "rel-constrast": 2.097849130630493,
      "step": 5865,
      "subrel-constrast": 2.6740121841430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574309825897217,
      "cov-distil (oracle2student)": 3.3441073894500732,
      "cov-distil (oracle2teacher)": 3.0592918395996094,
      "epoch": 4.604395604395604,
      "rel-constrast": 2.094244956970215,
      "step": 5866,
      "subrel-constrast": 3.023944854736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4045305252075195,
      "cov-distil (oracle2student)": 5.652219295501709,
      "cov-distil (oracle2teacher)": 5.334879398345947,
      "epoch": 4.6051805337519625,
      "rel-constrast": 3.0746772289276123,
      "step": 5867,
      "subrel-constrast": 3.5491442680358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7224347591400146,
      "cov-distil (oracle2student)": 4.047231197357178,
      "cov-distil (oracle2teacher)": 3.5643935203552246,
      "epoch": 4.60596546310832,
      "rel-constrast": 2.8590052127838135,
      "step": 5868,
      "subrel-constrast": 3.5115809440612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2209722995758057,
      "cov-distil (oracle2student)": 3.5509233474731445,
      "cov-distil (oracle2teacher)": 3.674431800842285,
      "epoch": 4.606750392464678,
      "rel-constrast": 2.3261616230010986,
      "step": 5869,
      "subrel-constrast": 2.924055814743042,
      "view-similarity": 0
    },
    {
      "epoch": 4.607535321821036,
      "grad_norm": 4.8125,
      "learning_rate": 2.1788764244992427e-05,
      "loss": 0.6749,
      "step": 5870
    },
    {
      "cov-distil": 1.9009839296340942,
      "cov-distil (oracle2student)": 4.8235673904418945,
      "cov-distil (oracle2teacher)": 4.682467460632324,
      "epoch": 4.607535321821036,
      "rel-constrast": 2.7277050018310547,
      "step": 5870,
      "subrel-constrast": 3.612903356552124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8297394514083862,
      "cov-distil (oracle2student)": 2.539126396179199,
      "cov-distil (oracle2teacher)": 3.002687454223633,
      "epoch": 4.608320251177394,
      "rel-constrast": 2.3005738258361816,
      "step": 5871,
      "subrel-constrast": 2.9975013732910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5675914287567139,
      "cov-distil (oracle2student)": 3.9790613651275635,
      "cov-distil (oracle2teacher)": 3.6366958618164062,
      "epoch": 4.609105180533752,
      "rel-constrast": 2.833772897720337,
      "step": 5872,
      "subrel-constrast": 3.5760257244110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4878387451171875,
      "cov-distil (oracle2student)": 2.6695733070373535,
      "cov-distil (oracle2teacher)": 2.738377809524536,
      "epoch": 4.6098901098901095,
      "rel-constrast": 2.398885488510132,
      "step": 5873,
      "subrel-constrast": 2.936649799346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877729892730713,
      "cov-distil (oracle2student)": 3.387860059738159,
      "cov-distil (oracle2teacher)": 3.3497307300567627,
      "epoch": 4.610675039246468,
      "rel-constrast": 3.0212650299072266,
      "step": 5874,
      "subrel-constrast": 3.832108974456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426511287689209,
      "cov-distil (oracle2student)": 6.63404655456543,
      "cov-distil (oracle2teacher)": 5.595436096191406,
      "epoch": 4.6114599686028255,
      "rel-constrast": 2.479235887527466,
      "step": 5875,
      "subrel-constrast": 3.3601722717285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706303596496582,
      "cov-distil (oracle2student)": 4.353419780731201,
      "cov-distil (oracle2teacher)": 4.237864971160889,
      "epoch": 4.612244897959184,
      "rel-constrast": 1.9000580310821533,
      "step": 5876,
      "subrel-constrast": 2.687293767929077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.139302372932434,
      "cov-distil (oracle2student)": 3.6106889247894287,
      "cov-distil (oracle2teacher)": 3.647538185119629,
      "epoch": 4.6130298273155415,
      "rel-constrast": 2.6868557929992676,
      "step": 5877,
      "subrel-constrast": 3.4131968021392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8794195652008057,
      "cov-distil (oracle2student)": 4.821022033691406,
      "cov-distil (oracle2teacher)": 4.606323719024658,
      "epoch": 4.6138147566719,
      "rel-constrast": 2.179427146911621,
      "step": 5878,
      "subrel-constrast": 3.127185106277466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5245046615600586,
      "cov-distil (oracle2student)": 6.691013813018799,
      "cov-distil (oracle2teacher)": 5.832975387573242,
      "epoch": 4.614599686028257,
      "rel-constrast": 3.3001232147216797,
      "step": 5879,
      "subrel-constrast": 3.857105255126953,
      "view-similarity": 0
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 5.90625,
      "learning_rate": 2.170224043222144e-05,
      "loss": 0.6861,
      "step": 5880
    },
    {
      "cov-distil": 1.9806299209594727,
      "cov-distil (oracle2student)": 4.1246514320373535,
      "cov-distil (oracle2teacher)": 3.3608312606811523,
      "epoch": 4.615384615384615,
      "rel-constrast": 2.792663097381592,
      "step": 5880,
      "subrel-constrast": 3.623286008834839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547314167022705,
      "cov-distil (oracle2student)": 3.059115409851074,
      "cov-distil (oracle2teacher)": 3.384401798248291,
      "epoch": 4.616169544740973,
      "rel-constrast": 2.6643528938293457,
      "step": 5881,
      "subrel-constrast": 3.3366079330444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.335111141204834,
      "cov-distil (oracle2student)": 4.187094688415527,
      "cov-distil (oracle2teacher)": 3.8247861862182617,
      "epoch": 4.616954474097331,
      "rel-constrast": 3.046196937561035,
      "step": 5882,
      "subrel-constrast": 3.652958393096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.103105068206787,
      "cov-distil (oracle2student)": 5.7685112953186035,
      "cov-distil (oracle2teacher)": 5.145930767059326,
      "epoch": 4.617739403453689,
      "rel-constrast": 2.896691083908081,
      "step": 5883,
      "subrel-constrast": 2.9639506340026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2760448455810547,
      "cov-distil (oracle2student)": 5.236844062805176,
      "cov-distil (oracle2teacher)": 4.716929912567139,
      "epoch": 4.618524332810047,
      "rel-constrast": 3.4079530239105225,
      "step": 5884,
      "subrel-constrast": 3.3896689414978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2201502323150635,
      "cov-distil (oracle2student)": 5.3501877784729,
      "cov-distil (oracle2teacher)": 4.7752180099487305,
      "epoch": 4.619309262166405,
      "rel-constrast": 2.401679515838623,
      "step": 5885,
      "subrel-constrast": 2.749006986618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499606609344482,
      "cov-distil (oracle2student)": 5.16202449798584,
      "cov-distil (oracle2teacher)": 4.744590759277344,
      "epoch": 4.620094191522763,
      "rel-constrast": 2.573166847229004,
      "step": 5886,
      "subrel-constrast": 3.380554676055908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0143777132034302,
      "cov-distil (oracle2student)": 4.347529411315918,
      "cov-distil (oracle2teacher)": 4.248015403747559,
      "epoch": 4.6208791208791204,
      "rel-constrast": 2.1220579147338867,
      "step": 5887,
      "subrel-constrast": 2.663811683654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8313074111938477,
      "cov-distil (oracle2student)": 5.3867998123168945,
      "cov-distil (oracle2teacher)": 4.87580680847168,
      "epoch": 4.621664050235479,
      "rel-constrast": 2.128650665283203,
      "step": 5888,
      "subrel-constrast": 3.17964506149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3866618871688843,
      "cov-distil (oracle2student)": 3.7533364295959473,
      "cov-distil (oracle2teacher)": 3.7558724880218506,
      "epoch": 4.622448979591836,
      "rel-constrast": 1.800823450088501,
      "step": 5889,
      "subrel-constrast": 2.7847535610198975,
      "view-similarity": 0
    },
    {
      "epoch": 4.623233908948195,
      "grad_norm": 4.4375,
      "learning_rate": 2.1615756801610067e-05,
      "loss": 0.682,
      "step": 5890
    },
    {
      "cov-distil": 1.5975148677825928,
      "cov-distil (oracle2student)": 3.7257561683654785,
      "cov-distil (oracle2teacher)": 3.884225368499756,
      "epoch": 4.623233908948195,
      "rel-constrast": 2.820899486541748,
      "step": 5890,
      "subrel-constrast": 2.9101054668426514,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9984007477760315,
      "cov-distil (oracle2student)": 5.0403218269348145,
      "cov-distil (oracle2teacher)": 4.64267635345459,
      "epoch": 4.624018838304552,
      "rel-constrast": 1.3085644245147705,
      "step": 5891,
      "subrel-constrast": 1.7059619426727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626781940460205,
      "cov-distil (oracle2student)": 3.328974485397339,
      "cov-distil (oracle2teacher)": 3.474247932434082,
      "epoch": 4.624803767660911,
      "rel-constrast": 2.2241528034210205,
      "step": 5892,
      "subrel-constrast": 2.8897526264190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8944988250732422,
      "cov-distil (oracle2student)": 4.595885276794434,
      "cov-distil (oracle2teacher)": 4.077813625335693,
      "epoch": 4.625588697017268,
      "rel-constrast": 2.7497332096099854,
      "step": 5893,
      "subrel-constrast": 3.05846905708313,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9744969606399536,
      "cov-distil (oracle2student)": 4.802892208099365,
      "cov-distil (oracle2teacher)": 4.644904136657715,
      "epoch": 4.626373626373626,
      "rel-constrast": 2.6284873485565186,
      "step": 5894,
      "subrel-constrast": 3.303668737411499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8430854082107544,
      "cov-distil (oracle2student)": 3.1189751625061035,
      "cov-distil (oracle2teacher)": 2.9646520614624023,
      "epoch": 4.627158555729984,
      "rel-constrast": 1.8972387313842773,
      "step": 5895,
      "subrel-constrast": 2.5588293075561523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2685577869415283,
      "cov-distil (oracle2student)": 5.848808765411377,
      "cov-distil (oracle2teacher)": 5.597586631774902,
      "epoch": 4.627943485086342,
      "rel-constrast": 2.9767138957977295,
      "step": 5896,
      "subrel-constrast": 3.086836338043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8362294435501099,
      "cov-distil (oracle2student)": 3.7427632808685303,
      "cov-distil (oracle2teacher)": 3.866903781890869,
      "epoch": 4.6287284144427,
      "rel-constrast": 2.4055240154266357,
      "step": 5897,
      "subrel-constrast": 3.7669517993927,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.075171947479248,
      "cov-distil (oracle2student)": 4.012969017028809,
      "cov-distil (oracle2teacher)": 4.015585899353027,
      "epoch": 4.629513343799058,
      "rel-constrast": 1.8305773735046387,
      "step": 5898,
      "subrel-constrast": 3.0926010608673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585458517074585,
      "cov-distil (oracle2student)": 1.8093119859695435,
      "cov-distil (oracle2teacher)": 1.9295761585235596,
      "epoch": 4.630298273155416,
      "rel-constrast": 1.7300026416778564,
      "step": 5899,
      "subrel-constrast": 2.116420269012451,
      "view-similarity": 0
    },
    {
      "epoch": 4.631083202511774,
      "grad_norm": 4.15625,
      "learning_rate": 2.1529314406934078e-05,
      "loss": 0.6035,
      "step": 5900
    },
    {
      "epoch": 4.631083202511774,
      "overlap": 0.31562501192092896,
      "step": 5900
    },
    {
      "epoch": 4.631083202511774,
      "step": 5900,
      "student margin": 0.069091796875
    },
    {
      "epoch": 4.631083202511774,
      "step": 5900,
      "teacher margin": 0.045135498046875
    },
    {
      "epoch": 4.631083202511774,
      "margin difference": -0.023956298828125,
      "step": 5900
    },
    {
      "cov-distil": 1.999709129333496,
      "cov-distil (oracle2student)": 2.565908193588257,
      "cov-distil (oracle2teacher)": 2.9614994525909424,
      "epoch": 4.631083202511774,
      "rel-constrast": 2.676992893218994,
      "step": 5900,
      "subrel-constrast": 3.6405763626098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5578535795211792,
      "cov-distil (oracle2student)": 3.4974000453948975,
      "cov-distil (oracle2teacher)": 3.626082420349121,
      "epoch": 4.631868131868131,
      "rel-constrast": 2.029277801513672,
      "step": 5901,
      "subrel-constrast": 2.9443817138671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6100902557373047,
      "cov-distil (oracle2student)": 5.029199600219727,
      "cov-distil (oracle2teacher)": 4.490941047668457,
      "epoch": 4.63265306122449,
      "rel-constrast": 3.1748807430267334,
      "step": 5902,
      "subrel-constrast": 4.146658420562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5150024890899658,
      "cov-distil (oracle2student)": 4.97325325012207,
      "cov-distil (oracle2teacher)": 4.587745666503906,
      "epoch": 4.633437990580847,
      "rel-constrast": 3.014549970626831,
      "step": 5903,
      "subrel-constrast": 3.671353340148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.260372519493103,
      "cov-distil (oracle2student)": 2.9263663291931152,
      "cov-distil (oracle2teacher)": 2.8593640327453613,
      "epoch": 4.634222919937206,
      "rel-constrast": 2.1848607063293457,
      "step": 5904,
      "subrel-constrast": 2.7390356063842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6665724515914917,
      "cov-distil (oracle2student)": 3.3979272842407227,
      "cov-distil (oracle2teacher)": 3.4903039932250977,
      "epoch": 4.635007849293563,
      "rel-constrast": 2.4001784324645996,
      "step": 5905,
      "subrel-constrast": 2.9211976528167725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890820503234863,
      "cov-distil (oracle2student)": 4.661870956420898,
      "cov-distil (oracle2teacher)": 4.908970832824707,
      "epoch": 4.635792778649922,
      "rel-constrast": 2.5283498764038086,
      "step": 5906,
      "subrel-constrast": 3.467200994491577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.12236750125885,
      "cov-distil (oracle2student)": 3.756272554397583,
      "cov-distil (oracle2teacher)": 4.005627632141113,
      "epoch": 4.636577708006279,
      "rel-constrast": 2.2189619541168213,
      "step": 5907,
      "subrel-constrast": 2.9798543453216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3948135375976562,
      "cov-distil (oracle2student)": 3.5391101837158203,
      "cov-distil (oracle2teacher)": 2.8907036781311035,
      "epoch": 4.637362637362637,
      "rel-constrast": 2.950258255004883,
      "step": 5908,
      "subrel-constrast": 3.468189239501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6260361671447754,
      "cov-distil (oracle2student)": 4.103727340698242,
      "cov-distil (oracle2teacher)": 3.85078763961792,
      "epoch": 4.638147566718995,
      "rel-constrast": 2.5459282398223877,
      "step": 5909,
      "subrel-constrast": 3.345290422439575,
      "view-similarity": 0
    },
    {
      "epoch": 4.638932496075353,
      "grad_norm": 5.28125,
      "learning_rate": 2.1442914301466757e-05,
      "loss": 0.682,
      "step": 5910
    },
    {
      "cov-distil": 1.4998139142990112,
      "cov-distil (oracle2student)": 5.342439651489258,
      "cov-distil (oracle2teacher)": 4.9268646240234375,
      "epoch": 4.638932496075353,
      "rel-constrast": 3.6908936500549316,
      "step": 5910,
      "subrel-constrast": 4.041266918182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.218856930732727,
      "cov-distil (oracle2student)": 6.028751373291016,
      "cov-distil (oracle2teacher)": 4.896183013916016,
      "epoch": 4.639717425431711,
      "rel-constrast": 3.1241798400878906,
      "step": 5911,
      "subrel-constrast": 3.7734689712524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106092929840088,
      "cov-distil (oracle2student)": 5.371764659881592,
      "cov-distil (oracle2teacher)": 5.352295398712158,
      "epoch": 4.640502354788069,
      "rel-constrast": 2.2934556007385254,
      "step": 5912,
      "subrel-constrast": 3.5371885299682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392545223236084,
      "cov-distil (oracle2student)": 2.983088970184326,
      "cov-distil (oracle2teacher)": 3.1366233825683594,
      "epoch": 4.641287284144427,
      "rel-constrast": 3.0803213119506836,
      "step": 5913,
      "subrel-constrast": 3.7946724891662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3142588138580322,
      "cov-distil (oracle2student)": 4.267584800720215,
      "cov-distil (oracle2teacher)": 4.274707794189453,
      "epoch": 4.642072213500785,
      "rel-constrast": 2.903599739074707,
      "step": 5914,
      "subrel-constrast": 3.1228864192962646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3613805770874023,
      "cov-distil (oracle2student)": 4.553555488586426,
      "cov-distil (oracle2teacher)": 4.154911041259766,
      "epoch": 4.642857142857143,
      "rel-constrast": 2.5015242099761963,
      "step": 5915,
      "subrel-constrast": 2.413877248764038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5213186740875244,
      "cov-distil (oracle2student)": 5.516863822937012,
      "cov-distil (oracle2teacher)": 4.83836555480957,
      "epoch": 4.643642072213501,
      "rel-constrast": 2.2723331451416016,
      "step": 5916,
      "subrel-constrast": 2.9194259643554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6951521635055542,
      "cov-distil (oracle2student)": 5.705672264099121,
      "cov-distil (oracle2teacher)": 4.912635326385498,
      "epoch": 4.644427001569858,
      "rel-constrast": 2.9212732315063477,
      "step": 5917,
      "subrel-constrast": 3.5521810054779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1583034992218018,
      "cov-distil (oracle2student)": 4.048038482666016,
      "cov-distil (oracle2teacher)": 4.008528709411621,
      "epoch": 4.645211930926217,
      "rel-constrast": 2.930976390838623,
      "step": 5918,
      "subrel-constrast": 2.9040701389312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322166085243225,
      "cov-distil (oracle2student)": 3.9317750930786133,
      "cov-distil (oracle2teacher)": 3.826033115386963,
      "epoch": 4.645996860282574,
      "rel-constrast": 3.592634439468384,
      "step": 5919,
      "subrel-constrast": 4.432026386260986,
      "view-similarity": 0
    },
    {
      "epoch": 4.646781789638933,
      "grad_norm": 6.21875,
      "learning_rate": 2.1356557537966112e-05,
      "loss": 0.7693,
      "step": 5920
    },
    {
      "cov-distil": 1.4141042232513428,
      "cov-distil (oracle2student)": 3.805893898010254,
      "cov-distil (oracle2teacher)": 3.302340030670166,
      "epoch": 4.646781789638933,
      "rel-constrast": 2.2497711181640625,
      "step": 5920,
      "subrel-constrast": 2.6740574836730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3942253589630127,
      "cov-distil (oracle2student)": 6.049006938934326,
      "cov-distil (oracle2teacher)": 5.2480268478393555,
      "epoch": 4.64756671899529,
      "rel-constrast": 2.5883727073669434,
      "step": 5921,
      "subrel-constrast": 3.5526528358459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9263285398483276,
      "cov-distil (oracle2student)": 3.5461225509643555,
      "cov-distil (oracle2teacher)": 3.6186652183532715,
      "epoch": 4.648351648351649,
      "rel-constrast": 1.9321740865707397,
      "step": 5922,
      "subrel-constrast": 2.853630781173706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4277055263519287,
      "cov-distil (oracle2student)": 4.691897392272949,
      "cov-distil (oracle2teacher)": 4.533879280090332,
      "epoch": 4.649136577708006,
      "rel-constrast": 1.788158893585205,
      "step": 5923,
      "subrel-constrast": 2.664196252822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3809876441955566,
      "cov-distil (oracle2student)": 4.638128280639648,
      "cov-distil (oracle2teacher)": 4.681113243103027,
      "epoch": 4.649921507064365,
      "rel-constrast": 2.636261463165283,
      "step": 5924,
      "subrel-constrast": 3.342301607131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1995301246643066,
      "cov-distil (oracle2student)": 2.563427209854126,
      "cov-distil (oracle2teacher)": 3.278010606765747,
      "epoch": 4.650706436420722,
      "rel-constrast": 2.0106201171875,
      "step": 5925,
      "subrel-constrast": 3.5116822719573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3636759519577026,
      "cov-distil (oracle2student)": 3.8788087368011475,
      "cov-distil (oracle2teacher)": 3.7668137550354004,
      "epoch": 4.65149136577708,
      "rel-constrast": 2.606452465057373,
      "step": 5926,
      "subrel-constrast": 3.518643856048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9725710153579712,
      "cov-distil (oracle2student)": 3.7196807861328125,
      "cov-distil (oracle2teacher)": 3.4892871379852295,
      "epoch": 4.652276295133438,
      "rel-constrast": 1.4456989765167236,
      "step": 5927,
      "subrel-constrast": 1.8994841575622559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4703571796417236,
      "cov-distil (oracle2student)": 4.317396640777588,
      "cov-distil (oracle2teacher)": 4.491722106933594,
      "epoch": 4.653061224489796,
      "rel-constrast": 1.6553330421447754,
      "step": 5928,
      "subrel-constrast": 2.504051685333252,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9312705993652344,
      "cov-distil (oracle2student)": 4.4125075340271,
      "cov-distil (oracle2teacher)": 4.395528316497803,
      "epoch": 4.653846153846154,
      "rel-constrast": 1.9374146461486816,
      "step": 5929,
      "subrel-constrast": 2.4355053901672363,
      "view-similarity": 0
    },
    {
      "epoch": 4.654631083202512,
      "grad_norm": 4.53125,
      "learning_rate": 2.127024516866208e-05,
      "loss": 0.5575,
      "step": 5930
    },
    {
      "cov-distil": 1.2405002117156982,
      "cov-distil (oracle2student)": 3.3103888034820557,
      "cov-distil (oracle2teacher)": 3.681245803833008,
      "epoch": 4.654631083202512,
      "rel-constrast": 1.8655953407287598,
      "step": 5930,
      "subrel-constrast": 3.0937392711639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.296831727027893,
      "cov-distil (oracle2student)": 5.955783843994141,
      "cov-distil (oracle2teacher)": 5.790663242340088,
      "epoch": 4.65541601255887,
      "rel-constrast": 2.2839083671569824,
      "step": 5931,
      "subrel-constrast": 3.3714816570281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1516282558441162,
      "cov-distil (oracle2student)": 3.7223801612854004,
      "cov-distil (oracle2teacher)": 3.991239547729492,
      "epoch": 4.656200941915228,
      "rel-constrast": 2.298032283782959,
      "step": 5932,
      "subrel-constrast": 3.128063678741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8393325805664062,
      "cov-distil (oracle2student)": 4.670342922210693,
      "cov-distil (oracle2teacher)": 3.778526782989502,
      "epoch": 4.656985871271585,
      "rel-constrast": 3.016631603240967,
      "step": 5933,
      "subrel-constrast": 3.2551071643829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815068244934082,
      "cov-distil (oracle2student)": 3.3842272758483887,
      "cov-distil (oracle2teacher)": 3.6138317584991455,
      "epoch": 4.657770800627944,
      "rel-constrast": 2.6270694732666016,
      "step": 5934,
      "subrel-constrast": 3.745753765106201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6575827598571777,
      "cov-distil (oracle2student)": 2.994450092315674,
      "cov-distil (oracle2teacher)": 3.3006532192230225,
      "epoch": 4.658555729984301,
      "rel-constrast": 2.1373391151428223,
      "step": 5935,
      "subrel-constrast": 3.3491270542144775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9228596687316895,
      "cov-distil (oracle2student)": 4.691592216491699,
      "cov-distil (oracle2teacher)": 4.190532684326172,
      "epoch": 4.65934065934066,
      "rel-constrast": 2.380751609802246,
      "step": 5936,
      "subrel-constrast": 3.3439197540283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.769650936126709,
      "cov-distil (oracle2student)": 3.8310546875,
      "cov-distil (oracle2teacher)": 4.1169328689575195,
      "epoch": 4.660125588697017,
      "rel-constrast": 2.6369130611419678,
      "step": 5937,
      "subrel-constrast": 3.27854061126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5189015865325928,
      "cov-distil (oracle2student)": 3.798924446105957,
      "cov-distil (oracle2teacher)": 3.4741837978363037,
      "epoch": 4.660910518053376,
      "rel-constrast": 2.479631185531616,
      "step": 5938,
      "subrel-constrast": 3.1182258129119873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841870546340942,
      "cov-distil (oracle2student)": 3.64821195602417,
      "cov-distil (oracle2teacher)": 3.9283666610717773,
      "epoch": 4.661695447409733,
      "rel-constrast": 2.627267599105835,
      "step": 5939,
      "subrel-constrast": 3.3769657611846924,
      "view-similarity": 0
    },
    {
      "epoch": 4.662480376766091,
      "grad_norm": 5.09375,
      "learning_rate": 2.118397824524362e-05,
      "loss": 0.6486,
      "step": 5940
    },
    {
      "cov-distil": 1.1952463388442993,
      "cov-distil (oracle2student)": 3.0069222450256348,
      "cov-distil (oracle2teacher)": 3.154860496520996,
      "epoch": 4.662480376766091,
      "rel-constrast": 2.126796007156372,
      "step": 5940,
      "subrel-constrast": 2.42238187789917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9978632926940918,
      "cov-distil (oracle2student)": 4.0679521560668945,
      "cov-distil (oracle2teacher)": 3.5269370079040527,
      "epoch": 4.663265306122449,
      "rel-constrast": 1.9554522037506104,
      "step": 5941,
      "subrel-constrast": 2.970850944519043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.040738582611084,
      "cov-distil (oracle2student)": 4.831962585449219,
      "cov-distil (oracle2teacher)": 4.288283348083496,
      "epoch": 4.664050235478807,
      "rel-constrast": 2.7127246856689453,
      "step": 5942,
      "subrel-constrast": 3.408241033554077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0444529056549072,
      "cov-distil (oracle2student)": 3.736952066421509,
      "cov-distil (oracle2teacher)": 3.6299374103546143,
      "epoch": 4.664835164835165,
      "rel-constrast": 2.0496532917022705,
      "step": 5943,
      "subrel-constrast": 2.607327699661255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2340933084487915,
      "cov-distil (oracle2student)": 6.264898777008057,
      "cov-distil (oracle2teacher)": 5.280643463134766,
      "epoch": 4.665620094191523,
      "rel-constrast": 2.635972023010254,
      "step": 5944,
      "subrel-constrast": 2.8271782398223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3100111484527588,
      "cov-distil (oracle2student)": 6.530608177185059,
      "cov-distil (oracle2teacher)": 5.740662097930908,
      "epoch": 4.666405023547881,
      "rel-constrast": 2.2742278575897217,
      "step": 5945,
      "subrel-constrast": 2.977191686630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0289294719696045,
      "cov-distil (oracle2student)": 5.09612512588501,
      "cov-distil (oracle2teacher)": 4.364243507385254,
      "epoch": 4.667189952904239,
      "rel-constrast": 1.9192147254943848,
      "step": 5946,
      "subrel-constrast": 2.305935859680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8143417835235596,
      "cov-distil (oracle2student)": 4.728775501251221,
      "cov-distil (oracle2teacher)": 4.634495735168457,
      "epoch": 4.667974882260596,
      "rel-constrast": 2.0923011302948,
      "step": 5947,
      "subrel-constrast": 3.3761789798736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1029434204101562,
      "cov-distil (oracle2student)": 5.241086006164551,
      "cov-distil (oracle2teacher)": 4.5252275466918945,
      "epoch": 4.668759811616955,
      "rel-constrast": 2.761740207672119,
      "step": 5948,
      "subrel-constrast": 2.851134777069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7949960231781006,
      "cov-distil (oracle2student)": 5.22470760345459,
      "cov-distil (oracle2teacher)": 4.736099720001221,
      "epoch": 4.669544740973312,
      "rel-constrast": 2.3803954124450684,
      "step": 5949,
      "subrel-constrast": 3.146247386932373,
      "view-similarity": 0
    },
    {
      "epoch": 4.670329670329671,
      "grad_norm": 5.5625,
      "learning_rate": 2.109775781884598e-05,
      "loss": 0.6091,
      "step": 5950
    },
    {
      "cov-distil": 2.0742814540863037,
      "cov-distil (oracle2student)": 5.529162406921387,
      "cov-distil (oracle2teacher)": 4.84407901763916,
      "epoch": 4.670329670329671,
      "rel-constrast": 3.7152390480041504,
      "step": 5950,
      "subrel-constrast": 4.086580276489258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006345272064209,
      "cov-distil (oracle2student)": 5.060190677642822,
      "cov-distil (oracle2teacher)": 4.968981742858887,
      "epoch": 4.671114599686028,
      "rel-constrast": 2.379509687423706,
      "step": 5951,
      "subrel-constrast": 3.4441263675689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5750389099121094,
      "cov-distil (oracle2student)": 2.451493263244629,
      "cov-distil (oracle2teacher)": 2.807553291320801,
      "epoch": 4.671899529042387,
      "rel-constrast": 3.0607008934020996,
      "step": 5952,
      "subrel-constrast": 3.746216058731079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4638891220092773,
      "cov-distil (oracle2student)": 5.721780300140381,
      "cov-distil (oracle2teacher)": 5.398804664611816,
      "epoch": 4.672684458398744,
      "rel-constrast": 2.2317919731140137,
      "step": 5953,
      "subrel-constrast": 2.9679155349731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7764216661453247,
      "cov-distil (oracle2student)": 5.306625843048096,
      "cov-distil (oracle2teacher)": 4.083967208862305,
      "epoch": 4.673469387755102,
      "rel-constrast": 2.642685890197754,
      "step": 5954,
      "subrel-constrast": 3.077273368835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2889045476913452,
      "cov-distil (oracle2student)": 5.146772861480713,
      "cov-distil (oracle2teacher)": 4.277261734008789,
      "epoch": 4.67425431711146,
      "rel-constrast": 2.087374448776245,
      "step": 5955,
      "subrel-constrast": 2.395825147628784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1610745191574097,
      "cov-distil (oracle2student)": 4.9104204177856445,
      "cov-distil (oracle2teacher)": 5.198004722595215,
      "epoch": 4.675039246467818,
      "rel-constrast": 1.8702212572097778,
      "step": 5956,
      "subrel-constrast": 2.6207401752471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.455475926399231,
      "cov-distil (oracle2student)": 2.967773914337158,
      "cov-distil (oracle2teacher)": 3.477602481842041,
      "epoch": 4.675824175824176,
      "rel-constrast": 2.0221052169799805,
      "step": 5957,
      "subrel-constrast": 2.952524423599243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182551622390747,
      "cov-distil (oracle2student)": 4.066514492034912,
      "cov-distil (oracle2teacher)": 4.155997276306152,
      "epoch": 4.676609105180534,
      "rel-constrast": 2.5663769245147705,
      "step": 5958,
      "subrel-constrast": 3.4394443035125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.253597378730774,
      "cov-distil (oracle2student)": 3.631258726119995,
      "cov-distil (oracle2teacher)": 3.119408130645752,
      "epoch": 4.677394034536892,
      "rel-constrast": 3.8374733924865723,
      "step": 5959,
      "subrel-constrast": 3.511690616607666,
      "view-similarity": 0
    },
    {
      "epoch": 4.67817896389325,
      "grad_norm": 8.375,
      "learning_rate": 2.1011584940037836e-05,
      "loss": 0.6984,
      "step": 5960
    },
    {
      "cov-distil": 1.5628812313079834,
      "cov-distil (oracle2student)": 4.62330436706543,
      "cov-distil (oracle2teacher)": 3.5604076385498047,
      "epoch": 4.67817896389325,
      "rel-constrast": 2.261049509048462,
      "step": 5960,
      "subrel-constrast": 2.9566941261291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.213172674179077,
      "cov-distil (oracle2student)": 3.1415555477142334,
      "cov-distil (oracle2teacher)": 3.1513776779174805,
      "epoch": 4.678963893249607,
      "rel-constrast": 2.5838520526885986,
      "step": 5961,
      "subrel-constrast": 3.8165640830993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38560950756073,
      "cov-distil (oracle2student)": 4.735838890075684,
      "cov-distil (oracle2teacher)": 4.360672950744629,
      "epoch": 4.679748822605966,
      "rel-constrast": 2.6516003608703613,
      "step": 5962,
      "subrel-constrast": 3.075486183166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088945388793945,
      "cov-distil (oracle2student)": 5.222635746002197,
      "cov-distil (oracle2teacher)": 5.022225856781006,
      "epoch": 4.680533751962323,
      "rel-constrast": 2.686861991882324,
      "step": 5963,
      "subrel-constrast": 3.681133508682251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.943099856376648,
      "cov-distil (oracle2student)": 4.774291515350342,
      "cov-distil (oracle2teacher)": 4.467694282531738,
      "epoch": 4.681318681318682,
      "rel-constrast": 2.947765588760376,
      "step": 5964,
      "subrel-constrast": 3.7351677417755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5361783504486084,
      "cov-distil (oracle2student)": 4.785184860229492,
      "cov-distil (oracle2teacher)": 3.957458972930908,
      "epoch": 4.682103610675039,
      "rel-constrast": 1.959815502166748,
      "step": 5965,
      "subrel-constrast": 2.951908588409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4731407165527344,
      "cov-distil (oracle2student)": 3.020197868347168,
      "cov-distil (oracle2teacher)": 3.1457254886627197,
      "epoch": 4.6828885400313975,
      "rel-constrast": 2.082324504852295,
      "step": 5966,
      "subrel-constrast": 2.9683902263641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4757087230682373,
      "cov-distil (oracle2student)": 3.8130850791931152,
      "cov-distil (oracle2teacher)": 4.007523536682129,
      "epoch": 4.683673469387755,
      "rel-constrast": 2.2462635040283203,
      "step": 5967,
      "subrel-constrast": 3.2126970291137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4301543235778809,
      "cov-distil (oracle2student)": 2.7011842727661133,
      "cov-distil (oracle2teacher)": 2.5921056270599365,
      "epoch": 4.684458398744113,
      "rel-constrast": 1.6696205139160156,
      "step": 5968,
      "subrel-constrast": 2.7373385429382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1290253400802612,
      "cov-distil (oracle2student)": 3.695920467376709,
      "cov-distil (oracle2teacher)": 3.593942165374756,
      "epoch": 4.685243328100471,
      "rel-constrast": 2.2103567123413086,
      "step": 5969,
      "subrel-constrast": 2.584778070449829,
      "view-similarity": 0
    },
    {
      "epoch": 4.686028257456829,
      "grad_norm": 5.84375,
      "learning_rate": 2.092546065880855e-05,
      "loss": 0.6226,
      "step": 5970
    },
    {
      "cov-distil": 1.607118844985962,
      "cov-distil (oracle2student)": 4.993749618530273,
      "cov-distil (oracle2teacher)": 4.083418846130371,
      "epoch": 4.686028257456829,
      "rel-constrast": 2.853128671646118,
      "step": 5970,
      "subrel-constrast": 3.2346861362457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7035727500915527,
      "cov-distil (oracle2student)": 4.8903961181640625,
      "cov-distil (oracle2teacher)": 4.61258602142334,
      "epoch": 4.686813186813187,
      "rel-constrast": 1.2459838390350342,
      "step": 5971,
      "subrel-constrast": 2.542405605316162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5028188228607178,
      "cov-distil (oracle2student)": 5.011482238769531,
      "cov-distil (oracle2teacher)": 4.556706428527832,
      "epoch": 4.687598116169545,
      "rel-constrast": 2.1979146003723145,
      "step": 5972,
      "subrel-constrast": 2.5324766635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1306865215301514,
      "cov-distil (oracle2student)": 4.144237518310547,
      "cov-distil (oracle2teacher)": 3.6875555515289307,
      "epoch": 4.688383045525903,
      "rel-constrast": 2.149549961090088,
      "step": 5973,
      "subrel-constrast": 2.7450368404388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0143754482269287,
      "cov-distil (oracle2student)": 3.986196279525757,
      "cov-distil (oracle2teacher)": 3.9507858753204346,
      "epoch": 4.689167974882261,
      "rel-constrast": 2.6745593547821045,
      "step": 5974,
      "subrel-constrast": 3.1566216945648193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.33511483669281,
      "cov-distil (oracle2student)": 3.523552179336548,
      "cov-distil (oracle2teacher)": 3.7559449672698975,
      "epoch": 4.689952904238618,
      "rel-constrast": 2.1499595642089844,
      "step": 5975,
      "subrel-constrast": 2.787987232208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6776034832000732,
      "cov-distil (oracle2student)": 3.7286226749420166,
      "cov-distil (oracle2teacher)": 3.5369038581848145,
      "epoch": 4.6907378335949765,
      "rel-constrast": 3.681286573410034,
      "step": 5976,
      "subrel-constrast": 4.026334762573242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59926176071167,
      "cov-distil (oracle2student)": 5.04759407043457,
      "cov-distil (oracle2teacher)": 4.537112712860107,
      "epoch": 4.691522762951334,
      "rel-constrast": 2.236947536468506,
      "step": 5977,
      "subrel-constrast": 3.072042942047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3724464178085327,
      "cov-distil (oracle2student)": 7.728011131286621,
      "cov-distil (oracle2teacher)": 6.713921546936035,
      "epoch": 4.6923076923076925,
      "rel-constrast": 1.9902740716934204,
      "step": 5978,
      "subrel-constrast": 2.8340861797332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559327244758606,
      "cov-distil (oracle2student)": 5.166934013366699,
      "cov-distil (oracle2teacher)": 4.900672912597656,
      "epoch": 4.69309262166405,
      "rel-constrast": 2.3604483604431152,
      "step": 5979,
      "subrel-constrast": 3.4090163707733154,
      "view-similarity": 0
    },
    {
      "epoch": 4.6938775510204085,
      "grad_norm": 7.03125,
      "learning_rate": 2.0839386024555286e-05,
      "loss": 0.6273,
      "step": 5980
    },
    {
      "cov-distil": 1.586065411567688,
      "cov-distil (oracle2student)": 5.451048851013184,
      "cov-distil (oracle2teacher)": 5.428289413452148,
      "epoch": 4.6938775510204085,
      "rel-constrast": 2.9269485473632812,
      "step": 5980,
      "subrel-constrast": 4.193150520324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326608419418335,
      "cov-distil (oracle2student)": 3.0719470977783203,
      "cov-distil (oracle2teacher)": 3.1265573501586914,
      "epoch": 4.694662480376766,
      "rel-constrast": 2.5961732864379883,
      "step": 5981,
      "subrel-constrast": 2.9585318565368652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.270506501197815,
      "cov-distil (oracle2student)": 4.031243324279785,
      "cov-distil (oracle2teacher)": 3.80267333984375,
      "epoch": 4.695447409733124,
      "rel-constrast": 2.6853575706481934,
      "step": 5982,
      "subrel-constrast": 3.041293144226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4126410484313965,
      "cov-distil (oracle2student)": 3.9943599700927734,
      "cov-distil (oracle2teacher)": 4.326968193054199,
      "epoch": 4.696232339089482,
      "rel-constrast": 3.078275680541992,
      "step": 5983,
      "subrel-constrast": 3.943911075592041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.373462438583374,
      "cov-distil (oracle2student)": 3.6465845108032227,
      "cov-distil (oracle2teacher)": 3.566000461578369,
      "epoch": 4.6970172684458396,
      "rel-constrast": 2.5187246799468994,
      "step": 5984,
      "subrel-constrast": 3.3177452087402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8885453939437866,
      "cov-distil (oracle2student)": 4.779265880584717,
      "cov-distil (oracle2teacher)": 4.6762566566467285,
      "epoch": 4.697802197802198,
      "rel-constrast": 1.5723152160644531,
      "step": 5985,
      "subrel-constrast": 2.7042531967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3690614700317383,
      "cov-distil (oracle2student)": 3.614304780960083,
      "cov-distil (oracle2teacher)": 3.2036092281341553,
      "epoch": 4.6985871271585555,
      "rel-constrast": 1.9971498250961304,
      "step": 5986,
      "subrel-constrast": 2.898226737976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4575238227844238,
      "cov-distil (oracle2student)": 3.3173859119415283,
      "cov-distil (oracle2teacher)": 3.5151209831237793,
      "epoch": 4.699372056514914,
      "rel-constrast": 1.896312952041626,
      "step": 5987,
      "subrel-constrast": 2.444934844970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7138497829437256,
      "cov-distil (oracle2student)": 4.145331859588623,
      "cov-distil (oracle2teacher)": 4.3464531898498535,
      "epoch": 4.7001569858712715,
      "rel-constrast": 2.220404863357544,
      "step": 5988,
      "subrel-constrast": 3.0632545948028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3570300340652466,
      "cov-distil (oracle2student)": 4.442475318908691,
      "cov-distil (oracle2teacher)": 4.766020774841309,
      "epoch": 4.700941915227629,
      "rel-constrast": 2.4176602363586426,
      "step": 5989,
      "subrel-constrast": 2.846719741821289,
      "view-similarity": 0
    },
    {
      "epoch": 4.7017268445839875,
      "grad_norm": 5.25,
      "learning_rate": 2.075336208607029e-05,
      "loss": 0.6346,
      "step": 5990
    },
    {
      "cov-distil": 2.5149264335632324,
      "cov-distil (oracle2student)": 5.17037296295166,
      "cov-distil (oracle2teacher)": 4.323747634887695,
      "epoch": 4.7017268445839875,
      "rel-constrast": 3.0439257621765137,
      "step": 5990,
      "subrel-constrast": 3.833406448364258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7051987648010254,
      "cov-distil (oracle2student)": 4.95591402053833,
      "cov-distil (oracle2teacher)": 4.728899955749512,
      "epoch": 4.702511773940345,
      "rel-constrast": 2.333981513977051,
      "step": 5991,
      "subrel-constrast": 3.451164484024048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906521558761597,
      "cov-distil (oracle2student)": 5.220417499542236,
      "cov-distil (oracle2teacher)": 5.576608657836914,
      "epoch": 4.7032967032967035,
      "rel-constrast": 2.9984476566314697,
      "step": 5992,
      "subrel-constrast": 3.423659324645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7557485103607178,
      "cov-distil (oracle2student)": 5.280031204223633,
      "cov-distil (oracle2teacher)": 4.762412071228027,
      "epoch": 4.704081632653061,
      "rel-constrast": 3.846527099609375,
      "step": 5993,
      "subrel-constrast": 4.3470587730407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609824299812317,
      "cov-distil (oracle2student)": 5.568630218505859,
      "cov-distil (oracle2teacher)": 5.292668342590332,
      "epoch": 4.704866562009419,
      "rel-constrast": 2.311284303665161,
      "step": 5994,
      "subrel-constrast": 2.954455852508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1727933883666992,
      "cov-distil (oracle2student)": 2.9330999851226807,
      "cov-distil (oracle2teacher)": 2.8611748218536377,
      "epoch": 4.705651491365777,
      "rel-constrast": 2.1304147243499756,
      "step": 5995,
      "subrel-constrast": 2.7365121841430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1584393978118896,
      "cov-distil (oracle2student)": 4.558234214782715,
      "cov-distil (oracle2teacher)": 4.572686195373535,
      "epoch": 4.7064364207221345,
      "rel-constrast": 2.5821423530578613,
      "step": 5996,
      "subrel-constrast": 3.0666663646698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7121832370758057,
      "cov-distil (oracle2student)": 4.389962196350098,
      "cov-distil (oracle2teacher)": 4.434502601623535,
      "epoch": 4.707221350078493,
      "rel-constrast": 3.0216245651245117,
      "step": 5997,
      "subrel-constrast": 3.5179178714752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1486945152282715,
      "cov-distil (oracle2student)": 3.6509642601013184,
      "cov-distil (oracle2teacher)": 3.835287570953369,
      "epoch": 4.7080062794348505,
      "rel-constrast": 2.655545234680176,
      "step": 5998,
      "subrel-constrast": 3.123836040496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6051445007324219,
      "cov-distil (oracle2student)": 4.8245368003845215,
      "cov-distil (oracle2teacher)": 4.199688911437988,
      "epoch": 4.708791208791209,
      "rel-constrast": 2.5931851863861084,
      "step": 5999,
      "subrel-constrast": 3.2767598628997803,
      "view-similarity": 0
    },
    {
      "epoch": 4.7095761381475665,
      "grad_norm": 5.15625,
      "learning_rate": 2.066738989152813e-05,
      "loss": 0.7284,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/duc04-P@10": 0.762,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/duc04-nDCG@10": 0.7723063527475976,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/duc04-alpha_nDCG@10": 0.5838478718732126,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/multi_news-nDCG@10": 0.6137723639092354,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/multi_news-alpha_nDCG@10": 0.6013843267147118,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "eval/avg": 0.5401351327206131,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "overlap": 0.2796874940395355,
      "step": 6000
    },
    {
      "epoch": 4.7095761381475665,
      "step": 6000,
      "student margin": 0.05389404296875
    },
    {
      "epoch": 4.7095761381475665,
      "step": 6000,
      "teacher margin": 0.03375244140625
    },
    {
      "epoch": 4.7095761381475665,
      "margin difference": -0.0201416015625,
      "step": 6000
    },
    {
      "cov-distil": 1.7982631921768188,
      "cov-distil (oracle2student)": 3.262256383895874,
      "cov-distil (oracle2teacher)": 3.543616533279419,
      "epoch": 4.7095761381475665,
      "rel-constrast": 2.638828992843628,
      "step": 6000,
      "subrel-constrast": 3.3484435081481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5798779726028442,
      "cov-distil (oracle2student)": 4.690957546234131,
      "cov-distil (oracle2teacher)": 4.355152606964111,
      "epoch": 4.710361067503925,
      "rel-constrast": 2.3655576705932617,
      "step": 6001,
      "subrel-constrast": 3.1543967723846436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3550362586975098,
      "cov-distil (oracle2student)": 3.346261739730835,
      "cov-distil (oracle2teacher)": 3.594675064086914,
      "epoch": 4.7111459968602825,
      "rel-constrast": 2.418534755706787,
      "step": 6002,
      "subrel-constrast": 3.016057014465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834694743156433,
      "cov-distil (oracle2student)": 3.980156898498535,
      "cov-distil (oracle2teacher)": 4.603063583374023,
      "epoch": 4.71193092621664,
      "rel-constrast": 2.0515828132629395,
      "step": 6003,
      "subrel-constrast": 3.2406625747680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3818929195404053,
      "cov-distil (oracle2student)": 2.789116859436035,
      "cov-distil (oracle2teacher)": 2.930346965789795,
      "epoch": 4.712715855572998,
      "rel-constrast": 1.8570953607559204,
      "step": 6004,
      "subrel-constrast": 2.6085565090179443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.417865514755249,
      "cov-distil (oracle2student)": 5.153488636016846,
      "cov-distil (oracle2teacher)": 4.68173885345459,
      "epoch": 4.713500784929356,
      "rel-constrast": 3.3484349250793457,
      "step": 6005,
      "subrel-constrast": 3.6427273750305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9663453102111816,
      "cov-distil (oracle2student)": 3.709916591644287,
      "cov-distil (oracle2teacher)": 3.4437122344970703,
      "epoch": 4.714285714285714,
      "rel-constrast": 1.9768707752227783,
      "step": 6006,
      "subrel-constrast": 3.273735284805298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.380250334739685,
      "cov-distil (oracle2student)": 3.9490418434143066,
      "cov-distil (oracle2teacher)": 3.9466652870178223,
      "epoch": 4.715070643642072,
      "rel-constrast": 2.4232075214385986,
      "step": 6007,
      "subrel-constrast": 3.0988564491271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818999171257019,
      "cov-distil (oracle2student)": 4.272839069366455,
      "cov-distil (oracle2teacher)": 4.362579345703125,
      "epoch": 4.71585557299843,
      "rel-constrast": 3.369051456451416,
      "step": 6008,
      "subrel-constrast": 3.7665133476257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5035847425460815,
      "cov-distil (oracle2student)": 4.274346351623535,
      "cov-distil (oracle2teacher)": 4.051229476928711,
      "epoch": 4.716640502354788,
      "rel-constrast": 1.762117624282837,
      "step": 6009,
      "subrel-constrast": 2.7220253944396973,
      "view-similarity": 0
    },
    {
      "epoch": 4.717425431711146,
      "grad_norm": 4.4375,
      "learning_rate": 2.058147048847285e-05,
      "loss": 0.6454,
      "step": 6010
    },
    {
      "cov-distil": 1.413413643836975,
      "cov-distil (oracle2student)": 4.895362377166748,
      "cov-distil (oracle2teacher)": 4.834054946899414,
      "epoch": 4.717425431711146,
      "rel-constrast": 1.9104461669921875,
      "step": 6010,
      "subrel-constrast": 3.011723041534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5907002687454224,
      "cov-distil (oracle2student)": 3.572441816329956,
      "cov-distil (oracle2teacher)": 3.454460382461548,
      "epoch": 4.718210361067504,
      "rel-constrast": 2.2838897705078125,
      "step": 6011,
      "subrel-constrast": 3.2801902294158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4329090118408203,
      "cov-distil (oracle2student)": 5.374332427978516,
      "cov-distil (oracle2teacher)": 5.134748458862305,
      "epoch": 4.718995290423862,
      "rel-constrast": 3.9967899322509766,
      "step": 6012,
      "subrel-constrast": 4.266286849975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5213525295257568,
      "cov-distil (oracle2student)": 4.291829586029053,
      "cov-distil (oracle2teacher)": 4.25614070892334,
      "epoch": 4.71978021978022,
      "rel-constrast": 2.5345540046691895,
      "step": 6013,
      "subrel-constrast": 3.259122133255005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5293445587158203,
      "cov-distil (oracle2student)": 4.861475467681885,
      "cov-distil (oracle2teacher)": 4.358582496643066,
      "epoch": 4.720565149136577,
      "rel-constrast": 2.8553881645202637,
      "step": 6014,
      "subrel-constrast": 3.09712815284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434532642364502,
      "cov-distil (oracle2student)": 2.8950161933898926,
      "cov-distil (oracle2teacher)": 2.9817991256713867,
      "epoch": 4.721350078492936,
      "rel-constrast": 2.152700662612915,
      "step": 6015,
      "subrel-constrast": 2.728579521179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6015183925628662,
      "cov-distil (oracle2student)": 4.926412582397461,
      "cov-distil (oracle2teacher)": 4.306430816650391,
      "epoch": 4.722135007849293,
      "rel-constrast": 3.3657987117767334,
      "step": 6016,
      "subrel-constrast": 4.178540229797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8362830877304077,
      "cov-distil (oracle2student)": 4.848877906799316,
      "cov-distil (oracle2teacher)": 4.377091407775879,
      "epoch": 4.722919937205652,
      "rel-constrast": 3.1402969360351562,
      "step": 6017,
      "subrel-constrast": 3.6611011028289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7292580604553223,
      "cov-distil (oracle2student)": 4.877412796020508,
      "cov-distil (oracle2teacher)": 4.820239067077637,
      "epoch": 4.723704866562009,
      "rel-constrast": 2.355740785598755,
      "step": 6018,
      "subrel-constrast": 3.2368252277374268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9752023220062256,
      "cov-distil (oracle2student)": 4.539583206176758,
      "cov-distil (oracle2teacher)": 3.7908987998962402,
      "epoch": 4.724489795918368,
      "rel-constrast": 1.9190726280212402,
      "step": 6019,
      "subrel-constrast": 2.7523415088653564,
      "view-similarity": 0
    },
    {
      "epoch": 4.725274725274725,
      "grad_norm": 5.09375,
      "learning_rate": 2.0495604923805268e-05,
      "loss": 0.703,
      "step": 6020
    },
    {
      "cov-distil": 1.1895802021026611,
      "cov-distil (oracle2student)": 4.495765686035156,
      "cov-distil (oracle2teacher)": 3.986520767211914,
      "epoch": 4.725274725274725,
      "rel-constrast": 3.0868852138519287,
      "step": 6020,
      "subrel-constrast": 3.340872049331665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5412282943725586,
      "cov-distil (oracle2student)": 4.295361518859863,
      "cov-distil (oracle2teacher)": 3.922161102294922,
      "epoch": 4.726059654631083,
      "rel-constrast": 2.147090435028076,
      "step": 6021,
      "subrel-constrast": 2.6077921390533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2029073238372803,
      "cov-distil (oracle2student)": 3.4332122802734375,
      "cov-distil (oracle2teacher)": 3.053903341293335,
      "epoch": 4.726844583987441,
      "rel-constrast": 2.20878005027771,
      "step": 6022,
      "subrel-constrast": 2.8126442432403564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588765382766724,
      "cov-distil (oracle2student)": 3.9034013748168945,
      "cov-distil (oracle2teacher)": 3.837883949279785,
      "epoch": 4.727629513343799,
      "rel-constrast": 2.2642669677734375,
      "step": 6023,
      "subrel-constrast": 2.9324209690093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.588761806488037,
      "cov-distil (oracle2student)": 4.735379695892334,
      "cov-distil (oracle2teacher)": 4.320076942443848,
      "epoch": 4.728414442700157,
      "rel-constrast": 2.32536244392395,
      "step": 6024,
      "subrel-constrast": 3.325256109237671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5401735305786133,
      "cov-distil (oracle2student)": 4.8666300773620605,
      "cov-distil (oracle2teacher)": 5.04647159576416,
      "epoch": 4.729199372056515,
      "rel-constrast": 2.8051328659057617,
      "step": 6025,
      "subrel-constrast": 3.48713755607605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808157205581665,
      "cov-distil (oracle2student)": 3.040980100631714,
      "cov-distil (oracle2teacher)": 3.1681582927703857,
      "epoch": 4.729984301412873,
      "rel-constrast": 2.7351925373077393,
      "step": 6026,
      "subrel-constrast": 3.8191769123077393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6139779090881348,
      "cov-distil (oracle2student)": 4.975748538970947,
      "cov-distil (oracle2teacher)": 5.164024829864502,
      "epoch": 4.730769230769231,
      "rel-constrast": 2.481813907623291,
      "step": 6027,
      "subrel-constrast": 3.4429023265838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0918478965759277,
      "cov-distil (oracle2student)": 3.099107503890991,
      "cov-distil (oracle2teacher)": 3.426891326904297,
      "epoch": 4.731554160125588,
      "rel-constrast": 2.798464775085449,
      "step": 6028,
      "subrel-constrast": 3.855475664138794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0730631351470947,
      "cov-distil (oracle2student)": 5.5063982009887695,
      "cov-distil (oracle2teacher)": 4.895514011383057,
      "epoch": 4.732339089481947,
      "rel-constrast": 2.5501303672790527,
      "step": 6029,
      "subrel-constrast": 2.3164467811584473,
      "view-similarity": 0
    },
    {
      "epoch": 4.733124018838304,
      "grad_norm": 6.28125,
      "learning_rate": 2.040979424377018e-05,
      "loss": 0.6733,
      "step": 6030
    },
    {
      "cov-distil": 1.909934401512146,
      "cov-distil (oracle2student)": 3.464249610900879,
      "cov-distil (oracle2teacher)": 3.3403215408325195,
      "epoch": 4.733124018838304,
      "rel-constrast": 2.1977341175079346,
      "step": 6030,
      "subrel-constrast": 2.9008634090423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851655125617981,
      "cov-distil (oracle2student)": 3.9783592224121094,
      "cov-distil (oracle2teacher)": 3.6354782581329346,
      "epoch": 4.733908948194663,
      "rel-constrast": 2.9757466316223145,
      "step": 6031,
      "subrel-constrast": 3.2795298099517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976382732391357,
      "cov-distil (oracle2student)": 4.8097124099731445,
      "cov-distil (oracle2teacher)": 4.304244041442871,
      "epoch": 4.73469387755102,
      "rel-constrast": 3.3686470985412598,
      "step": 6032,
      "subrel-constrast": 4.46674919128418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3512873649597168,
      "cov-distil (oracle2student)": 6.072574615478516,
      "cov-distil (oracle2teacher)": 5.206029891967773,
      "epoch": 4.735478806907379,
      "rel-constrast": 3.3614864349365234,
      "step": 6033,
      "subrel-constrast": 3.9592509269714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3212661743164062,
      "cov-distil (oracle2student)": 4.823022365570068,
      "cov-distil (oracle2teacher)": 4.504495620727539,
      "epoch": 4.736263736263736,
      "rel-constrast": 1.8967781066894531,
      "step": 6034,
      "subrel-constrast": 2.63153076171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4304945468902588,
      "cov-distil (oracle2student)": 4.888432025909424,
      "cov-distil (oracle2teacher)": 4.082066059112549,
      "epoch": 4.737048665620094,
      "rel-constrast": 2.986048936843872,
      "step": 6035,
      "subrel-constrast": 3.5157032012939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4485875368118286,
      "cov-distil (oracle2student)": 4.08011531829834,
      "cov-distil (oracle2teacher)": 3.7379326820373535,
      "epoch": 4.737833594976452,
      "rel-constrast": 2.494450807571411,
      "step": 6036,
      "subrel-constrast": 3.048966407775879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4839303493499756,
      "cov-distil (oracle2student)": 3.9129438400268555,
      "cov-distil (oracle2teacher)": 3.279512405395508,
      "epoch": 4.73861852433281,
      "rel-constrast": 1.5818030834197998,
      "step": 6037,
      "subrel-constrast": 2.295518398284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.570765495300293,
      "cov-distil (oracle2student)": 2.921086072921753,
      "cov-distil (oracle2teacher)": 3.363612174987793,
      "epoch": 4.739403453689168,
      "rel-constrast": 1.499478816986084,
      "step": 6038,
      "subrel-constrast": 2.8357393741607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3065022230148315,
      "cov-distil (oracle2student)": 4.943667411804199,
      "cov-distil (oracle2teacher)": 4.889231204986572,
      "epoch": 4.740188383045526,
      "rel-constrast": 2.27475643157959,
      "step": 6039,
      "subrel-constrast": 2.9151992797851562,
      "view-similarity": 0
    },
    {
      "epoch": 4.740973312401884,
      "grad_norm": 5.25,
      "learning_rate": 2.0324039493943652e-05,
      "loss": 0.6544,
      "step": 6040
    },
    {
      "cov-distil": 1.2808432579040527,
      "cov-distil (oracle2student)": 4.791851043701172,
      "cov-distil (oracle2teacher)": 4.067124366760254,
      "epoch": 4.740973312401884,
      "rel-constrast": 2.529223918914795,
      "step": 6040,
      "subrel-constrast": 3.1660573482513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8160001039505005,
      "cov-distil (oracle2student)": 5.3807196617126465,
      "cov-distil (oracle2teacher)": 4.816391468048096,
      "epoch": 4.741758241758242,
      "rel-constrast": 2.64040470123291,
      "step": 6041,
      "subrel-constrast": 3.4508273601531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.310288906097412,
      "cov-distil (oracle2student)": 4.312337875366211,
      "cov-distil (oracle2teacher)": 4.299498558044434,
      "epoch": 4.742543171114599,
      "rel-constrast": 2.571139335632324,
      "step": 6042,
      "subrel-constrast": 2.7926549911499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4341630935668945,
      "cov-distil (oracle2student)": 2.9564967155456543,
      "cov-distil (oracle2teacher)": 3.2806012630462646,
      "epoch": 4.743328100470958,
      "rel-constrast": 2.4226138591766357,
      "step": 6043,
      "subrel-constrast": 3.443021297454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9900090098381042,
      "cov-distil (oracle2student)": 6.9574079513549805,
      "cov-distil (oracle2teacher)": 6.756704807281494,
      "epoch": 4.744113029827315,
      "rel-constrast": 1.9095220565795898,
      "step": 6044,
      "subrel-constrast": 2.724273204803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4150965213775635,
      "cov-distil (oracle2student)": 4.95806884765625,
      "cov-distil (oracle2teacher)": 4.991751670837402,
      "epoch": 4.744897959183674,
      "rel-constrast": 2.5528857707977295,
      "step": 6045,
      "subrel-constrast": 3.0793566703796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.483925700187683,
      "cov-distil (oracle2student)": 5.164808750152588,
      "cov-distil (oracle2teacher)": 5.340155601501465,
      "epoch": 4.745682888540031,
      "rel-constrast": 2.823903799057007,
      "step": 6046,
      "subrel-constrast": 3.9148519039154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7891547679901123,
      "cov-distil (oracle2student)": 3.1337952613830566,
      "cov-distil (oracle2teacher)": 3.3262524604797363,
      "epoch": 4.74646781789639,
      "rel-constrast": 3.0520052909851074,
      "step": 6047,
      "subrel-constrast": 3.8297393321990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.237485647201538,
      "cov-distil (oracle2student)": 5.209110260009766,
      "cov-distil (oracle2teacher)": 4.796553611755371,
      "epoch": 4.747252747252747,
      "rel-constrast": 1.8867288827896118,
      "step": 6048,
      "subrel-constrast": 2.510805368423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74996018409729,
      "cov-distil (oracle2student)": 4.727917671203613,
      "cov-distil (oracle2teacher)": 4.447652339935303,
      "epoch": 4.748037676609105,
      "rel-constrast": 3.052060127258301,
      "step": 6049,
      "subrel-constrast": 3.475677251815796,
      "view-similarity": 0
    },
    {
      "epoch": 4.748822605965463,
      "grad_norm": 6.65625,
      "learning_rate": 2.0238341719220254e-05,
      "loss": 0.6723,
      "step": 6050
    },
    {
      "cov-distil": 1.530412197113037,
      "cov-distil (oracle2student)": 5.466036796569824,
      "cov-distil (oracle2teacher)": 5.175192832946777,
      "epoch": 4.748822605965463,
      "rel-constrast": 3.7549984455108643,
      "step": 6050,
      "subrel-constrast": 4.373452186584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59576416015625,
      "cov-distil (oracle2student)": 4.721795558929443,
      "cov-distil (oracle2teacher)": 4.176154613494873,
      "epoch": 4.749607535321821,
      "rel-constrast": 2.7688887119293213,
      "step": 6051,
      "subrel-constrast": 3.393678665161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4339451789855957,
      "cov-distil (oracle2student)": 3.6125130653381348,
      "cov-distil (oracle2teacher)": 3.7502799034118652,
      "epoch": 4.750392464678179,
      "rel-constrast": 2.904866933822632,
      "step": 6052,
      "subrel-constrast": 3.8449296951293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6118779182434082,
      "cov-distil (oracle2student)": 3.7581710815429688,
      "cov-distil (oracle2teacher)": 3.774512529373169,
      "epoch": 4.751177394034537,
      "rel-constrast": 2.9136528968811035,
      "step": 6053,
      "subrel-constrast": 3.895278215408325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6446313858032227,
      "cov-distil (oracle2student)": 3.5453648567199707,
      "cov-distil (oracle2teacher)": 3.3068971633911133,
      "epoch": 4.751962323390895,
      "rel-constrast": 1.790270209312439,
      "step": 6054,
      "subrel-constrast": 2.8361217975616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706348419189453,
      "cov-distil (oracle2student)": 3.927863359451294,
      "cov-distil (oracle2teacher)": 3.8347158432006836,
      "epoch": 4.752747252747253,
      "rel-constrast": 2.6827306747436523,
      "step": 6055,
      "subrel-constrast": 3.524369716644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1781768798828125,
      "cov-distil (oracle2student)": 4.102554798126221,
      "cov-distil (oracle2teacher)": 3.9729385375976562,
      "epoch": 4.75353218210361,
      "rel-constrast": 2.354971408843994,
      "step": 6056,
      "subrel-constrast": 3.460284471511841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421907901763916,
      "cov-distil (oracle2student)": 5.058940887451172,
      "cov-distil (oracle2teacher)": 5.362262725830078,
      "epoch": 4.754317111459969,
      "rel-constrast": 3.7323577404022217,
      "step": 6057,
      "subrel-constrast": 4.82614803314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3953166007995605,
      "cov-distil (oracle2student)": 2.832793951034546,
      "cov-distil (oracle2teacher)": 2.9563941955566406,
      "epoch": 4.755102040816326,
      "rel-constrast": 2.6706862449645996,
      "step": 6058,
      "subrel-constrast": 3.039970636367798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.219761610031128,
      "cov-distil (oracle2student)": 4.594906806945801,
      "cov-distil (oracle2teacher)": 4.3062567710876465,
      "epoch": 4.755886970172685,
      "rel-constrast": 2.962712287902832,
      "step": 6059,
      "subrel-constrast": 4.098911285400391,
      "view-similarity": 0
    },
    {
      "epoch": 4.756671899529042,
      "grad_norm": 6.90625,
      "learning_rate": 2.0152701963800315e-05,
      "loss": 0.7499,
      "step": 6060
    },
    {
      "cov-distil": 2.106842041015625,
      "cov-distil (oracle2student)": 4.982357978820801,
      "cov-distil (oracle2teacher)": 4.232420921325684,
      "epoch": 4.756671899529042,
      "rel-constrast": 2.9683003425598145,
      "step": 6060,
      "subrel-constrast": 3.4132018089294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4881064891815186,
      "cov-distil (oracle2student)": 5.685796737670898,
      "cov-distil (oracle2teacher)": 5.662389755249023,
      "epoch": 4.757456828885401,
      "rel-constrast": 2.5152244567871094,
      "step": 6061,
      "subrel-constrast": 3.6600799560546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308414936065674,
      "cov-distil (oracle2student)": 5.500273704528809,
      "cov-distil (oracle2teacher)": 4.888200759887695,
      "epoch": 4.758241758241758,
      "rel-constrast": 3.1709322929382324,
      "step": 6062,
      "subrel-constrast": 3.9116995334625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7748901844024658,
      "cov-distil (oracle2student)": 5.481907367706299,
      "cov-distil (oracle2teacher)": 5.092072486877441,
      "epoch": 4.759026687598116,
      "rel-constrast": 2.5545663833618164,
      "step": 6063,
      "subrel-constrast": 3.2841758728027344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9574532508850098,
      "cov-distil (oracle2student)": 5.31390380859375,
      "cov-distil (oracle2teacher)": 5.224908828735352,
      "epoch": 4.759811616954474,
      "rel-constrast": 3.3735408782958984,
      "step": 6064,
      "subrel-constrast": 4.21229362487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1596574783325195,
      "cov-distil (oracle2student)": 4.002896308898926,
      "cov-distil (oracle2teacher)": 3.4928359985351562,
      "epoch": 4.760596546310832,
      "rel-constrast": 1.6326743364334106,
      "step": 6065,
      "subrel-constrast": 1.9783573150634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7685911655426025,
      "cov-distil (oracle2student)": 5.373894214630127,
      "cov-distil (oracle2teacher)": 4.492769241333008,
      "epoch": 4.76138147566719,
      "rel-constrast": 2.537236452102661,
      "step": 6066,
      "subrel-constrast": 3.2402660846710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.572793960571289,
      "cov-distil (oracle2student)": 5.252901077270508,
      "cov-distil (oracle2teacher)": 5.230586051940918,
      "epoch": 4.762166405023548,
      "rel-constrast": 4.074185848236084,
      "step": 6067,
      "subrel-constrast": 4.607206344604492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7681996822357178,
      "cov-distil (oracle2student)": 3.9868226051330566,
      "cov-distil (oracle2teacher)": 3.380115270614624,
      "epoch": 4.762951334379906,
      "rel-constrast": 2.919677495956421,
      "step": 6068,
      "subrel-constrast": 3.6640021800994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2453258037567139,
      "cov-distil (oracle2student)": 3.858611583709717,
      "cov-distil (oracle2teacher)": 3.296660900115967,
      "epoch": 4.763736263736264,
      "rel-constrast": 1.4985542297363281,
      "step": 6069,
      "subrel-constrast": 2.102736711502075,
      "view-similarity": 0
    },
    {
      "epoch": 4.764521193092621,
      "grad_norm": 4.4375,
      "learning_rate": 2.0067121271177243e-05,
      "loss": 0.7223,
      "step": 6070
    },
    {
      "cov-distil": 1.555150032043457,
      "cov-distil (oracle2student)": 3.175914764404297,
      "cov-distil (oracle2teacher)": 2.7107813358306885,
      "epoch": 4.764521193092621,
      "rel-constrast": 2.2575933933258057,
      "step": 6070,
      "subrel-constrast": 2.5906715393066406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2105331420898438,
      "cov-distil (oracle2student)": 5.588863372802734,
      "cov-distil (oracle2teacher)": 5.222605228424072,
      "epoch": 4.76530612244898,
      "rel-constrast": 2.1350955963134766,
      "step": 6071,
      "subrel-constrast": 2.9286420345306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9949572086334229,
      "cov-distil (oracle2student)": 3.960414409637451,
      "cov-distil (oracle2teacher)": 4.057205677032471,
      "epoch": 4.766091051805337,
      "rel-constrast": 1.91173255443573,
      "step": 6072,
      "subrel-constrast": 3.0411713123321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3020553588867188,
      "cov-distil (oracle2student)": 5.558469772338867,
      "cov-distil (oracle2teacher)": 5.2639265060424805,
      "epoch": 4.766875981161696,
      "rel-constrast": 2.332791328430176,
      "step": 6073,
      "subrel-constrast": 3.187645196914673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.300610065460205,
      "cov-distil (oracle2student)": 5.000352382659912,
      "cov-distil (oracle2teacher)": 4.588623046875,
      "epoch": 4.767660910518053,
      "rel-constrast": 1.8685157299041748,
      "step": 6074,
      "subrel-constrast": 2.4137139320373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3179593086242676,
      "cov-distil (oracle2student)": 2.577052116394043,
      "cov-distil (oracle2teacher)": 2.810931921005249,
      "epoch": 4.768445839874412,
      "rel-constrast": 2.1090526580810547,
      "step": 6075,
      "subrel-constrast": 2.881200075149536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3824479579925537,
      "cov-distil (oracle2student)": 3.943180561065674,
      "cov-distil (oracle2teacher)": 3.2263236045837402,
      "epoch": 4.769230769230769,
      "rel-constrast": 3.044978618621826,
      "step": 6076,
      "subrel-constrast": 3.369821786880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2772934436798096,
      "cov-distil (oracle2student)": 4.385838508605957,
      "cov-distil (oracle2teacher)": 4.359911918640137,
      "epoch": 4.770015698587127,
      "rel-constrast": 4.040050029754639,
      "step": 6077,
      "subrel-constrast": 4.508377552032471,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3294386863708496,
      "cov-distil (oracle2student)": 4.5590620040893555,
      "cov-distil (oracle2teacher)": 3.752293109893799,
      "epoch": 4.770800627943485,
      "rel-constrast": 2.266582727432251,
      "step": 6078,
      "subrel-constrast": 2.9550108909606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6109575033187866,
      "cov-distil (oracle2student)": 4.679007053375244,
      "cov-distil (oracle2teacher)": 3.9874091148376465,
      "epoch": 4.771585557299843,
      "rel-constrast": 3.1141769886016846,
      "step": 6079,
      "subrel-constrast": 3.7863917350769043,
      "view-similarity": 0
    },
    {
      "epoch": 4.772370486656201,
      "grad_norm": 6.71875,
      "learning_rate": 1.9981600684124746e-05,
      "loss": 0.6627,
      "step": 6080
    },
    {
      "cov-distil": 2.208859920501709,
      "cov-distil (oracle2student)": 3.842503309249878,
      "cov-distil (oracle2teacher)": 3.576671600341797,
      "epoch": 4.772370486656201,
      "rel-constrast": 1.9135910272598267,
      "step": 6080,
      "subrel-constrast": 3.090665102005005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6086876392364502,
      "cov-distil (oracle2student)": 3.5453858375549316,
      "cov-distil (oracle2teacher)": 3.73060941696167,
      "epoch": 4.773155416012559,
      "rel-constrast": 1.8545137643814087,
      "step": 6081,
      "subrel-constrast": 2.956263780593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086867094039917,
      "cov-distil (oracle2student)": 4.003311634063721,
      "cov-distil (oracle2teacher)": 4.123017311096191,
      "epoch": 4.773940345368917,
      "rel-constrast": 3.0026485919952393,
      "step": 6082,
      "subrel-constrast": 3.6654186248779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9702591896057129,
      "cov-distil (oracle2student)": 4.589766979217529,
      "cov-distil (oracle2teacher)": 4.58319616317749,
      "epoch": 4.774725274725275,
      "rel-constrast": 2.2532565593719482,
      "step": 6083,
      "subrel-constrast": 2.9519567489624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7247172594070435,
      "cov-distil (oracle2student)": 4.2306671142578125,
      "cov-distil (oracle2teacher)": 4.278522491455078,
      "epoch": 4.775510204081632,
      "rel-constrast": 2.143684148788452,
      "step": 6084,
      "subrel-constrast": 3.4333438873291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9486575126647949,
      "cov-distil (oracle2student)": 4.111770153045654,
      "cov-distil (oracle2teacher)": 3.829880952835083,
      "epoch": 4.776295133437991,
      "rel-constrast": 2.4461069107055664,
      "step": 6085,
      "subrel-constrast": 2.751160144805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9259803295135498,
      "cov-distil (oracle2student)": 3.9135446548461914,
      "cov-distil (oracle2teacher)": 3.4844956398010254,
      "epoch": 4.777080062794348,
      "rel-constrast": 2.821749210357666,
      "step": 6086,
      "subrel-constrast": 3.767997980117798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5485825538635254,
      "cov-distil (oracle2student)": 4.5700249671936035,
      "cov-distil (oracle2teacher)": 4.468404293060303,
      "epoch": 4.777864992150707,
      "rel-constrast": 2.834707021713257,
      "step": 6087,
      "subrel-constrast": 3.5145134925842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3682752847671509,
      "cov-distil (oracle2student)": 4.338550090789795,
      "cov-distil (oracle2teacher)": 4.006700038909912,
      "epoch": 4.778649921507064,
      "rel-constrast": 1.9127320051193237,
      "step": 6088,
      "subrel-constrast": 2.666294813156128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.396680474281311,
      "cov-distil (oracle2student)": 4.079305171966553,
      "cov-distil (oracle2teacher)": 3.9920554161071777,
      "epoch": 4.779434850863423,
      "rel-constrast": 2.520263195037842,
      "step": 6089,
      "subrel-constrast": 3.2318131923675537,
      "view-similarity": 0
    },
    {
      "epoch": 4.78021978021978,
      "grad_norm": 5.3125,
      "learning_rate": 1.9896141244684213e-05,
      "loss": 0.6321,
      "step": 6090
    },
    {
      "cov-distil": 1.519733190536499,
      "cov-distil (oracle2student)": 5.692106246948242,
      "cov-distil (oracle2teacher)": 5.78492546081543,
      "epoch": 4.78021978021978,
      "rel-constrast": 2.0275750160217285,
      "step": 6090,
      "subrel-constrast": 2.967397928237915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4562790393829346,
      "cov-distil (oracle2student)": 4.2139129638671875,
      "cov-distil (oracle2teacher)": 3.591859817504883,
      "epoch": 4.781004709576138,
      "rel-constrast": 1.5772472620010376,
      "step": 6091,
      "subrel-constrast": 2.774644374847412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7650848627090454,
      "cov-distil (oracle2student)": 2.323370933532715,
      "cov-distil (oracle2teacher)": 2.6211941242218018,
      "epoch": 4.781789638932496,
      "rel-constrast": 2.194678544998169,
      "step": 6092,
      "subrel-constrast": 3.0201945304870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.248380422592163,
      "cov-distil (oracle2student)": 3.886512279510498,
      "cov-distil (oracle2teacher)": 3.4664132595062256,
      "epoch": 4.782574568288854,
      "rel-constrast": 1.9670450687408447,
      "step": 6093,
      "subrel-constrast": 2.5666964054107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5782463550567627,
      "cov-distil (oracle2student)": 2.9031431674957275,
      "cov-distil (oracle2teacher)": 2.970609426498413,
      "epoch": 4.783359497645212,
      "rel-constrast": 2.4978506565093994,
      "step": 6094,
      "subrel-constrast": 3.166224479675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9634627103805542,
      "cov-distil (oracle2student)": 3.512136936187744,
      "cov-distil (oracle2teacher)": 3.2959256172180176,
      "epoch": 4.78414442700157,
      "rel-constrast": 1.6298599243164062,
      "step": 6095,
      "subrel-constrast": 2.160978078842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4097154140472412,
      "cov-distil (oracle2student)": 4.116229057312012,
      "cov-distil (oracle2teacher)": 3.7482290267944336,
      "epoch": 4.784929356357928,
      "rel-constrast": 4.007454872131348,
      "step": 6096,
      "subrel-constrast": 4.265702247619629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9584805965423584,
      "cov-distil (oracle2student)": 4.761971473693848,
      "cov-distil (oracle2teacher)": 3.888780117034912,
      "epoch": 4.785714285714286,
      "rel-constrast": 3.342039108276367,
      "step": 6097,
      "subrel-constrast": 3.8892974853515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.439131259918213,
      "cov-distil (oracle2student)": 4.069284439086914,
      "cov-distil (oracle2teacher)": 3.8886327743530273,
      "epoch": 4.786499215070644,
      "rel-constrast": 3.0801992416381836,
      "step": 6098,
      "subrel-constrast": 3.5428426265716553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3845086097717285,
      "cov-distil (oracle2student)": 5.551876068115234,
      "cov-distil (oracle2teacher)": 5.076981067657471,
      "epoch": 4.787284144427002,
      "rel-constrast": 3.0547397136688232,
      "step": 6099,
      "subrel-constrast": 3.443366765975952,
      "view-similarity": 0
    },
    {
      "epoch": 4.78806907378336,
      "grad_norm": 7.6875,
      "learning_rate": 1.9810743994151926e-05,
      "loss": 0.6713,
      "step": 6100
    },
    {
      "epoch": 4.78806907378336,
      "overlap": 0.3046875,
      "step": 6100
    },
    {
      "epoch": 4.78806907378336,
      "step": 6100,
      "student margin": 0.06170654296875
    },
    {
      "epoch": 4.78806907378336,
      "step": 6100,
      "teacher margin": 0.038818359375
    },
    {
      "epoch": 4.78806907378336,
      "margin difference": -0.02288818359375,
      "step": 6100
    },
    {
      "cov-distil": 1.9749702215194702,
      "cov-distil (oracle2student)": 4.045502662658691,
      "cov-distil (oracle2teacher)": 4.1814093589782715,
      "epoch": 4.78806907378336,
      "rel-constrast": 2.4032983779907227,
      "step": 6100,
      "subrel-constrast": 3.2994651794433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.705207109451294,
      "cov-distil (oracle2student)": 5.757636070251465,
      "cov-distil (oracle2teacher)": 5.214113712310791,
      "epoch": 4.7888540031397175,
      "rel-constrast": 2.896538019180298,
      "step": 6101,
      "subrel-constrast": 3.7197980880737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5006201267242432,
      "cov-distil (oracle2student)": 4.712353229522705,
      "cov-distil (oracle2teacher)": 4.812909126281738,
      "epoch": 4.789638932496075,
      "rel-constrast": 2.240443706512451,
      "step": 6102,
      "subrel-constrast": 3.426710367202759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7843152284622192,
      "cov-distil (oracle2student)": 4.908773422241211,
      "cov-distil (oracle2teacher)": 4.2329816818237305,
      "epoch": 4.7904238618524335,
      "rel-constrast": 2.5008487701416016,
      "step": 6103,
      "subrel-constrast": 3.302570104598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4716682434082031,
      "cov-distil (oracle2student)": 3.24404239654541,
      "cov-distil (oracle2teacher)": 3.023470401763916,
      "epoch": 4.791208791208791,
      "rel-constrast": 2.3495404720306396,
      "step": 6104,
      "subrel-constrast": 2.7824604511260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9437167644500732,
      "cov-distil (oracle2student)": 5.1937055587768555,
      "cov-distil (oracle2teacher)": 4.6144609451293945,
      "epoch": 4.7919937205651495,
      "rel-constrast": 3.095597267150879,
      "step": 6105,
      "subrel-constrast": 3.553971767425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4403817653656006,
      "cov-distil (oracle2student)": 3.647719383239746,
      "cov-distil (oracle2teacher)": 3.9830918312072754,
      "epoch": 4.792778649921507,
      "rel-constrast": 2.685032367706299,
      "step": 6106,
      "subrel-constrast": 3.249469518661499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5890181064605713,
      "cov-distil (oracle2student)": 5.510456562042236,
      "cov-distil (oracle2teacher)": 4.964709281921387,
      "epoch": 4.7935635792778655,
      "rel-constrast": 3.8997714519500732,
      "step": 6107,
      "subrel-constrast": 3.9457931518554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517883062362671,
      "cov-distil (oracle2student)": 4.090005397796631,
      "cov-distil (oracle2teacher)": 3.7587108612060547,
      "epoch": 4.794348508634223,
      "rel-constrast": 2.7775192260742188,
      "step": 6108,
      "subrel-constrast": 3.04964542388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0662689208984375,
      "cov-distil (oracle2student)": 4.3602614402771,
      "cov-distil (oracle2teacher)": 3.938683032989502,
      "epoch": 4.795133437990581,
      "rel-constrast": 2.1511595249176025,
      "step": 6109,
      "subrel-constrast": 2.625009536743164,
      "view-similarity": 0
    },
    {
      "epoch": 4.795918367346939,
      "grad_norm": 5.0625,
      "learning_rate": 1.972540997306645e-05,
      "loss": 0.715,
      "step": 6110
    },
    {
      "cov-distil": 1.525635838508606,
      "cov-distil (oracle2student)": 4.313638687133789,
      "cov-distil (oracle2teacher)": 4.259922504425049,
      "epoch": 4.795918367346939,
      "rel-constrast": 2.6464407444000244,
      "step": 6110,
      "subrel-constrast": 3.3849966526031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7099096775054932,
      "cov-distil (oracle2student)": 4.231743812561035,
      "cov-distil (oracle2teacher)": 4.11251163482666,
      "epoch": 4.7967032967032965,
      "rel-constrast": 2.013381242752075,
      "step": 6111,
      "subrel-constrast": 3.1680750846862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783954381942749,
      "cov-distil (oracle2student)": 3.0099358558654785,
      "cov-distil (oracle2teacher)": 3.323007822036743,
      "epoch": 4.797488226059655,
      "rel-constrast": 2.081559181213379,
      "step": 6112,
      "subrel-constrast": 3.325028657913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5012636184692383,
      "cov-distil (oracle2student)": 4.4311323165893555,
      "cov-distil (oracle2teacher)": 4.598352909088135,
      "epoch": 4.7982731554160125,
      "rel-constrast": 1.7163869142532349,
      "step": 6113,
      "subrel-constrast": 2.8126473426818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7455419301986694,
      "cov-distil (oracle2student)": 5.037440299987793,
      "cov-distil (oracle2teacher)": 5.165464401245117,
      "epoch": 4.799058084772371,
      "rel-constrast": 2.8324203491210938,
      "step": 6114,
      "subrel-constrast": 4.001959323883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5784828662872314,
      "cov-distil (oracle2student)": 3.2747700214385986,
      "cov-distil (oracle2teacher)": 3.436861276626587,
      "epoch": 4.7998430141287285,
      "rel-constrast": 2.3650026321411133,
      "step": 6115,
      "subrel-constrast": 3.267409563064575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385151982307434,
      "cov-distil (oracle2student)": 3.513504981994629,
      "cov-distil (oracle2teacher)": 3.264993667602539,
      "epoch": 4.800627943485086,
      "rel-constrast": 2.58665132522583,
      "step": 6116,
      "subrel-constrast": 3.055340528488159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5318862199783325,
      "cov-distil (oracle2student)": 3.832542896270752,
      "cov-distil (oracle2teacher)": 4.055110454559326,
      "epoch": 4.8014128728414445,
      "rel-constrast": 3.0262646675109863,
      "step": 6117,
      "subrel-constrast": 3.4507689476013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.43865966796875,
      "cov-distil (oracle2student)": 3.7323360443115234,
      "cov-distil (oracle2teacher)": 3.722992420196533,
      "epoch": 4.802197802197802,
      "rel-constrast": 2.745154619216919,
      "step": 6118,
      "subrel-constrast": 4.003039360046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3456305265426636,
      "cov-distil (oracle2student)": 4.05326509475708,
      "cov-distil (oracle2teacher)": 3.4695024490356445,
      "epoch": 4.8029827315541604,
      "rel-constrast": 2.101470708847046,
      "step": 6119,
      "subrel-constrast": 2.541903257369995,
      "view-similarity": 0
    },
    {
      "epoch": 4.803767660910518,
      "grad_norm": 4.65625,
      "learning_rate": 1.964014022119588e-05,
      "loss": 0.6417,
      "step": 6120
    },
    {
      "cov-distil": 1.124108076095581,
      "cov-distil (oracle2student)": 5.336496353149414,
      "cov-distil (oracle2teacher)": 4.489148139953613,
      "epoch": 4.803767660910518,
      "rel-constrast": 3.4432387351989746,
      "step": 6120,
      "subrel-constrast": 3.469181537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4424304962158203,
      "cov-distil (oracle2student)": 4.004807949066162,
      "cov-distil (oracle2teacher)": 3.856849193572998,
      "epoch": 4.804552590266876,
      "rel-constrast": 2.751593828201294,
      "step": 6121,
      "subrel-constrast": 3.312889337539673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124449253082275,
      "cov-distil (oracle2student)": 2.6288552284240723,
      "cov-distil (oracle2teacher)": 2.639152765274048,
      "epoch": 4.805337519623234,
      "rel-constrast": 2.3296847343444824,
      "step": 6122,
      "subrel-constrast": 2.7596707344055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2354075908660889,
      "cov-distil (oracle2student)": 4.854372024536133,
      "cov-distil (oracle2teacher)": 4.652185440063477,
      "epoch": 4.8061224489795915,
      "rel-constrast": 2.609395980834961,
      "step": 6123,
      "subrel-constrast": 3.546855926513672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3766751289367676,
      "cov-distil (oracle2student)": 3.516106605529785,
      "cov-distil (oracle2teacher)": 3.536217212677002,
      "epoch": 4.80690737833595,
      "rel-constrast": 1.998530626296997,
      "step": 6124,
      "subrel-constrast": 2.957362651824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2273688316345215,
      "cov-distil (oracle2student)": 3.166564702987671,
      "cov-distil (oracle2teacher)": 3.234278440475464,
      "epoch": 4.8076923076923075,
      "rel-constrast": 1.849672794342041,
      "step": 6125,
      "subrel-constrast": 2.446159601211548,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317317485809326,
      "cov-distil (oracle2student)": 4.701983451843262,
      "cov-distil (oracle2teacher)": 4.795290946960449,
      "epoch": 4.808477237048666,
      "rel-constrast": 1.5477805137634277,
      "step": 6126,
      "subrel-constrast": 2.974679708480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.292534351348877,
      "cov-distil (oracle2student)": 4.772244453430176,
      "cov-distil (oracle2teacher)": 4.030930042266846,
      "epoch": 4.8092621664050235,
      "rel-constrast": 2.389179229736328,
      "step": 6127,
      "subrel-constrast": 3.114846706390381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.648594617843628,
      "cov-distil (oracle2student)": 4.634049415588379,
      "cov-distil (oracle2teacher)": 4.327830791473389,
      "epoch": 4.810047095761382,
      "rel-constrast": 2.9281680583953857,
      "step": 6128,
      "subrel-constrast": 3.4549806118011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1153793334960938,
      "cov-distil (oracle2student)": 3.866948366165161,
      "cov-distil (oracle2teacher)": 3.364536762237549,
      "epoch": 4.810832025117739,
      "rel-constrast": 2.8560256958007812,
      "step": 6129,
      "subrel-constrast": 3.0310685634613037,
      "view-similarity": 0
    },
    {
      "epoch": 4.811616954474097,
      "grad_norm": 5.5,
      "learning_rate": 1.9554935777525255e-05,
      "loss": 0.6528,
      "step": 6130
    },
    {
      "cov-distil": 1.3050992488861084,
      "cov-distil (oracle2student)": 4.087981224060059,
      "cov-distil (oracle2teacher)": 3.6351823806762695,
      "epoch": 4.811616954474097,
      "rel-constrast": 2.4507639408111572,
      "step": 6130,
      "subrel-constrast": 2.786665439605713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8814833164215088,
      "cov-distil (oracle2student)": 5.730437278747559,
      "cov-distil (oracle2teacher)": 5.007141590118408,
      "epoch": 4.812401883830455,
      "rel-constrast": 3.613318920135498,
      "step": 6131,
      "subrel-constrast": 4.129221439361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6330702304840088,
      "cov-distil (oracle2student)": 3.560751438140869,
      "cov-distil (oracle2teacher)": 3.407536506652832,
      "epoch": 4.813186813186813,
      "rel-constrast": 3.1438000202178955,
      "step": 6132,
      "subrel-constrast": 3.1459999084472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4192168712615967,
      "cov-distil (oracle2student)": 3.5241434574127197,
      "cov-distil (oracle2teacher)": 3.0806567668914795,
      "epoch": 4.813971742543171,
      "rel-constrast": 2.538449764251709,
      "step": 6133,
      "subrel-constrast": 3.2860677242279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6057651042938232,
      "cov-distil (oracle2student)": 4.72780704498291,
      "cov-distil (oracle2teacher)": 4.870907783508301,
      "epoch": 4.814756671899529,
      "rel-constrast": 3.9733357429504395,
      "step": 6134,
      "subrel-constrast": 4.7639479637146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.395232677459717,
      "cov-distil (oracle2student)": 4.85671854019165,
      "cov-distil (oracle2teacher)": 4.119190692901611,
      "epoch": 4.815541601255887,
      "rel-constrast": 2.5213773250579834,
      "step": 6135,
      "subrel-constrast": 3.3577592372894287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.882340431213379,
      "cov-distil (oracle2student)": 4.223810195922852,
      "cov-distil (oracle2teacher)": 3.754664421081543,
      "epoch": 4.816326530612245,
      "rel-constrast": 2.85775089263916,
      "step": 6136,
      "subrel-constrast": 3.909240484237671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7832895517349243,
      "cov-distil (oracle2student)": 3.534299850463867,
      "cov-distil (oracle2teacher)": 3.3796982765197754,
      "epoch": 4.8171114599686025,
      "rel-constrast": 2.3175673484802246,
      "step": 6137,
      "subrel-constrast": 3.1736433506011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3569035530090332,
      "cov-distil (oracle2student)": 3.707307815551758,
      "cov-distil (oracle2teacher)": 3.680485486984253,
      "epoch": 4.817896389324961,
      "rel-constrast": 2.5973291397094727,
      "step": 6138,
      "subrel-constrast": 3.316331386566162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8258898258209229,
      "cov-distil (oracle2student)": 5.039215087890625,
      "cov-distil (oracle2teacher)": 4.713703155517578,
      "epoch": 4.818681318681318,
      "rel-constrast": 3.1677539348602295,
      "step": 6139,
      "subrel-constrast": 3.5706429481506348,
      "view-similarity": 0
    },
    {
      "epoch": 4.819466248037677,
      "grad_norm": 8.4375,
      "learning_rate": 1.9469797680243828e-05,
      "loss": 0.7723,
      "step": 6140
    },
    {
      "cov-distil": 1.5680416822433472,
      "cov-distil (oracle2student)": 3.3836493492126465,
      "cov-distil (oracle2teacher)": 3.1806516647338867,
      "epoch": 4.819466248037677,
      "rel-constrast": 1.6258225440979004,
      "step": 6140,
      "subrel-constrast": 2.453092098236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5711263418197632,
      "cov-distil (oracle2student)": 3.6851072311401367,
      "cov-distil (oracle2teacher)": 3.6806137561798096,
      "epoch": 4.820251177394034,
      "rel-constrast": 2.491215705871582,
      "step": 6141,
      "subrel-constrast": 2.965608835220337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1279038190841675,
      "cov-distil (oracle2student)": 4.189468860626221,
      "cov-distil (oracle2teacher)": 4.004899024963379,
      "epoch": 4.821036106750393,
      "rel-constrast": 2.374058246612549,
      "step": 6142,
      "subrel-constrast": 3.1492817401885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5876810550689697,
      "cov-distil (oracle2student)": 3.454237699508667,
      "cov-distil (oracle2teacher)": 3.4969568252563477,
      "epoch": 4.82182103610675,
      "rel-constrast": 2.560406446456909,
      "step": 6143,
      "subrel-constrast": 3.4832406044006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244393587112427,
      "cov-distil (oracle2student)": 3.1937594413757324,
      "cov-distil (oracle2teacher)": 3.252397060394287,
      "epoch": 4.822605965463108,
      "rel-constrast": 2.339505672454834,
      "step": 6144,
      "subrel-constrast": 2.8246331214904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4411375522613525,
      "cov-distil (oracle2student)": 3.3263449668884277,
      "cov-distil (oracle2teacher)": 3.3987293243408203,
      "epoch": 4.823390894819466,
      "rel-constrast": 1.755914330482483,
      "step": 6145,
      "subrel-constrast": 2.30204701423645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558107614517212,
      "cov-distil (oracle2student)": 4.483394145965576,
      "cov-distil (oracle2teacher)": 4.367917537689209,
      "epoch": 4.824175824175824,
      "rel-constrast": 2.3518588542938232,
      "step": 6146,
      "subrel-constrast": 3.0816266536712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3072824478149414,
      "cov-distil (oracle2student)": 4.798796653747559,
      "cov-distil (oracle2teacher)": 4.326798439025879,
      "epoch": 4.824960753532182,
      "rel-constrast": 3.7137811183929443,
      "step": 6147,
      "subrel-constrast": 3.8012847900390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1227517127990723,
      "cov-distil (oracle2student)": 3.9285364151000977,
      "cov-distil (oracle2teacher)": 3.78273868560791,
      "epoch": 4.82574568288854,
      "rel-constrast": 2.478726387023926,
      "step": 6148,
      "subrel-constrast": 2.984194040298462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2934985160827637,
      "cov-distil (oracle2student)": 2.1793835163116455,
      "cov-distil (oracle2teacher)": 2.5880661010742188,
      "epoch": 4.826530612244898,
      "rel-constrast": 1.385552167892456,
      "step": 6149,
      "subrel-constrast": 2.3438782691955566,
      "view-similarity": 0
    },
    {
      "epoch": 4.827315541601256,
      "grad_norm": 5.28125,
      "learning_rate": 1.938472696673243e-05,
      "loss": 0.6124,
      "step": 6150
    },
    {
      "cov-distil": 1.238795280456543,
      "cov-distil (oracle2student)": 5.398618698120117,
      "cov-distil (oracle2teacher)": 4.956092357635498,
      "epoch": 4.827315541601256,
      "rel-constrast": 2.9217722415924072,
      "step": 6150,
      "subrel-constrast": 3.5751993656158447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3637295961380005,
      "cov-distil (oracle2student)": 3.4399218559265137,
      "cov-distil (oracle2teacher)": 3.388045072555542,
      "epoch": 4.828100470957613,
      "rel-constrast": 2.7507762908935547,
      "step": 6151,
      "subrel-constrast": 3.3185346126556396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182755947113037,
      "cov-distil (oracle2student)": 3.2983083724975586,
      "cov-distil (oracle2teacher)": 3.404301166534424,
      "epoch": 4.828885400313972,
      "rel-constrast": 2.7062125205993652,
      "step": 6152,
      "subrel-constrast": 3.3394343852996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607111930847168,
      "cov-distil (oracle2student)": 4.308204650878906,
      "cov-distil (oracle2teacher)": 3.633082628250122,
      "epoch": 4.829670329670329,
      "rel-constrast": 3.114870548248291,
      "step": 6153,
      "subrel-constrast": 3.4115893840789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8907697200775146,
      "cov-distil (oracle2student)": 4.2313714027404785,
      "cov-distil (oracle2teacher)": 3.830904960632324,
      "epoch": 4.830455259026688,
      "rel-constrast": 2.6520533561706543,
      "step": 6154,
      "subrel-constrast": 3.0309553146362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8242055177688599,
      "cov-distil (oracle2student)": 4.202627182006836,
      "cov-distil (oracle2teacher)": 4.361382484436035,
      "epoch": 4.831240188383045,
      "rel-constrast": 2.826587677001953,
      "step": 6155,
      "subrel-constrast": 3.564486503601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7000683546066284,
      "cov-distil (oracle2student)": 4.707686424255371,
      "cov-distil (oracle2teacher)": 4.811870574951172,
      "epoch": 4.832025117739404,
      "rel-constrast": 3.035672664642334,
      "step": 6156,
      "subrel-constrast": 3.544520616531372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.172652006149292,
      "cov-distil (oracle2student)": 2.6586899757385254,
      "cov-distil (oracle2teacher)": 2.42860746383667,
      "epoch": 4.832810047095761,
      "rel-constrast": 2.2044219970703125,
      "step": 6157,
      "subrel-constrast": 3.013184070587158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539433240890503,
      "cov-distil (oracle2student)": 4.021466255187988,
      "cov-distil (oracle2teacher)": 3.7278547286987305,
      "epoch": 4.833594976452119,
      "rel-constrast": 2.508711338043213,
      "step": 6158,
      "subrel-constrast": 3.5509469509124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6962997913360596,
      "cov-distil (oracle2student)": 3.899044990539551,
      "cov-distil (oracle2teacher)": 3.558497428894043,
      "epoch": 4.834379905808477,
      "rel-constrast": 1.6004257202148438,
      "step": 6159,
      "subrel-constrast": 2.9361085891723633,
      "view-similarity": 0
    },
    {
      "epoch": 4.835164835164835,
      "grad_norm": 3.859375,
      "learning_rate": 1.9299724673550882e-05,
      "loss": 0.6961,
      "step": 6160
    },
    {
      "cov-distil": 1.5275001525878906,
      "cov-distil (oracle2student)": 6.442708969116211,
      "cov-distil (oracle2teacher)": 4.934637069702148,
      "epoch": 4.835164835164835,
      "rel-constrast": 3.443969249725342,
      "step": 6160,
      "subrel-constrast": 4.114884376525879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.794064998626709,
      "cov-distil (oracle2student)": 3.138171434402466,
      "cov-distil (oracle2teacher)": 3.727877616882324,
      "epoch": 4.835949764521193,
      "rel-constrast": 2.0492045879364014,
      "step": 6161,
      "subrel-constrast": 3.0743229389190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3327922821044922,
      "cov-distil (oracle2student)": 4.734003067016602,
      "cov-distil (oracle2teacher)": 4.066103935241699,
      "epoch": 4.836734693877551,
      "rel-constrast": 1.6339311599731445,
      "step": 6162,
      "subrel-constrast": 2.4833362102508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2665235996246338,
      "cov-distil (oracle2student)": 4.90946626663208,
      "cov-distil (oracle2teacher)": 4.675670146942139,
      "epoch": 4.837519623233909,
      "rel-constrast": 1.4488917589187622,
      "step": 6163,
      "subrel-constrast": 2.232736587524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3701527118682861,
      "cov-distil (oracle2student)": 5.72049617767334,
      "cov-distil (oracle2teacher)": 5.296919822692871,
      "epoch": 4.838304552590267,
      "rel-constrast": 3.625692844390869,
      "step": 6164,
      "subrel-constrast": 3.8172569274902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3288826942443848,
      "cov-distil (oracle2student)": 4.9458208084106445,
      "cov-distil (oracle2teacher)": 4.355094909667969,
      "epoch": 4.839089481946624,
      "rel-constrast": 1.959273338317871,
      "step": 6165,
      "subrel-constrast": 2.914893627166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2736756801605225,
      "cov-distil (oracle2student)": 5.078458786010742,
      "cov-distil (oracle2teacher)": 4.787304878234863,
      "epoch": 4.839874411302983,
      "rel-constrast": 2.7414684295654297,
      "step": 6166,
      "subrel-constrast": 3.1561777591705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1072793006896973,
      "cov-distil (oracle2student)": 3.6197478771209717,
      "cov-distil (oracle2teacher)": 3.748406410217285,
      "epoch": 4.84065934065934,
      "rel-constrast": 2.5921545028686523,
      "step": 6167,
      "subrel-constrast": 3.2105093002319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.355628252029419,
      "cov-distil (oracle2student)": 4.4519124031066895,
      "cov-distil (oracle2teacher)": 3.8068511486053467,
      "epoch": 4.841444270015699,
      "rel-constrast": 2.3955495357513428,
      "step": 6168,
      "subrel-constrast": 3.4979264736175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1439285278320312,
      "cov-distil (oracle2student)": 4.839210033416748,
      "cov-distil (oracle2teacher)": 5.318071365356445,
      "epoch": 4.842229199372056,
      "rel-constrast": 2.8813929557800293,
      "step": 6169,
      "subrel-constrast": 3.9040915966033936,
      "view-similarity": 0
    },
    {
      "epoch": 4.843014128728415,
      "grad_norm": 7.25,
      "learning_rate": 1.921479183642528e-05,
      "loss": 0.658,
      "step": 6170
    },
    {
      "cov-distil": 1.905601143836975,
      "cov-distil (oracle2student)": 4.634286880493164,
      "cov-distil (oracle2teacher)": 4.05832576751709,
      "epoch": 4.843014128728415,
      "rel-constrast": 3.48995041847229,
      "step": 6170,
      "subrel-constrast": 3.809389591217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6460285186767578,
      "cov-distil (oracle2student)": 4.648556709289551,
      "cov-distil (oracle2teacher)": 4.660274505615234,
      "epoch": 4.843799058084772,
      "rel-constrast": 3.3682212829589844,
      "step": 6171,
      "subrel-constrast": 4.3269877433776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6642913818359375,
      "cov-distil (oracle2student)": 4.5746169090271,
      "cov-distil (oracle2teacher)": 4.091135501861572,
      "epoch": 4.84458398744113,
      "rel-constrast": 3.0573620796203613,
      "step": 6172,
      "subrel-constrast": 3.717386484146118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8367923498153687,
      "cov-distil (oracle2student)": 2.948549747467041,
      "cov-distil (oracle2teacher)": 3.1905102729797363,
      "epoch": 4.845368916797488,
      "rel-constrast": 2.829707145690918,
      "step": 6173,
      "subrel-constrast": 3.4206652641296387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3175697326660156,
      "cov-distil (oracle2student)": 5.00276517868042,
      "cov-distil (oracle2teacher)": 4.720365047454834,
      "epoch": 4.846153846153846,
      "rel-constrast": 2.7487010955810547,
      "step": 6174,
      "subrel-constrast": 3.2942519187927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3138022422790527,
      "cov-distil (oracle2student)": 4.472229957580566,
      "cov-distil (oracle2teacher)": 4.153230667114258,
      "epoch": 4.846938775510204,
      "rel-constrast": 2.7839698791503906,
      "step": 6175,
      "subrel-constrast": 3.6907145977020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3850431442260742,
      "cov-distil (oracle2student)": 3.07858943939209,
      "cov-distil (oracle2teacher)": 3.1458847522735596,
      "epoch": 4.847723704866562,
      "rel-constrast": 1.9757490158081055,
      "step": 6176,
      "subrel-constrast": 2.251178026199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.217473030090332,
      "cov-distil (oracle2student)": 3.4183924198150635,
      "cov-distil (oracle2teacher)": 3.4020495414733887,
      "epoch": 4.84850863422292,
      "rel-constrast": 2.3509864807128906,
      "step": 6177,
      "subrel-constrast": 3.303053379058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.284635305404663,
      "cov-distil (oracle2student)": 4.138140678405762,
      "cov-distil (oracle2teacher)": 4.440962791442871,
      "epoch": 4.849293563579278,
      "rel-constrast": 2.995089292526245,
      "step": 6178,
      "subrel-constrast": 3.803861141204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285880446434021,
      "cov-distil (oracle2student)": 5.050689697265625,
      "cov-distil (oracle2teacher)": 4.406032562255859,
      "epoch": 4.850078492935635,
      "rel-constrast": 2.6840920448303223,
      "step": 6179,
      "subrel-constrast": 2.919177532196045,
      "view-similarity": 0
    },
    {
      "epoch": 4.850863422291994,
      "grad_norm": 6.34375,
      "learning_rate": 1.9129929490235457e-05,
      "loss": 0.7467,
      "step": 6180
    },
    {
      "cov-distil": 2.068220615386963,
      "cov-distil (oracle2student)": 3.6135008335113525,
      "cov-distil (oracle2teacher)": 3.3513760566711426,
      "epoch": 4.850863422291994,
      "rel-constrast": 2.5673985481262207,
      "step": 6180,
      "subrel-constrast": 3.2222626209259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.630162239074707,
      "cov-distil (oracle2student)": 5.051307678222656,
      "cov-distil (oracle2teacher)": 4.631389617919922,
      "epoch": 4.851648351648351,
      "rel-constrast": 3.0723350048065186,
      "step": 6181,
      "subrel-constrast": 3.799278736114502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1370508670806885,
      "cov-distil (oracle2student)": 5.249401569366455,
      "cov-distil (oracle2teacher)": 4.709394454956055,
      "epoch": 4.85243328100471,
      "rel-constrast": 2.5091967582702637,
      "step": 6182,
      "subrel-constrast": 3.624073028564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839787244796753,
      "cov-distil (oracle2student)": 4.167654037475586,
      "cov-distil (oracle2teacher)": 3.615445613861084,
      "epoch": 4.853218210361067,
      "rel-constrast": 2.103729248046875,
      "step": 6183,
      "subrel-constrast": 2.9058430194854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6385899782180786,
      "cov-distil (oracle2student)": 4.223374366760254,
      "cov-distil (oracle2teacher)": 4.039145469665527,
      "epoch": 4.854003139717426,
      "rel-constrast": 2.78887677192688,
      "step": 6184,
      "subrel-constrast": 3.430591106414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505812168121338,
      "cov-distil (oracle2student)": 5.543837070465088,
      "cov-distil (oracle2teacher)": 4.877764701843262,
      "epoch": 4.854788069073783,
      "rel-constrast": 3.3649048805236816,
      "step": 6185,
      "subrel-constrast": 3.949766159057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3177485466003418,
      "cov-distil (oracle2student)": 3.811354875564575,
      "cov-distil (oracle2teacher)": 3.6289892196655273,
      "epoch": 4.855572998430142,
      "rel-constrast": 1.8060556650161743,
      "step": 6186,
      "subrel-constrast": 2.4876909255981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4068251848220825,
      "cov-distil (oracle2student)": 5.114647388458252,
      "cov-distil (oracle2teacher)": 4.906424522399902,
      "epoch": 4.856357927786499,
      "rel-constrast": 2.798205614089966,
      "step": 6187,
      "subrel-constrast": 3.5158402919769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8293384313583374,
      "cov-distil (oracle2student)": 5.247798919677734,
      "cov-distil (oracle2teacher)": 4.63542366027832,
      "epoch": 4.857142857142857,
      "rel-constrast": 2.325483798980713,
      "step": 6188,
      "subrel-constrast": 3.558422327041626,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9656898975372314,
      "cov-distil (oracle2student)": 4.553422927856445,
      "cov-distil (oracle2teacher)": 4.350786209106445,
      "epoch": 4.857927786499215,
      "rel-constrast": 2.45709490776062,
      "step": 6189,
      "subrel-constrast": 2.9593629837036133,
      "view-similarity": 0
    },
    {
      "epoch": 4.858712715855573,
      "grad_norm": 4.8125,
      "learning_rate": 1.9045138669002304e-05,
      "loss": 0.6857,
      "step": 6190
    },
    {
      "cov-distil": 1.5375277996063232,
      "cov-distil (oracle2student)": 3.0910935401916504,
      "cov-distil (oracle2teacher)": 2.8807854652404785,
      "epoch": 4.858712715855573,
      "rel-constrast": 2.1676177978515625,
      "step": 6190,
      "subrel-constrast": 2.714587926864624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.549984097480774,
      "cov-distil (oracle2student)": 5.484938144683838,
      "cov-distil (oracle2teacher)": 4.646661758422852,
      "epoch": 4.859497645211931,
      "rel-constrast": 2.4555437564849854,
      "step": 6191,
      "subrel-constrast": 3.0108113288879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4078112840652466,
      "cov-distil (oracle2student)": 3.471853733062744,
      "cov-distil (oracle2teacher)": 3.3981215953826904,
      "epoch": 4.860282574568289,
      "rel-constrast": 2.2814085483551025,
      "step": 6192,
      "subrel-constrast": 3.0296130180358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3582791090011597,
      "cov-distil (oracle2student)": 3.9293429851531982,
      "cov-distil (oracle2teacher)": 3.9091262817382812,
      "epoch": 4.861067503924647,
      "rel-constrast": 1.7752491235733032,
      "step": 6193,
      "subrel-constrast": 2.401277542114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.492402195930481,
      "cov-distil (oracle2student)": 2.787621021270752,
      "cov-distil (oracle2teacher)": 2.8321712017059326,
      "epoch": 4.861852433281005,
      "rel-constrast": 1.9067344665527344,
      "step": 6194,
      "subrel-constrast": 2.428083658218384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5498785972595215,
      "cov-distil (oracle2student)": 3.0789361000061035,
      "cov-distil (oracle2teacher)": 3.2566442489624023,
      "epoch": 4.862637362637363,
      "rel-constrast": 2.1091220378875732,
      "step": 6195,
      "subrel-constrast": 3.031863212585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.518750786781311,
      "cov-distil (oracle2student)": 3.6365044116973877,
      "cov-distil (oracle2teacher)": 3.40861439704895,
      "epoch": 4.863422291993721,
      "rel-constrast": 1.6205447912216187,
      "step": 6196,
      "subrel-constrast": 2.489258050918579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6210280656814575,
      "cov-distil (oracle2student)": 4.019123554229736,
      "cov-distil (oracle2teacher)": 4.537944793701172,
      "epoch": 4.864207221350078,
      "rel-constrast": 3.025733709335327,
      "step": 6197,
      "subrel-constrast": 3.7545361518859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.945684552192688,
      "cov-distil (oracle2student)": 2.408477544784546,
      "cov-distil (oracle2teacher)": 3.2197210788726807,
      "epoch": 4.864992150706437,
      "rel-constrast": 2.001314640045166,
      "step": 6198,
      "subrel-constrast": 3.1336729526519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4247801303863525,
      "cov-distil (oracle2student)": 4.6845855712890625,
      "cov-distil (oracle2teacher)": 4.729681015014648,
      "epoch": 4.865777080062794,
      "rel-constrast": 2.358232021331787,
      "step": 6199,
      "subrel-constrast": 3.43811297416687,
      "view-similarity": 0
    },
    {
      "epoch": 4.866562009419153,
      "grad_norm": 7.71875,
      "learning_rate": 1.8960420405875244e-05,
      "loss": 0.5811,
      "step": 6200
    },
    {
      "epoch": 4.866562009419153,
      "overlap": 0.3109374940395355,
      "step": 6200
    },
    {
      "epoch": 4.866562009419153,
      "step": 6200,
      "student margin": 0.06640625
    },
    {
      "epoch": 4.866562009419153,
      "step": 6200,
      "teacher margin": 0.04095458984375
    },
    {
      "epoch": 4.866562009419153,
      "margin difference": -0.02545166015625,
      "step": 6200
    },
    {
      "cov-distil": 1.5175164937973022,
      "cov-distil (oracle2student)": 4.533086776733398,
      "cov-distil (oracle2teacher)": 3.9785420894622803,
      "epoch": 4.866562009419153,
      "rel-constrast": 1.612404465675354,
      "step": 6200,
      "subrel-constrast": 2.4770658016204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1388599872589111,
      "cov-distil (oracle2student)": 2.4069228172302246,
      "cov-distil (oracle2teacher)": 2.668734312057495,
      "epoch": 4.86734693877551,
      "rel-constrast": 2.4225783348083496,
      "step": 6201,
      "subrel-constrast": 2.653445243835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1232616901397705,
      "cov-distil (oracle2student)": 5.812921524047852,
      "cov-distil (oracle2teacher)": 5.202472686767578,
      "epoch": 4.868131868131869,
      "rel-constrast": 3.189739227294922,
      "step": 6202,
      "subrel-constrast": 3.8192245960235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2014193534851074,
      "cov-distil (oracle2student)": 4.9606475830078125,
      "cov-distil (oracle2teacher)": 4.657547473907471,
      "epoch": 4.868916797488226,
      "rel-constrast": 3.2801222801208496,
      "step": 6203,
      "subrel-constrast": 3.4037845134735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350717306137085,
      "cov-distil (oracle2student)": 4.934340953826904,
      "cov-distil (oracle2teacher)": 4.295663833618164,
      "epoch": 4.869701726844584,
      "rel-constrast": 3.03833270072937,
      "step": 6204,
      "subrel-constrast": 3.6187093257904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3330529928207397,
      "cov-distil (oracle2student)": 3.2984650135040283,
      "cov-distil (oracle2teacher)": 3.2042927742004395,
      "epoch": 4.870486656200942,
      "rel-constrast": 2.5483546257019043,
      "step": 6205,
      "subrel-constrast": 3.2476532459259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4447453022003174,
      "cov-distil (oracle2student)": 3.7444376945495605,
      "cov-distil (oracle2teacher)": 3.651492118835449,
      "epoch": 4.8712715855573,
      "rel-constrast": 2.634019374847412,
      "step": 6206,
      "subrel-constrast": 3.3966124057769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6328123807907104,
      "cov-distil (oracle2student)": 3.4276371002197266,
      "cov-distil (oracle2teacher)": 3.591712236404419,
      "epoch": 4.872056514913658,
      "rel-constrast": 2.1406021118164062,
      "step": 6207,
      "subrel-constrast": 3.2588348388671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2553555965423584,
      "cov-distil (oracle2student)": 5.703069686889648,
      "cov-distil (oracle2teacher)": 5.68964147567749,
      "epoch": 4.872841444270016,
      "rel-constrast": 1.9210375547409058,
      "step": 6208,
      "subrel-constrast": 2.5723650455474854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.416446566581726,
      "cov-distil (oracle2student)": 5.058687686920166,
      "cov-distil (oracle2teacher)": 5.021677017211914,
      "epoch": 4.873626373626374,
      "rel-constrast": 2.4102656841278076,
      "step": 6209,
      "subrel-constrast": 2.911482810974121,
      "view-similarity": 0
    },
    {
      "epoch": 4.874411302982732,
      "grad_norm": 4.625,
      "learning_rate": 1.8875775733119557e-05,
      "loss": 0.6635,
      "step": 6210
    },
    {
      "cov-distil": 1.2938880920410156,
      "cov-distil (oracle2student)": 5.168145179748535,
      "cov-distil (oracle2teacher)": 5.125132083892822,
      "epoch": 4.874411302982732,
      "rel-constrast": 2.2383694648742676,
      "step": 6210,
      "subrel-constrast": 3.1761229038238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3924589157104492,
      "cov-distil (oracle2student)": 6.635728359222412,
      "cov-distil (oracle2teacher)": 5.662518501281738,
      "epoch": 4.875196232339089,
      "rel-constrast": 2.2699146270751953,
      "step": 6211,
      "subrel-constrast": 2.4882192611694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3802502155303955,
      "cov-distil (oracle2student)": 5.780982971191406,
      "cov-distil (oracle2teacher)": 4.8308820724487305,
      "epoch": 4.875981161695448,
      "rel-constrast": 3.706576347351074,
      "step": 6212,
      "subrel-constrast": 3.8647053241729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.165168046951294,
      "cov-distil (oracle2student)": 3.790107011795044,
      "cov-distil (oracle2teacher)": 3.9183390140533447,
      "epoch": 4.876766091051805,
      "rel-constrast": 2.7885828018188477,
      "step": 6213,
      "subrel-constrast": 3.3468852043151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8285562992095947,
      "cov-distil (oracle2student)": 5.455873966217041,
      "cov-distil (oracle2teacher)": 4.833331108093262,
      "epoch": 4.877551020408164,
      "rel-constrast": 2.3414506912231445,
      "step": 6214,
      "subrel-constrast": 3.013223886489868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4056475162506104,
      "cov-distil (oracle2student)": 4.166804313659668,
      "cov-distil (oracle2teacher)": 3.8083248138427734,
      "epoch": 4.878335949764521,
      "rel-constrast": 2.4534096717834473,
      "step": 6215,
      "subrel-constrast": 2.568150758743286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.273165225982666,
      "cov-distil (oracle2student)": 3.6084256172180176,
      "cov-distil (oracle2teacher)": 3.1915392875671387,
      "epoch": 4.8791208791208796,
      "rel-constrast": 0.9911415576934814,
      "step": 6216,
      "subrel-constrast": 1.7408711910247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.163670301437378,
      "cov-distil (oracle2student)": 4.187188148498535,
      "cov-distil (oracle2teacher)": 4.089341163635254,
      "epoch": 4.879905808477237,
      "rel-constrast": 2.5403716564178467,
      "step": 6217,
      "subrel-constrast": 3.0511691570281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5303008556365967,
      "cov-distil (oracle2student)": 2.7843174934387207,
      "cov-distil (oracle2teacher)": 2.697082042694092,
      "epoch": 4.880690737833595,
      "rel-constrast": 2.243598461151123,
      "step": 6218,
      "subrel-constrast": 3.0627269744873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.153308153152466,
      "cov-distil (oracle2student)": 2.4735841751098633,
      "cov-distil (oracle2teacher)": 3.051424503326416,
      "epoch": 4.881475667189953,
      "rel-constrast": 2.9005935192108154,
      "step": 6219,
      "subrel-constrast": 3.681974411010742,
      "view-similarity": 0
    },
    {
      "epoch": 4.882260596546311,
      "grad_norm": 5.8125,
      "learning_rate": 1.8791205682103873e-05,
      "loss": 0.6483,
      "step": 6220
    },
    {
      "cov-distil": 1.0479927062988281,
      "cov-distil (oracle2student)": 3.399531602859497,
      "cov-distil (oracle2teacher)": 3.4021646976470947,
      "epoch": 4.882260596546311,
      "rel-constrast": 2.254145622253418,
      "step": 6220,
      "subrel-constrast": 2.7643961906433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6094937324523926,
      "cov-distil (oracle2student)": 4.496250629425049,
      "cov-distil (oracle2teacher)": 3.9525206089019775,
      "epoch": 4.883045525902669,
      "rel-constrast": 3.1621618270874023,
      "step": 6221,
      "subrel-constrast": 3.6676132678985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2687318325042725,
      "cov-distil (oracle2student)": 3.414698362350464,
      "cov-distil (oracle2teacher)": 3.513009786605835,
      "epoch": 4.883830455259027,
      "rel-constrast": 3.156343460083008,
      "step": 6222,
      "subrel-constrast": 3.952176332473755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035454034805298,
      "cov-distil (oracle2student)": 6.120295524597168,
      "cov-distil (oracle2teacher)": 5.600945472717285,
      "epoch": 4.884615384615385,
      "rel-constrast": 3.3344242572784424,
      "step": 6223,
      "subrel-constrast": 4.325563907623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4706767797470093,
      "cov-distil (oracle2student)": 4.770786285400391,
      "cov-distil (oracle2teacher)": 3.9202022552490234,
      "epoch": 4.885400313971743,
      "rel-constrast": 2.396547794342041,
      "step": 6224,
      "subrel-constrast": 2.810004711151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0139846801757812,
      "cov-distil (oracle2student)": 4.041473865509033,
      "cov-distil (oracle2teacher)": 4.368496894836426,
      "epoch": 4.8861852433281,
      "rel-constrast": 1.7490512132644653,
      "step": 6225,
      "subrel-constrast": 2.962270736694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0956624746322632,
      "cov-distil (oracle2student)": 4.705451011657715,
      "cov-distil (oracle2teacher)": 4.467339038848877,
      "epoch": 4.8869701726844585,
      "rel-constrast": 2.7752325534820557,
      "step": 6226,
      "subrel-constrast": 2.9457011222839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.905061960220337,
      "cov-distil (oracle2student)": 4.446403503417969,
      "cov-distil (oracle2teacher)": 4.144513130187988,
      "epoch": 4.887755102040816,
      "rel-constrast": 1.724460482597351,
      "step": 6227,
      "subrel-constrast": 3.137197256088257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.198906660079956,
      "cov-distil (oracle2student)": 4.791078090667725,
      "cov-distil (oracle2teacher)": 4.676993370056152,
      "epoch": 4.8885400313971745,
      "rel-constrast": 1.9301947355270386,
      "step": 6228,
      "subrel-constrast": 3.06371808052063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9864890575408936,
      "cov-distil (oracle2student)": 4.7696003913879395,
      "cov-distil (oracle2teacher)": 4.554200172424316,
      "epoch": 4.889324960753532,
      "rel-constrast": 1.4990720748901367,
      "step": 6229,
      "subrel-constrast": 2.456324815750122,
      "view-similarity": 0
    },
    {
      "epoch": 4.8901098901098905,
      "grad_norm": 5.5625,
      "learning_rate": 1.8706711283287576e-05,
      "loss": 0.6386,
      "step": 6230
    },
    {
      "cov-distil": 1.7385141849517822,
      "cov-distil (oracle2student)": 5.48906135559082,
      "cov-distil (oracle2teacher)": 4.737874984741211,
      "epoch": 4.8901098901098905,
      "rel-constrast": 1.8863775730133057,
      "step": 6230,
      "subrel-constrast": 2.6867787837982178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7126479148864746,
      "cov-distil (oracle2student)": 4.846837520599365,
      "cov-distil (oracle2teacher)": 4.251103401184082,
      "epoch": 4.890894819466248,
      "rel-constrast": 3.266089916229248,
      "step": 6231,
      "subrel-constrast": 3.7079784870147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0252010822296143,
      "cov-distil (oracle2student)": 4.182229518890381,
      "cov-distil (oracle2teacher)": 3.887179374694824,
      "epoch": 4.891679748822606,
      "rel-constrast": 2.719295024871826,
      "step": 6232,
      "subrel-constrast": 3.6918976306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6172046661376953,
      "cov-distil (oracle2student)": 4.951643943786621,
      "cov-distil (oracle2teacher)": 4.462297439575195,
      "epoch": 4.892464678178964,
      "rel-constrast": 2.8236680030822754,
      "step": 6233,
      "subrel-constrast": 3.53672194480896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9802401065826416,
      "cov-distil (oracle2student)": 6.179876327514648,
      "cov-distil (oracle2teacher)": 5.682793140411377,
      "epoch": 4.893249607535322,
      "rel-constrast": 3.5372138023376465,
      "step": 6234,
      "subrel-constrast": 4.173927307128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0616214275360107,
      "cov-distil (oracle2student)": 4.5129075050354,
      "cov-distil (oracle2teacher)": 4.318295955657959,
      "epoch": 4.89403453689168,
      "rel-constrast": 2.4600894451141357,
      "step": 6235,
      "subrel-constrast": 3.0292882919311523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3884434700012207,
      "cov-distil (oracle2student)": 3.301116943359375,
      "cov-distil (oracle2teacher)": 3.153883457183838,
      "epoch": 4.8948194662480375,
      "rel-constrast": 2.3809926509857178,
      "step": 6236,
      "subrel-constrast": 3.1024222373962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4656240940093994,
      "cov-distil (oracle2student)": 4.5587029457092285,
      "cov-distil (oracle2teacher)": 4.343983173370361,
      "epoch": 4.895604395604396,
      "rel-constrast": 3.496051549911499,
      "step": 6237,
      "subrel-constrast": 4.093432426452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4117170572280884,
      "cov-distil (oracle2student)": 3.937364339828491,
      "cov-distil (oracle2teacher)": 3.5905168056488037,
      "epoch": 4.8963893249607535,
      "rel-constrast": 2.8941023349761963,
      "step": 6238,
      "subrel-constrast": 3.562934160232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5042872428894043,
      "cov-distil (oracle2student)": 5.554760932922363,
      "cov-distil (oracle2teacher)": 4.981327056884766,
      "epoch": 4.897174254317111,
      "rel-constrast": 2.000718355178833,
      "step": 6239,
      "subrel-constrast": 2.919104814529419,
      "view-similarity": 0
    },
    {
      "epoch": 4.8979591836734695,
      "grad_norm": 5.28125,
      "learning_rate": 1.8622293566208247e-05,
      "loss": 0.7289,
      "step": 6240
    },
    {
      "cov-distil": 1.3771467208862305,
      "cov-distil (oracle2student)": 3.437905788421631,
      "cov-distil (oracle2teacher)": 3.5255682468414307,
      "epoch": 4.8979591836734695,
      "rel-constrast": 2.523325204849243,
      "step": 6240,
      "subrel-constrast": 3.1373119354248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5390257835388184,
      "cov-distil (oracle2student)": 3.7793641090393066,
      "cov-distil (oracle2teacher)": 3.4761273860931396,
      "epoch": 4.898744113029827,
      "rel-constrast": 3.500049591064453,
      "step": 6241,
      "subrel-constrast": 4.137043476104736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2112445831298828,
      "cov-distil (oracle2student)": 4.414468288421631,
      "cov-distil (oracle2teacher)": 3.766849994659424,
      "epoch": 4.8995290423861855,
      "rel-constrast": 2.529646635055542,
      "step": 6242,
      "subrel-constrast": 3.000812530517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5922690629959106,
      "cov-distil (oracle2student)": 4.701052665710449,
      "cov-distil (oracle2teacher)": 4.320923805236816,
      "epoch": 4.900313971742543,
      "rel-constrast": 2.8490986824035645,
      "step": 6243,
      "subrel-constrast": 3.453094959259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3140782117843628,
      "cov-distil (oracle2student)": 5.101707935333252,
      "cov-distil (oracle2teacher)": 5.350748062133789,
      "epoch": 4.9010989010989015,
      "rel-constrast": 1.6395184993743896,
      "step": 6244,
      "subrel-constrast": 2.8829052448272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.282135009765625,
      "cov-distil (oracle2student)": 6.228071689605713,
      "cov-distil (oracle2teacher)": 5.6577043533325195,
      "epoch": 4.901883830455259,
      "rel-constrast": 1.5657367706298828,
      "step": 6245,
      "subrel-constrast": 2.276226758956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0434637069702148,
      "cov-distil (oracle2student)": 3.9408183097839355,
      "cov-distil (oracle2teacher)": 3.5701754093170166,
      "epoch": 4.9026687598116165,
      "rel-constrast": 3.3010430335998535,
      "step": 6246,
      "subrel-constrast": 3.66422700881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6272547245025635,
      "cov-distil (oracle2student)": 4.040134906768799,
      "cov-distil (oracle2teacher)": 3.88503098487854,
      "epoch": 4.903453689167975,
      "rel-constrast": 2.297995090484619,
      "step": 6247,
      "subrel-constrast": 2.8173186779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.302201509475708,
      "cov-distil (oracle2student)": 4.298430919647217,
      "cov-distil (oracle2teacher)": 3.5246453285217285,
      "epoch": 4.9042386185243325,
      "rel-constrast": 2.042343854904175,
      "step": 6248,
      "subrel-constrast": 2.6656243801116943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3362212181091309,
      "cov-distil (oracle2student)": 5.12518310546875,
      "cov-distil (oracle2teacher)": 5.158939838409424,
      "epoch": 4.905023547880691,
      "rel-constrast": 2.6200554370880127,
      "step": 6249,
      "subrel-constrast": 3.3859376907348633,
      "view-similarity": 0
    },
    {
      "epoch": 4.9058084772370485,
      "grad_norm": 6.21875,
      "learning_rate": 1.8537953559469147e-05,
      "loss": 0.6558,
      "step": 6250
    },
    {
      "cov-distil": 1.6019837856292725,
      "cov-distil (oracle2student)": 4.311017990112305,
      "cov-distil (oracle2teacher)": 3.774186611175537,
      "epoch": 4.9058084772370485,
      "rel-constrast": 1.5915653705596924,
      "step": 6250,
      "subrel-constrast": 2.5283291339874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.260602355003357,
      "cov-distil (oracle2student)": 7.114391326904297,
      "cov-distil (oracle2teacher)": 6.189637660980225,
      "epoch": 4.906593406593407,
      "rel-constrast": 2.5623717308044434,
      "step": 6251,
      "subrel-constrast": 3.5914535522460938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1534202098846436,
      "cov-distil (oracle2student)": 4.733640670776367,
      "cov-distil (oracle2teacher)": 5.055201530456543,
      "epoch": 4.9073783359497645,
      "rel-constrast": 2.1725075244903564,
      "step": 6252,
      "subrel-constrast": 3.024250030517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.274003267288208,
      "cov-distil (oracle2student)": 4.59847354888916,
      "cov-distil (oracle2teacher)": 3.740323543548584,
      "epoch": 4.908163265306122,
      "rel-constrast": 3.501218318939209,
      "step": 6253,
      "subrel-constrast": 3.400294065475464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6353785991668701,
      "cov-distil (oracle2student)": 6.433856010437012,
      "cov-distil (oracle2teacher)": 5.289912700653076,
      "epoch": 4.9089481946624804,
      "rel-constrast": 2.836270332336426,
      "step": 6254,
      "subrel-constrast": 3.793930768966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148210048675537,
      "cov-distil (oracle2student)": 4.951328277587891,
      "cov-distil (oracle2teacher)": 4.2322001457214355,
      "epoch": 4.909733124018838,
      "rel-constrast": 2.8187129497528076,
      "step": 6255,
      "subrel-constrast": 3.184849977493286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.26530122756958,
      "cov-distil (oracle2student)": 3.828763961791992,
      "cov-distil (oracle2teacher)": 3.8360559940338135,
      "epoch": 4.910518053375196,
      "rel-constrast": 2.136145830154419,
      "step": 6256,
      "subrel-constrast": 2.808539628982544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313773274421692,
      "cov-distil (oracle2student)": 3.5652055740356445,
      "cov-distil (oracle2teacher)": 3.731569766998291,
      "epoch": 4.911302982731554,
      "rel-constrast": 3.1694576740264893,
      "step": 6257,
      "subrel-constrast": 3.79793643951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4114902019500732,
      "cov-distil (oracle2student)": 5.583349227905273,
      "cov-distil (oracle2teacher)": 5.326898574829102,
      "epoch": 4.912087912087912,
      "rel-constrast": 2.8523449897766113,
      "step": 6258,
      "subrel-constrast": 3.3113553524017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4838730096817017,
      "cov-distil (oracle2student)": 4.695131301879883,
      "cov-distil (oracle2teacher)": 4.278221607208252,
      "epoch": 4.91287284144427,
      "rel-constrast": 2.687749147415161,
      "step": 6259,
      "subrel-constrast": 3.2248177528381348,
      "view-similarity": 0
    },
    {
      "epoch": 4.9136577708006275,
      "grad_norm": 6.25,
      "learning_rate": 1.845369229072661e-05,
      "loss": 0.695,
      "step": 6260
    },
    {
      "cov-distil": 1.5021034479141235,
      "cov-distil (oracle2student)": 6.038860321044922,
      "cov-distil (oracle2teacher)": 5.413541793823242,
      "epoch": 4.9136577708006275,
      "rel-constrast": 3.354398250579834,
      "step": 6260,
      "subrel-constrast": 4.106317043304443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3785918951034546,
      "cov-distil (oracle2student)": 4.024588584899902,
      "cov-distil (oracle2teacher)": 3.565258264541626,
      "epoch": 4.914442700156986,
      "rel-constrast": 2.122739315032959,
      "step": 6261,
      "subrel-constrast": 2.6874747276306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.290130376815796,
      "cov-distil (oracle2student)": 5.270140647888184,
      "cov-distil (oracle2teacher)": 5.10426664352417,
      "epoch": 4.9152276295133435,
      "rel-constrast": 3.097881317138672,
      "step": 6262,
      "subrel-constrast": 3.80090594291687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4123929738998413,
      "cov-distil (oracle2student)": 5.182594299316406,
      "cov-distil (oracle2teacher)": 4.883645057678223,
      "epoch": 4.916012558869702,
      "rel-constrast": 2.6372909545898438,
      "step": 6263,
      "subrel-constrast": 3.0925631523132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6012754440307617,
      "cov-distil (oracle2student)": 3.9677319526672363,
      "cov-distil (oracle2teacher)": 3.9427480697631836,
      "epoch": 4.916797488226059,
      "rel-constrast": 2.7581868171691895,
      "step": 6264,
      "subrel-constrast": 3.214951276779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2941032648086548,
      "cov-distil (oracle2student)": 5.070577144622803,
      "cov-distil (oracle2teacher)": 4.810611724853516,
      "epoch": 4.917582417582418,
      "rel-constrast": 2.286130905151367,
      "step": 6265,
      "subrel-constrast": 2.4888558387756348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7419507503509521,
      "cov-distil (oracle2student)": 5.154392242431641,
      "cov-distil (oracle2teacher)": 5.550358295440674,
      "epoch": 4.918367346938775,
      "rel-constrast": 3.05251407623291,
      "step": 6266,
      "subrel-constrast": 4.236944198608398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7052593231201172,
      "cov-distil (oracle2student)": 4.506487846374512,
      "cov-distil (oracle2teacher)": 4.586901664733887,
      "epoch": 4.919152276295133,
      "rel-constrast": 2.8137011528015137,
      "step": 6267,
      "subrel-constrast": 3.6487326622009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1003434658050537,
      "cov-distil (oracle2student)": 5.247988700866699,
      "cov-distil (oracle2teacher)": 4.369359493255615,
      "epoch": 4.919937205651491,
      "rel-constrast": 3.1095476150512695,
      "step": 6268,
      "subrel-constrast": 3.8227627277374268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3804724216461182,
      "cov-distil (oracle2student)": 3.7898740768432617,
      "cov-distil (oracle2teacher)": 3.896036148071289,
      "epoch": 4.920722135007849,
      "rel-constrast": 2.1903510093688965,
      "step": 6269,
      "subrel-constrast": 2.8958206176757812,
      "view-similarity": 0
    },
    {
      "epoch": 4.921507064364207,
      "grad_norm": 5.53125,
      "learning_rate": 1.8369510786677637e-05,
      "loss": 0.7241,
      "step": 6270
    },
    {
      "cov-distil": 1.2930443286895752,
      "cov-distil (oracle2student)": 3.360549211502075,
      "cov-distil (oracle2teacher)": 3.3653523921966553,
      "epoch": 4.921507064364207,
      "rel-constrast": 2.349414825439453,
      "step": 6270,
      "subrel-constrast": 2.7006313800811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.356949806213379,
      "cov-distil (oracle2student)": 2.5801467895507812,
      "cov-distil (oracle2teacher)": 3.040432929992676,
      "epoch": 4.922291993720565,
      "rel-constrast": 1.8842172622680664,
      "step": 6271,
      "subrel-constrast": 2.9923157691955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2232372760772705,
      "cov-distil (oracle2student)": 4.479788780212402,
      "cov-distil (oracle2teacher)": 4.207459449768066,
      "epoch": 4.923076923076923,
      "rel-constrast": 1.8271608352661133,
      "step": 6272,
      "subrel-constrast": 2.840134382247925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4635907411575317,
      "cov-distil (oracle2student)": 5.0920515060424805,
      "cov-distil (oracle2teacher)": 4.615867614746094,
      "epoch": 4.923861852433281,
      "rel-constrast": 3.425539493560791,
      "step": 6273,
      "subrel-constrast": 3.772700786590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8259928226470947,
      "cov-distil (oracle2student)": 3.5357275009155273,
      "cov-distil (oracle2teacher)": 4.205856800079346,
      "epoch": 4.924646781789638,
      "rel-constrast": 2.9255881309509277,
      "step": 6274,
      "subrel-constrast": 4.038504600524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.444034218788147,
      "cov-distil (oracle2student)": 3.767246723175049,
      "cov-distil (oracle2teacher)": 4.036086082458496,
      "epoch": 4.925431711145997,
      "rel-constrast": 2.4399044513702393,
      "step": 6275,
      "subrel-constrast": 2.9249520301818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4625990390777588,
      "cov-distil (oracle2student)": 3.06016206741333,
      "cov-distil (oracle2teacher)": 3.7484922409057617,
      "epoch": 4.926216640502354,
      "rel-constrast": 2.8570950031280518,
      "step": 6276,
      "subrel-constrast": 3.756096124649048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6442418098449707,
      "cov-distil (oracle2student)": 5.649502277374268,
      "cov-distil (oracle2teacher)": 5.37750244140625,
      "epoch": 4.927001569858713,
      "rel-constrast": 2.1983914375305176,
      "step": 6277,
      "subrel-constrast": 2.8357179164886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5122054815292358,
      "cov-distil (oracle2student)": 6.56623649597168,
      "cov-distil (oracle2teacher)": 5.694492340087891,
      "epoch": 4.92778649921507,
      "rel-constrast": 2.3683738708496094,
      "step": 6278,
      "subrel-constrast": 3.0682621002197266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.303784728050232,
      "cov-distil (oracle2student)": 4.962375640869141,
      "cov-distil (oracle2teacher)": 4.497405529022217,
      "epoch": 4.928571428571429,
      "rel-constrast": 3.3465960025787354,
      "step": 6279,
      "subrel-constrast": 3.56001353263855,
      "view-similarity": 0
    },
    {
      "epoch": 4.929356357927786,
      "grad_norm": 5.8125,
      "learning_rate": 1.828541007304726e-05,
      "loss": 0.6769,
      "step": 6280
    },
    {
      "cov-distil": 1.5060091018676758,
      "cov-distil (oracle2student)": 4.828604698181152,
      "cov-distil (oracle2teacher)": 4.583017349243164,
      "epoch": 4.929356357927786,
      "rel-constrast": 2.268770694732666,
      "step": 6280,
      "subrel-constrast": 2.9711551666259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1599361896514893,
      "cov-distil (oracle2student)": 6.74224853515625,
      "cov-distil (oracle2teacher)": 6.130056381225586,
      "epoch": 4.930141287284145,
      "rel-constrast": 3.875180244445801,
      "step": 6281,
      "subrel-constrast": 4.265110969543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6746931076049805,
      "cov-distil (oracle2student)": 3.53110933303833,
      "cov-distil (oracle2teacher)": 3.9041967391967773,
      "epoch": 4.930926216640502,
      "rel-constrast": 2.068077564239502,
      "step": 6282,
      "subrel-constrast": 3.5019471645355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7510104179382324,
      "cov-distil (oracle2student)": 4.201793670654297,
      "cov-distil (oracle2teacher)": 3.7590460777282715,
      "epoch": 4.931711145996861,
      "rel-constrast": 1.8755263090133667,
      "step": 6283,
      "subrel-constrast": 2.989025592803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6151771545410156,
      "cov-distil (oracle2student)": 4.460690498352051,
      "cov-distil (oracle2teacher)": 3.886131525039673,
      "epoch": 4.932496075353218,
      "rel-constrast": 2.309058427810669,
      "step": 6284,
      "subrel-constrast": 3.222992181777954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568049669265747,
      "cov-distil (oracle2student)": 4.256994247436523,
      "cov-distil (oracle2teacher)": 4.259908676147461,
      "epoch": 4.933281004709576,
      "rel-constrast": 3.195960521697998,
      "step": 6285,
      "subrel-constrast": 3.433690071105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42893648147583,
      "cov-distil (oracle2student)": 4.897130489349365,
      "cov-distil (oracle2teacher)": 4.582053184509277,
      "epoch": 4.934065934065934,
      "rel-constrast": 3.203629970550537,
      "step": 6286,
      "subrel-constrast": 3.6076512336730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9779497385025024,
      "cov-distil (oracle2student)": 5.791838645935059,
      "cov-distil (oracle2teacher)": 5.431873321533203,
      "epoch": 4.934850863422292,
      "rel-constrast": 2.8592777252197266,
      "step": 6287,
      "subrel-constrast": 3.5737905502319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.363307237625122,
      "cov-distil (oracle2student)": 4.490494251251221,
      "cov-distil (oracle2teacher)": 4.330108642578125,
      "epoch": 4.93563579277865,
      "rel-constrast": 2.3351857662200928,
      "step": 6288,
      "subrel-constrast": 3.1823172569274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0276296138763428,
      "cov-distil (oracle2student)": 3.1870131492614746,
      "cov-distil (oracle2teacher)": 3.3873209953308105,
      "epoch": 4.936420722135008,
      "rel-constrast": 2.6205108165740967,
      "step": 6289,
      "subrel-constrast": 3.6779913902282715,
      "view-similarity": 0
    },
    {
      "epoch": 4.937205651491366,
      "grad_norm": 6.3125,
      "learning_rate": 1.820139117457616e-05,
      "loss": 0.7055,
      "step": 6290
    },
    {
      "cov-distil": 1.1371134519577026,
      "cov-distil (oracle2student)": 3.7545363903045654,
      "cov-distil (oracle2teacher)": 3.3329176902770996,
      "epoch": 4.937205651491366,
      "rel-constrast": 1.531511902809143,
      "step": 6290,
      "subrel-constrast": 2.2444400787353516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7333730459213257,
      "cov-distil (oracle2student)": 3.452781915664673,
      "cov-distil (oracle2teacher)": 3.4498345851898193,
      "epoch": 4.937990580847724,
      "rel-constrast": 2.4309113025665283,
      "step": 6291,
      "subrel-constrast": 3.292044162750244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59600830078125,
      "cov-distil (oracle2student)": 4.344707012176514,
      "cov-distil (oracle2teacher)": 4.349562644958496,
      "epoch": 4.938775510204081,
      "rel-constrast": 2.6863412857055664,
      "step": 6292,
      "subrel-constrast": 3.487198829650879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.554208517074585,
      "cov-distil (oracle2student)": 4.0301971435546875,
      "cov-distil (oracle2teacher)": 3.555098056793213,
      "epoch": 4.93956043956044,
      "rel-constrast": 2.389875650405884,
      "step": 6293,
      "subrel-constrast": 2.6236937046051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4675666093826294,
      "cov-distil (oracle2student)": 4.34283447265625,
      "cov-distil (oracle2teacher)": 3.799654960632324,
      "epoch": 4.940345368916797,
      "rel-constrast": 2.649384021759033,
      "step": 6294,
      "subrel-constrast": 3.0989162921905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5359476804733276,
      "cov-distil (oracle2student)": 4.779446601867676,
      "cov-distil (oracle2teacher)": 4.752445697784424,
      "epoch": 4.941130298273156,
      "rel-constrast": 2.3140764236450195,
      "step": 6295,
      "subrel-constrast": 3.3425943851470947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5727835893630981,
      "cov-distil (oracle2student)": 5.219693183898926,
      "cov-distil (oracle2teacher)": 4.940863609313965,
      "epoch": 4.941915227629513,
      "rel-constrast": 3.2837350368499756,
      "step": 6296,
      "subrel-constrast": 3.8805580139160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4294006824493408,
      "cov-distil (oracle2student)": 4.536908149719238,
      "cov-distil (oracle2teacher)": 4.053158283233643,
      "epoch": 4.942700156985872,
      "rel-constrast": 3.1082546710968018,
      "step": 6297,
      "subrel-constrast": 3.911151885986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5109186172485352,
      "cov-distil (oracle2student)": 4.231062412261963,
      "cov-distil (oracle2teacher)": 3.588637351989746,
      "epoch": 4.943485086342229,
      "rel-constrast": 3.131150722503662,
      "step": 6298,
      "subrel-constrast": 3.143338918685913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.990253210067749,
      "cov-distil (oracle2student)": 5.383800506591797,
      "cov-distil (oracle2teacher)": 4.905979156494141,
      "epoch": 4.944270015698587,
      "rel-constrast": 2.2896640300750732,
      "step": 6299,
      "subrel-constrast": 3.6403942108154297,
      "view-similarity": 0
    },
    {
      "epoch": 4.945054945054945,
      "grad_norm": 5.1875,
      "learning_rate": 1.8117455115008085e-05,
      "loss": 0.6842,
      "step": 6300
    },
    {
      "epoch": 4.945054945054945,
      "overlap": 0.3531250059604645,
      "step": 6300
    },
    {
      "epoch": 4.945054945054945,
      "step": 6300,
      "student margin": 0.054931640625
    },
    {
      "epoch": 4.945054945054945,
      "step": 6300,
      "teacher margin": 0.038482666015625
    },
    {
      "epoch": 4.945054945054945,
      "margin difference": -0.016448974609375,
      "step": 6300
    },
    {
      "cov-distil": 1.5767184495925903,
      "cov-distil (oracle2student)": 5.430756092071533,
      "cov-distil (oracle2teacher)": 5.068027496337891,
      "epoch": 4.945054945054945,
      "rel-constrast": 2.6216320991516113,
      "step": 6300,
      "subrel-constrast": 3.195517063140869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654470682144165,
      "cov-distil (oracle2student)": 6.337801933288574,
      "cov-distil (oracle2teacher)": 6.175845146179199,
      "epoch": 4.945839874411303,
      "rel-constrast": 2.3813066482543945,
      "step": 6301,
      "subrel-constrast": 3.2175540924072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2604820728302002,
      "cov-distil (oracle2student)": 4.273797035217285,
      "cov-distil (oracle2teacher)": 3.8006234169006348,
      "epoch": 4.946624803767661,
      "rel-constrast": 2.4367642402648926,
      "step": 6302,
      "subrel-constrast": 3.012364387512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2631072998046875,
      "cov-distil (oracle2student)": 4.114506721496582,
      "cov-distil (oracle2teacher)": 4.12583065032959,
      "epoch": 4.947409733124019,
      "rel-constrast": 2.9940505027770996,
      "step": 6303,
      "subrel-constrast": 4.007789611816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4010231494903564,
      "cov-distil (oracle2student)": 3.3637845516204834,
      "cov-distil (oracle2teacher)": 3.6012229919433594,
      "epoch": 4.948194662480377,
      "rel-constrast": 1.4841504096984863,
      "step": 6304,
      "subrel-constrast": 2.0892386436462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3156471252441406,
      "cov-distil (oracle2student)": 4.287397384643555,
      "cov-distil (oracle2teacher)": 4.049614429473877,
      "epoch": 4.948979591836735,
      "rel-constrast": 2.6033785343170166,
      "step": 6305,
      "subrel-constrast": 3.0127694606781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6649925708770752,
      "cov-distil (oracle2student)": 3.6702721118927,
      "cov-distil (oracle2teacher)": 3.9333083629608154,
      "epoch": 4.949764521193092,
      "rel-constrast": 2.1404643058776855,
      "step": 6306,
      "subrel-constrast": 2.8509910106658936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0981919765472412,
      "cov-distil (oracle2student)": 4.459357738494873,
      "cov-distil (oracle2teacher)": 4.258023738861084,
      "epoch": 4.950549450549451,
      "rel-constrast": 1.7470612525939941,
      "step": 6307,
      "subrel-constrast": 2.322408676147461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.378291368484497,
      "cov-distil (oracle2student)": 4.940863132476807,
      "cov-distil (oracle2teacher)": 4.539997577667236,
      "epoch": 4.951334379905808,
      "rel-constrast": 3.8382129669189453,
      "step": 6308,
      "subrel-constrast": 3.7368035316467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2595100402832031,
      "cov-distil (oracle2student)": 4.828413009643555,
      "cov-distil (oracle2teacher)": 4.626869201660156,
      "epoch": 4.952119309262167,
      "rel-constrast": 2.534484386444092,
      "step": 6309,
      "subrel-constrast": 3.0617172718048096,
      "view-similarity": 0
    },
    {
      "epoch": 4.952904238618524,
      "grad_norm": 4.53125,
      "learning_rate": 1.8033602917077424e-05,
      "loss": 0.6542,
      "step": 6310
    },
    {
      "cov-distil": 1.488931655883789,
      "cov-distil (oracle2student)": 3.253462314605713,
      "cov-distil (oracle2teacher)": 3.2919201850891113,
      "epoch": 4.952904238618524,
      "rel-constrast": 1.7977099418640137,
      "step": 6310,
      "subrel-constrast": 3.0880348682403564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2173856496810913,
      "cov-distil (oracle2student)": 3.700113296508789,
      "cov-distil (oracle2teacher)": 3.8144185543060303,
      "epoch": 4.953689167974883,
      "rel-constrast": 1.819627285003662,
      "step": 6311,
      "subrel-constrast": 2.4430997371673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582977056503296,
      "cov-distil (oracle2student)": 4.438614368438721,
      "cov-distil (oracle2teacher)": 4.2240190505981445,
      "epoch": 4.95447409733124,
      "rel-constrast": 2.8321053981781006,
      "step": 6312,
      "subrel-constrast": 3.3157358169555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2952179908752441,
      "cov-distil (oracle2student)": 4.235177040100098,
      "cov-distil (oracle2teacher)": 3.9168429374694824,
      "epoch": 4.955259026687598,
      "rel-constrast": 2.26522159576416,
      "step": 6313,
      "subrel-constrast": 2.993340015411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800583839416504,
      "cov-distil (oracle2student)": 3.5903422832489014,
      "cov-distil (oracle2teacher)": 3.342510223388672,
      "epoch": 4.956043956043956,
      "rel-constrast": 2.7264299392700195,
      "step": 6314,
      "subrel-constrast": 3.6671142578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7372709512710571,
      "cov-distil (oracle2student)": 3.451663017272949,
      "cov-distil (oracle2teacher)": 3.7252461910247803,
      "epoch": 4.956828885400314,
      "rel-constrast": 2.706545829772949,
      "step": 6315,
      "subrel-constrast": 3.528798818588257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6892516613006592,
      "cov-distil (oracle2student)": 5.2768778800964355,
      "cov-distil (oracle2teacher)": 4.03690242767334,
      "epoch": 4.957613814756672,
      "rel-constrast": 2.5708351135253906,
      "step": 6316,
      "subrel-constrast": 3.4656548500061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3492536544799805,
      "cov-distil (oracle2student)": 5.732645034790039,
      "cov-distil (oracle2teacher)": 5.656320095062256,
      "epoch": 4.95839874411303,
      "rel-constrast": 2.902808427810669,
      "step": 6317,
      "subrel-constrast": 3.248985767364502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6544678211212158,
      "cov-distil (oracle2student)": 4.099874496459961,
      "cov-distil (oracle2teacher)": 4.455191612243652,
      "epoch": 4.959183673469388,
      "rel-constrast": 2.265717029571533,
      "step": 6318,
      "subrel-constrast": 3.0614254474639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304070234298706,
      "cov-distil (oracle2student)": 3.8044915199279785,
      "cov-distil (oracle2teacher)": 3.730161190032959,
      "epoch": 4.959968602825746,
      "rel-constrast": 2.6863744258880615,
      "step": 6319,
      "subrel-constrast": 3.2776639461517334,
      "view-similarity": 0
    },
    {
      "epoch": 4.960753532182103,
      "grad_norm": 4.78125,
      "learning_rate": 1.7949835602496766e-05,
      "loss": 0.6521,
      "step": 6320
    },
    {
      "cov-distil": 1.5695195198059082,
      "cov-distil (oracle2student)": 5.86611270904541,
      "cov-distil (oracle2teacher)": 4.712067604064941,
      "epoch": 4.960753532182103,
      "rel-constrast": 2.3887903690338135,
      "step": 6320,
      "subrel-constrast": 2.873598098754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651580572128296,
      "cov-distil (oracle2student)": 4.391166687011719,
      "cov-distil (oracle2teacher)": 4.477581024169922,
      "epoch": 4.961538461538462,
      "rel-constrast": 2.2382545471191406,
      "step": 6321,
      "subrel-constrast": 2.8857479095458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647675037384033,
      "cov-distil (oracle2student)": 4.231908321380615,
      "cov-distil (oracle2teacher)": 4.3569560050964355,
      "epoch": 4.962323390894819,
      "rel-constrast": 2.2372634410858154,
      "step": 6322,
      "subrel-constrast": 3.2065272331237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4218614101409912,
      "cov-distil (oracle2student)": 3.8778209686279297,
      "cov-distil (oracle2teacher)": 3.849294424057007,
      "epoch": 4.963108320251178,
      "rel-constrast": 3.1214613914489746,
      "step": 6323,
      "subrel-constrast": 3.60119891166687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.338602900505066,
      "cov-distil (oracle2student)": 3.1995444297790527,
      "cov-distil (oracle2teacher)": 3.5411946773529053,
      "epoch": 4.963893249607535,
      "rel-constrast": 2.2159762382507324,
      "step": 6324,
      "subrel-constrast": 2.9095747470855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7004845142364502,
      "cov-distil (oracle2student)": 4.400519847869873,
      "cov-distil (oracle2teacher)": 4.229898452758789,
      "epoch": 4.964678178963894,
      "rel-constrast": 2.3283772468566895,
      "step": 6325,
      "subrel-constrast": 3.3508055210113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664709210395813,
      "cov-distil (oracle2student)": 2.6644763946533203,
      "cov-distil (oracle2teacher)": 3.2746024131774902,
      "epoch": 4.965463108320251,
      "rel-constrast": 1.6859760284423828,
      "step": 6326,
      "subrel-constrast": 2.6954450607299805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4132437705993652,
      "cov-distil (oracle2student)": 4.49537467956543,
      "cov-distil (oracle2teacher)": 3.855973720550537,
      "epoch": 4.966248037676609,
      "rel-constrast": 2.334585666656494,
      "step": 6327,
      "subrel-constrast": 3.293778419494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8211705684661865,
      "cov-distil (oracle2student)": 4.226996898651123,
      "cov-distil (oracle2teacher)": 4.364864349365234,
      "epoch": 4.967032967032967,
      "rel-constrast": 2.30056095123291,
      "step": 6328,
      "subrel-constrast": 3.3497188091278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4308314323425293,
      "cov-distil (oracle2student)": 5.497256755828857,
      "cov-distil (oracle2teacher)": 5.3002166748046875,
      "epoch": 4.967817896389325,
      "rel-constrast": 2.224315643310547,
      "step": 6329,
      "subrel-constrast": 2.8620498180389404,
      "view-similarity": 0
    },
    {
      "epoch": 4.968602825745683,
      "grad_norm": 5.1875,
      "learning_rate": 1.786615419194439e-05,
      "loss": 0.6173,
      "step": 6330
    },
    {
      "cov-distil": 1.2799314260482788,
      "cov-distil (oracle2student)": 3.8431315422058105,
      "cov-distil (oracle2teacher)": 3.6098077297210693,
      "epoch": 4.968602825745683,
      "rel-constrast": 2.240593433380127,
      "step": 6330,
      "subrel-constrast": 2.4838287830352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6005988121032715,
      "cov-distil (oracle2student)": 5.061666488647461,
      "cov-distil (oracle2teacher)": 4.609375476837158,
      "epoch": 4.969387755102041,
      "rel-constrast": 2.0001957416534424,
      "step": 6331,
      "subrel-constrast": 3.0402002334594727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.408935785293579,
      "cov-distil (oracle2student)": 5.994872093200684,
      "cov-distil (oracle2teacher)": 5.556035041809082,
      "epoch": 4.970172684458399,
      "rel-constrast": 2.623962879180908,
      "step": 6332,
      "subrel-constrast": 3.6435980796813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6031270027160645,
      "cov-distil (oracle2student)": 4.943408966064453,
      "cov-distil (oracle2teacher)": 4.745820045471191,
      "epoch": 4.970957613814757,
      "rel-constrast": 2.0502355098724365,
      "step": 6333,
      "subrel-constrast": 3.028571128845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2694748640060425,
      "cov-distil (oracle2student)": 4.111125469207764,
      "cov-distil (oracle2teacher)": 3.714272975921631,
      "epoch": 4.971742543171114,
      "rel-constrast": 2.1251163482666016,
      "step": 6334,
      "subrel-constrast": 3.241582155227661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.474273443222046,
      "cov-distil (oracle2student)": 4.707520961761475,
      "cov-distil (oracle2teacher)": 4.09016227722168,
      "epoch": 4.972527472527473,
      "rel-constrast": 3.08111310005188,
      "step": 6335,
      "subrel-constrast": 3.132927417755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8034911155700684,
      "cov-distil (oracle2student)": 2.9893383979797363,
      "cov-distil (oracle2teacher)": 3.2023372650146484,
      "epoch": 4.97331240188383,
      "rel-constrast": 2.9671101570129395,
      "step": 6336,
      "subrel-constrast": 3.60176420211792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.973415732383728,
      "cov-distil (oracle2student)": 4.501821517944336,
      "cov-distil (oracle2teacher)": 4.32850456237793,
      "epoch": 4.974097331240189,
      "rel-constrast": 3.056791305541992,
      "step": 6337,
      "subrel-constrast": 3.3138532638549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6559507846832275,
      "cov-distil (oracle2student)": 4.3832573890686035,
      "cov-distil (oracle2teacher)": 4.004861831665039,
      "epoch": 4.974882260596546,
      "rel-constrast": 2.886787176132202,
      "step": 6338,
      "subrel-constrast": 3.490976095199585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6198585033416748,
      "cov-distil (oracle2student)": 3.976400136947632,
      "cov-distil (oracle2teacher)": 3.6052324771881104,
      "epoch": 4.975667189952905,
      "rel-constrast": 1.8754621744155884,
      "step": 6339,
      "subrel-constrast": 3.234755039215088,
      "view-similarity": 0
    },
    {
      "epoch": 4.976452119309262,
      "grad_norm": 6.40625,
      "learning_rate": 1.778255970505189e-05,
      "loss": 0.6619,
      "step": 6340
    },
    {
      "cov-distil": 1.6350932121276855,
      "cov-distil (oracle2student)": 3.4971699714660645,
      "cov-distil (oracle2teacher)": 3.4994852542877197,
      "epoch": 4.976452119309262,
      "rel-constrast": 2.7708120346069336,
      "step": 6340,
      "subrel-constrast": 3.5992441177368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.405849575996399,
      "cov-distil (oracle2student)": 4.557586193084717,
      "cov-distil (oracle2teacher)": 4.234986305236816,
      "epoch": 4.97723704866562,
      "rel-constrast": 3.8612003326416016,
      "step": 6341,
      "subrel-constrast": 3.6347923278808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8134238719940186,
      "cov-distil (oracle2student)": 5.901843547821045,
      "cov-distil (oracle2teacher)": 5.115883827209473,
      "epoch": 4.978021978021978,
      "rel-constrast": 2.969412326812744,
      "step": 6342,
      "subrel-constrast": 4.169970989227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8067271709442139,
      "cov-distil (oracle2student)": 5.62607479095459,
      "cov-distil (oracle2teacher)": 5.338338375091553,
      "epoch": 4.978806907378336,
      "rel-constrast": 2.315382957458496,
      "step": 6343,
      "subrel-constrast": 2.7742295265197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.394012689590454,
      "cov-distil (oracle2student)": 4.987968444824219,
      "cov-distil (oracle2teacher)": 4.705493927001953,
      "epoch": 4.979591836734694,
      "rel-constrast": 1.933820128440857,
      "step": 6344,
      "subrel-constrast": 2.9582161903381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9972665309906006,
      "cov-distil (oracle2student)": 4.297171592712402,
      "cov-distil (oracle2teacher)": 3.4901461601257324,
      "epoch": 4.980376766091052,
      "rel-constrast": 2.5387656688690186,
      "step": 6345,
      "subrel-constrast": 3.2467758655548096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3800218105316162,
      "cov-distil (oracle2student)": 4.98017692565918,
      "cov-distil (oracle2teacher)": 4.567188262939453,
      "epoch": 4.98116169544741,
      "rel-constrast": 1.9023525714874268,
      "step": 6346,
      "subrel-constrast": 2.5315604209899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0748944282531738,
      "cov-distil (oracle2student)": 4.706311225891113,
      "cov-distil (oracle2teacher)": 4.364887237548828,
      "epoch": 4.981946624803768,
      "rel-constrast": 2.0534820556640625,
      "step": 6347,
      "subrel-constrast": 2.6370999813079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1969518661499023,
      "cov-distil (oracle2student)": 4.174374580383301,
      "cov-distil (oracle2teacher)": 3.7038159370422363,
      "epoch": 4.982731554160125,
      "rel-constrast": 1.9545320272445679,
      "step": 6348,
      "subrel-constrast": 2.504163980484009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52728271484375,
      "cov-distil (oracle2student)": 4.264909267425537,
      "cov-distil (oracle2teacher)": 3.8421778678894043,
      "epoch": 4.983516483516484,
      "rel-constrast": 2.7396883964538574,
      "step": 6349,
      "subrel-constrast": 3.715200662612915,
      "view-similarity": 0
    },
    {
      "epoch": 4.984301412872841,
      "grad_norm": 5.75,
      "learning_rate": 1.769905316039169e-05,
      "loss": 0.6641,
      "step": 6350
    },
    {
      "cov-distil": 1.047910213470459,
      "cov-distil (oracle2student)": 4.9119391441345215,
      "cov-distil (oracle2teacher)": 4.942358016967773,
      "epoch": 4.984301412872841,
      "rel-constrast": 2.1776411533355713,
      "step": 6350,
      "subrel-constrast": 3.179271936416626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3921808004379272,
      "cov-distil (oracle2student)": 6.695369243621826,
      "cov-distil (oracle2teacher)": 5.206090927124023,
      "epoch": 4.9850863422291996,
      "rel-constrast": 2.232736825942993,
      "step": 6351,
      "subrel-constrast": 2.660191535949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2084293365478516,
      "cov-distil (oracle2student)": 4.061747074127197,
      "cov-distil (oracle2teacher)": 4.092945098876953,
      "epoch": 4.985871271585557,
      "rel-constrast": 3.5942487716674805,
      "step": 6352,
      "subrel-constrast": 3.964210271835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6817872524261475,
      "cov-distil (oracle2student)": 4.995474815368652,
      "cov-distil (oracle2teacher)": 4.60586404800415,
      "epoch": 4.9866562009419155,
      "rel-constrast": 1.8098312616348267,
      "step": 6353,
      "subrel-constrast": 3.112137794494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.427977442741394,
      "cov-distil (oracle2student)": 4.501344680786133,
      "cov-distil (oracle2teacher)": 4.291024208068848,
      "epoch": 4.987441130298273,
      "rel-constrast": 2.7823352813720703,
      "step": 6354,
      "subrel-constrast": 3.19718599319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4594874382019043,
      "cov-distil (oracle2student)": 4.523033142089844,
      "cov-distil (oracle2teacher)": 4.395312309265137,
      "epoch": 4.988226059654631,
      "rel-constrast": 2.2572810649871826,
      "step": 6355,
      "subrel-constrast": 2.9013445377349854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3175606727600098,
      "cov-distil (oracle2student)": 3.160247802734375,
      "cov-distil (oracle2teacher)": 3.2260923385620117,
      "epoch": 4.989010989010989,
      "rel-constrast": 2.1419713497161865,
      "step": 6356,
      "subrel-constrast": 2.826784610748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0004092454910278,
      "cov-distil (oracle2student)": 2.7171289920806885,
      "cov-distil (oracle2teacher)": 2.6494624614715576,
      "epoch": 4.989795918367347,
      "rel-constrast": 1.8749656677246094,
      "step": 6357,
      "subrel-constrast": 2.3543131351470947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.518770456314087,
      "cov-distil (oracle2student)": 5.135395526885986,
      "cov-distil (oracle2teacher)": 4.523126602172852,
      "epoch": 4.990580847723705,
      "rel-constrast": 2.457313299179077,
      "step": 6358,
      "subrel-constrast": 3.3512682914733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2809380292892456,
      "cov-distil (oracle2student)": 4.315846920013428,
      "cov-distil (oracle2teacher)": 3.596458911895752,
      "epoch": 4.991365777080063,
      "rel-constrast": 2.407223701477051,
      "step": 6359,
      "subrel-constrast": 2.873908519744873,
      "view-similarity": 0
    },
    {
      "epoch": 4.992150706436421,
      "grad_norm": 4.8125,
      "learning_rate": 1.76156355754647e-05,
      "loss": 0.6267,
      "step": 6360
    },
    {
      "cov-distil": 1.160588264465332,
      "cov-distil (oracle2student)": 4.551167964935303,
      "cov-distil (oracle2teacher)": 4.127175807952881,
      "epoch": 4.992150706436421,
      "rel-constrast": 2.360353708267212,
      "step": 6360,
      "subrel-constrast": 3.03942608833313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1076457500457764,
      "cov-distil (oracle2student)": 4.793086051940918,
      "cov-distil (oracle2teacher)": 4.320806503295898,
      "epoch": 4.9929356357927785,
      "rel-constrast": 3.625304937362671,
      "step": 6361,
      "subrel-constrast": 3.7809274196624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2794060707092285,
      "cov-distil (oracle2student)": 4.951486110687256,
      "cov-distil (oracle2teacher)": 4.332149505615234,
      "epoch": 4.993720565149136,
      "rel-constrast": 2.710268020629883,
      "step": 6362,
      "subrel-constrast": 3.2642877101898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2074806690216064,
      "cov-distil (oracle2student)": 3.255018949508667,
      "cov-distil (oracle2teacher)": 3.0458898544311523,
      "epoch": 4.9945054945054945,
      "rel-constrast": 2.9193453788757324,
      "step": 6363,
      "subrel-constrast": 3.136819839477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6302261352539062,
      "cov-distil (oracle2student)": 3.7394003868103027,
      "cov-distil (oracle2teacher)": 3.85154390335083,
      "epoch": 4.995290423861852,
      "rel-constrast": 2.3977081775665283,
      "step": 6364,
      "subrel-constrast": 3.345785140991211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3691960573196411,
      "cov-distil (oracle2student)": 3.937055826187134,
      "cov-distil (oracle2teacher)": 3.863041877746582,
      "epoch": 4.9960753532182105,
      "rel-constrast": 2.4097399711608887,
      "step": 6365,
      "subrel-constrast": 3.1660101413726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4047520160675049,
      "cov-distil (oracle2student)": 4.410531520843506,
      "cov-distil (oracle2teacher)": 4.219385623931885,
      "epoch": 4.996860282574568,
      "rel-constrast": 2.3154335021972656,
      "step": 6366,
      "subrel-constrast": 3.105968475341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4460198879241943,
      "cov-distil (oracle2student)": 5.261059284210205,
      "cov-distil (oracle2teacher)": 5.043281078338623,
      "epoch": 4.9976452119309265,
      "rel-constrast": 3.5350379943847656,
      "step": 6367,
      "subrel-constrast": 4.37647008895874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2247017621994019,
      "cov-distil (oracle2student)": 2.2277369499206543,
      "cov-distil (oracle2teacher)": 2.4164347648620605,
      "epoch": 4.998430141287284,
      "rel-constrast": 2.1818106174468994,
      "step": 6368,
      "subrel-constrast": 2.7590720653533936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834952712059021,
      "cov-distil (oracle2student)": 3.418919563293457,
      "cov-distil (oracle2teacher)": 3.318164110183716,
      "epoch": 4.9992150706436425,
      "rel-constrast": 3.3827550411224365,
      "step": 6369,
      "subrel-constrast": 3.5862977504730225,
      "view-similarity": 0
    },
    {
      "epoch": 5.0,
      "grad_norm": 6.65625,
      "learning_rate": 1.753230796668786e-05,
      "loss": 0.7326,
      "step": 6370
    },
    {
      "cov-distil": 1.359392762184143,
      "cov-distil (oracle2student)": 3.3579001426696777,
      "cov-distil (oracle2teacher)": 3.3583874702453613,
      "epoch": 5.0,
      "rel-constrast": 1.9008030891418457,
      "step": 6370,
      "subrel-constrast": 2.6319360733032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371079921722412,
      "cov-distil (oracle2student)": 5.76436185836792,
      "cov-distil (oracle2teacher)": 5.128456115722656,
      "epoch": 5.0007849293563575,
      "rel-constrast": 2.059243679046631,
      "step": 6371,
      "subrel-constrast": 2.430107593536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4476008415222168,
      "cov-distil (oracle2student)": 2.659885883331299,
      "cov-distil (oracle2teacher)": 3.2024524211883545,
      "epoch": 5.001569858712716,
      "rel-constrast": 2.360893726348877,
      "step": 6372,
      "subrel-constrast": 3.022418737411499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1649432182312012,
      "cov-distil (oracle2student)": 4.481777667999268,
      "cov-distil (oracle2teacher)": 4.318930149078369,
      "epoch": 5.0023547880690735,
      "rel-constrast": 2.6836695671081543,
      "step": 6373,
      "subrel-constrast": 3.273745059967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412778377532959,
      "cov-distil (oracle2student)": 4.0091094970703125,
      "cov-distil (oracle2teacher)": 4.020620346069336,
      "epoch": 5.003139717425432,
      "rel-constrast": 2.035592555999756,
      "step": 6374,
      "subrel-constrast": 2.699009895324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0473147630691528,
      "cov-distil (oracle2student)": 3.82696533203125,
      "cov-distil (oracle2teacher)": 3.8741002082824707,
      "epoch": 5.0039246467817895,
      "rel-constrast": 2.084090232849121,
      "step": 6375,
      "subrel-constrast": 2.7250661849975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2430222034454346,
      "cov-distil (oracle2student)": 5.060732841491699,
      "cov-distil (oracle2teacher)": 5.0178937911987305,
      "epoch": 5.004709576138148,
      "rel-constrast": 3.063809633255005,
      "step": 6376,
      "subrel-constrast": 3.3157360553741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7580978870391846,
      "cov-distil (oracle2student)": 5.010727405548096,
      "cov-distil (oracle2teacher)": 4.645780563354492,
      "epoch": 5.0054945054945055,
      "rel-constrast": 2.401463508605957,
      "step": 6377,
      "subrel-constrast": 2.9093611240386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1338202953338623,
      "cov-distil (oracle2student)": 4.870278358459473,
      "cov-distil (oracle2teacher)": 4.1978983879089355,
      "epoch": 5.006279434850863,
      "rel-constrast": 3.1939563751220703,
      "step": 6378,
      "subrel-constrast": 3.8752663135528564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2101545333862305,
      "cov-distil (oracle2student)": 4.851513862609863,
      "cov-distil (oracle2teacher)": 4.357121467590332,
      "epoch": 5.0070643642072215,
      "rel-constrast": 3.002180814743042,
      "step": 6379,
      "subrel-constrast": 3.631614923477173,
      "view-similarity": 0
    },
    {
      "epoch": 5.007849293563579,
      "grad_norm": 5.71875,
      "learning_rate": 1.7449071349381778e-05,
      "loss": 0.6525,
      "step": 6380
    },
    {
      "cov-distil": 0.8789222836494446,
      "cov-distil (oracle2student)": 3.977447509765625,
      "cov-distil (oracle2teacher)": 3.805952548980713,
      "epoch": 5.007849293563579,
      "rel-constrast": 2.7344579696655273,
      "step": 6380,
      "subrel-constrast": 3.490339756011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2632502317428589,
      "cov-distil (oracle2student)": 4.404345512390137,
      "cov-distil (oracle2teacher)": 4.018685817718506,
      "epoch": 5.008634222919937,
      "rel-constrast": 2.23805570602417,
      "step": 6381,
      "subrel-constrast": 3.1731338500976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1074802875518799,
      "cov-distil (oracle2student)": 4.344351768493652,
      "cov-distil (oracle2teacher)": 4.187353134155273,
      "epoch": 5.009419152276295,
      "rel-constrast": 2.5136446952819824,
      "step": 6382,
      "subrel-constrast": 2.969902276992798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4524273872375488,
      "cov-distil (oracle2student)": 4.6440229415893555,
      "cov-distil (oracle2teacher)": 4.678775787353516,
      "epoch": 5.010204081632653,
      "rel-constrast": 2.482086181640625,
      "step": 6383,
      "subrel-constrast": 3.158622980117798,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.755650043487549,
      "cov-distil (oracle2student)": 4.601876735687256,
      "cov-distil (oracle2teacher)": 4.6380791664123535,
      "epoch": 5.010989010989011,
      "rel-constrast": 2.7443761825561523,
      "step": 6384,
      "subrel-constrast": 4.0316162109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369147777557373,
      "cov-distil (oracle2student)": 5.574975967407227,
      "cov-distil (oracle2teacher)": 4.981288909912109,
      "epoch": 5.0117739403453685,
      "rel-constrast": 4.058416366577148,
      "step": 6385,
      "subrel-constrast": 4.097314834594727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9753646850585938,
      "cov-distil (oracle2student)": 4.864660263061523,
      "cov-distil (oracle2teacher)": 4.325032711029053,
      "epoch": 5.012558869701727,
      "rel-constrast": 3.642958641052246,
      "step": 6386,
      "subrel-constrast": 4.66250467300415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0839877128601074,
      "cov-distil (oracle2student)": 4.766118049621582,
      "cov-distil (oracle2teacher)": 4.368666648864746,
      "epoch": 5.0133437990580845,
      "rel-constrast": 2.1008291244506836,
      "step": 6387,
      "subrel-constrast": 2.805992364883423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728922724723816,
      "cov-distil (oracle2student)": 3.6513671875,
      "cov-distil (oracle2teacher)": 3.978764057159424,
      "epoch": 5.014128728414443,
      "rel-constrast": 2.9527335166931152,
      "step": 6388,
      "subrel-constrast": 4.227415561676025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607741355895996,
      "cov-distil (oracle2student)": 3.5395169258117676,
      "cov-distil (oracle2teacher)": 3.755380868911743,
      "epoch": 5.0149136577708004,
      "rel-constrast": 2.185133934020996,
      "step": 6389,
      "subrel-constrast": 2.9137470722198486,
      "view-similarity": 0
    },
    {
      "epoch": 5.015698587127159,
      "grad_norm": 5.0,
      "learning_rate": 1.7365926737758382e-05,
      "loss": 0.7294,
      "step": 6390
    },
    {
      "cov-distil": 1.3463352918624878,
      "cov-distil (oracle2student)": 5.043448448181152,
      "cov-distil (oracle2teacher)": 4.9583234786987305,
      "epoch": 5.015698587127159,
      "rel-constrast": 4.1819682121276855,
      "step": 6390,
      "subrel-constrast": 4.783616065979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4332249164581299,
      "cov-distil (oracle2student)": 5.333106994628906,
      "cov-distil (oracle2teacher)": 4.794179439544678,
      "epoch": 5.016483516483516,
      "rel-constrast": 2.0705103874206543,
      "step": 6391,
      "subrel-constrast": 3.1939237117767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7236583232879639,
      "cov-distil (oracle2student)": 4.942404747009277,
      "cov-distil (oracle2teacher)": 4.725375175476074,
      "epoch": 5.017268445839874,
      "rel-constrast": 2.6249094009399414,
      "step": 6392,
      "subrel-constrast": 2.771009922027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2590625286102295,
      "cov-distil (oracle2student)": 3.9881274700164795,
      "cov-distil (oracle2teacher)": 3.0819501876831055,
      "epoch": 5.018053375196232,
      "rel-constrast": 1.7491198778152466,
      "step": 6393,
      "subrel-constrast": 2.243767023086548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.308765172958374,
      "cov-distil (oracle2student)": 3.2486984729766846,
      "cov-distil (oracle2teacher)": 3.346200466156006,
      "epoch": 5.01883830455259,
      "rel-constrast": 3.195192337036133,
      "step": 6394,
      "subrel-constrast": 3.6824746131896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5448304414749146,
      "cov-distil (oracle2student)": 4.208702564239502,
      "cov-distil (oracle2teacher)": 4.050940036773682,
      "epoch": 5.019623233908948,
      "rel-constrast": 2.147087335586548,
      "step": 6395,
      "subrel-constrast": 2.8534553050994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.745937466621399,
      "cov-distil (oracle2student)": 2.959869861602783,
      "cov-distil (oracle2teacher)": 3.526463031768799,
      "epoch": 5.020408163265306,
      "rel-constrast": 2.837782859802246,
      "step": 6396,
      "subrel-constrast": 3.3152878284454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3874518871307373,
      "cov-distil (oracle2student)": 6.092804431915283,
      "cov-distil (oracle2teacher)": 4.753513336181641,
      "epoch": 5.021193092621664,
      "rel-constrast": 2.584686040878296,
      "step": 6397,
      "subrel-constrast": 3.254920721054077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.342314600944519,
      "cov-distil (oracle2student)": 4.8169403076171875,
      "cov-distil (oracle2teacher)": 4.760178089141846,
      "epoch": 5.021978021978022,
      "rel-constrast": 2.9403462409973145,
      "step": 6398,
      "subrel-constrast": 3.709343910217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4921982288360596,
      "cov-distil (oracle2student)": 4.219342231750488,
      "cov-distil (oracle2teacher)": 3.701714515686035,
      "epoch": 5.02276295133438,
      "rel-constrast": 1.7274188995361328,
      "step": 6399,
      "subrel-constrast": 2.5749433040618896,
      "view-similarity": 0
    },
    {
      "epoch": 5.023547880690738,
      "grad_norm": 4.0625,
      "learning_rate": 1.728287514490851e-05,
      "loss": 0.6879,
      "step": 6400
    },
    {
      "epoch": 5.023547880690738,
      "overlap": 0.2874999940395355,
      "step": 6400
    },
    {
      "epoch": 5.023547880690738,
      "step": 6400,
      "student margin": 0.0506591796875
    },
    {
      "epoch": 5.023547880690738,
      "step": 6400,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 5.023547880690738,
      "margin difference": -0.0133056640625,
      "step": 6400
    },
    {
      "cov-distil": 2.1386559009552,
      "cov-distil (oracle2student)": 4.699804306030273,
      "cov-distil (oracle2teacher)": 4.367741584777832,
      "epoch": 5.023547880690738,
      "rel-constrast": 3.194234609603882,
      "step": 6400,
      "subrel-constrast": 3.720902442932129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3373442888259888,
      "cov-distil (oracle2student)": 3.767896890640259,
      "cov-distil (oracle2teacher)": 3.913093090057373,
      "epoch": 5.024332810047095,
      "rel-constrast": 3.2140378952026367,
      "step": 6401,
      "subrel-constrast": 3.673841714859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6179474592208862,
      "cov-distil (oracle2student)": 4.110291481018066,
      "cov-distil (oracle2teacher)": 3.577472686767578,
      "epoch": 5.025117739403454,
      "rel-constrast": 2.693786859512329,
      "step": 6402,
      "subrel-constrast": 3.075308084487915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9145619869232178,
      "cov-distil (oracle2student)": 3.890866756439209,
      "cov-distil (oracle2teacher)": 3.594916820526123,
      "epoch": 5.025902668759811,
      "rel-constrast": 2.3198776245117188,
      "step": 6403,
      "subrel-constrast": 3.2441048622131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.372300624847412,
      "cov-distil (oracle2student)": 6.1162309646606445,
      "cov-distil (oracle2teacher)": 5.177950859069824,
      "epoch": 5.02668759811617,
      "rel-constrast": 2.793454647064209,
      "step": 6404,
      "subrel-constrast": 3.2124288082122803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1531877517700195,
      "cov-distil (oracle2student)": 3.3947153091430664,
      "cov-distil (oracle2teacher)": 3.169563055038452,
      "epoch": 5.027472527472527,
      "rel-constrast": 1.697411060333252,
      "step": 6405,
      "subrel-constrast": 2.4672296047210693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2044497728347778,
      "cov-distil (oracle2student)": 4.540169715881348,
      "cov-distil (oracle2teacher)": 4.377885818481445,
      "epoch": 5.028257456828886,
      "rel-constrast": 2.1932106018066406,
      "step": 6406,
      "subrel-constrast": 3.043182373046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7265633344650269,
      "cov-distil (oracle2student)": 4.640819549560547,
      "cov-distil (oracle2teacher)": 4.500036239624023,
      "epoch": 5.029042386185243,
      "rel-constrast": 1.6695019006729126,
      "step": 6407,
      "subrel-constrast": 2.490628242492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7861719131469727,
      "cov-distil (oracle2student)": 4.103105545043945,
      "cov-distil (oracle2teacher)": 3.645543098449707,
      "epoch": 5.029827315541601,
      "rel-constrast": 2.755000591278076,
      "step": 6408,
      "subrel-constrast": 3.8108651638031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845219850540161,
      "cov-distil (oracle2student)": 5.76608943939209,
      "cov-distil (oracle2teacher)": 5.439455986022949,
      "epoch": 5.030612244897959,
      "rel-constrast": 2.771488666534424,
      "step": 6409,
      "subrel-constrast": 3.5217487812042236,
      "view-similarity": 0
    },
    {
      "epoch": 5.031397174254317,
      "grad_norm": 5.9375,
      "learning_rate": 1.7199917582789633e-05,
      "loss": 0.6719,
      "step": 6410
    },
    {
      "cov-distil": 1.5721564292907715,
      "cov-distil (oracle2student)": 5.4674835205078125,
      "cov-distil (oracle2teacher)": 4.5747904777526855,
      "epoch": 5.031397174254317,
      "rel-constrast": 2.1946187019348145,
      "step": 6410,
      "subrel-constrast": 2.764049530029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3994481563568115,
      "cov-distil (oracle2student)": 3.5430874824523926,
      "cov-distil (oracle2teacher)": 3.373729705810547,
      "epoch": 5.032182103610675,
      "rel-constrast": 2.3410286903381348,
      "step": 6411,
      "subrel-constrast": 3.2171850204467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341662883758545,
      "cov-distil (oracle2student)": 4.853429794311523,
      "cov-distil (oracle2teacher)": 4.439650535583496,
      "epoch": 5.032967032967033,
      "rel-constrast": 2.5478734970092773,
      "step": 6412,
      "subrel-constrast": 3.5480809211730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4482485055923462,
      "cov-distil (oracle2student)": 5.869929313659668,
      "cov-distil (oracle2teacher)": 5.451936721801758,
      "epoch": 5.033751962323391,
      "rel-constrast": 2.174394130706787,
      "step": 6413,
      "subrel-constrast": 3.1535887718200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4895870685577393,
      "cov-distil (oracle2student)": 3.282317876815796,
      "cov-distil (oracle2teacher)": 3.7393054962158203,
      "epoch": 5.034536891679749,
      "rel-constrast": 2.805201530456543,
      "step": 6414,
      "subrel-constrast": 3.6849591732025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.733220100402832,
      "cov-distil (oracle2student)": 4.2783522605896,
      "cov-distil (oracle2teacher)": 3.5380330085754395,
      "epoch": 5.035321821036106,
      "rel-constrast": 2.2326860427856445,
      "step": 6415,
      "subrel-constrast": 3.0100016593933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4635485410690308,
      "cov-distil (oracle2student)": 4.178749084472656,
      "cov-distil (oracle2teacher)": 4.115012168884277,
      "epoch": 5.036106750392465,
      "rel-constrast": 2.603602409362793,
      "step": 6416,
      "subrel-constrast": 3.1001787185668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6413240432739258,
      "cov-distil (oracle2student)": 4.087843418121338,
      "cov-distil (oracle2teacher)": 3.921110153198242,
      "epoch": 5.036891679748822,
      "rel-constrast": 3.133434534072876,
      "step": 6417,
      "subrel-constrast": 3.5969600677490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6093976497650146,
      "cov-distil (oracle2student)": 3.0779781341552734,
      "cov-distil (oracle2teacher)": 3.2501702308654785,
      "epoch": 5.037676609105181,
      "rel-constrast": 2.474954605102539,
      "step": 6418,
      "subrel-constrast": 3.1595253944396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.432549238204956,
      "cov-distil (oracle2student)": 4.183036804199219,
      "cov-distil (oracle2teacher)": 4.222641468048096,
      "epoch": 5.038461538461538,
      "rel-constrast": 2.2735230922698975,
      "step": 6419,
      "subrel-constrast": 3.3267223834991455,
      "view-similarity": 0
    },
    {
      "epoch": 5.039246467817897,
      "grad_norm": 5.28125,
      "learning_rate": 1.7117055062213448e-05,
      "loss": 0.6574,
      "step": 6420
    },
    {
      "cov-distil": 1.2351577281951904,
      "cov-distil (oracle2student)": 5.170145034790039,
      "cov-distil (oracle2teacher)": 4.2409515380859375,
      "epoch": 5.039246467817897,
      "rel-constrast": 2.438143014907837,
      "step": 6420,
      "subrel-constrast": 3.120026111602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986019253730774,
      "cov-distil (oracle2student)": 2.047380208969116,
      "cov-distil (oracle2teacher)": 2.6294610500335693,
      "epoch": 5.040031397174254,
      "rel-constrast": 2.159783124923706,
      "step": 6421,
      "subrel-constrast": 3.3908584117889404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3690769672393799,
      "cov-distil (oracle2student)": 4.137241363525391,
      "cov-distil (oracle2teacher)": 4.300175666809082,
      "epoch": 5.040816326530612,
      "rel-constrast": 3.2615931034088135,
      "step": 6422,
      "subrel-constrast": 4.021975040435791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5668132305145264,
      "cov-distil (oracle2student)": 2.992008686065674,
      "cov-distil (oracle2teacher)": 3.1454415321350098,
      "epoch": 5.04160125588697,
      "rel-constrast": 2.451068639755249,
      "step": 6423,
      "subrel-constrast": 3.0867555141448975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404271125793457,
      "cov-distil (oracle2student)": 3.5373377799987793,
      "cov-distil (oracle2teacher)": 3.7310988903045654,
      "epoch": 5.042386185243328,
      "rel-constrast": 2.273376941680908,
      "step": 6424,
      "subrel-constrast": 2.9134082794189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547619104385376,
      "cov-distil (oracle2student)": 3.5116472244262695,
      "cov-distil (oracle2teacher)": 3.5006496906280518,
      "epoch": 5.043171114599686,
      "rel-constrast": 2.3175089359283447,
      "step": 6425,
      "subrel-constrast": 3.178792953491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577472448348999,
      "cov-distil (oracle2student)": 6.1128950119018555,
      "cov-distil (oracle2teacher)": 5.137702465057373,
      "epoch": 5.043956043956044,
      "rel-constrast": 2.3933186531066895,
      "step": 6426,
      "subrel-constrast": 2.913015604019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.253826379776001,
      "cov-distil (oracle2student)": 4.408603668212891,
      "cov-distil (oracle2teacher)": 3.607184886932373,
      "epoch": 5.044740973312402,
      "rel-constrast": 2.5939502716064453,
      "step": 6427,
      "subrel-constrast": 2.9731268882751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2873706817626953,
      "cov-distil (oracle2student)": 6.291914939880371,
      "cov-distil (oracle2teacher)": 5.664948463439941,
      "epoch": 5.04552590266876,
      "rel-constrast": 3.1207451820373535,
      "step": 6428,
      "subrel-constrast": 4.189770221710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6618921756744385,
      "cov-distil (oracle2student)": 4.674520015716553,
      "cov-distil (oracle2teacher)": 4.595946788787842,
      "epoch": 5.046310832025117,
      "rel-constrast": 2.6429295539855957,
      "step": 6429,
      "subrel-constrast": 3.4542407989501953,
      "view-similarity": 0
    },
    {
      "epoch": 5.047095761381476,
      "grad_norm": 5.3125,
      "learning_rate": 1.7034288592833624e-05,
      "loss": 0.6785,
      "step": 6430
    },
    {
      "cov-distil": 1.5342692136764526,
      "cov-distil (oracle2student)": 3.868612051010132,
      "cov-distil (oracle2teacher)": 3.953502655029297,
      "epoch": 5.047095761381476,
      "rel-constrast": 2.703097343444824,
      "step": 6430,
      "subrel-constrast": 3.176004648208618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5991268157958984,
      "cov-distil (oracle2student)": 4.317028999328613,
      "cov-distil (oracle2teacher)": 4.554220676422119,
      "epoch": 5.047880690737833,
      "rel-constrast": 2.6607165336608887,
      "step": 6431,
      "subrel-constrast": 3.3719494342803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7819817066192627,
      "cov-distil (oracle2student)": 3.0905532836914062,
      "cov-distil (oracle2teacher)": 3.720851421356201,
      "epoch": 5.048665620094192,
      "rel-constrast": 1.6860852241516113,
      "step": 6432,
      "subrel-constrast": 2.7956502437591553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5205634832382202,
      "cov-distil (oracle2student)": 4.9854936599731445,
      "cov-distil (oracle2teacher)": 4.433806419372559,
      "epoch": 5.049450549450549,
      "rel-constrast": 2.8956263065338135,
      "step": 6433,
      "subrel-constrast": 4.08541202545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.278421401977539,
      "cov-distil (oracle2student)": 2.9888272285461426,
      "cov-distil (oracle2teacher)": 3.349884271621704,
      "epoch": 5.050235478806908,
      "rel-constrast": 2.966381072998047,
      "step": 6434,
      "subrel-constrast": 3.6086273193359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3473429679870605,
      "cov-distil (oracle2student)": 4.049306869506836,
      "cov-distil (oracle2teacher)": 3.6100246906280518,
      "epoch": 5.051020408163265,
      "rel-constrast": 2.363682270050049,
      "step": 6435,
      "subrel-constrast": 2.861302375793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2861018180847168,
      "cov-distil (oracle2student)": 3.976492404937744,
      "cov-distil (oracle2teacher)": 3.571269989013672,
      "epoch": 5.051805337519623,
      "rel-constrast": 2.622406482696533,
      "step": 6436,
      "subrel-constrast": 2.9156432151794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3054076433181763,
      "cov-distil (oracle2student)": 4.908285140991211,
      "cov-distil (oracle2teacher)": 5.002618789672852,
      "epoch": 5.052590266875981,
      "rel-constrast": 1.5977330207824707,
      "step": 6437,
      "subrel-constrast": 2.4205427169799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6911412477493286,
      "cov-distil (oracle2student)": 3.570453643798828,
      "cov-distil (oracle2teacher)": 4.037918567657471,
      "epoch": 5.053375196232339,
      "rel-constrast": 2.345921039581299,
      "step": 6438,
      "subrel-constrast": 3.53971266746521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.299774169921875,
      "cov-distil (oracle2student)": 3.957676410675049,
      "cov-distil (oracle2teacher)": 3.9062767028808594,
      "epoch": 5.054160125588697,
      "rel-constrast": 2.92734432220459,
      "step": 6439,
      "subrel-constrast": 3.3155899047851562,
      "view-similarity": 0
    },
    {
      "epoch": 5.054945054945055,
      "grad_norm": 6.5625,
      "learning_rate": 1.6951619183133477e-05,
      "loss": 0.6558,
      "step": 6440
    },
    {
      "cov-distil": 0.7853665947914124,
      "cov-distil (oracle2student)": 4.799718379974365,
      "cov-distil (oracle2teacher)": 4.430170059204102,
      "epoch": 5.054945054945055,
      "rel-constrast": 1.6232160329818726,
      "step": 6440,
      "subrel-constrast": 2.0859551429748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503679871559143,
      "cov-distil (oracle2student)": 2.9759716987609863,
      "cov-distil (oracle2teacher)": 2.9929428100585938,
      "epoch": 5.055729984301413,
      "rel-constrast": 3.1540842056274414,
      "step": 6441,
      "subrel-constrast": 3.8048391342163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4659953117370605,
      "cov-distil (oracle2student)": 3.1349964141845703,
      "cov-distil (oracle2teacher)": 2.9798271656036377,
      "epoch": 5.056514913657771,
      "rel-constrast": 2.709883689880371,
      "step": 6442,
      "subrel-constrast": 3.1384785175323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2780826091766357,
      "cov-distil (oracle2student)": 3.771440029144287,
      "cov-distil (oracle2teacher)": 3.7615513801574707,
      "epoch": 5.057299843014129,
      "rel-constrast": 2.5716195106506348,
      "step": 6443,
      "subrel-constrast": 3.1627092361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.498572826385498,
      "cov-distil (oracle2student)": 4.5346455574035645,
      "cov-distil (oracle2teacher)": 5.086139678955078,
      "epoch": 5.058084772370487,
      "rel-constrast": 2.7810044288635254,
      "step": 6444,
      "subrel-constrast": 3.71688175201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.683319330215454,
      "cov-distil (oracle2student)": 3.9343013763427734,
      "cov-distil (oracle2teacher)": 3.6961240768432617,
      "epoch": 5.058869701726844,
      "rel-constrast": 1.6019235849380493,
      "step": 6445,
      "subrel-constrast": 2.541926622390747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3290371894836426,
      "cov-distil (oracle2student)": 5.057891845703125,
      "cov-distil (oracle2teacher)": 4.9427947998046875,
      "epoch": 5.059654631083203,
      "rel-constrast": 3.8168745040893555,
      "step": 6446,
      "subrel-constrast": 4.59073543548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3111343383789062,
      "cov-distil (oracle2student)": 4.383816719055176,
      "cov-distil (oracle2teacher)": 4.267123222351074,
      "epoch": 5.06043956043956,
      "rel-constrast": 3.2324295043945312,
      "step": 6447,
      "subrel-constrast": 3.245640993118286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1719493865966797,
      "cov-distil (oracle2student)": 4.888097763061523,
      "cov-distil (oracle2teacher)": 4.601217269897461,
      "epoch": 5.061224489795919,
      "rel-constrast": 2.248357057571411,
      "step": 6448,
      "subrel-constrast": 3.131230354309082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5960030555725098,
      "cov-distil (oracle2student)": 4.05869197845459,
      "cov-distil (oracle2teacher)": 4.2969536781311035,
      "epoch": 5.062009419152276,
      "rel-constrast": 1.942176103591919,
      "step": 6449,
      "subrel-constrast": 2.716460704803467,
      "view-similarity": 0
    },
    {
      "epoch": 5.062794348508635,
      "grad_norm": 4.625,
      "learning_rate": 1.686904784041366e-05,
      "loss": 0.6786,
      "step": 6450
    },
    {
      "cov-distil": 1.6648273468017578,
      "cov-distil (oracle2student)": 5.205915451049805,
      "cov-distil (oracle2teacher)": 4.757566452026367,
      "epoch": 5.062794348508635,
      "rel-constrast": 2.2410531044006348,
      "step": 6450,
      "subrel-constrast": 3.236114740371704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5193867683410645,
      "cov-distil (oracle2student)": 4.258455753326416,
      "cov-distil (oracle2teacher)": 4.231773853302002,
      "epoch": 5.063579277864992,
      "rel-constrast": 2.7963526248931885,
      "step": 6451,
      "subrel-constrast": 3.467442274093628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8677549362182617,
      "cov-distil (oracle2student)": 4.858781337738037,
      "cov-distil (oracle2teacher)": 4.642212867736816,
      "epoch": 5.06436420722135,
      "rel-constrast": 3.318589687347412,
      "step": 6452,
      "subrel-constrast": 4.238656044006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843064308166504,
      "cov-distil (oracle2student)": 3.4159960746765137,
      "cov-distil (oracle2teacher)": 3.4569575786590576,
      "epoch": 5.065149136577708,
      "rel-constrast": 3.112098455429077,
      "step": 6453,
      "subrel-constrast": 4.07960319519043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4689431190490723,
      "cov-distil (oracle2student)": 4.0383219718933105,
      "cov-distil (oracle2teacher)": 3.6476166248321533,
      "epoch": 5.065934065934066,
      "rel-constrast": 2.194288730621338,
      "step": 6454,
      "subrel-constrast": 2.8861002922058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8815069198608398,
      "cov-distil (oracle2student)": 3.6926143169403076,
      "cov-distil (oracle2teacher)": 3.63433575630188,
      "epoch": 5.066718995290424,
      "rel-constrast": 2.4412314891815186,
      "step": 6455,
      "subrel-constrast": 3.854016065597534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731393575668335,
      "cov-distil (oracle2student)": 4.743968486785889,
      "cov-distil (oracle2teacher)": 4.554106712341309,
      "epoch": 5.067503924646782,
      "rel-constrast": 2.687591552734375,
      "step": 6456,
      "subrel-constrast": 3.5147807598114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593144178390503,
      "cov-distil (oracle2student)": 7.105466365814209,
      "cov-distil (oracle2teacher)": 6.337067604064941,
      "epoch": 5.06828885400314,
      "rel-constrast": 2.286738395690918,
      "step": 6457,
      "subrel-constrast": 3.2302184104919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6642577648162842,
      "cov-distil (oracle2student)": 4.029541969299316,
      "cov-distil (oracle2teacher)": 4.08975887298584,
      "epoch": 5.069073783359498,
      "rel-constrast": 2.3838391304016113,
      "step": 6458,
      "subrel-constrast": 3.250200033187866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1972880363464355,
      "cov-distil (oracle2student)": 4.830834865570068,
      "cov-distil (oracle2teacher)": 4.165311336517334,
      "epoch": 5.069858712715855,
      "rel-constrast": 2.5644736289978027,
      "step": 6459,
      "subrel-constrast": 3.251159906387329,
      "view-similarity": 0
    },
    {
      "epoch": 5.070643642072214,
      "grad_norm": 5.9375,
      "learning_rate": 1.6786575570779946e-05,
      "loss": 0.6917,
      "step": 6460
    },
    {
      "cov-distil": 1.3503787517547607,
      "cov-distil (oracle2student)": 3.7851316928863525,
      "cov-distil (oracle2teacher)": 3.063106060028076,
      "epoch": 5.070643642072214,
      "rel-constrast": 2.486644744873047,
      "step": 6460,
      "subrel-constrast": 3.019059658050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7651206254959106,
      "cov-distil (oracle2student)": 4.373219013214111,
      "cov-distil (oracle2teacher)": 3.883556842803955,
      "epoch": 5.071428571428571,
      "rel-constrast": 3.024913787841797,
      "step": 6461,
      "subrel-constrast": 3.446739912033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8132432699203491,
      "cov-distil (oracle2student)": 3.525139808654785,
      "cov-distil (oracle2teacher)": 3.673308849334717,
      "epoch": 5.07221350078493,
      "rel-constrast": 1.5212494134902954,
      "step": 6462,
      "subrel-constrast": 2.6716487407684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4933370351791382,
      "cov-distil (oracle2student)": 4.684646129608154,
      "cov-distil (oracle2teacher)": 4.174861907958984,
      "epoch": 5.072998430141287,
      "rel-constrast": 2.38259220123291,
      "step": 6463,
      "subrel-constrast": 3.0713412761688232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328019618988037,
      "cov-distil (oracle2student)": 3.6661527156829834,
      "cov-distil (oracle2teacher)": 3.3467984199523926,
      "epoch": 5.073783359497646,
      "rel-constrast": 3.2056918144226074,
      "step": 6464,
      "subrel-constrast": 3.0349559783935547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764646053314209,
      "cov-distil (oracle2student)": 5.490640640258789,
      "cov-distil (oracle2teacher)": 5.205060005187988,
      "epoch": 5.074568288854003,
      "rel-constrast": 2.9971299171447754,
      "step": 6465,
      "subrel-constrast": 4.065035820007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1057145595550537,
      "cov-distil (oracle2student)": 5.58680534362793,
      "cov-distil (oracle2teacher)": 5.224757194519043,
      "epoch": 5.075353218210361,
      "rel-constrast": 2.5782711505889893,
      "step": 6466,
      "subrel-constrast": 3.1517839431762695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8492705821990967,
      "cov-distil (oracle2student)": 4.384853363037109,
      "cov-distil (oracle2teacher)": 4.465365409851074,
      "epoch": 5.076138147566719,
      "rel-constrast": 2.9795355796813965,
      "step": 6467,
      "subrel-constrast": 4.008980751037598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2476634979248047,
      "cov-distil (oracle2student)": 4.239705562591553,
      "cov-distil (oracle2teacher)": 4.273999214172363,
      "epoch": 5.076923076923077,
      "rel-constrast": 2.001646041870117,
      "step": 6468,
      "subrel-constrast": 2.6903159618377686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0972198247909546,
      "cov-distil (oracle2student)": 3.752915859222412,
      "cov-distil (oracle2teacher)": 3.531369924545288,
      "epoch": 5.077708006279435,
      "rel-constrast": 3.6294467449188232,
      "step": 6469,
      "subrel-constrast": 4.068543910980225,
      "view-similarity": 0
    },
    {
      "epoch": 5.078492935635793,
      "grad_norm": 6.71875,
      "learning_rate": 1.670420337913089e-05,
      "loss": 0.7097,
      "step": 6470
    },
    {
      "cov-distil": 1.5824368000030518,
      "cov-distil (oracle2student)": 5.2987565994262695,
      "cov-distil (oracle2teacher)": 4.240391731262207,
      "epoch": 5.078492935635793,
      "rel-constrast": 3.431577682495117,
      "step": 6470,
      "subrel-constrast": 3.5984280109405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4399430751800537,
      "cov-distil (oracle2student)": 3.644280433654785,
      "cov-distil (oracle2teacher)": 3.6448593139648438,
      "epoch": 5.079277864992151,
      "rel-constrast": 2.0108108520507812,
      "step": 6471,
      "subrel-constrast": 2.7043936252593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2043081521987915,
      "cov-distil (oracle2student)": 3.645317554473877,
      "cov-distil (oracle2teacher)": 3.731496572494507,
      "epoch": 5.080062794348509,
      "rel-constrast": 2.5558218955993652,
      "step": 6472,
      "subrel-constrast": 3.0420243740081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4431164264678955,
      "cov-distil (oracle2student)": 4.183571815490723,
      "cov-distil (oracle2teacher)": 4.1340131759643555,
      "epoch": 5.080847723704866,
      "rel-constrast": 1.7875232696533203,
      "step": 6473,
      "subrel-constrast": 2.5747556686401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0554386377334595,
      "cov-distil (oracle2student)": 5.447554588317871,
      "cov-distil (oracle2teacher)": 4.4368133544921875,
      "epoch": 5.081632653061225,
      "rel-constrast": 2.5245819091796875,
      "step": 6474,
      "subrel-constrast": 2.967104911804199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7087345123291016,
      "cov-distil (oracle2student)": 5.073968887329102,
      "cov-distil (oracle2teacher)": 4.304337501525879,
      "epoch": 5.082417582417582,
      "rel-constrast": 2.3336246013641357,
      "step": 6475,
      "subrel-constrast": 2.8520102500915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6826367378234863,
      "cov-distil (oracle2student)": 5.529664993286133,
      "cov-distil (oracle2teacher)": 5.15500545501709,
      "epoch": 5.083202511773941,
      "rel-constrast": 2.2671566009521484,
      "step": 6476,
      "subrel-constrast": 2.8996987342834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4689843654632568,
      "cov-distil (oracle2student)": 3.948617935180664,
      "cov-distil (oracle2teacher)": 3.556551456451416,
      "epoch": 5.083987441130298,
      "rel-constrast": 2.727327346801758,
      "step": 6477,
      "subrel-constrast": 3.857961654663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5301201343536377,
      "cov-distil (oracle2student)": 5.076099395751953,
      "cov-distil (oracle2teacher)": 4.385841369628906,
      "epoch": 5.0847723704866565,
      "rel-constrast": 2.555785894393921,
      "step": 6478,
      "subrel-constrast": 3.118582010269165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4790208339691162,
      "cov-distil (oracle2student)": 4.0978803634643555,
      "cov-distil (oracle2teacher)": 3.8566765785217285,
      "epoch": 5.085557299843014,
      "rel-constrast": 2.544167995452881,
      "step": 6479,
      "subrel-constrast": 3.631030559539795,
      "view-similarity": 0
    },
    {
      "epoch": 5.086342229199372,
      "grad_norm": 6.5,
      "learning_rate": 1.662193226914568e-05,
      "loss": 0.6549,
      "step": 6480
    },
    {
      "cov-distil": 1.1367440223693848,
      "cov-distil (oracle2student)": 5.84913969039917,
      "cov-distil (oracle2teacher)": 4.949057579040527,
      "epoch": 5.086342229199372,
      "rel-constrast": 3.022862672805786,
      "step": 6480,
      "subrel-constrast": 3.033890724182129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5164697170257568,
      "cov-distil (oracle2student)": 5.841481685638428,
      "cov-distil (oracle2teacher)": 5.518080711364746,
      "epoch": 5.08712715855573,
      "rel-constrast": 2.728315830230713,
      "step": 6481,
      "subrel-constrast": 3.714783191680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6762645244598389,
      "cov-distil (oracle2student)": 4.6405510902404785,
      "cov-distil (oracle2teacher)": 4.251141548156738,
      "epoch": 5.087912087912088,
      "rel-constrast": 2.5418782234191895,
      "step": 6482,
      "subrel-constrast": 3.513810634613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.21817946434021,
      "cov-distil (oracle2student)": 3.636850118637085,
      "cov-distil (oracle2teacher)": 3.7273292541503906,
      "epoch": 5.088697017268446,
      "rel-constrast": 1.2015635967254639,
      "step": 6483,
      "subrel-constrast": 1.98095703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9041303396224976,
      "cov-distil (oracle2student)": 2.915147304534912,
      "cov-distil (oracle2teacher)": 3.2835726737976074,
      "epoch": 5.089481946624804,
      "rel-constrast": 1.914283275604248,
      "step": 6484,
      "subrel-constrast": 3.0621252059936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.80894136428833,
      "cov-distil (oracle2student)": 3.701838970184326,
      "cov-distil (oracle2teacher)": 3.8507673740386963,
      "epoch": 5.090266875981162,
      "rel-constrast": 2.1809115409851074,
      "step": 6485,
      "subrel-constrast": 3.1125729084014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7763878107070923,
      "cov-distil (oracle2student)": 2.999756336212158,
      "cov-distil (oracle2teacher)": 3.0465664863586426,
      "epoch": 5.0910518053375196,
      "rel-constrast": 1.6845195293426514,
      "step": 6486,
      "subrel-constrast": 2.7365550994873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9319219589233398,
      "cov-distil (oracle2student)": 4.749889850616455,
      "cov-distil (oracle2teacher)": 4.127559185028076,
      "epoch": 5.091836734693878,
      "rel-constrast": 1.8417234420776367,
      "step": 6487,
      "subrel-constrast": 3.2686545848846436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4909999370574951,
      "cov-distil (oracle2student)": 5.905759334564209,
      "cov-distil (oracle2teacher)": 4.97221565246582,
      "epoch": 5.0926216640502355,
      "rel-constrast": 2.698899269104004,
      "step": 6488,
      "subrel-constrast": 3.394364356994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4751901626586914,
      "cov-distil (oracle2student)": 5.515880584716797,
      "cov-distil (oracle2teacher)": 5.000038146972656,
      "epoch": 5.093406593406593,
      "rel-constrast": 2.53308367729187,
      "step": 6489,
      "subrel-constrast": 3.6647331714630127,
      "view-similarity": 0
    },
    {
      "epoch": 5.0941915227629515,
      "grad_norm": 5.625,
      "learning_rate": 1.65397632432718e-05,
      "loss": 0.596,
      "step": 6490
    },
    {
      "cov-distil": 0.9309467673301697,
      "cov-distil (oracle2student)": 6.913563251495361,
      "cov-distil (oracle2teacher)": 5.7452392578125,
      "epoch": 5.0941915227629515,
      "rel-constrast": 3.5606894493103027,
      "step": 6490,
      "subrel-constrast": 3.777803659439087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5885951519012451,
      "cov-distil (oracle2student)": 4.536007881164551,
      "cov-distil (oracle2teacher)": 4.413313865661621,
      "epoch": 5.094976452119309,
      "rel-constrast": 2.6487481594085693,
      "step": 6491,
      "subrel-constrast": 3.3831520080566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3142720460891724,
      "cov-distil (oracle2student)": 3.762923240661621,
      "cov-distil (oracle2teacher)": 3.121340751647949,
      "epoch": 5.0957613814756675,
      "rel-constrast": 2.278137683868408,
      "step": 6492,
      "subrel-constrast": 2.604844570159912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6622505187988281,
      "cov-distil (oracle2student)": 3.6379382610321045,
      "cov-distil (oracle2teacher)": 4.145137786865234,
      "epoch": 5.096546310832025,
      "rel-constrast": 2.4324493408203125,
      "step": 6493,
      "subrel-constrast": 3.4504144191741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1286792755126953,
      "cov-distil (oracle2student)": 3.8314104080200195,
      "cov-distil (oracle2teacher)": 3.347726583480835,
      "epoch": 5.0973312401883835,
      "rel-constrast": 2.481625556945801,
      "step": 6494,
      "subrel-constrast": 3.2732176780700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.887571096420288,
      "cov-distil (oracle2student)": 3.4678823947906494,
      "cov-distil (oracle2teacher)": 3.6501412391662598,
      "epoch": 5.098116169544741,
      "rel-constrast": 2.4663825035095215,
      "step": 6495,
      "subrel-constrast": 3.579484701156616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5103089809417725,
      "cov-distil (oracle2student)": 4.72880744934082,
      "cov-distil (oracle2teacher)": 4.421879291534424,
      "epoch": 5.0989010989010985,
      "rel-constrast": 1.9332904815673828,
      "step": 6496,
      "subrel-constrast": 2.8666388988494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8629417419433594,
      "cov-distil (oracle2student)": 2.5512125492095947,
      "cov-distil (oracle2teacher)": 2.7662980556488037,
      "epoch": 5.099686028257457,
      "rel-constrast": 1.7106118202209473,
      "step": 6497,
      "subrel-constrast": 2.9054181575775146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4906636476516724,
      "cov-distil (oracle2student)": 7.130667686462402,
      "cov-distil (oracle2teacher)": 6.938780307769775,
      "epoch": 5.1004709576138145,
      "rel-constrast": 2.712198495864868,
      "step": 6498,
      "subrel-constrast": 3.456435203552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.346020221710205,
      "cov-distil (oracle2student)": 4.309758186340332,
      "cov-distil (oracle2teacher)": 3.8272998332977295,
      "epoch": 5.101255886970173,
      "rel-constrast": 2.7237045764923096,
      "step": 6499,
      "subrel-constrast": 3.28092098236084,
      "view-similarity": 0
    },
    {
      "epoch": 5.1020408163265305,
      "grad_norm": 5.46875,
      "learning_rate": 1.6457697302712918e-05,
      "loss": 0.663,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/duc04-P@10": 0.7579999999999998,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/duc04-nDCG@10": 0.7706937137713789,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/duc04-alpha_nDCG@10": 0.5827989343902596,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/multi_news-nDCG@10": 0.6125251429599846,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/multi_news-alpha_nDCG@10": 0.599296598079681,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "eval/avg": 0.5388855669651813,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "overlap": 0.3421874940395355,
      "step": 6500
    },
    {
      "epoch": 5.1020408163265305,
      "step": 6500,
      "student margin": 0.06103515625
    },
    {
      "epoch": 5.1020408163265305,
      "step": 6500,
      "teacher margin": 0.043365478515625
    },
    {
      "epoch": 5.1020408163265305,
      "margin difference": -0.017669677734375,
      "step": 6500
    },
    {
      "cov-distil": 1.5541046857833862,
      "cov-distil (oracle2student)": 4.62331485748291,
      "cov-distil (oracle2teacher)": 4.325516700744629,
      "epoch": 5.1020408163265305,
      "rel-constrast": 2.1943740844726562,
      "step": 6500,
      "subrel-constrast": 2.860481023788452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1282681226730347,
      "cov-distil (oracle2student)": 3.3620247840881348,
      "cov-distil (oracle2teacher)": 3.6815683841705322,
      "epoch": 5.102825745682889,
      "rel-constrast": 2.5415756702423096,
      "step": 6501,
      "subrel-constrast": 3.0680809020996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4172414541244507,
      "cov-distil (oracle2student)": 4.272552967071533,
      "cov-distil (oracle2teacher)": 3.765033721923828,
      "epoch": 5.1036106750392465,
      "rel-constrast": 3.1374459266662598,
      "step": 6502,
      "subrel-constrast": 3.378830909729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041887998580933,
      "cov-distil (oracle2student)": 3.4651403427124023,
      "cov-distil (oracle2teacher)": 3.161919355392456,
      "epoch": 5.104395604395604,
      "rel-constrast": 2.639535665512085,
      "step": 6503,
      "subrel-constrast": 3.196387767791748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6159098148345947,
      "cov-distil (oracle2student)": 4.218498706817627,
      "cov-distil (oracle2teacher)": 4.21674919128418,
      "epoch": 5.1051805337519625,
      "rel-constrast": 2.660402297973633,
      "step": 6504,
      "subrel-constrast": 3.360034227371216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5916881561279297,
      "cov-distil (oracle2student)": 4.066379547119141,
      "cov-distil (oracle2teacher)": 3.6505367755889893,
      "epoch": 5.10596546310832,
      "rel-constrast": 2.444716453552246,
      "step": 6505,
      "subrel-constrast": 3.2517452239990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.585335373878479,
      "cov-distil (oracle2student)": 5.470399856567383,
      "cov-distil (oracle2teacher)": 4.810398578643799,
      "epoch": 5.106750392464678,
      "rel-constrast": 2.123304843902588,
      "step": 6506,
      "subrel-constrast": 3.0384373664855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4750797748565674,
      "cov-distil (oracle2student)": 4.6701860427856445,
      "cov-distil (oracle2teacher)": 4.181770324707031,
      "epoch": 5.107535321821036,
      "rel-constrast": 2.052053928375244,
      "step": 6507,
      "subrel-constrast": 2.7267038822174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8543391227722168,
      "cov-distil (oracle2student)": 6.035170555114746,
      "cov-distil (oracle2teacher)": 5.517988204956055,
      "epoch": 5.108320251177394,
      "rel-constrast": 2.78532075881958,
      "step": 6508,
      "subrel-constrast": 3.4428164958953857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3218849897384644,
      "cov-distil (oracle2student)": 5.233981132507324,
      "cov-distil (oracle2teacher)": 4.305142402648926,
      "epoch": 5.109105180533752,
      "rel-constrast": 2.8429110050201416,
      "step": 6509,
      "subrel-constrast": 3.380889654159546,
      "view-similarity": 0
    },
    {
      "epoch": 5.1098901098901095,
      "grad_norm": 6.5625,
      "learning_rate": 1.637573544741662e-05,
      "loss": 0.6734,
      "step": 6510
    },
    {
      "cov-distil": 2.9184279441833496,
      "cov-distil (oracle2student)": 4.667695999145508,
      "cov-distil (oracle2teacher)": 4.421074867248535,
      "epoch": 5.1098901098901095,
      "rel-constrast": 2.566969394683838,
      "step": 6510,
      "subrel-constrast": 4.218628883361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024019241333008,
      "cov-distil (oracle2student)": 3.5069637298583984,
      "cov-distil (oracle2teacher)": 3.796229600906372,
      "epoch": 5.110675039246468,
      "rel-constrast": 1.9501756429672241,
      "step": 6511,
      "subrel-constrast": 2.9531049728393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4316093921661377,
      "cov-distil (oracle2student)": 5.409627914428711,
      "cov-distil (oracle2teacher)": 4.497246742248535,
      "epoch": 5.1114599686028255,
      "rel-constrast": 2.476694107055664,
      "step": 6512,
      "subrel-constrast": 2.7287378311157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5325441360473633,
      "cov-distil (oracle2student)": 2.874546766281128,
      "cov-distil (oracle2teacher)": 2.764526605606079,
      "epoch": 5.112244897959184,
      "rel-constrast": 1.9398990869522095,
      "step": 6513,
      "subrel-constrast": 2.898153305053711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735979080200195,
      "cov-distil (oracle2student)": 6.239184379577637,
      "cov-distil (oracle2teacher)": 5.674339294433594,
      "epoch": 5.1130298273155415,
      "rel-constrast": 2.3446693420410156,
      "step": 6514,
      "subrel-constrast": 3.1967415809631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1307704448699951,
      "cov-distil (oracle2student)": 4.554200172424316,
      "cov-distil (oracle2teacher)": 4.2519636154174805,
      "epoch": 5.1138147566719,
      "rel-constrast": 2.660480260848999,
      "step": 6515,
      "subrel-constrast": 3.1393113136291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3279199600219727,
      "cov-distil (oracle2student)": 4.341103553771973,
      "cov-distil (oracle2teacher)": 4.201747894287109,
      "epoch": 5.114599686028257,
      "rel-constrast": 2.552544116973877,
      "step": 6516,
      "subrel-constrast": 3.098341703414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.083326816558838,
      "cov-distil (oracle2student)": 3.2390542030334473,
      "cov-distil (oracle2teacher)": 3.0700559616088867,
      "epoch": 5.115384615384615,
      "rel-constrast": 2.446145534515381,
      "step": 6517,
      "subrel-constrast": 3.8104803562164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9461365938186646,
      "cov-distil (oracle2student)": 5.6629228591918945,
      "cov-distil (oracle2teacher)": 4.349276542663574,
      "epoch": 5.116169544740973,
      "rel-constrast": 1.8588594198226929,
      "step": 6518,
      "subrel-constrast": 2.3934242725372314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1710844039916992,
      "cov-distil (oracle2student)": 3.6100287437438965,
      "cov-distil (oracle2teacher)": 3.2599358558654785,
      "epoch": 5.116954474097331,
      "rel-constrast": 3.7680959701538086,
      "step": 6519,
      "subrel-constrast": 4.293213367462158,
      "view-similarity": 0
    },
    {
      "epoch": 5.117739403453689,
      "grad_norm": 7.125,
      "learning_rate": 1.6293878676062237e-05,
      "loss": 0.6529,
      "step": 6520
    },
    {
      "cov-distil": 1.6511852741241455,
      "cov-distil (oracle2student)": 5.215912818908691,
      "cov-distil (oracle2teacher)": 5.07878303527832,
      "epoch": 5.117739403453689,
      "rel-constrast": 3.2592315673828125,
      "step": 6520,
      "subrel-constrast": 3.7761082649230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5464162826538086,
      "cov-distil (oracle2student)": 3.989798069000244,
      "cov-distil (oracle2teacher)": 4.260194301605225,
      "epoch": 5.118524332810047,
      "rel-constrast": 2.428816318511963,
      "step": 6521,
      "subrel-constrast": 2.7680749893188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7433964014053345,
      "cov-distil (oracle2student)": 5.2466936111450195,
      "cov-distil (oracle2teacher)": 4.761327266693115,
      "epoch": 5.119309262166405,
      "rel-constrast": 1.9041404724121094,
      "step": 6522,
      "subrel-constrast": 2.6281251907348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3628469705581665,
      "cov-distil (oracle2student)": 4.599308013916016,
      "cov-distil (oracle2teacher)": 4.795382976531982,
      "epoch": 5.120094191522763,
      "rel-constrast": 2.2327582836151123,
      "step": 6523,
      "subrel-constrast": 2.9314939975738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3192777633666992,
      "cov-distil (oracle2student)": 3.4431710243225098,
      "cov-distil (oracle2teacher)": 3.173666477203369,
      "epoch": 5.1208791208791204,
      "rel-constrast": 2.2802722454071045,
      "step": 6524,
      "subrel-constrast": 3.1738474369049072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3680752515792847,
      "cov-distil (oracle2student)": 3.3992109298706055,
      "cov-distil (oracle2teacher)": 3.308814525604248,
      "epoch": 5.121664050235479,
      "rel-constrast": 2.068603992462158,
      "step": 6525,
      "subrel-constrast": 2.4395878314971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512068748474121,
      "cov-distil (oracle2student)": 4.488131999969482,
      "cov-distil (oracle2teacher)": 4.364582061767578,
      "epoch": 5.122448979591836,
      "rel-constrast": 3.570962429046631,
      "step": 6526,
      "subrel-constrast": 4.106188774108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1629953384399414,
      "cov-distil (oracle2student)": 3.756722927093506,
      "cov-distil (oracle2teacher)": 3.89896821975708,
      "epoch": 5.123233908948195,
      "rel-constrast": 2.225580930709839,
      "step": 6527,
      "subrel-constrast": 2.8910391330718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6643469333648682,
      "cov-distil (oracle2student)": 3.9962291717529297,
      "cov-distil (oracle2teacher)": 4.294974327087402,
      "epoch": 5.124018838304552,
      "rel-constrast": 2.410663604736328,
      "step": 6528,
      "subrel-constrast": 3.630481243133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9332139492034912,
      "cov-distil (oracle2student)": 4.513223648071289,
      "cov-distil (oracle2teacher)": 4.671955108642578,
      "epoch": 5.124803767660911,
      "rel-constrast": 2.222954273223877,
      "step": 6529,
      "subrel-constrast": 3.3147614002227783,
      "view-similarity": 0
    },
    {
      "epoch": 5.125588697017268,
      "grad_norm": 4.375,
      "learning_rate": 1.621212798604871e-05,
      "loss": 0.6533,
      "step": 6530
    },
    {
      "cov-distil": 1.7902461290359497,
      "cov-distil (oracle2student)": 5.741003513336182,
      "cov-distil (oracle2teacher)": 4.742326259613037,
      "epoch": 5.125588697017268,
      "rel-constrast": 1.9901790618896484,
      "step": 6530,
      "subrel-constrast": 3.231466770172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.252131938934326,
      "cov-distil (oracle2student)": 4.651193618774414,
      "cov-distil (oracle2teacher)": 4.234295845031738,
      "epoch": 5.126373626373626,
      "rel-constrast": 3.2429282665252686,
      "step": 6531,
      "subrel-constrast": 3.717498779296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0161620378494263,
      "cov-distil (oracle2student)": 3.1970713138580322,
      "cov-distil (oracle2teacher)": 2.995440721511841,
      "epoch": 5.127158555729984,
      "rel-constrast": 1.8788851499557495,
      "step": 6532,
      "subrel-constrast": 2.0230302810668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3477435111999512,
      "cov-distil (oracle2student)": 5.196389675140381,
      "cov-distil (oracle2teacher)": 4.787723541259766,
      "epoch": 5.127943485086342,
      "rel-constrast": 2.67067813873291,
      "step": 6533,
      "subrel-constrast": 3.1816763877868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409711241722107,
      "cov-distil (oracle2student)": 3.464888095855713,
      "cov-distil (oracle2teacher)": 3.257077693939209,
      "epoch": 5.1287284144427,
      "rel-constrast": 2.451207160949707,
      "step": 6534,
      "subrel-constrast": 3.4774014949798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3117992877960205,
      "cov-distil (oracle2student)": 4.634225845336914,
      "cov-distil (oracle2teacher)": 3.85032320022583,
      "epoch": 5.129513343799058,
      "rel-constrast": 2.973008155822754,
      "step": 6535,
      "subrel-constrast": 3.3771684169769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6929452419281006,
      "cov-distil (oracle2student)": 5.677371978759766,
      "cov-distil (oracle2teacher)": 4.484565734863281,
      "epoch": 5.130298273155416,
      "rel-constrast": 2.5215818881988525,
      "step": 6536,
      "subrel-constrast": 3.119809150695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6419090032577515,
      "cov-distil (oracle2student)": 3.1709394454956055,
      "cov-distil (oracle2teacher)": 3.122468948364258,
      "epoch": 5.131083202511774,
      "rel-constrast": 3.0596423149108887,
      "step": 6537,
      "subrel-constrast": 3.3008668422698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67075514793396,
      "cov-distil (oracle2student)": 6.797421455383301,
      "cov-distil (oracle2teacher)": 5.649285793304443,
      "epoch": 5.131868131868132,
      "rel-constrast": 3.8326079845428467,
      "step": 6538,
      "subrel-constrast": 3.689365863800049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1957169771194458,
      "cov-distil (oracle2student)": 5.901435852050781,
      "cov-distil (oracle2teacher)": 5.190810203552246,
      "epoch": 5.13265306122449,
      "rel-constrast": 2.7840566635131836,
      "step": 6539,
      "subrel-constrast": 3.989926338195801,
      "view-similarity": 0
    },
    {
      "epoch": 5.133437990580847,
      "grad_norm": 5.53125,
      "learning_rate": 1.613048437348238e-05,
      "loss": 0.7234,
      "step": 6540
    },
    {
      "cov-distil": 1.9660539627075195,
      "cov-distil (oracle2student)": 3.3111624717712402,
      "cov-distil (oracle2teacher)": 3.6389875411987305,
      "epoch": 5.133437990580847,
      "rel-constrast": 1.9835087060928345,
      "step": 6540,
      "subrel-constrast": 3.6776719093322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0099233388900757,
      "cov-distil (oracle2student)": 4.211773872375488,
      "cov-distil (oracle2teacher)": 4.154232501983643,
      "epoch": 5.134222919937206,
      "rel-constrast": 2.4177703857421875,
      "step": 6541,
      "subrel-constrast": 3.1491146087646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664623737335205,
      "cov-distil (oracle2student)": 4.326846122741699,
      "cov-distil (oracle2teacher)": 3.993316173553467,
      "epoch": 5.135007849293563,
      "rel-constrast": 1.893197774887085,
      "step": 6542,
      "subrel-constrast": 2.5511221885681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4848402738571167,
      "cov-distil (oracle2student)": 2.880483388900757,
      "cov-distil (oracle2teacher)": 3.358821392059326,
      "epoch": 5.135792778649922,
      "rel-constrast": 2.397860527038574,
      "step": 6543,
      "subrel-constrast": 3.2909417152404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140306234359741,
      "cov-distil (oracle2student)": 4.421629428863525,
      "cov-distil (oracle2teacher)": 4.629258632659912,
      "epoch": 5.136577708006279,
      "rel-constrast": 2.8821041584014893,
      "step": 6544,
      "subrel-constrast": 3.6557674407958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.687954306602478,
      "cov-distil (oracle2student)": 4.037136554718018,
      "cov-distil (oracle2teacher)": 3.728870391845703,
      "epoch": 5.137362637362638,
      "rel-constrast": 2.1217870712280273,
      "step": 6545,
      "subrel-constrast": 3.2447357177734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47232985496521,
      "cov-distil (oracle2student)": 4.521583080291748,
      "cov-distil (oracle2teacher)": 4.526514530181885,
      "epoch": 5.138147566718995,
      "rel-constrast": 3.078274726867676,
      "step": 6546,
      "subrel-constrast": 3.6735682487487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4203425645828247,
      "cov-distil (oracle2student)": 4.268792152404785,
      "cov-distil (oracle2teacher)": 4.628008842468262,
      "epoch": 5.138932496075353,
      "rel-constrast": 2.6947083473205566,
      "step": 6547,
      "subrel-constrast": 3.402179002761841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7162525653839111,
      "cov-distil (oracle2student)": 3.8219799995422363,
      "cov-distil (oracle2teacher)": 3.74336314201355,
      "epoch": 5.139717425431711,
      "rel-constrast": 3.1548280715942383,
      "step": 6548,
      "subrel-constrast": 3.6595046520233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5637537240982056,
      "cov-distil (oracle2student)": 3.1638734340667725,
      "cov-distil (oracle2teacher)": 3.2335548400878906,
      "epoch": 5.140502354788069,
      "rel-constrast": 2.485215663909912,
      "step": 6549,
      "subrel-constrast": 3.4518799781799316,
      "view-similarity": 0
    },
    {
      "epoch": 5.141287284144427,
      "grad_norm": 5.90625,
      "learning_rate": 1.604894883316492e-05,
      "loss": 0.6665,
      "step": 6550
    },
    {
      "cov-distil": 1.4669163227081299,
      "cov-distil (oracle2student)": 3.7618207931518555,
      "cov-distil (oracle2teacher)": 3.608311653137207,
      "epoch": 5.141287284144427,
      "rel-constrast": 3.3169991970062256,
      "step": 6550,
      "subrel-constrast": 3.79213809967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5247975587844849,
      "cov-distil (oracle2student)": 4.372635841369629,
      "cov-distil (oracle2teacher)": 4.372650146484375,
      "epoch": 5.142072213500785,
      "rel-constrast": 1.8385231494903564,
      "step": 6551,
      "subrel-constrast": 2.827456474304199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4385945796966553,
      "cov-distil (oracle2student)": 3.2022507190704346,
      "cov-distil (oracle2teacher)": 3.491607666015625,
      "epoch": 5.142857142857143,
      "rel-constrast": 2.153585433959961,
      "step": 6552,
      "subrel-constrast": 2.8956847190856934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3177189826965332,
      "cov-distil (oracle2student)": 3.7681334018707275,
      "cov-distil (oracle2teacher)": 3.396862030029297,
      "epoch": 5.143642072213501,
      "rel-constrast": 2.953169584274292,
      "step": 6553,
      "subrel-constrast": 3.290224313735962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.549208402633667,
      "cov-distil (oracle2student)": 3.5315818786621094,
      "cov-distil (oracle2teacher)": 3.775090456008911,
      "epoch": 5.144427001569858,
      "rel-constrast": 3.486726999282837,
      "step": 6554,
      "subrel-constrast": 4.1188530921936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987423300743103,
      "cov-distil (oracle2student)": 5.176309585571289,
      "cov-distil (oracle2teacher)": 4.899816036224365,
      "epoch": 5.145211930926217,
      "rel-constrast": 3.3194773197174072,
      "step": 6555,
      "subrel-constrast": 4.232936382293701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.255156993865967,
      "cov-distil (oracle2student)": 4.991086006164551,
      "cov-distil (oracle2teacher)": 4.624212265014648,
      "epoch": 5.145996860282574,
      "rel-constrast": 2.7255361080169678,
      "step": 6556,
      "subrel-constrast": 3.5497536659240723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0924997329711914,
      "cov-distil (oracle2student)": 4.7687482833862305,
      "cov-distil (oracle2teacher)": 4.482419013977051,
      "epoch": 5.146781789638933,
      "rel-constrast": 1.0404353141784668,
      "step": 6557,
      "subrel-constrast": 2.2522735595703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5406723022460938,
      "cov-distil (oracle2student)": 3.711547374725342,
      "cov-distil (oracle2teacher)": 3.782813549041748,
      "epoch": 5.14756671899529,
      "rel-constrast": 1.8745245933532715,
      "step": 6558,
      "subrel-constrast": 2.9229283332824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5054025650024414,
      "cov-distil (oracle2student)": 4.0837883949279785,
      "cov-distil (oracle2teacher)": 3.7189130783081055,
      "epoch": 5.148351648351649,
      "rel-constrast": 2.0547051429748535,
      "step": 6559,
      "subrel-constrast": 2.5912458896636963,
      "view-similarity": 0
    },
    {
      "epoch": 5.149136577708006,
      "grad_norm": 5.21875,
      "learning_rate": 1.5967522358581138e-05,
      "loss": 0.6583,
      "step": 6560
    },
    {
      "cov-distil": 1.6529043912887573,
      "cov-distil (oracle2student)": 4.141175270080566,
      "cov-distil (oracle2teacher)": 4.34409236907959,
      "epoch": 5.149136577708006,
      "rel-constrast": 1.7886195182800293,
      "step": 6560,
      "subrel-constrast": 2.769366979598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7736778259277344,
      "cov-distil (oracle2student)": 5.1427741050720215,
      "cov-distil (oracle2teacher)": 4.209495544433594,
      "epoch": 5.149921507064364,
      "rel-constrast": 2.7827892303466797,
      "step": 6561,
      "subrel-constrast": 3.1974945068359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.705574870109558,
      "cov-distil (oracle2student)": 4.0013651847839355,
      "cov-distil (oracle2teacher)": 3.516117811203003,
      "epoch": 5.150706436420722,
      "rel-constrast": 3.0610454082489014,
      "step": 6562,
      "subrel-constrast": 3.378363609313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6633174419403076,
      "cov-distil (oracle2student)": 6.504651069641113,
      "cov-distil (oracle2teacher)": 5.8460164070129395,
      "epoch": 5.15149136577708,
      "rel-constrast": 2.2909951210021973,
      "step": 6563,
      "subrel-constrast": 3.0708563327789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2451003789901733,
      "cov-distil (oracle2student)": 5.175504684448242,
      "cov-distil (oracle2teacher)": 4.825749397277832,
      "epoch": 5.152276295133438,
      "rel-constrast": 3.387733221054077,
      "step": 6564,
      "subrel-constrast": 3.848844051361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3445104360580444,
      "cov-distil (oracle2student)": 3.7577686309814453,
      "cov-distil (oracle2teacher)": 3.196732521057129,
      "epoch": 5.153061224489796,
      "rel-constrast": 3.2270102500915527,
      "step": 6565,
      "subrel-constrast": 3.3970565795898438,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.039069890975952,
      "cov-distil (oracle2student)": 4.681905269622803,
      "cov-distil (oracle2teacher)": 4.432744979858398,
      "epoch": 5.153846153846154,
      "rel-constrast": 2.6270880699157715,
      "step": 6566,
      "subrel-constrast": 3.5471184253692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4029486179351807,
      "cov-distil (oracle2student)": 4.617398262023926,
      "cov-distil (oracle2teacher)": 4.465954303741455,
      "epoch": 5.154631083202512,
      "rel-constrast": 2.907803535461426,
      "step": 6567,
      "subrel-constrast": 3.0423977375030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1583633422851562,
      "cov-distil (oracle2student)": 3.270460844039917,
      "cov-distil (oracle2teacher)": 3.4071784019470215,
      "epoch": 5.155416012558869,
      "rel-constrast": 1.5509859323501587,
      "step": 6568,
      "subrel-constrast": 2.4988832473754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.791933298110962,
      "cov-distil (oracle2student)": 3.7122130393981934,
      "cov-distil (oracle2teacher)": 3.4488728046417236,
      "epoch": 5.156200941915228,
      "rel-constrast": 2.2773830890655518,
      "step": 6569,
      "subrel-constrast": 3.134716272354126,
      "view-similarity": 0
    },
    {
      "epoch": 5.156985871271585,
      "grad_norm": 5.53125,
      "learning_rate": 1.588620594188695e-05,
      "loss": 0.687,
      "step": 6570
    },
    {
      "cov-distil": 2.130523920059204,
      "cov-distil (oracle2student)": 4.616801738739014,
      "cov-distil (oracle2teacher)": 4.072200775146484,
      "epoch": 5.156985871271585,
      "rel-constrast": 2.9060235023498535,
      "step": 6570,
      "subrel-constrast": 4.51932430267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233169674873352,
      "cov-distil (oracle2student)": 2.6508116722106934,
      "cov-distil (oracle2teacher)": 3.183526039123535,
      "epoch": 5.157770800627944,
      "rel-constrast": 2.1035571098327637,
      "step": 6571,
      "subrel-constrast": 2.7916929721832275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517250418663025,
      "cov-distil (oracle2student)": 5.217243671417236,
      "cov-distil (oracle2teacher)": 5.180885314941406,
      "epoch": 5.158555729984301,
      "rel-constrast": 3.3409485816955566,
      "step": 6572,
      "subrel-constrast": 4.699456214904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1896519660949707,
      "cov-distil (oracle2student)": 5.291800498962402,
      "cov-distil (oracle2teacher)": 5.2168755531311035,
      "epoch": 5.15934065934066,
      "rel-constrast": 1.977323293685913,
      "step": 6573,
      "subrel-constrast": 2.863852024078369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2966504096984863,
      "cov-distil (oracle2student)": 5.28788948059082,
      "cov-distil (oracle2teacher)": 5.530702590942383,
      "epoch": 5.160125588697017,
      "rel-constrast": 3.0981078147888184,
      "step": 6574,
      "subrel-constrast": 3.938864231109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1058688163757324,
      "cov-distil (oracle2student)": 3.346831798553467,
      "cov-distil (oracle2teacher)": 3.129244565963745,
      "epoch": 5.160910518053376,
      "rel-constrast": 2.271479368209839,
      "step": 6575,
      "subrel-constrast": 3.406095266342163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6955206394195557,
      "cov-distil (oracle2student)": 4.181349277496338,
      "cov-distil (oracle2teacher)": 3.715268611907959,
      "epoch": 5.161695447409733,
      "rel-constrast": 2.5838959217071533,
      "step": 6576,
      "subrel-constrast": 3.2508299350738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.405662178993225,
      "cov-distil (oracle2student)": 5.997673034667969,
      "cov-distil (oracle2teacher)": 5.0850090980529785,
      "epoch": 5.162480376766091,
      "rel-constrast": 2.990699052810669,
      "step": 6577,
      "subrel-constrast": 3.1876800060272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2376152276992798,
      "cov-distil (oracle2student)": 5.255873680114746,
      "cov-distil (oracle2teacher)": 4.939300537109375,
      "epoch": 5.163265306122449,
      "rel-constrast": 2.2308225631713867,
      "step": 6578,
      "subrel-constrast": 2.933368444442749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6705925464630127,
      "cov-distil (oracle2student)": 5.817252159118652,
      "cov-distil (oracle2teacher)": 5.2992401123046875,
      "epoch": 5.164050235478807,
      "rel-constrast": 3.509645462036133,
      "step": 6579,
      "subrel-constrast": 3.847508430480957,
      "view-similarity": 0
    },
    {
      "epoch": 5.164835164835165,
      "grad_norm": 6.4375,
      "learning_rate": 1.5805000573897218e-05,
      "loss": 0.714,
      "step": 6580
    },
    {
      "cov-distil": 1.1546528339385986,
      "cov-distil (oracle2student)": 4.7082839012146,
      "cov-distil (oracle2teacher)": 4.615937232971191,
      "epoch": 5.164835164835165,
      "rel-constrast": 2.962527275085449,
      "step": 6580,
      "subrel-constrast": 3.2647013664245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7118251323699951,
      "cov-distil (oracle2student)": 3.762889862060547,
      "cov-distil (oracle2teacher)": 3.8853464126586914,
      "epoch": 5.165620094191523,
      "rel-constrast": 2.6815507411956787,
      "step": 6581,
      "subrel-constrast": 3.5926051139831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2773356437683105,
      "cov-distil (oracle2student)": 5.426346778869629,
      "cov-distil (oracle2teacher)": 4.98980712890625,
      "epoch": 5.166405023547881,
      "rel-constrast": 4.58848762512207,
      "step": 6582,
      "subrel-constrast": 4.599295616149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2301039695739746,
      "cov-distil (oracle2student)": 5.9109086990356445,
      "cov-distil (oracle2teacher)": 5.488070011138916,
      "epoch": 5.167189952904239,
      "rel-constrast": 2.64616322517395,
      "step": 6583,
      "subrel-constrast": 3.1730172634124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4039714336395264,
      "cov-distil (oracle2student)": 4.160449981689453,
      "cov-distil (oracle2teacher)": 3.614193916320801,
      "epoch": 5.167974882260596,
      "rel-constrast": 2.2843570709228516,
      "step": 6584,
      "subrel-constrast": 2.8391950130462646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4404196739196777,
      "cov-distil (oracle2student)": 4.985086441040039,
      "cov-distil (oracle2teacher)": 4.360114097595215,
      "epoch": 5.168759811616955,
      "rel-constrast": 1.605154275894165,
      "step": 6585,
      "subrel-constrast": 2.401252031326294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4097163677215576,
      "cov-distil (oracle2student)": 2.6405391693115234,
      "cov-distil (oracle2teacher)": 2.201859951019287,
      "epoch": 5.169544740973312,
      "rel-constrast": 2.118927478790283,
      "step": 6586,
      "subrel-constrast": 2.669703483581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1968889236450195,
      "cov-distil (oracle2student)": 4.634102821350098,
      "cov-distil (oracle2teacher)": 4.594488620758057,
      "epoch": 5.170329670329671,
      "rel-constrast": 1.715719223022461,
      "step": 6587,
      "subrel-constrast": 2.6526074409484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3038454055786133,
      "cov-distil (oracle2student)": 3.6214587688446045,
      "cov-distil (oracle2teacher)": 3.675969362258911,
      "epoch": 5.171114599686028,
      "rel-constrast": 2.1478748321533203,
      "step": 6588,
      "subrel-constrast": 2.793477773666382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2832565307617188,
      "cov-distil (oracle2student)": 3.892042636871338,
      "cov-distil (oracle2teacher)": 3.460925579071045,
      "epoch": 5.171899529042387,
      "rel-constrast": 2.202786922454834,
      "step": 6589,
      "subrel-constrast": 2.5503973960876465,
      "view-similarity": 0
    },
    {
      "epoch": 5.172684458398744,
      "grad_norm": 4.75,
      "learning_rate": 1.572390724407373e-05,
      "loss": 0.6574,
      "step": 6590
    },
    {
      "cov-distil": 1.3409700393676758,
      "cov-distil (oracle2student)": 4.483467102050781,
      "cov-distil (oracle2teacher)": 3.8605566024780273,
      "epoch": 5.172684458398744,
      "rel-constrast": 2.952108383178711,
      "step": 6590,
      "subrel-constrast": 2.9786791801452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6357578039169312,
      "cov-distil (oracle2student)": 5.209177017211914,
      "cov-distil (oracle2teacher)": 5.1280293464660645,
      "epoch": 5.173469387755102,
      "rel-constrast": 2.1969780921936035,
      "step": 6591,
      "subrel-constrast": 3.1728835105895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5927274227142334,
      "cov-distil (oracle2student)": 4.7670087814331055,
      "cov-distil (oracle2teacher)": 4.121092796325684,
      "epoch": 5.17425431711146,
      "rel-constrast": 3.0062813758850098,
      "step": 6592,
      "subrel-constrast": 3.91202449798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.684910774230957,
      "cov-distil (oracle2student)": 4.767544269561768,
      "cov-distil (oracle2teacher)": 4.233516693115234,
      "epoch": 5.175039246467818,
      "rel-constrast": 3.3911221027374268,
      "step": 6593,
      "subrel-constrast": 4.0746612548828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3601192235946655,
      "cov-distil (oracle2student)": 3.9971113204956055,
      "cov-distil (oracle2teacher)": 4.156729221343994,
      "epoch": 5.175824175824176,
      "rel-constrast": 3.010563611984253,
      "step": 6594,
      "subrel-constrast": 3.676271915435791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5794036388397217,
      "cov-distil (oracle2student)": 4.401636600494385,
      "cov-distil (oracle2teacher)": 4.308526992797852,
      "epoch": 5.176609105180534,
      "rel-constrast": 2.82098650932312,
      "step": 6595,
      "subrel-constrast": 3.614713191986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9962084293365479,
      "cov-distil (oracle2student)": 3.5602903366088867,
      "cov-distil (oracle2teacher)": 3.3562450408935547,
      "epoch": 5.177394034536892,
      "rel-constrast": 2.1989142894744873,
      "step": 6596,
      "subrel-constrast": 3.544130802154541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1801886558532715,
      "cov-distil (oracle2student)": 3.6409335136413574,
      "cov-distil (oracle2teacher)": 3.645237445831299,
      "epoch": 5.17817896389325,
      "rel-constrast": 3.1755735874176025,
      "step": 6597,
      "subrel-constrast": 3.467345714569092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3263068199157715,
      "cov-distil (oracle2student)": 3.988023042678833,
      "cov-distil (oracle2teacher)": 3.479053020477295,
      "epoch": 5.178963893249607,
      "rel-constrast": 3.486009359359741,
      "step": 6598,
      "subrel-constrast": 3.940525531768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4324383735656738,
      "cov-distil (oracle2student)": 3.394131660461426,
      "cov-distil (oracle2teacher)": 3.533108949661255,
      "epoch": 5.179748822605966,
      "rel-constrast": 2.451188087463379,
      "step": 6599,
      "subrel-constrast": 3.2864437103271484,
      "view-similarity": 0
    },
    {
      "epoch": 5.180533751962323,
      "grad_norm": 5.28125,
      "learning_rate": 1.5642926940513113e-05,
      "loss": 0.7576,
      "step": 6600
    },
    {
      "epoch": 5.180533751962323,
      "overlap": 0.33281251788139343,
      "step": 6600
    },
    {
      "epoch": 5.180533751962323,
      "step": 6600,
      "student margin": 0.05078125
    },
    {
      "epoch": 5.180533751962323,
      "step": 6600,
      "teacher margin": 0.03253173828125
    },
    {
      "epoch": 5.180533751962323,
      "margin difference": -0.01824951171875,
      "step": 6600
    },
    {
      "cov-distil": 1.3442723751068115,
      "cov-distil (oracle2student)": 3.7057228088378906,
      "cov-distil (oracle2teacher)": 3.7809934616088867,
      "epoch": 5.180533751962323,
      "rel-constrast": 3.0659241676330566,
      "step": 6600,
      "subrel-constrast": 3.673576593399048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5874463319778442,
      "cov-distil (oracle2student)": 4.970898628234863,
      "cov-distil (oracle2teacher)": 4.743490695953369,
      "epoch": 5.181318681318682,
      "rel-constrast": 3.8951406478881836,
      "step": 6601,
      "subrel-constrast": 4.027277946472168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4115691184997559,
      "cov-distil (oracle2student)": 3.421052932739258,
      "cov-distil (oracle2teacher)": 3.954732894897461,
      "epoch": 5.182103610675039,
      "rel-constrast": 2.2129201889038086,
      "step": 6602,
      "subrel-constrast": 3.3656396865844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0574891567230225,
      "cov-distil (oracle2student)": 3.9065542221069336,
      "cov-distil (oracle2teacher)": 3.836310863494873,
      "epoch": 5.1828885400313975,
      "rel-constrast": 2.628070831298828,
      "step": 6603,
      "subrel-constrast": 3.1236023902893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1323342323303223,
      "cov-distil (oracle2student)": 3.099045753479004,
      "cov-distil (oracle2teacher)": 2.6040172576904297,
      "epoch": 5.183673469387755,
      "rel-constrast": 2.242645740509033,
      "step": 6604,
      "subrel-constrast": 3.1602516174316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5455938577651978,
      "cov-distil (oracle2student)": 4.397464275360107,
      "cov-distil (oracle2teacher)": 4.1899800300598145,
      "epoch": 5.184458398744113,
      "rel-constrast": 2.421229839324951,
      "step": 6605,
      "subrel-constrast": 3.038858652114868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2700413465499878,
      "cov-distil (oracle2student)": 3.0706233978271484,
      "cov-distil (oracle2teacher)": 3.0213875770568848,
      "epoch": 5.185243328100471,
      "rel-constrast": 2.132686138153076,
      "step": 6606,
      "subrel-constrast": 2.6839535236358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.688904881477356,
      "cov-distil (oracle2student)": 5.409036636352539,
      "cov-distil (oracle2teacher)": 4.964366912841797,
      "epoch": 5.186028257456829,
      "rel-constrast": 2.54919171333313,
      "step": 6607,
      "subrel-constrast": 3.575634002685547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3131765127182007,
      "cov-distil (oracle2student)": 4.297001838684082,
      "cov-distil (oracle2teacher)": 4.207515716552734,
      "epoch": 5.186813186813187,
      "rel-constrast": 3.24212646484375,
      "step": 6608,
      "subrel-constrast": 3.8853838443756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2832229137420654,
      "cov-distil (oracle2student)": 4.5251874923706055,
      "cov-distil (oracle2teacher)": 3.934079170227051,
      "epoch": 5.187598116169545,
      "rel-constrast": 1.9487911462783813,
      "step": 6609,
      "subrel-constrast": 2.877974033355713,
      "view-similarity": 0
    },
    {
      "epoch": 5.188383045525903,
      "grad_norm": 5.8125,
      "learning_rate": 1.5562060649934813e-05,
      "loss": 0.6976,
      "step": 6610
    },
    {
      "cov-distil": 1.4396278858184814,
      "cov-distil (oracle2student)": 2.397454023361206,
      "cov-distil (oracle2teacher)": 2.5470142364501953,
      "epoch": 5.188383045525903,
      "rel-constrast": 2.1592206954956055,
      "step": 6610,
      "subrel-constrast": 2.892280340194702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3206572532653809,
      "cov-distil (oracle2student)": 4.173471450805664,
      "cov-distil (oracle2teacher)": 4.031108379364014,
      "epoch": 5.189167974882261,
      "rel-constrast": 1.9604259729385376,
      "step": 6611,
      "subrel-constrast": 2.450664758682251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3540253639221191,
      "cov-distil (oracle2student)": 3.6901674270629883,
      "cov-distil (oracle2teacher)": 3.6018643379211426,
      "epoch": 5.189952904238618,
      "rel-constrast": 2.5254180431365967,
      "step": 6612,
      "subrel-constrast": 3.018305540084839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575702428817749,
      "cov-distil (oracle2student)": 3.618398904800415,
      "cov-distil (oracle2teacher)": 3.892889976501465,
      "epoch": 5.1907378335949765,
      "rel-constrast": 2.494908332824707,
      "step": 6613,
      "subrel-constrast": 3.437615156173706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3391156196594238,
      "cov-distil (oracle2student)": 3.5612199306488037,
      "cov-distil (oracle2teacher)": 3.066265821456909,
      "epoch": 5.191522762951334,
      "rel-constrast": 2.174682378768921,
      "step": 6614,
      "subrel-constrast": 2.8481345176696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7173360586166382,
      "cov-distil (oracle2student)": 5.210991382598877,
      "cov-distil (oracle2teacher)": 3.968231678009033,
      "epoch": 5.1923076923076925,
      "rel-constrast": 2.0572586059570312,
      "step": 6615,
      "subrel-constrast": 2.8714606761932373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844703197479248,
      "cov-distil (oracle2student)": 4.657032012939453,
      "cov-distil (oracle2teacher)": 4.5432515144348145,
      "epoch": 5.19309262166405,
      "rel-constrast": 2.774045467376709,
      "step": 6616,
      "subrel-constrast": 4.117026329040527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.668869972229004,
      "cov-distil (oracle2student)": 3.5241947174072266,
      "cov-distil (oracle2teacher)": 2.7531957626342773,
      "epoch": 5.1938775510204085,
      "rel-constrast": 2.1726231575012207,
      "step": 6617,
      "subrel-constrast": 2.1282615661621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953359365463257,
      "cov-distil (oracle2student)": 5.780927658081055,
      "cov-distil (oracle2teacher)": 4.811182498931885,
      "epoch": 5.194662480376766,
      "rel-constrast": 2.7599549293518066,
      "step": 6618,
      "subrel-constrast": 3.3997890949249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.32850980758667,
      "cov-distil (oracle2student)": 6.003837585449219,
      "cov-distil (oracle2teacher)": 5.136935710906982,
      "epoch": 5.195447409733124,
      "rel-constrast": 2.4188618659973145,
      "step": 6619,
      "subrel-constrast": 2.995718479156494,
      "view-similarity": 0
    },
    {
      "epoch": 5.196232339089482,
      "grad_norm": 6.59375,
      "learning_rate": 1.5481309357669066e-05,
      "loss": 0.6251,
      "step": 6620
    },
    {
      "cov-distil": 1.3632584810256958,
      "cov-distil (oracle2student)": 2.8523411750793457,
      "cov-distil (oracle2teacher)": 3.003133773803711,
      "epoch": 5.196232339089482,
      "rel-constrast": 2.288358688354492,
      "step": 6620,
      "subrel-constrast": 3.34773850440979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3643560409545898,
      "cov-distil (oracle2student)": 2.7237534523010254,
      "cov-distil (oracle2teacher)": 2.815253257751465,
      "epoch": 5.1970172684458396,
      "rel-constrast": 3.1078360080718994,
      "step": 6621,
      "subrel-constrast": 3.190345287322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1448862552642822,
      "cov-distil (oracle2student)": 3.168419361114502,
      "cov-distil (oracle2teacher)": 3.272099018096924,
      "epoch": 5.197802197802198,
      "rel-constrast": 2.1850779056549072,
      "step": 6622,
      "subrel-constrast": 2.9713151454925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2273812294006348,
      "cov-distil (oracle2student)": 3.087052583694458,
      "cov-distil (oracle2teacher)": 2.9718503952026367,
      "epoch": 5.1985871271585555,
      "rel-constrast": 3.495840311050415,
      "step": 6623,
      "subrel-constrast": 3.65777587890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1834356784820557,
      "cov-distil (oracle2student)": 4.150384426116943,
      "cov-distil (oracle2teacher)": 3.7066924571990967,
      "epoch": 5.199372056514914,
      "rel-constrast": 2.6402571201324463,
      "step": 6624,
      "subrel-constrast": 2.950943946838379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7339777946472168,
      "cov-distil (oracle2student)": 3.0673677921295166,
      "cov-distil (oracle2teacher)": 3.4852733612060547,
      "epoch": 5.2001569858712715,
      "rel-constrast": 2.374022960662842,
      "step": 6625,
      "subrel-constrast": 3.0658812522888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2212574481964111,
      "cov-distil (oracle2student)": 6.220483303070068,
      "cov-distil (oracle2teacher)": 5.137134075164795,
      "epoch": 5.20094191522763,
      "rel-constrast": 3.066136121749878,
      "step": 6626,
      "subrel-constrast": 3.3256313800811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1877363920211792,
      "cov-distil (oracle2student)": 3.7707626819610596,
      "cov-distil (oracle2teacher)": 3.719052791595459,
      "epoch": 5.2017268445839875,
      "rel-constrast": 3.0252153873443604,
      "step": 6627,
      "subrel-constrast": 3.4777133464813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6513028144836426,
      "cov-distil (oracle2student)": 4.982295036315918,
      "cov-distil (oracle2teacher)": 4.834811210632324,
      "epoch": 5.202511773940345,
      "rel-constrast": 1.839423418045044,
      "step": 6628,
      "subrel-constrast": 2.734377384185791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6125913858413696,
      "cov-distil (oracle2student)": 4.352694034576416,
      "cov-distil (oracle2teacher)": 3.933070659637451,
      "epoch": 5.2032967032967035,
      "rel-constrast": 1.969567060470581,
      "step": 6629,
      "subrel-constrast": 2.651482343673706,
      "view-similarity": 0
    },
    {
      "epoch": 5.204081632653061,
      "grad_norm": 4.6875,
      "learning_rate": 1.5400674047644877e-05,
      "loss": 0.684,
      "step": 6630
    },
    {
      "cov-distil": 1.4611883163452148,
      "cov-distil (oracle2student)": 5.598137855529785,
      "cov-distil (oracle2teacher)": 5.070113182067871,
      "epoch": 5.204081632653061,
      "rel-constrast": 2.871945381164551,
      "step": 6630,
      "subrel-constrast": 3.0056166648864746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2589435577392578,
      "cov-distil (oracle2student)": 5.145811080932617,
      "cov-distil (oracle2teacher)": 4.730095863342285,
      "epoch": 5.204866562009419,
      "rel-constrast": 1.730885624885559,
      "step": 6631,
      "subrel-constrast": 2.53682541847229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4747306108474731,
      "cov-distil (oracle2student)": 5.575813293457031,
      "cov-distil (oracle2teacher)": 4.892986297607422,
      "epoch": 5.205651491365777,
      "rel-constrast": 3.105884552001953,
      "step": 6632,
      "subrel-constrast": 3.6291704177856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6800479888916016,
      "cov-distil (oracle2student)": 2.85513973236084,
      "cov-distil (oracle2teacher)": 2.9313454627990723,
      "epoch": 5.206436420722135,
      "rel-constrast": 2.399932861328125,
      "step": 6633,
      "subrel-constrast": 3.2568442821502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5480761528015137,
      "cov-distil (oracle2student)": 6.97509241104126,
      "cov-distil (oracle2teacher)": 6.402904510498047,
      "epoch": 5.207221350078493,
      "rel-constrast": 1.8573565483093262,
      "step": 6634,
      "subrel-constrast": 2.5993492603302,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4491510391235352,
      "cov-distil (oracle2student)": 5.165152549743652,
      "cov-distil (oracle2teacher)": 4.946416854858398,
      "epoch": 5.2080062794348505,
      "rel-constrast": 1.9985593557357788,
      "step": 6635,
      "subrel-constrast": 2.704586982727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5067102909088135,
      "cov-distil (oracle2student)": 3.192284107208252,
      "cov-distil (oracle2teacher)": 3.014702796936035,
      "epoch": 5.208791208791209,
      "rel-constrast": 2.674330234527588,
      "step": 6636,
      "subrel-constrast": 3.2859439849853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.339448094367981,
      "cov-distil (oracle2student)": 5.069852828979492,
      "cov-distil (oracle2teacher)": 5.042657852172852,
      "epoch": 5.2095761381475665,
      "rel-constrast": 2.0162107944488525,
      "step": 6637,
      "subrel-constrast": 2.8730645179748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7700055837631226,
      "cov-distil (oracle2student)": 3.472677707672119,
      "cov-distil (oracle2teacher)": 3.097909927368164,
      "epoch": 5.210361067503925,
      "rel-constrast": 2.624026298522949,
      "step": 6638,
      "subrel-constrast": 3.0160272121429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505985021591187,
      "cov-distil (oracle2student)": 4.424080848693848,
      "cov-distil (oracle2teacher)": 4.032519817352295,
      "epoch": 5.2111459968602825,
      "rel-constrast": 2.261885643005371,
      "step": 6639,
      "subrel-constrast": 2.7166528701782227,
      "view-similarity": 0
    },
    {
      "epoch": 5.211930926216641,
      "grad_norm": 6.8125,
      "learning_rate": 1.532015570237806e-05,
      "loss": 0.6261,
      "step": 6640
    },
    {
      "cov-distil": 1.146376609802246,
      "cov-distil (oracle2student)": 4.016850471496582,
      "cov-distil (oracle2teacher)": 4.246218681335449,
      "epoch": 5.211930926216641,
      "rel-constrast": 2.635605573654175,
      "step": 6640,
      "subrel-constrast": 3.010040044784546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3502814769744873,
      "cov-distil (oracle2student)": 3.898405075073242,
      "cov-distil (oracle2teacher)": 3.160080909729004,
      "epoch": 5.212715855572998,
      "rel-constrast": 3.2915425300598145,
      "step": 6641,
      "subrel-constrast": 3.5039052963256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934491157531738,
      "cov-distil (oracle2student)": 5.653313636779785,
      "cov-distil (oracle2teacher)": 5.371700286865234,
      "epoch": 5.213500784929356,
      "rel-constrast": 2.4143686294555664,
      "step": 6642,
      "subrel-constrast": 3.4905343055725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6030018329620361,
      "cov-distil (oracle2student)": 3.553589105606079,
      "cov-distil (oracle2teacher)": 3.737534761428833,
      "epoch": 5.214285714285714,
      "rel-constrast": 3.3273966312408447,
      "step": 6643,
      "subrel-constrast": 3.864030122756958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3309733867645264,
      "cov-distil (oracle2student)": 5.1164960861206055,
      "cov-distil (oracle2teacher)": 4.322091102600098,
      "epoch": 5.215070643642072,
      "rel-constrast": 2.5650157928466797,
      "step": 6644,
      "subrel-constrast": 3.3352808952331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1649022102355957,
      "cov-distil (oracle2student)": 5.071673393249512,
      "cov-distil (oracle2teacher)": 4.372134208679199,
      "epoch": 5.21585557299843,
      "rel-constrast": 2.766307830810547,
      "step": 6645,
      "subrel-constrast": 3.2115776538848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0440118312835693,
      "cov-distil (oracle2student)": 3.0606908798217773,
      "cov-distil (oracle2teacher)": 3.100715160369873,
      "epoch": 5.216640502354788,
      "rel-constrast": 1.962403416633606,
      "step": 6646,
      "subrel-constrast": 3.0694122314453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0861220359802246,
      "cov-distil (oracle2student)": 3.0239975452423096,
      "cov-distil (oracle2teacher)": 2.8035547733306885,
      "epoch": 5.217425431711146,
      "rel-constrast": 2.5200109481811523,
      "step": 6647,
      "subrel-constrast": 3.1077589988708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3192853927612305,
      "cov-distil (oracle2student)": 4.427963733673096,
      "cov-distil (oracle2teacher)": 3.641371250152588,
      "epoch": 5.218210361067504,
      "rel-constrast": 1.763779640197754,
      "step": 6648,
      "subrel-constrast": 3.1754703521728516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2620840072631836,
      "cov-distil (oracle2student)": 3.3059587478637695,
      "cov-distil (oracle2teacher)": 3.1006903648376465,
      "epoch": 5.2189952904238615,
      "rel-constrast": 2.3676764965057373,
      "step": 6649,
      "subrel-constrast": 2.85573148727417,
      "view-similarity": 0
    },
    {
      "epoch": 5.21978021978022,
      "grad_norm": 5.875,
      "learning_rate": 1.5239755302959224e-05,
      "loss": 0.6776,
      "step": 6650
    },
    {
      "cov-distil": 1.6467962265014648,
      "cov-distil (oracle2student)": 4.025477409362793,
      "cov-distil (oracle2teacher)": 4.3619232177734375,
      "epoch": 5.21978021978022,
      "rel-constrast": 3.2265868186950684,
      "step": 6650,
      "subrel-constrast": 4.069283962249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9141969680786133,
      "cov-distil (oracle2student)": 3.8679800033569336,
      "cov-distil (oracle2teacher)": 3.883676528930664,
      "epoch": 5.220565149136577,
      "rel-constrast": 2.385087490081787,
      "step": 6651,
      "subrel-constrast": 3.5150482654571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2035797834396362,
      "cov-distil (oracle2student)": 4.42691707611084,
      "cov-distil (oracle2teacher)": 3.9146552085876465,
      "epoch": 5.221350078492936,
      "rel-constrast": 1.828361988067627,
      "step": 6652,
      "subrel-constrast": 2.605452537536621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7088184356689453,
      "cov-distil (oracle2student)": 4.940225601196289,
      "cov-distil (oracle2teacher)": 4.459763526916504,
      "epoch": 5.222135007849293,
      "rel-constrast": 2.8278026580810547,
      "step": 6653,
      "subrel-constrast": 3.7802367210388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5925616025924683,
      "cov-distil (oracle2student)": 3.436760187149048,
      "cov-distil (oracle2teacher)": 3.6180291175842285,
      "epoch": 5.222919937205652,
      "rel-constrast": 2.452174663543701,
      "step": 6654,
      "subrel-constrast": 3.3506221771240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2223010063171387,
      "cov-distil (oracle2student)": 3.267982244491577,
      "cov-distil (oracle2teacher)": 3.1396830081939697,
      "epoch": 5.223704866562009,
      "rel-constrast": 1.652286171913147,
      "step": 6655,
      "subrel-constrast": 2.4284884929656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6395936012268066,
      "cov-distil (oracle2student)": 2.2302942276000977,
      "cov-distil (oracle2teacher)": 2.834024429321289,
      "epoch": 5.224489795918367,
      "rel-constrast": 1.9900727272033691,
      "step": 6656,
      "subrel-constrast": 2.8697426319122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.437985897064209,
      "cov-distil (oracle2student)": 4.607526779174805,
      "cov-distil (oracle2teacher)": 4.436282634735107,
      "epoch": 5.225274725274725,
      "rel-constrast": 2.3429982662200928,
      "step": 6657,
      "subrel-constrast": 3.37624192237854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0503501892089844,
      "cov-distil (oracle2student)": 4.343595504760742,
      "cov-distil (oracle2teacher)": 4.053648948669434,
      "epoch": 5.226059654631083,
      "rel-constrast": 2.605426788330078,
      "step": 6658,
      "subrel-constrast": 3.8991894721984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636012315750122,
      "cov-distil (oracle2student)": 5.495201110839844,
      "cov-distil (oracle2teacher)": 5.344048500061035,
      "epoch": 5.226844583987441,
      "rel-constrast": 2.373112201690674,
      "step": 6659,
      "subrel-constrast": 3.3035295009613037,
      "view-similarity": 0
    },
    {
      "epoch": 5.227629513343799,
      "grad_norm": 4.9375,
      "learning_rate": 1.5159473829041892e-05,
      "loss": 0.6347,
      "step": 6660
    },
    {
      "cov-distil": 1.4809048175811768,
      "cov-distil (oracle2student)": 3.7209465503692627,
      "cov-distil (oracle2teacher)": 3.885920763015747,
      "epoch": 5.227629513343799,
      "rel-constrast": 3.151721239089966,
      "step": 6660,
      "subrel-constrast": 3.839169979095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4109113216400146,
      "cov-distil (oracle2student)": 3.812873363494873,
      "cov-distil (oracle2teacher)": 4.134067058563232,
      "epoch": 5.228414442700157,
      "rel-constrast": 2.4377803802490234,
      "step": 6661,
      "subrel-constrast": 3.3131649494171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.456329107284546,
      "cov-distil (oracle2student)": 5.22415018081665,
      "cov-distil (oracle2teacher)": 4.498701095581055,
      "epoch": 5.229199372056515,
      "rel-constrast": 2.726475477218628,
      "step": 6662,
      "subrel-constrast": 3.1473443508148193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5980308055877686,
      "cov-distil (oracle2student)": 2.511776924133301,
      "cov-distil (oracle2teacher)": 2.73105788230896,
      "epoch": 5.229984301412873,
      "rel-constrast": 2.471956968307495,
      "step": 6663,
      "subrel-constrast": 3.189786195755005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0833101272583008,
      "cov-distil (oracle2student)": 3.4983763694763184,
      "cov-distil (oracle2teacher)": 3.949707269668579,
      "epoch": 5.230769230769231,
      "rel-constrast": 2.201465606689453,
      "step": 6664,
      "subrel-constrast": 2.7179417610168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6304028034210205,
      "cov-distil (oracle2student)": 3.765886068344116,
      "cov-distil (oracle2teacher)": 3.786728620529175,
      "epoch": 5.231554160125588,
      "rel-constrast": 2.913241147994995,
      "step": 6665,
      "subrel-constrast": 3.5641231536865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8406651020050049,
      "cov-distil (oracle2student)": 3.711671829223633,
      "cov-distil (oracle2teacher)": 3.889963150024414,
      "epoch": 5.232339089481947,
      "rel-constrast": 2.987126350402832,
      "step": 6666,
      "subrel-constrast": 3.710592269897461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3413491249084473,
      "cov-distil (oracle2student)": 4.503870964050293,
      "cov-distil (oracle2teacher)": 4.53460168838501,
      "epoch": 5.233124018838304,
      "rel-constrast": 2.1175127029418945,
      "step": 6667,
      "subrel-constrast": 3.0487349033355713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2453222274780273,
      "cov-distil (oracle2student)": 4.390275001525879,
      "cov-distil (oracle2teacher)": 4.039037704467773,
      "epoch": 5.233908948194663,
      "rel-constrast": 2.625048875808716,
      "step": 6668,
      "subrel-constrast": 2.706484079360962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7326314449310303,
      "cov-distil (oracle2student)": 5.148019790649414,
      "cov-distil (oracle2teacher)": 4.878962516784668,
      "epoch": 5.23469387755102,
      "rel-constrast": 3.9108035564422607,
      "step": 6669,
      "subrel-constrast": 4.063183784484863,
      "view-similarity": 0
    },
    {
      "epoch": 5.235478806907379,
      "grad_norm": 7.78125,
      "learning_rate": 1.5079312258830457e-05,
      "loss": 0.7256,
      "step": 6670
    },
    {
      "cov-distil": 1.7445921897888184,
      "cov-distil (oracle2student)": 4.045397758483887,
      "cov-distil (oracle2teacher)": 4.199069976806641,
      "epoch": 5.235478806907379,
      "rel-constrast": 2.3339338302612305,
      "step": 6670,
      "subrel-constrast": 3.3526957035064697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1815857887268066,
      "cov-distil (oracle2student)": 2.713229179382324,
      "cov-distil (oracle2teacher)": 2.99446964263916,
      "epoch": 5.236263736263736,
      "rel-constrast": 2.434628486633301,
      "step": 6671,
      "subrel-constrast": 3.462174892425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2222886085510254,
      "cov-distil (oracle2student)": 3.965761184692383,
      "cov-distil (oracle2teacher)": 3.9943413734436035,
      "epoch": 5.237048665620094,
      "rel-constrast": 2.9606881141662598,
      "step": 6672,
      "subrel-constrast": 3.6186177730560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.024897813796997,
      "cov-distil (oracle2student)": 4.729681968688965,
      "cov-distil (oracle2teacher)": 4.2541399002075195,
      "epoch": 5.237833594976452,
      "rel-constrast": 2.5096211433410645,
      "step": 6673,
      "subrel-constrast": 3.1051549911499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4070327281951904,
      "cov-distil (oracle2student)": 3.1911091804504395,
      "cov-distil (oracle2teacher)": 2.9534435272216797,
      "epoch": 5.23861852433281,
      "rel-constrast": 1.5818500518798828,
      "step": 6674,
      "subrel-constrast": 2.2781076431274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2905919551849365,
      "cov-distil (oracle2student)": 6.047080039978027,
      "cov-distil (oracle2teacher)": 5.708051681518555,
      "epoch": 5.239403453689168,
      "rel-constrast": 3.3730084896087646,
      "step": 6675,
      "subrel-constrast": 3.6032843589782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4808549880981445,
      "cov-distil (oracle2student)": 3.2892825603485107,
      "cov-distil (oracle2teacher)": 3.0816657543182373,
      "epoch": 5.240188383045526,
      "rel-constrast": 2.540754556655884,
      "step": 6676,
      "subrel-constrast": 2.846473217010498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1823716163635254,
      "cov-distil (oracle2student)": 5.242267608642578,
      "cov-distil (oracle2teacher)": 4.831015110015869,
      "epoch": 5.240973312401884,
      "rel-constrast": 2.707265853881836,
      "step": 6677,
      "subrel-constrast": 4.152307033538818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5449657440185547,
      "cov-distil (oracle2student)": 4.174820423126221,
      "cov-distil (oracle2teacher)": 4.5146260261535645,
      "epoch": 5.241758241758242,
      "rel-constrast": 3.366938352584839,
      "step": 6678,
      "subrel-constrast": 4.025689601898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3603451251983643,
      "cov-distil (oracle2student)": 3.8285129070281982,
      "cov-distil (oracle2teacher)": 3.7727890014648438,
      "epoch": 5.242543171114599,
      "rel-constrast": 1.6903353929519653,
      "step": 6679,
      "subrel-constrast": 2.9389846324920654,
      "view-similarity": 0
    },
    {
      "epoch": 5.243328100470958,
      "grad_norm": 5.5,
      "learning_rate": 1.4999271569068385e-05,
      "loss": 0.6736,
      "step": 6680
    },
    {
      "cov-distil": 1.311751127243042,
      "cov-distil (oracle2student)": 4.211722373962402,
      "cov-distil (oracle2teacher)": 4.137363433837891,
      "epoch": 5.243328100470958,
      "rel-constrast": 1.8991870880126953,
      "step": 6680,
      "subrel-constrast": 2.2665114402770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702551245689392,
      "cov-distil (oracle2student)": 3.735736131668091,
      "cov-distil (oracle2teacher)": 3.271798610687256,
      "epoch": 5.244113029827315,
      "rel-constrast": 2.3262739181518555,
      "step": 6681,
      "subrel-constrast": 3.266300678253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250901699066162,
      "cov-distil (oracle2student)": 4.210206985473633,
      "cov-distil (oracle2teacher)": 3.5451488494873047,
      "epoch": 5.244897959183674,
      "rel-constrast": 2.2106151580810547,
      "step": 6682,
      "subrel-constrast": 2.613503932952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5004756450653076,
      "cov-distil (oracle2student)": 4.021762847900391,
      "cov-distil (oracle2teacher)": 4.18223237991333,
      "epoch": 5.245682888540031,
      "rel-constrast": 2.385866641998291,
      "step": 6683,
      "subrel-constrast": 3.1682188510894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0231516361236572,
      "cov-distil (oracle2student)": 3.973597288131714,
      "cov-distil (oracle2teacher)": 3.86659836769104,
      "epoch": 5.24646781789639,
      "rel-constrast": 2.751800298690796,
      "step": 6684,
      "subrel-constrast": 3.6277542114257812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2263920307159424,
      "cov-distil (oracle2student)": 5.250611782073975,
      "cov-distil (oracle2teacher)": 4.989758491516113,
      "epoch": 5.247252747252747,
      "rel-constrast": 3.073749303817749,
      "step": 6685,
      "subrel-constrast": 3.585022449493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.414682149887085,
      "cov-distil (oracle2student)": 6.265819549560547,
      "cov-distil (oracle2teacher)": 5.367369651794434,
      "epoch": 5.248037676609105,
      "rel-constrast": 3.2027218341827393,
      "step": 6686,
      "subrel-constrast": 3.349778413772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328718662261963,
      "cov-distil (oracle2student)": 3.6697943210601807,
      "cov-distil (oracle2teacher)": 3.2997117042541504,
      "epoch": 5.248822605965463,
      "rel-constrast": 3.202599048614502,
      "step": 6687,
      "subrel-constrast": 3.3969500064849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2467906475067139,
      "cov-distil (oracle2student)": 3.5506553649902344,
      "cov-distil (oracle2teacher)": 3.3222293853759766,
      "epoch": 5.249607535321821,
      "rel-constrast": 2.5308141708374023,
      "step": 6688,
      "subrel-constrast": 3.2397007942199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6502089500427246,
      "cov-distil (oracle2student)": 4.287055015563965,
      "cov-distil (oracle2teacher)": 3.9101622104644775,
      "epoch": 5.250392464678179,
      "rel-constrast": 2.2117347717285156,
      "step": 6689,
      "subrel-constrast": 2.8381409645080566,
      "view-similarity": 0
    },
    {
      "epoch": 5.251177394034537,
      "grad_norm": 4.8125,
      "learning_rate": 1.4919352735026198e-05,
      "loss": 0.6815,
      "step": 6690
    },
    {
      "cov-distil": 1.2433278560638428,
      "cov-distil (oracle2student)": 6.296158313751221,
      "cov-distil (oracle2teacher)": 5.500475883483887,
      "epoch": 5.251177394034537,
      "rel-constrast": 2.1353750228881836,
      "step": 6690,
      "subrel-constrast": 3.006054639816284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5109835863113403,
      "cov-distil (oracle2student)": 3.584202527999878,
      "cov-distil (oracle2teacher)": 3.5170412063598633,
      "epoch": 5.251962323390895,
      "rel-constrast": 2.791372537612915,
      "step": 6691,
      "subrel-constrast": 3.2660608291625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9575098752975464,
      "cov-distil (oracle2student)": 3.954648494720459,
      "cov-distil (oracle2teacher)": 4.102421283721924,
      "epoch": 5.252747252747253,
      "rel-constrast": 3.6949539184570312,
      "step": 6692,
      "subrel-constrast": 4.85384464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3704922199249268,
      "cov-distil (oracle2student)": 4.147185802459717,
      "cov-distil (oracle2teacher)": 4.0952348709106445,
      "epoch": 5.25353218210361,
      "rel-constrast": 2.2012996673583984,
      "step": 6693,
      "subrel-constrast": 2.8280320167541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3296356201171875,
      "cov-distil (oracle2student)": 3.8266091346740723,
      "cov-distil (oracle2teacher)": 3.581570863723755,
      "epoch": 5.254317111459969,
      "rel-constrast": 2.5297369956970215,
      "step": 6694,
      "subrel-constrast": 3.1912682056427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3295319080352783,
      "cov-distil (oracle2student)": 4.28023624420166,
      "cov-distil (oracle2teacher)": 3.7181286811828613,
      "epoch": 5.255102040816326,
      "rel-constrast": 2.182102680206299,
      "step": 6695,
      "subrel-constrast": 2.4578652381896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8577549457550049,
      "cov-distil (oracle2student)": 3.841954469680786,
      "cov-distil (oracle2teacher)": 3.546945333480835,
      "epoch": 5.255886970172685,
      "rel-constrast": 3.0173563957214355,
      "step": 6696,
      "subrel-constrast": 3.494690418243408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5376646518707275,
      "cov-distil (oracle2student)": 3.2592508792877197,
      "cov-distil (oracle2teacher)": 3.508090019226074,
      "epoch": 5.256671899529042,
      "rel-constrast": 2.0491549968719482,
      "step": 6697,
      "subrel-constrast": 3.1043553352355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5108535289764404,
      "cov-distil (oracle2student)": 6.493307113647461,
      "cov-distil (oracle2teacher)": 5.886975288391113,
      "epoch": 5.257456828885401,
      "rel-constrast": 2.906904697418213,
      "step": 6698,
      "subrel-constrast": 3.5703582763671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4900741577148438,
      "cov-distil (oracle2student)": 6.381237030029297,
      "cov-distil (oracle2teacher)": 6.237191200256348,
      "epoch": 5.258241758241758,
      "rel-constrast": 2.7033674716949463,
      "step": 6699,
      "subrel-constrast": 3.5033466815948486,
      "view-similarity": 0
    },
    {
      "epoch": 5.259026687598116,
      "grad_norm": 7.3125,
      "learning_rate": 1.4839556730489673e-05,
      "loss": 0.6931,
      "step": 6700
    },
    {
      "epoch": 5.259026687598116,
      "overlap": 0.31718751788139343,
      "step": 6700
    },
    {
      "epoch": 5.259026687598116,
      "step": 6700,
      "student margin": 0.044677734375
    },
    {
      "epoch": 5.259026687598116,
      "step": 6700,
      "teacher margin": 0.0303955078125
    },
    {
      "epoch": 5.259026687598116,
      "margin difference": -0.0142822265625,
      "step": 6700
    },
    {
      "cov-distil": 1.4527190923690796,
      "cov-distil (oracle2student)": 4.1063032150268555,
      "cov-distil (oracle2teacher)": 4.174706935882568,
      "epoch": 5.259026687598116,
      "rel-constrast": 3.7429962158203125,
      "step": 6700,
      "subrel-constrast": 4.441747188568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3448764085769653,
      "cov-distil (oracle2student)": 3.158628463745117,
      "cov-distil (oracle2teacher)": 3.3606746196746826,
      "epoch": 5.259811616954474,
      "rel-constrast": 2.5104751586914062,
      "step": 6701,
      "subrel-constrast": 2.9459011554718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5982463359832764,
      "cov-distil (oracle2student)": 5.045523643493652,
      "cov-distil (oracle2teacher)": 4.09768009185791,
      "epoch": 5.260596546310832,
      "rel-constrast": 2.672610282897949,
      "step": 6702,
      "subrel-constrast": 3.5759940147399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8001896142959595,
      "cov-distil (oracle2student)": 2.9279375076293945,
      "cov-distil (oracle2teacher)": 3.248305320739746,
      "epoch": 5.26138147566719,
      "rel-constrast": 3.0752570629119873,
      "step": 6703,
      "subrel-constrast": 3.8702003955841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.062875270843506,
      "cov-distil (oracle2student)": 3.904110908508301,
      "cov-distil (oracle2teacher)": 3.4025187492370605,
      "epoch": 5.262166405023548,
      "rel-constrast": 2.2641377449035645,
      "step": 6704,
      "subrel-constrast": 3.6199443340301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5897501707077026,
      "cov-distil (oracle2student)": 4.649204254150391,
      "cov-distil (oracle2teacher)": 4.4886884689331055,
      "epoch": 5.262951334379906,
      "rel-constrast": 1.8428007364273071,
      "step": 6705,
      "subrel-constrast": 2.658444404602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9260518550872803,
      "cov-distil (oracle2student)": 2.417839765548706,
      "cov-distil (oracle2teacher)": 2.536083221435547,
      "epoch": 5.263736263736264,
      "rel-constrast": 1.7613980770111084,
      "step": 6706,
      "subrel-constrast": 2.6924889087677,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631943702697754,
      "cov-distil (oracle2student)": 6.600323677062988,
      "cov-distil (oracle2teacher)": 5.936282157897949,
      "epoch": 5.264521193092621,
      "rel-constrast": 2.487260341644287,
      "step": 6707,
      "subrel-constrast": 3.424501895904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1791224479675293,
      "cov-distil (oracle2student)": 4.096953392028809,
      "cov-distil (oracle2teacher)": 3.6507411003112793,
      "epoch": 5.26530612244898,
      "rel-constrast": 2.8406524658203125,
      "step": 6708,
      "subrel-constrast": 3.522785186767578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1734025478363037,
      "cov-distil (oracle2student)": 5.468587875366211,
      "cov-distil (oracle2teacher)": 4.886870384216309,
      "epoch": 5.266091051805337,
      "rel-constrast": 1.55548095703125,
      "step": 6709,
      "subrel-constrast": 2.152846097946167,
      "view-similarity": 0
    },
    {
      "epoch": 5.266875981161696,
      "grad_norm": 4.125,
      "learning_rate": 1.4759884527747957e-05,
      "loss": 0.6607,
      "step": 6710
    },
    {
      "cov-distil": 1.4353306293487549,
      "cov-distil (oracle2student)": 5.377313613891602,
      "cov-distil (oracle2teacher)": 5.194286346435547,
      "epoch": 5.266875981161696,
      "rel-constrast": 2.298736095428467,
      "step": 6710,
      "subrel-constrast": 2.987553596496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764201283454895,
      "cov-distil (oracle2student)": 3.5465383529663086,
      "cov-distil (oracle2teacher)": 3.582622528076172,
      "epoch": 5.267660910518053,
      "rel-constrast": 1.9491685628890991,
      "step": 6711,
      "subrel-constrast": 2.507235050201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4039056301116943,
      "cov-distil (oracle2student)": 4.3874101638793945,
      "cov-distil (oracle2teacher)": 3.787365198135376,
      "epoch": 5.268445839874412,
      "rel-constrast": 3.159806728363037,
      "step": 6712,
      "subrel-constrast": 3.614274501800537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.254474401473999,
      "cov-distil (oracle2student)": 3.9902875423431396,
      "cov-distil (oracle2teacher)": 3.920306444168091,
      "epoch": 5.269230769230769,
      "rel-constrast": 2.4989733695983887,
      "step": 6713,
      "subrel-constrast": 3.187340259552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662393569946289,
      "cov-distil (oracle2student)": 7.320855140686035,
      "cov-distil (oracle2teacher)": 6.459268569946289,
      "epoch": 5.270015698587127,
      "rel-constrast": 2.2536373138427734,
      "step": 6714,
      "subrel-constrast": 3.1504032611846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5308301448822021,
      "cov-distil (oracle2student)": 5.674891948699951,
      "cov-distil (oracle2teacher)": 5.220650672912598,
      "epoch": 5.270800627943485,
      "rel-constrast": 2.695598602294922,
      "step": 6715,
      "subrel-constrast": 3.831038236618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.288584589958191,
      "cov-distil (oracle2student)": 4.420805931091309,
      "cov-distil (oracle2teacher)": 3.983403444290161,
      "epoch": 5.271585557299843,
      "rel-constrast": 2.552962064743042,
      "step": 6716,
      "subrel-constrast": 2.9708383083343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.892672061920166,
      "cov-distil (oracle2student)": 4.613528728485107,
      "cov-distil (oracle2teacher)": 4.5066423416137695,
      "epoch": 5.272370486656201,
      "rel-constrast": 2.9073994159698486,
      "step": 6717,
      "subrel-constrast": 3.5901057720184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1840708255767822,
      "cov-distil (oracle2student)": 4.321911811828613,
      "cov-distil (oracle2teacher)": 4.511165618896484,
      "epoch": 5.273155416012559,
      "rel-constrast": 2.6008050441741943,
      "step": 6718,
      "subrel-constrast": 2.846151113510132,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0239944458007812,
      "cov-distil (oracle2student)": 2.8602113723754883,
      "cov-distil (oracle2teacher)": 2.583312511444092,
      "epoch": 5.273940345368917,
      "rel-constrast": 2.116703987121582,
      "step": 6719,
      "subrel-constrast": 2.9510626792907715,
      "view-similarity": 0
    },
    {
      "epoch": 5.274725274725275,
      "grad_norm": 4.59375,
      "learning_rate": 1.4680337097581675e-05,
      "loss": 0.6644,
      "step": 6720
    },
    {
      "cov-distil": 1.391408920288086,
      "cov-distil (oracle2student)": 2.904780387878418,
      "cov-distil (oracle2teacher)": 2.88232159614563,
      "epoch": 5.274725274725275,
      "rel-constrast": 2.016695499420166,
      "step": 6720,
      "subrel-constrast": 2.812138080596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3799889087677002,
      "cov-distil (oracle2student)": 4.8265604972839355,
      "cov-distil (oracle2teacher)": 4.275017738342285,
      "epoch": 5.275510204081632,
      "rel-constrast": 2.24442458152771,
      "step": 6721,
      "subrel-constrast": 2.924375534057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2142552137374878,
      "cov-distil (oracle2student)": 3.930385112762451,
      "cov-distil (oracle2teacher)": 3.8512635231018066,
      "epoch": 5.276295133437991,
      "rel-constrast": 2.2547080516815186,
      "step": 6722,
      "subrel-constrast": 3.0076560974121094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3498940467834473,
      "cov-distil (oracle2student)": 4.342983722686768,
      "cov-distil (oracle2teacher)": 4.5242815017700195,
      "epoch": 5.277080062794348,
      "rel-constrast": 2.9484314918518066,
      "step": 6723,
      "subrel-constrast": 3.5955169200897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9076871871948242,
      "cov-distil (oracle2student)": 3.3706631660461426,
      "cov-distil (oracle2teacher)": 3.449557065963745,
      "epoch": 5.277864992150707,
      "rel-constrast": 2.278759241104126,
      "step": 6724,
      "subrel-constrast": 3.363450527191162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489275336265564,
      "cov-distil (oracle2student)": 4.226369857788086,
      "cov-distil (oracle2teacher)": 4.610470771789551,
      "epoch": 5.278649921507064,
      "rel-constrast": 2.269515037536621,
      "step": 6725,
      "subrel-constrast": 2.679515838623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8073620796203613,
      "cov-distil (oracle2student)": 4.748425006866455,
      "cov-distil (oracle2teacher)": 4.627565860748291,
      "epoch": 5.279434850863423,
      "rel-constrast": 1.6462010145187378,
      "step": 6726,
      "subrel-constrast": 2.8611905574798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6139271259307861,
      "cov-distil (oracle2student)": 4.654168128967285,
      "cov-distil (oracle2teacher)": 4.742569923400879,
      "epoch": 5.28021978021978,
      "rel-constrast": 1.6351914405822754,
      "step": 6727,
      "subrel-constrast": 2.470566511154175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5103228092193604,
      "cov-distil (oracle2student)": 3.1245830059051514,
      "cov-distil (oracle2teacher)": 3.257354497909546,
      "epoch": 5.2810047095761385,
      "rel-constrast": 2.601311206817627,
      "step": 6728,
      "subrel-constrast": 3.353961706161499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2975549697875977,
      "cov-distil (oracle2student)": 3.168639659881592,
      "cov-distil (oracle2teacher)": 3.004014492034912,
      "epoch": 5.281789638932496,
      "rel-constrast": 1.5757777690887451,
      "step": 6729,
      "subrel-constrast": 2.6841557025909424,
      "view-similarity": 0
    },
    {
      "epoch": 5.282574568288854,
      "grad_norm": 3.9375,
      "learning_rate": 1.4600915409251184e-05,
      "loss": 0.5767,
      "step": 6730
    },
    {
      "cov-distil": 1.3905935287475586,
      "cov-distil (oracle2student)": 6.16554069519043,
      "cov-distil (oracle2teacher)": 4.8013916015625,
      "epoch": 5.282574568288854,
      "rel-constrast": 2.0298595428466797,
      "step": 6730,
      "subrel-constrast": 2.482624053955078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7033426761627197,
      "cov-distil (oracle2student)": 5.427872657775879,
      "cov-distil (oracle2teacher)": 4.792026042938232,
      "epoch": 5.283359497645212,
      "rel-constrast": 2.2557921409606934,
      "step": 6731,
      "subrel-constrast": 2.9390156269073486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3728141784667969,
      "cov-distil (oracle2student)": 4.470990180969238,
      "cov-distil (oracle2teacher)": 3.892343521118164,
      "epoch": 5.28414442700157,
      "rel-constrast": 3.5777130126953125,
      "step": 6732,
      "subrel-constrast": 3.463646650314331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4334512948989868,
      "cov-distil (oracle2student)": 4.178524971008301,
      "cov-distil (oracle2teacher)": 3.910264730453491,
      "epoch": 5.284929356357928,
      "rel-constrast": 2.778608798980713,
      "step": 6733,
      "subrel-constrast": 3.4121205806732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.528727650642395,
      "cov-distil (oracle2student)": 2.7847414016723633,
      "cov-distil (oracle2teacher)": 2.9793448448181152,
      "epoch": 5.285714285714286,
      "rel-constrast": 1.4930731058120728,
      "step": 6734,
      "subrel-constrast": 2.831294059753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750307559967041,
      "cov-distil (oracle2student)": 6.1239190101623535,
      "cov-distil (oracle2teacher)": 4.704612731933594,
      "epoch": 5.286499215070644,
      "rel-constrast": 2.1463522911071777,
      "step": 6735,
      "subrel-constrast": 2.6780078411102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4340131282806396,
      "cov-distil (oracle2student)": 5.7640299797058105,
      "cov-distil (oracle2teacher)": 5.309843063354492,
      "epoch": 5.287284144427002,
      "rel-constrast": 2.942211627960205,
      "step": 6736,
      "subrel-constrast": 3.549818515777588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6395105123519897,
      "cov-distil (oracle2student)": 5.9422101974487305,
      "cov-distil (oracle2teacher)": 5.055516719818115,
      "epoch": 5.288069073783359,
      "rel-constrast": 2.26871395111084,
      "step": 6737,
      "subrel-constrast": 2.692667007446289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1828391551971436,
      "cov-distil (oracle2student)": 3.328166961669922,
      "cov-distil (oracle2teacher)": 3.7068142890930176,
      "epoch": 5.2888540031397175,
      "rel-constrast": 3.001904249191284,
      "step": 6738,
      "subrel-constrast": 3.7196784019470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4491851329803467,
      "cov-distil (oracle2student)": 3.410674571990967,
      "cov-distil (oracle2teacher)": 3.0130457878112793,
      "epoch": 5.289638932496075,
      "rel-constrast": 3.028521776199341,
      "step": 6739,
      "subrel-constrast": 3.6399893760681152,
      "view-similarity": 0
    },
    {
      "epoch": 5.2904238618524335,
      "grad_norm": 6.5,
      "learning_rate": 1.452162043048467e-05,
      "loss": 0.6778,
      "step": 6740
    },
    {
      "cov-distil": 1.0480799674987793,
      "cov-distil (oracle2student)": 4.424606800079346,
      "cov-distil (oracle2teacher)": 4.222403526306152,
      "epoch": 5.2904238618524335,
      "rel-constrast": 2.0728166103363037,
      "step": 6740,
      "subrel-constrast": 2.790322780609131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8255550861358643,
      "cov-distil (oracle2student)": 5.034852981567383,
      "cov-distil (oracle2teacher)": 4.5374226570129395,
      "epoch": 5.291208791208791,
      "rel-constrast": 3.188434362411499,
      "step": 6741,
      "subrel-constrast": 3.7296106815338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4350666999816895,
      "cov-distil (oracle2student)": 2.957432746887207,
      "cov-distil (oracle2teacher)": 3.269573926925659,
      "epoch": 5.2919937205651495,
      "rel-constrast": 2.8734211921691895,
      "step": 6742,
      "subrel-constrast": 3.805861234664917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6970924139022827,
      "cov-distil (oracle2student)": 4.6033124923706055,
      "cov-distil (oracle2teacher)": 3.8749279975891113,
      "epoch": 5.292778649921507,
      "rel-constrast": 3.0469350814819336,
      "step": 6743,
      "subrel-constrast": 3.885183811187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4656695127487183,
      "cov-distil (oracle2student)": 4.857794761657715,
      "cov-distil (oracle2teacher)": 4.929325103759766,
      "epoch": 5.293563579277865,
      "rel-constrast": 2.4002022743225098,
      "step": 6744,
      "subrel-constrast": 2.8588578701019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1659729480743408,
      "cov-distil (oracle2student)": 7.9266276359558105,
      "cov-distil (oracle2teacher)": 6.791316509246826,
      "epoch": 5.294348508634223,
      "rel-constrast": 2.046616554260254,
      "step": 6745,
      "subrel-constrast": 2.32999849319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6336791515350342,
      "cov-distil (oracle2student)": 3.5158514976501465,
      "cov-distil (oracle2teacher)": 3.5686051845550537,
      "epoch": 5.295133437990581,
      "rel-constrast": 1.5935840606689453,
      "step": 6746,
      "subrel-constrast": 2.4693665504455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9442307949066162,
      "cov-distil (oracle2student)": 5.748424530029297,
      "cov-distil (oracle2teacher)": 5.0914626121521,
      "epoch": 5.295918367346939,
      "rel-constrast": 1.665257453918457,
      "step": 6747,
      "subrel-constrast": 2.849193811416626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550398826599121,
      "cov-distil (oracle2student)": 3.318000555038452,
      "cov-distil (oracle2teacher)": 3.7942726612091064,
      "epoch": 5.2967032967032965,
      "rel-constrast": 2.693875312805176,
      "step": 6748,
      "subrel-constrast": 3.451538324356079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6892125606536865,
      "cov-distil (oracle2student)": 4.556750297546387,
      "cov-distil (oracle2teacher)": 4.424928188323975,
      "epoch": 5.297488226059655,
      "rel-constrast": 3.32749342918396,
      "step": 6749,
      "subrel-constrast": 3.913356065750122,
      "view-similarity": 0
    },
    {
      "epoch": 5.2982731554160125,
      "grad_norm": 5.5,
      "learning_rate": 1.4442453127466443e-05,
      "loss": 0.6614,
      "step": 6750
    },
    {
      "cov-distil": 1.0483739376068115,
      "cov-distil (oracle2student)": 4.253044605255127,
      "cov-distil (oracle2teacher)": 3.4509880542755127,
      "epoch": 5.2982731554160125,
      "rel-constrast": 1.5341439247131348,
      "step": 6750,
      "subrel-constrast": 2.001214027404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7477672100067139,
      "cov-distil (oracle2student)": 6.422459602355957,
      "cov-distil (oracle2teacher)": 5.984091758728027,
      "epoch": 5.299058084772371,
      "rel-constrast": 2.274746894836426,
      "step": 6751,
      "subrel-constrast": 3.0551741123199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.608587622642517,
      "cov-distil (oracle2student)": 5.776090145111084,
      "cov-distil (oracle2teacher)": 4.8902058601379395,
      "epoch": 5.2998430141287285,
      "rel-constrast": 2.5828685760498047,
      "step": 6752,
      "subrel-constrast": 3.049497604370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9989620447158813,
      "cov-distil (oracle2student)": 4.80441951751709,
      "cov-distil (oracle2teacher)": 4.968416690826416,
      "epoch": 5.300627943485086,
      "rel-constrast": 2.399433135986328,
      "step": 6753,
      "subrel-constrast": 3.118098735809326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1404882669448853,
      "cov-distil (oracle2student)": 3.440335273742676,
      "cov-distil (oracle2teacher)": 3.1309962272644043,
      "epoch": 5.3014128728414445,
      "rel-constrast": 1.3972276449203491,
      "step": 6754,
      "subrel-constrast": 1.9517898559570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5227940082550049,
      "cov-distil (oracle2student)": 3.9105336666107178,
      "cov-distil (oracle2teacher)": 3.6483964920043945,
      "epoch": 5.302197802197802,
      "rel-constrast": 2.5807647705078125,
      "step": 6755,
      "subrel-constrast": 2.961984634399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7596977949142456,
      "cov-distil (oracle2student)": 4.8722944259643555,
      "cov-distil (oracle2teacher)": 5.265215873718262,
      "epoch": 5.3029827315541604,
      "rel-constrast": 2.504098653793335,
      "step": 6756,
      "subrel-constrast": 3.528120756149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4754928350448608,
      "cov-distil (oracle2student)": 4.684206485748291,
      "cov-distil (oracle2teacher)": 4.14210319519043,
      "epoch": 5.303767660910518,
      "rel-constrast": 2.676222562789917,
      "step": 6757,
      "subrel-constrast": 3.3681228160858154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1652511358261108,
      "cov-distil (oracle2student)": 5.128103256225586,
      "cov-distil (oracle2teacher)": 4.9806413650512695,
      "epoch": 5.304552590266876,
      "rel-constrast": 2.1310768127441406,
      "step": 6758,
      "subrel-constrast": 3.07416033744812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3002147674560547,
      "cov-distil (oracle2student)": 3.248730421066284,
      "cov-distil (oracle2teacher)": 4.016974449157715,
      "epoch": 5.305337519623234,
      "rel-constrast": 2.8620662689208984,
      "step": 6759,
      "subrel-constrast": 3.5885367393493652,
      "view-similarity": 0
    },
    {
      "epoch": 5.3061224489795915,
      "grad_norm": 6.4375,
      "learning_rate": 1.4363414464825104e-05,
      "loss": 0.608,
      "step": 6760
    },
    {
      "cov-distil": 1.8170287609100342,
      "cov-distil (oracle2student)": 4.968470573425293,
      "cov-distil (oracle2teacher)": 4.3216552734375,
      "epoch": 5.3061224489795915,
      "rel-constrast": 2.583383560180664,
      "step": 6760,
      "subrel-constrast": 3.118267059326172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9456062316894531,
      "cov-distil (oracle2student)": 4.253801345825195,
      "cov-distil (oracle2teacher)": 3.9936411380767822,
      "epoch": 5.30690737833595,
      "rel-constrast": 2.8311667442321777,
      "step": 6761,
      "subrel-constrast": 3.5507147312164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3675428628921509,
      "cov-distil (oracle2student)": 2.7646172046661377,
      "cov-distil (oracle2teacher)": 2.511291980743408,
      "epoch": 5.3076923076923075,
      "rel-constrast": 1.620741605758667,
      "step": 6762,
      "subrel-constrast": 2.4977223873138428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5319644212722778,
      "cov-distil (oracle2student)": 5.445652008056641,
      "cov-distil (oracle2teacher)": 4.779653549194336,
      "epoch": 5.308477237048666,
      "rel-constrast": 3.826629877090454,
      "step": 6763,
      "subrel-constrast": 3.93137788772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.158006191253662,
      "cov-distil (oracle2student)": 2.6186470985412598,
      "cov-distil (oracle2teacher)": 2.5644569396972656,
      "epoch": 5.3092621664050235,
      "rel-constrast": 1.7275826930999756,
      "step": 6764,
      "subrel-constrast": 2.055988073348999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676389217376709,
      "cov-distil (oracle2student)": 3.8034160137176514,
      "cov-distil (oracle2teacher)": 3.6734490394592285,
      "epoch": 5.310047095761382,
      "rel-constrast": 1.8947510719299316,
      "step": 6765,
      "subrel-constrast": 2.761539936065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3131545782089233,
      "cov-distil (oracle2student)": 5.756230354309082,
      "cov-distil (oracle2teacher)": 5.048613548278809,
      "epoch": 5.310832025117739,
      "rel-constrast": 2.6827468872070312,
      "step": 6766,
      "subrel-constrast": 3.4058380126953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7687891721725464,
      "cov-distil (oracle2student)": 3.553191661834717,
      "cov-distil (oracle2teacher)": 3.670011043548584,
      "epoch": 5.311616954474097,
      "rel-constrast": 2.5536351203918457,
      "step": 6767,
      "subrel-constrast": 3.362246513366699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367329478263855,
      "cov-distil (oracle2student)": 3.871493339538574,
      "cov-distil (oracle2teacher)": 3.7257277965545654,
      "epoch": 5.312401883830455,
      "rel-constrast": 2.8828792572021484,
      "step": 6768,
      "subrel-constrast": 3.2435879707336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4842181205749512,
      "cov-distil (oracle2student)": 4.430715560913086,
      "cov-distil (oracle2teacher)": 4.316808700561523,
      "epoch": 5.313186813186813,
      "rel-constrast": 2.807586193084717,
      "step": 6769,
      "subrel-constrast": 3.991884469985962,
      "view-similarity": 0
    },
    {
      "epoch": 5.313971742543171,
      "grad_norm": 5.5625,
      "learning_rate": 1.4284505405621795e-05,
      "loss": 0.6739,
      "step": 6770
    },
    {
      "cov-distil": 1.8291231393814087,
      "cov-distil (oracle2student)": 4.018621444702148,
      "cov-distil (oracle2teacher)": 3.697321891784668,
      "epoch": 5.313971742543171,
      "rel-constrast": 2.7131359577178955,
      "step": 6770,
      "subrel-constrast": 3.4877729415893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6312669515609741,
      "cov-distil (oracle2student)": 5.367966175079346,
      "cov-distil (oracle2teacher)": 5.041444301605225,
      "epoch": 5.314756671899529,
      "rel-constrast": 2.8598899841308594,
      "step": 6771,
      "subrel-constrast": 4.119080066680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8886775970458984,
      "cov-distil (oracle2student)": 4.020641326904297,
      "cov-distil (oracle2teacher)": 3.7382893562316895,
      "epoch": 5.315541601255887,
      "rel-constrast": 2.9435031414031982,
      "step": 6772,
      "subrel-constrast": 3.970989227294922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4941511154174805,
      "cov-distil (oracle2student)": 5.322949409484863,
      "cov-distil (oracle2teacher)": 4.556850910186768,
      "epoch": 5.316326530612245,
      "rel-constrast": 2.40313982963562,
      "step": 6773,
      "subrel-constrast": 2.6097683906555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5220543146133423,
      "cov-distil (oracle2student)": 5.238431930541992,
      "cov-distil (oracle2teacher)": 4.42872428894043,
      "epoch": 5.3171114599686025,
      "rel-constrast": 2.6955604553222656,
      "step": 6774,
      "subrel-constrast": 3.2707362174987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5806236267089844,
      "cov-distil (oracle2student)": 4.59279727935791,
      "cov-distil (oracle2teacher)": 4.0120720863342285,
      "epoch": 5.317896389324961,
      "rel-constrast": 2.9155220985412598,
      "step": 6775,
      "subrel-constrast": 3.6635782718658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2788288593292236,
      "cov-distil (oracle2student)": 5.221224308013916,
      "cov-distil (oracle2teacher)": 4.456574440002441,
      "epoch": 5.318681318681318,
      "rel-constrast": 2.158090829849243,
      "step": 6776,
      "subrel-constrast": 2.829780101776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9545454978942871,
      "cov-distil (oracle2student)": 5.597605228424072,
      "cov-distil (oracle2teacher)": 4.969383239746094,
      "epoch": 5.319466248037677,
      "rel-constrast": 2.8664004802703857,
      "step": 6777,
      "subrel-constrast": 3.3909268379211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5929538011550903,
      "cov-distil (oracle2student)": 4.770565986633301,
      "cov-distil (oracle2teacher)": 4.782610893249512,
      "epoch": 5.320251177394034,
      "rel-constrast": 2.188992977142334,
      "step": 6778,
      "subrel-constrast": 3.6390483379364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9354841709136963,
      "cov-distil (oracle2student)": 3.3278417587280273,
      "cov-distil (oracle2teacher)": 3.3235342502593994,
      "epoch": 5.321036106750393,
      "rel-constrast": 2.563054084777832,
      "step": 6779,
      "subrel-constrast": 3.747525930404663,
      "view-similarity": 0
    },
    {
      "epoch": 5.32182103610675,
      "grad_norm": 5.40625,
      "learning_rate": 1.4205726911338524e-05,
      "loss": 0.697,
      "step": 6780
    },
    {
      "cov-distil": 1.3691160678863525,
      "cov-distil (oracle2student)": 4.348257064819336,
      "cov-distil (oracle2teacher)": 4.594237327575684,
      "epoch": 5.32182103610675,
      "rel-constrast": 2.4644665718078613,
      "step": 6780,
      "subrel-constrast": 2.6078298091888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5793606042861938,
      "cov-distil (oracle2student)": 3.2379403114318848,
      "cov-distil (oracle2teacher)": 3.639977216720581,
      "epoch": 5.322605965463108,
      "rel-constrast": 3.292264461517334,
      "step": 6781,
      "subrel-constrast": 3.988600730895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798856973648071,
      "cov-distil (oracle2student)": 2.9035472869873047,
      "cov-distil (oracle2teacher)": 3.0088694095611572,
      "epoch": 5.323390894819466,
      "rel-constrast": 2.708073616027832,
      "step": 6782,
      "subrel-constrast": 3.688711643218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125441551208496,
      "cov-distil (oracle2student)": 4.327214241027832,
      "cov-distil (oracle2teacher)": 3.9617207050323486,
      "epoch": 5.324175824175824,
      "rel-constrast": 2.3568553924560547,
      "step": 6783,
      "subrel-constrast": 2.9823532104492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2002015113830566,
      "cov-distil (oracle2student)": 3.599579095840454,
      "cov-distil (oracle2teacher)": 3.350499153137207,
      "epoch": 5.324960753532182,
      "rel-constrast": 2.443014144897461,
      "step": 6784,
      "subrel-constrast": 2.749464511871338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.483070969581604,
      "cov-distil (oracle2student)": 5.512116432189941,
      "cov-distil (oracle2teacher)": 4.995538711547852,
      "epoch": 5.32574568288854,
      "rel-constrast": 2.3378283977508545,
      "step": 6785,
      "subrel-constrast": 2.89589524269104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0341585874557495,
      "cov-distil (oracle2student)": 5.80972146987915,
      "cov-distil (oracle2teacher)": 5.400938034057617,
      "epoch": 5.326530612244898,
      "rel-constrast": 2.6333887577056885,
      "step": 6786,
      "subrel-constrast": 3.447821617126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.192822813987732,
      "cov-distil (oracle2student)": 3.2420871257781982,
      "cov-distil (oracle2teacher)": 3.2193286418914795,
      "epoch": 5.327315541601256,
      "rel-constrast": 2.185668706893921,
      "step": 6787,
      "subrel-constrast": 2.588712692260742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470031976699829,
      "cov-distil (oracle2student)": 4.010187149047852,
      "cov-distil (oracle2teacher)": 3.469909429550171,
      "epoch": 5.328100470957613,
      "rel-constrast": 2.727017641067505,
      "step": 6788,
      "subrel-constrast": 2.9141669273376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1067395210266113,
      "cov-distil (oracle2student)": 4.530191421508789,
      "cov-distil (oracle2teacher)": 3.6177287101745605,
      "epoch": 5.328885400313972,
      "rel-constrast": 2.6846983432769775,
      "step": 6789,
      "subrel-constrast": 2.672337770462036,
      "view-similarity": 0
    },
    {
      "epoch": 5.329670329670329,
      "grad_norm": 5.0,
      "learning_rate": 1.4127079941866366e-05,
      "loss": 0.6794,
      "step": 6790
    },
    {
      "cov-distil": 1.3266737461090088,
      "cov-distil (oracle2student)": 3.1403985023498535,
      "cov-distil (oracle2teacher)": 2.6866297721862793,
      "epoch": 5.329670329670329,
      "rel-constrast": 1.9207112789154053,
      "step": 6790,
      "subrel-constrast": 2.572094202041626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9319257736206055,
      "cov-distil (oracle2student)": 5.224814414978027,
      "cov-distil (oracle2teacher)": 5.207730293273926,
      "epoch": 5.330455259026688,
      "rel-constrast": 2.241061210632324,
      "step": 6791,
      "subrel-constrast": 2.9439122676849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4641406536102295,
      "cov-distil (oracle2student)": 4.692600250244141,
      "cov-distil (oracle2teacher)": 4.120391368865967,
      "epoch": 5.331240188383045,
      "rel-constrast": 2.9469261169433594,
      "step": 6792,
      "subrel-constrast": 3.6754276752471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.315157413482666,
      "cov-distil (oracle2student)": 5.071469783782959,
      "cov-distil (oracle2teacher)": 4.677272796630859,
      "epoch": 5.332025117739404,
      "rel-constrast": 2.4395830631256104,
      "step": 6793,
      "subrel-constrast": 3.0871293544769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592323660850525,
      "cov-distil (oracle2student)": 3.985290765762329,
      "cov-distil (oracle2teacher)": 4.032116889953613,
      "epoch": 5.332810047095761,
      "rel-constrast": 1.8615020513534546,
      "step": 6794,
      "subrel-constrast": 2.9940309524536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4231045246124268,
      "cov-distil (oracle2student)": 5.618349552154541,
      "cov-distil (oracle2teacher)": 5.084867477416992,
      "epoch": 5.333594976452119,
      "rel-constrast": 2.9095346927642822,
      "step": 6795,
      "subrel-constrast": 3.600243330001831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298471450805664,
      "cov-distil (oracle2student)": 4.122654914855957,
      "cov-distil (oracle2teacher)": 4.048609733581543,
      "epoch": 5.334379905808477,
      "rel-constrast": 2.472968339920044,
      "step": 6796,
      "subrel-constrast": 3.5720841884613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.891240119934082,
      "cov-distil (oracle2student)": 3.6294777393341064,
      "cov-distil (oracle2teacher)": 3.308795690536499,
      "epoch": 5.335164835164835,
      "rel-constrast": 2.0961787700653076,
      "step": 6797,
      "subrel-constrast": 2.995182514190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6908304691314697,
      "cov-distil (oracle2student)": 3.8202357292175293,
      "cov-distil (oracle2teacher)": 3.712836742401123,
      "epoch": 5.335949764521193,
      "rel-constrast": 2.9613943099975586,
      "step": 6798,
      "subrel-constrast": 3.622795581817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3279178142547607,
      "cov-distil (oracle2student)": 5.105676651000977,
      "cov-distil (oracle2teacher)": 5.1194047927856445,
      "epoch": 5.336734693877551,
      "rel-constrast": 2.2876734733581543,
      "step": 6799,
      "subrel-constrast": 2.834001302719116,
      "view-similarity": 0
    },
    {
      "epoch": 5.337519623233909,
      "grad_norm": 4.65625,
      "learning_rate": 1.404856545549384e-05,
      "loss": 0.6422,
      "step": 6800
    },
    {
      "epoch": 5.337519623233909,
      "overlap": 0.36406251788139343,
      "step": 6800
    },
    {
      "epoch": 5.337519623233909,
      "step": 6800,
      "student margin": 0.0560302734375
    },
    {
      "epoch": 5.337519623233909,
      "step": 6800,
      "teacher margin": 0.037872314453125
    },
    {
      "epoch": 5.337519623233909,
      "margin difference": -0.018157958984375,
      "step": 6800
    },
    {
      "cov-distil": 1.216395616531372,
      "cov-distil (oracle2student)": 4.872582912445068,
      "cov-distil (oracle2teacher)": 4.3757219314575195,
      "epoch": 5.337519623233909,
      "rel-constrast": 2.2948110103607178,
      "step": 6800,
      "subrel-constrast": 3.036590576171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375274658203125,
      "cov-distil (oracle2student)": 4.032700061798096,
      "cov-distil (oracle2teacher)": 4.15567684173584,
      "epoch": 5.338304552590267,
      "rel-constrast": 2.8708603382110596,
      "step": 6801,
      "subrel-constrast": 3.735530376434326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.766332745552063,
      "cov-distil (oracle2student)": 3.8451614379882812,
      "cov-distil (oracle2teacher)": 3.2850849628448486,
      "epoch": 5.339089481946624,
      "rel-constrast": 3.2861952781677246,
      "step": 6802,
      "subrel-constrast": 3.9114344120025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1944319009780884,
      "cov-distil (oracle2student)": 3.7373037338256836,
      "cov-distil (oracle2teacher)": 4.015617847442627,
      "epoch": 5.339874411302983,
      "rel-constrast": 2.6032190322875977,
      "step": 6803,
      "subrel-constrast": 3.579113721847534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2228152751922607,
      "cov-distil (oracle2student)": 3.8653564453125,
      "cov-distil (oracle2teacher)": 3.589017868041992,
      "epoch": 5.34065934065934,
      "rel-constrast": 2.4333431720733643,
      "step": 6804,
      "subrel-constrast": 3.2489330768585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5424227714538574,
      "cov-distil (oracle2student)": 3.5248537063598633,
      "cov-distil (oracle2teacher)": 3.8190550804138184,
      "epoch": 5.341444270015699,
      "rel-constrast": 3.427436590194702,
      "step": 6805,
      "subrel-constrast": 3.7889366149902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0617775917053223,
      "cov-distil (oracle2student)": 3.5855753421783447,
      "cov-distil (oracle2teacher)": 3.151609420776367,
      "epoch": 5.342229199372056,
      "rel-constrast": 2.3706092834472656,
      "step": 6806,
      "subrel-constrast": 2.244873523712158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46979558467865,
      "cov-distil (oracle2student)": 3.304098129272461,
      "cov-distil (oracle2teacher)": 3.5778496265411377,
      "epoch": 5.343014128728415,
      "rel-constrast": 1.4151045083999634,
      "step": 6807,
      "subrel-constrast": 2.116947650909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3405940532684326,
      "cov-distil (oracle2student)": 3.025761127471924,
      "cov-distil (oracle2teacher)": 2.9379193782806396,
      "epoch": 5.343799058084772,
      "rel-constrast": 2.3962717056274414,
      "step": 6808,
      "subrel-constrast": 2.831589460372925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7509137392044067,
      "cov-distil (oracle2student)": 6.060934066772461,
      "cov-distil (oracle2teacher)": 5.659300804138184,
      "epoch": 5.34458398744113,
      "rel-constrast": 2.717381000518799,
      "step": 6809,
      "subrel-constrast": 3.635493516921997,
      "view-similarity": 0
    },
    {
      "epoch": 5.345368916797488,
      "grad_norm": 5.65625,
      "learning_rate": 1.397018440889517e-05,
      "loss": 0.6834,
      "step": 6810
    },
    {
      "cov-distil": 1.6790475845336914,
      "cov-distil (oracle2student)": 3.828721046447754,
      "cov-distil (oracle2teacher)": 3.8509960174560547,
      "epoch": 5.345368916797488,
      "rel-constrast": 2.7672622203826904,
      "step": 6810,
      "subrel-constrast": 3.5024032592773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4851124286651611,
      "cov-distil (oracle2student)": 5.806079864501953,
      "cov-distil (oracle2teacher)": 5.334598541259766,
      "epoch": 5.346153846153846,
      "rel-constrast": 2.509472131729126,
      "step": 6811,
      "subrel-constrast": 3.5035064220428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6701948642730713,
      "cov-distil (oracle2student)": 4.792874336242676,
      "cov-distil (oracle2teacher)": 4.5087361335754395,
      "epoch": 5.346938775510204,
      "rel-constrast": 1.2192189693450928,
      "step": 6812,
      "subrel-constrast": 2.096620559692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0462334156036377,
      "cov-distil (oracle2student)": 4.163815021514893,
      "cov-distil (oracle2teacher)": 4.314510822296143,
      "epoch": 5.347723704866562,
      "rel-constrast": 1.6944563388824463,
      "step": 6813,
      "subrel-constrast": 2.4791784286499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.723475694656372,
      "cov-distil (oracle2student)": 3.6263785362243652,
      "cov-distil (oracle2teacher)": 3.832348585128784,
      "epoch": 5.34850863422292,
      "rel-constrast": 2.2376160621643066,
      "step": 6814,
      "subrel-constrast": 3.4116721153259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7666505575180054,
      "cov-distil (oracle2student)": 3.7380709648132324,
      "cov-distil (oracle2teacher)": 4.005069732666016,
      "epoch": 5.349293563579278,
      "rel-constrast": 2.18869948387146,
      "step": 6815,
      "subrel-constrast": 3.301950693130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3425195217132568,
      "cov-distil (oracle2student)": 4.122038841247559,
      "cov-distil (oracle2teacher)": 4.114895820617676,
      "epoch": 5.350078492935636,
      "rel-constrast": 2.7495975494384766,
      "step": 6816,
      "subrel-constrast": 3.343074321746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2396314144134521,
      "cov-distil (oracle2student)": 5.402995586395264,
      "cov-distil (oracle2teacher)": 5.097359657287598,
      "epoch": 5.350863422291994,
      "rel-constrast": 3.1185190677642822,
      "step": 6817,
      "subrel-constrast": 3.7351133823394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5731472969055176,
      "cov-distil (oracle2student)": 4.499629020690918,
      "cov-distil (oracle2teacher)": 4.293574333190918,
      "epoch": 5.351648351648351,
      "rel-constrast": 2.251523017883301,
      "step": 6818,
      "subrel-constrast": 2.8988735675811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7587318420410156,
      "cov-distil (oracle2student)": 4.2541046142578125,
      "cov-distil (oracle2teacher)": 3.6795804500579834,
      "epoch": 5.35243328100471,
      "rel-constrast": 2.6456804275512695,
      "step": 6819,
      "subrel-constrast": 3.307054042816162,
      "view-similarity": 0
    },
    {
      "epoch": 5.353218210361067,
      "grad_norm": 5.96875,
      "learning_rate": 1.3891937757118687e-05,
      "loss": 0.6228,
      "step": 6820
    },
    {
      "cov-distil": 1.6306421756744385,
      "cov-distil (oracle2student)": 4.5935139656066895,
      "cov-distil (oracle2teacher)": 4.457457542419434,
      "epoch": 5.353218210361067,
      "rel-constrast": 2.4915294647216797,
      "step": 6820,
      "subrel-constrast": 3.574671983718872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5575244426727295,
      "cov-distil (oracle2student)": 3.2923848628997803,
      "cov-distil (oracle2teacher)": 3.0889859199523926,
      "epoch": 5.354003139717426,
      "rel-constrast": 2.138082981109619,
      "step": 6821,
      "subrel-constrast": 2.922142505645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4158828258514404,
      "cov-distil (oracle2student)": 3.9968173503875732,
      "cov-distil (oracle2teacher)": 3.66133975982666,
      "epoch": 5.354788069073783,
      "rel-constrast": 3.364560604095459,
      "step": 6822,
      "subrel-constrast": 3.925569772720337,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2598676681518555,
      "cov-distil (oracle2student)": 3.9501731395721436,
      "cov-distil (oracle2teacher)": 4.414180278778076,
      "epoch": 5.355572998430142,
      "rel-constrast": 3.528529644012451,
      "step": 6823,
      "subrel-constrast": 4.391892910003662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093367338180542,
      "cov-distil (oracle2student)": 3.239398241043091,
      "cov-distil (oracle2teacher)": 3.325185537338257,
      "epoch": 5.356357927786499,
      "rel-constrast": 2.291611909866333,
      "step": 6824,
      "subrel-constrast": 3.094531536102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400694727897644,
      "cov-distil (oracle2student)": 3.522249221801758,
      "cov-distil (oracle2teacher)": 4.249323844909668,
      "epoch": 5.357142857142857,
      "rel-constrast": 2.587639808654785,
      "step": 6825,
      "subrel-constrast": 3.0349955558776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6294679641723633,
      "cov-distil (oracle2student)": 4.684270858764648,
      "cov-distil (oracle2teacher)": 4.293615341186523,
      "epoch": 5.357927786499215,
      "rel-constrast": 2.337282657623291,
      "step": 6826,
      "subrel-constrast": 3.6443772315979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2413153648376465,
      "cov-distil (oracle2student)": 4.923185348510742,
      "cov-distil (oracle2teacher)": 4.813474655151367,
      "epoch": 5.358712715855573,
      "rel-constrast": 2.0791733264923096,
      "step": 6827,
      "subrel-constrast": 2.986269950866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3362469673156738,
      "cov-distil (oracle2student)": 3.139758586883545,
      "cov-distil (oracle2teacher)": 3.1079580783843994,
      "epoch": 5.359497645211931,
      "rel-constrast": 2.685469150543213,
      "step": 6828,
      "subrel-constrast": 3.436948299407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0080050230026245,
      "cov-distil (oracle2student)": 3.702129602432251,
      "cov-distil (oracle2teacher)": 3.504240036010742,
      "epoch": 5.360282574568289,
      "rel-constrast": 2.8678464889526367,
      "step": 6829,
      "subrel-constrast": 3.265871286392212,
      "view-similarity": 0
    },
    {
      "epoch": 5.361067503924647,
      "grad_norm": 5.96875,
      "learning_rate": 1.3813826453575134e-05,
      "loss": 0.6982,
      "step": 6830
    },
    {
      "cov-distil": 1.519097089767456,
      "cov-distil (oracle2student)": 3.402092456817627,
      "cov-distil (oracle2teacher)": 3.5045509338378906,
      "epoch": 5.361067503924647,
      "rel-constrast": 2.5280306339263916,
      "step": 6830,
      "subrel-constrast": 3.1062042713165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2755930423736572,
      "cov-distil (oracle2student)": 5.43828821182251,
      "cov-distil (oracle2teacher)": 4.917730331420898,
      "epoch": 5.361852433281005,
      "rel-constrast": 3.1165647506713867,
      "step": 6831,
      "subrel-constrast": 3.4709553718566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.450838565826416,
      "cov-distil (oracle2student)": 4.546162128448486,
      "cov-distil (oracle2teacher)": 4.457802772521973,
      "epoch": 5.362637362637362,
      "rel-constrast": 3.402027130126953,
      "step": 6832,
      "subrel-constrast": 4.068759918212891,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55106520652771,
      "cov-distil (oracle2student)": 5.173375606536865,
      "cov-distil (oracle2teacher)": 4.455519199371338,
      "epoch": 5.363422291993721,
      "rel-constrast": 2.5253891944885254,
      "step": 6833,
      "subrel-constrast": 3.162099838256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6569195985794067,
      "cov-distil (oracle2student)": 3.2872745990753174,
      "cov-distil (oracle2teacher)": 2.836855411529541,
      "epoch": 5.364207221350078,
      "rel-constrast": 2.0520153045654297,
      "step": 6834,
      "subrel-constrast": 2.352503776550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8996772766113281,
      "cov-distil (oracle2student)": 5.150520324707031,
      "cov-distil (oracle2teacher)": 4.893144607543945,
      "epoch": 5.364992150706437,
      "rel-constrast": 3.0612471103668213,
      "step": 6835,
      "subrel-constrast": 3.599179744720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5672975778579712,
      "cov-distil (oracle2student)": 5.225590705871582,
      "cov-distil (oracle2teacher)": 5.394655227661133,
      "epoch": 5.365777080062794,
      "rel-constrast": 2.7451672554016113,
      "step": 6836,
      "subrel-constrast": 4.231739521026611,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3043406009674072,
      "cov-distil (oracle2student)": 4.158206462860107,
      "cov-distil (oracle2teacher)": 3.8614516258239746,
      "epoch": 5.366562009419153,
      "rel-constrast": 2.778164863586426,
      "step": 6837,
      "subrel-constrast": 3.2576491832733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7127728462219238,
      "cov-distil (oracle2student)": 5.359570026397705,
      "cov-distil (oracle2teacher)": 5.046685218811035,
      "epoch": 5.36734693877551,
      "rel-constrast": 3.612650156021118,
      "step": 6838,
      "subrel-constrast": 4.174889087677002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7190272808074951,
      "cov-distil (oracle2student)": 4.599980354309082,
      "cov-distil (oracle2teacher)": 3.942322015762329,
      "epoch": 5.368131868131869,
      "rel-constrast": 2.7112104892730713,
      "step": 6839,
      "subrel-constrast": 3.430209159851074,
      "view-similarity": 0
    },
    {
      "epoch": 5.368916797488226,
      "grad_norm": 4.875,
      "learning_rate": 1.3735851450026102e-05,
      "loss": 0.7525,
      "step": 6840
    },
    {
      "cov-distil": 1.2723705768585205,
      "cov-distil (oracle2student)": 4.067173004150391,
      "cov-distil (oracle2teacher)": 3.6892266273498535,
      "epoch": 5.368916797488226,
      "rel-constrast": 3.1984899044036865,
      "step": 6840,
      "subrel-constrast": 3.6242146492004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7067081928253174,
      "cov-distil (oracle2student)": 5.1028547286987305,
      "cov-distil (oracle2teacher)": 4.351363658905029,
      "epoch": 5.369701726844584,
      "rel-constrast": 2.749053955078125,
      "step": 6841,
      "subrel-constrast": 3.5785293579101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489929676055908,
      "cov-distil (oracle2student)": 3.924616813659668,
      "cov-distil (oracle2teacher)": 3.6234796047210693,
      "epoch": 5.370486656200942,
      "rel-constrast": 2.0595171451568604,
      "step": 6842,
      "subrel-constrast": 2.6763415336608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4341673851013184,
      "cov-distil (oracle2student)": 4.011101722717285,
      "cov-distil (oracle2teacher)": 3.8393986225128174,
      "epoch": 5.3712715855573,
      "rel-constrast": 1.5951759815216064,
      "step": 6843,
      "subrel-constrast": 2.412130355834961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1847140789031982,
      "cov-distil (oracle2student)": 3.7861809730529785,
      "cov-distil (oracle2teacher)": 3.247222900390625,
      "epoch": 5.372056514913658,
      "rel-constrast": 3.109346389770508,
      "step": 6844,
      "subrel-constrast": 3.1327130794525146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1318614482879639,
      "cov-distil (oracle2student)": 3.6106483936309814,
      "cov-distil (oracle2teacher)": 3.8462107181549072,
      "epoch": 5.372841444270016,
      "rel-constrast": 2.0841803550720215,
      "step": 6845,
      "subrel-constrast": 2.7138538360595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5796703100204468,
      "cov-distil (oracle2student)": 1.9676051139831543,
      "cov-distil (oracle2teacher)": 2.178640604019165,
      "epoch": 5.373626373626374,
      "rel-constrast": 1.8261557817459106,
      "step": 6846,
      "subrel-constrast": 2.385842800140381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5249545574188232,
      "cov-distil (oracle2student)": 3.0968873500823975,
      "cov-distil (oracle2teacher)": 3.0328667163848877,
      "epoch": 5.374411302982732,
      "rel-constrast": 2.103268623352051,
      "step": 6847,
      "subrel-constrast": 2.5237715244293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2044281959533691,
      "cov-distil (oracle2student)": 3.8701019287109375,
      "cov-distil (oracle2teacher)": 3.90973162651062,
      "epoch": 5.375196232339089,
      "rel-constrast": 2.3331217765808105,
      "step": 6848,
      "subrel-constrast": 2.6405673027038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1249912977218628,
      "cov-distil (oracle2student)": 4.415439605712891,
      "cov-distil (oracle2teacher)": 4.064312934875488,
      "epoch": 5.375981161695448,
      "rel-constrast": 2.379638195037842,
      "step": 6849,
      "subrel-constrast": 3.015036106109619,
      "view-similarity": 0
    },
    {
      "epoch": 5.376766091051805,
      "grad_norm": 4.75,
      "learning_rate": 1.3658013696572414e-05,
      "loss": 0.6212,
      "step": 6850
    },
    {
      "cov-distil": 1.9334614276885986,
      "cov-distil (oracle2student)": 4.4788689613342285,
      "cov-distil (oracle2teacher)": 4.360084533691406,
      "epoch": 5.376766091051805,
      "rel-constrast": 2.163618326187134,
      "step": 6850,
      "subrel-constrast": 3.123337745666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663241386413574,
      "cov-distil (oracle2student)": 4.039607524871826,
      "cov-distil (oracle2teacher)": 3.978044033050537,
      "epoch": 5.377551020408164,
      "rel-constrast": 2.4327917098999023,
      "step": 6851,
      "subrel-constrast": 3.1431500911712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4597840309143066,
      "cov-distil (oracle2student)": 4.166390419006348,
      "cov-distil (oracle2teacher)": 3.9250712394714355,
      "epoch": 5.378335949764521,
      "rel-constrast": 2.336416244506836,
      "step": 6852,
      "subrel-constrast": 3.036147356033325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9703116416931152,
      "cov-distil (oracle2student)": 3.1467225551605225,
      "cov-distil (oracle2teacher)": 2.646883964538574,
      "epoch": 5.3791208791208796,
      "rel-constrast": 2.575824737548828,
      "step": 6853,
      "subrel-constrast": 2.8486979007720947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701404333114624,
      "cov-distil (oracle2student)": 4.5952324867248535,
      "cov-distil (oracle2teacher)": 4.198873519897461,
      "epoch": 5.379905808477237,
      "rel-constrast": 2.0947186946868896,
      "step": 6854,
      "subrel-constrast": 3.192310333251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3911933898925781,
      "cov-distil (oracle2student)": 4.472233772277832,
      "cov-distil (oracle2teacher)": 4.617918968200684,
      "epoch": 5.380690737833595,
      "rel-constrast": 2.4357311725616455,
      "step": 6855,
      "subrel-constrast": 3.4205780029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3806428909301758,
      "cov-distil (oracle2student)": 3.9543747901916504,
      "cov-distil (oracle2teacher)": 4.272542953491211,
      "epoch": 5.381475667189953,
      "rel-constrast": 2.3576695919036865,
      "step": 6856,
      "subrel-constrast": 3.2041845321655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8631863594055176,
      "cov-distil (oracle2student)": 2.84370756149292,
      "cov-distil (oracle2teacher)": 3.1884336471557617,
      "epoch": 5.382260596546311,
      "rel-constrast": 1.875781774520874,
      "step": 6857,
      "subrel-constrast": 2.846122980117798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841769218444824,
      "cov-distil (oracle2student)": 4.2192158699035645,
      "cov-distil (oracle2teacher)": 4.566699028015137,
      "epoch": 5.383045525902669,
      "rel-constrast": 2.627364158630371,
      "step": 6858,
      "subrel-constrast": 3.628413677215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7263381481170654,
      "cov-distil (oracle2student)": 6.092051029205322,
      "cov-distil (oracle2teacher)": 5.593540668487549,
      "epoch": 5.383830455259027,
      "rel-constrast": 2.7269561290740967,
      "step": 6859,
      "subrel-constrast": 3.1034836769104004,
      "view-similarity": 0
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 4.46875,
      "learning_rate": 1.3580314141642509e-05,
      "loss": 0.6326,
      "step": 6860
    },
    {
      "cov-distil": 1.3437689542770386,
      "cov-distil (oracle2student)": 4.924437522888184,
      "cov-distil (oracle2teacher)": 4.525671005249023,
      "epoch": 5.384615384615385,
      "rel-constrast": 1.4459668397903442,
      "step": 6860,
      "subrel-constrast": 2.649320363998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5976163148880005,
      "cov-distil (oracle2student)": 2.9206807613372803,
      "cov-distil (oracle2teacher)": 2.8281307220458984,
      "epoch": 5.385400313971743,
      "rel-constrast": 2.4108693599700928,
      "step": 6861,
      "subrel-constrast": 2.87580943107605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5030169486999512,
      "cov-distil (oracle2student)": 4.6240129470825195,
      "cov-distil (oracle2teacher)": 4.361681938171387,
      "epoch": 5.3861852433281,
      "rel-constrast": 2.4511561393737793,
      "step": 6862,
      "subrel-constrast": 2.8416428565979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6004550457000732,
      "cov-distil (oracle2student)": 4.781728744506836,
      "cov-distil (oracle2teacher)": 4.422153949737549,
      "epoch": 5.3869701726844585,
      "rel-constrast": 3.0579833984375,
      "step": 6863,
      "subrel-constrast": 3.9701600074768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6165132522583008,
      "cov-distil (oracle2student)": 4.854732513427734,
      "cov-distil (oracle2teacher)": 4.571477890014648,
      "epoch": 5.387755102040816,
      "rel-constrast": 2.4610157012939453,
      "step": 6864,
      "subrel-constrast": 3.7687058448791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6169342994689941,
      "cov-distil (oracle2student)": 3.804213047027588,
      "cov-distil (oracle2teacher)": 3.645172119140625,
      "epoch": 5.3885400313971745,
      "rel-constrast": 1.9463050365447998,
      "step": 6865,
      "subrel-constrast": 2.848029136657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3200830221176147,
      "cov-distil (oracle2student)": 4.175985336303711,
      "cov-distil (oracle2teacher)": 3.8496830463409424,
      "epoch": 5.389324960753532,
      "rel-constrast": 2.282022714614868,
      "step": 6866,
      "subrel-constrast": 3.0001232624053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6691224575042725,
      "cov-distil (oracle2student)": 3.318814754486084,
      "cov-distil (oracle2teacher)": 3.4840152263641357,
      "epoch": 5.3901098901098905,
      "rel-constrast": 2.197575092315674,
      "step": 6867,
      "subrel-constrast": 3.081199884414673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.845259189605713,
      "cov-distil (oracle2student)": 5.239015102386475,
      "cov-distil (oracle2teacher)": 4.552308082580566,
      "epoch": 5.390894819466248,
      "rel-constrast": 3.608956813812256,
      "step": 6868,
      "subrel-constrast": 3.977090358734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2461998462677002,
      "cov-distil (oracle2student)": 3.639890193939209,
      "cov-distil (oracle2teacher)": 3.3616042137145996,
      "epoch": 5.391679748822606,
      "rel-constrast": 2.352841854095459,
      "step": 6869,
      "subrel-constrast": 2.905673027038574,
      "view-similarity": 0
    },
    {
      "epoch": 5.392464678178964,
      "grad_norm": 5.0625,
      "learning_rate": 1.3502753731980965e-05,
      "loss": 0.6438,
      "step": 6870
    },
    {
      "cov-distil": 1.4892634153366089,
      "cov-distil (oracle2student)": 3.6962051391601562,
      "cov-distil (oracle2teacher)": 3.8394689559936523,
      "epoch": 5.392464678178964,
      "rel-constrast": 2.531237840652466,
      "step": 6870,
      "subrel-constrast": 3.291151762008667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513436198234558,
      "cov-distil (oracle2student)": 5.166689872741699,
      "cov-distil (oracle2teacher)": 5.0526123046875,
      "epoch": 5.393249607535322,
      "rel-constrast": 1.8680046796798706,
      "step": 6871,
      "subrel-constrast": 2.73567795753479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839263916015625,
      "cov-distil (oracle2student)": 4.302669525146484,
      "cov-distil (oracle2teacher)": 3.7008211612701416,
      "epoch": 5.39403453689168,
      "rel-constrast": 2.4625606536865234,
      "step": 6872,
      "subrel-constrast": 3.5633842945098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7373898029327393,
      "cov-distil (oracle2student)": 5.113582611083984,
      "cov-distil (oracle2teacher)": 4.160947322845459,
      "epoch": 5.3948194662480375,
      "rel-constrast": 1.9900741577148438,
      "step": 6873,
      "subrel-constrast": 2.877314567565918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2139270305633545,
      "cov-distil (oracle2student)": 4.422209739685059,
      "cov-distil (oracle2teacher)": 4.137784481048584,
      "epoch": 5.395604395604396,
      "rel-constrast": 2.069715738296509,
      "step": 6874,
      "subrel-constrast": 3.026416540145874,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8814119100570679,
      "cov-distil (oracle2student)": 3.9929065704345703,
      "cov-distil (oracle2teacher)": 4.113892078399658,
      "epoch": 5.3963893249607535,
      "rel-constrast": 3.0164661407470703,
      "step": 6875,
      "subrel-constrast": 3.4323816299438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4299848079681396,
      "cov-distil (oracle2student)": 4.492513656616211,
      "cov-distil (oracle2teacher)": 4.17853307723999,
      "epoch": 5.397174254317111,
      "rel-constrast": 3.3906383514404297,
      "step": 6876,
      "subrel-constrast": 3.8355557918548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2266993522644043,
      "cov-distil (oracle2student)": 3.9177119731903076,
      "cov-distil (oracle2teacher)": 3.8255832195281982,
      "epoch": 5.3979591836734695,
      "rel-constrast": 2.8072195053100586,
      "step": 6877,
      "subrel-constrast": 3.777045249938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5973410606384277,
      "cov-distil (oracle2student)": 4.753619194030762,
      "cov-distil (oracle2teacher)": 4.753454208374023,
      "epoch": 5.398744113029827,
      "rel-constrast": 2.4452223777770996,
      "step": 6878,
      "subrel-constrast": 3.281999111175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.847029209136963,
      "cov-distil (oracle2student)": 4.7130231857299805,
      "cov-distil (oracle2teacher)": 4.279946327209473,
      "epoch": 5.3995290423861855,
      "rel-constrast": 1.881385326385498,
      "step": 6879,
      "subrel-constrast": 2.943331241607666,
      "view-similarity": 0
    },
    {
      "epoch": 5.400313971742543,
      "grad_norm": 4.46875,
      "learning_rate": 1.3425333412636881e-05,
      "loss": 0.6535,
      "step": 6880
    },
    {
      "cov-distil": 1.379652976989746,
      "cov-distil (oracle2student)": 2.647064447402954,
      "cov-distil (oracle2teacher)": 2.8976964950561523,
      "epoch": 5.400313971742543,
      "rel-constrast": 2.313053607940674,
      "step": 6880,
      "subrel-constrast": 3.1273605823516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4670135974884033,
      "cov-distil (oracle2student)": 2.1409687995910645,
      "cov-distil (oracle2teacher)": 2.329840660095215,
      "epoch": 5.4010989010989015,
      "rel-constrast": 1.806581735610962,
      "step": 6881,
      "subrel-constrast": 2.3699474334716797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0108394622802734,
      "cov-distil (oracle2student)": 4.958215713500977,
      "cov-distil (oracle2teacher)": 4.637203216552734,
      "epoch": 5.401883830455259,
      "rel-constrast": 2.985365867614746,
      "step": 6882,
      "subrel-constrast": 3.8202383518218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.284839153289795,
      "cov-distil (oracle2student)": 4.210156440734863,
      "cov-distil (oracle2teacher)": 4.132633686065674,
      "epoch": 5.4026687598116165,
      "rel-constrast": 2.403087615966797,
      "step": 6883,
      "subrel-constrast": 3.4814345836639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4434888362884521,
      "cov-distil (oracle2student)": 4.38207483291626,
      "cov-distil (oracle2teacher)": 4.605620384216309,
      "epoch": 5.403453689167975,
      "rel-constrast": 2.5090394020080566,
      "step": 6884,
      "subrel-constrast": 3.453808546066284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8037230968475342,
      "cov-distil (oracle2student)": 4.563320636749268,
      "cov-distil (oracle2teacher)": 4.855609893798828,
      "epoch": 5.4042386185243325,
      "rel-constrast": 1.9616475105285645,
      "step": 6885,
      "subrel-constrast": 3.139756202697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.16949462890625,
      "cov-distil (oracle2student)": 4.915657043457031,
      "cov-distil (oracle2teacher)": 4.918087005615234,
      "epoch": 5.405023547880691,
      "rel-constrast": 1.9614261388778687,
      "step": 6886,
      "subrel-constrast": 2.970956802368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.387955665588379,
      "cov-distil (oracle2student)": 3.8455615043640137,
      "cov-distil (oracle2teacher)": 3.561054229736328,
      "epoch": 5.4058084772370485,
      "rel-constrast": 2.819216728210449,
      "step": 6887,
      "subrel-constrast": 3.0385122299194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.387832760810852,
      "cov-distil (oracle2student)": 3.6667404174804688,
      "cov-distil (oracle2teacher)": 3.809173583984375,
      "epoch": 5.406593406593407,
      "rel-constrast": 3.066627025604248,
      "step": 6888,
      "subrel-constrast": 3.519965648651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9125518798828125,
      "cov-distil (oracle2student)": 4.541806221008301,
      "cov-distil (oracle2teacher)": 4.0376691818237305,
      "epoch": 5.4073783359497645,
      "rel-constrast": 3.4567453861236572,
      "step": 6889,
      "subrel-constrast": 4.426463603973389,
      "view-similarity": 0
    },
    {
      "epoch": 5.408163265306122,
      "grad_norm": 5.71875,
      "learning_rate": 1.3348054126952428e-05,
      "loss": 0.6702,
      "step": 6890
    },
    {
      "cov-distil": 1.3753167390823364,
      "cov-distil (oracle2student)": 4.920285224914551,
      "cov-distil (oracle2teacher)": 4.19583797454834,
      "epoch": 5.408163265306122,
      "rel-constrast": 2.4050488471984863,
      "step": 6890,
      "subrel-constrast": 2.7649638652801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4272228479385376,
      "cov-distil (oracle2student)": 5.557206630706787,
      "cov-distil (oracle2teacher)": 4.7945122718811035,
      "epoch": 5.4089481946624804,
      "rel-constrast": 1.7393062114715576,
      "step": 6891,
      "subrel-constrast": 2.6457204818725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4227337837219238,
      "cov-distil (oracle2student)": 5.453753471374512,
      "cov-distil (oracle2teacher)": 5.4019012451171875,
      "epoch": 5.409733124018838,
      "rel-constrast": 4.460117340087891,
      "step": 6892,
      "subrel-constrast": 4.766526699066162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3585505485534668,
      "cov-distil (oracle2student)": 3.4985976219177246,
      "cov-distil (oracle2teacher)": 3.426950454711914,
      "epoch": 5.410518053375196,
      "rel-constrast": 2.5144095420837402,
      "step": 6893,
      "subrel-constrast": 3.299999952316284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5823723077774048,
      "cov-distil (oracle2student)": 4.5724687576293945,
      "cov-distil (oracle2teacher)": 4.1536078453063965,
      "epoch": 5.411302982731554,
      "rel-constrast": 2.175926685333252,
      "step": 6894,
      "subrel-constrast": 2.848607301712036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6436262130737305,
      "cov-distil (oracle2student)": 3.569629430770874,
      "cov-distil (oracle2teacher)": 3.5171284675598145,
      "epoch": 5.412087912087912,
      "rel-constrast": 2.5614466667175293,
      "step": 6895,
      "subrel-constrast": 3.7466273307800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706493854522705,
      "cov-distil (oracle2student)": 4.630938529968262,
      "cov-distil (oracle2teacher)": 4.246218204498291,
      "epoch": 5.41287284144427,
      "rel-constrast": 2.4025349617004395,
      "step": 6896,
      "subrel-constrast": 2.6776673793792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7417526245117188,
      "cov-distil (oracle2student)": 3.290241241455078,
      "cov-distil (oracle2teacher)": 3.390500783920288,
      "epoch": 5.4136577708006275,
      "rel-constrast": 2.0185558795928955,
      "step": 6897,
      "subrel-constrast": 3.0049192905426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3635543584823608,
      "cov-distil (oracle2student)": 5.533366680145264,
      "cov-distil (oracle2teacher)": 4.531351566314697,
      "epoch": 5.414442700156986,
      "rel-constrast": 1.7390639781951904,
      "step": 6898,
      "subrel-constrast": 2.2694952487945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2829910516738892,
      "cov-distil (oracle2student)": 4.599458694458008,
      "cov-distil (oracle2teacher)": 4.58711576461792,
      "epoch": 5.4152276295133435,
      "rel-constrast": 2.2571310997009277,
      "step": 6899,
      "subrel-constrast": 3.250227689743042,
      "view-similarity": 0
    },
    {
      "epoch": 5.416012558869702,
      "grad_norm": 5.5625,
      "learning_rate": 1.3270916816551298e-05,
      "loss": 0.6438,
      "step": 6900
    },
    {
      "epoch": 5.416012558869702,
      "overlap": 0.3218750059604645,
      "step": 6900
    },
    {
      "epoch": 5.416012558869702,
      "step": 6900,
      "student margin": 0.06036376953125
    },
    {
      "epoch": 5.416012558869702,
      "step": 6900,
      "teacher margin": 0.043670654296875
    },
    {
      "epoch": 5.416012558869702,
      "margin difference": -0.016693115234375,
      "step": 6900
    },
    {
      "cov-distil": 1.4736855030059814,
      "cov-distil (oracle2student)": 2.3165159225463867,
      "cov-distil (oracle2teacher)": 2.0397207736968994,
      "epoch": 5.416012558869702,
      "rel-constrast": 2.6308319568634033,
      "step": 6900,
      "subrel-constrast": 3.0190088748931885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.151784896850586,
      "cov-distil (oracle2student)": 4.504032611846924,
      "cov-distil (oracle2teacher)": 4.0061140060424805,
      "epoch": 5.416797488226059,
      "rel-constrast": 2.4969167709350586,
      "step": 6901,
      "subrel-constrast": 3.15427303314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5465328693389893,
      "cov-distil (oracle2student)": 5.285339832305908,
      "cov-distil (oracle2teacher)": 5.158863067626953,
      "epoch": 5.417582417582418,
      "rel-constrast": 3.521613121032715,
      "step": 6902,
      "subrel-constrast": 3.934556007385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694507360458374,
      "cov-distil (oracle2student)": 4.380680084228516,
      "cov-distil (oracle2teacher)": 4.605476379394531,
      "epoch": 5.418367346938775,
      "rel-constrast": 2.064605236053467,
      "step": 6903,
      "subrel-constrast": 3.343071460723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4552820920944214,
      "cov-distil (oracle2student)": 4.997252464294434,
      "cov-distil (oracle2teacher)": 4.610720634460449,
      "epoch": 5.419152276295134,
      "rel-constrast": 2.52752947807312,
      "step": 6904,
      "subrel-constrast": 3.599036455154419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.28570556640625,
      "cov-distil (oracle2student)": 4.147556304931641,
      "cov-distil (oracle2teacher)": 3.752368927001953,
      "epoch": 5.419937205651491,
      "rel-constrast": 2.3570237159729004,
      "step": 6905,
      "subrel-constrast": 3.1312530040740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2089152336120605,
      "cov-distil (oracle2student)": 3.9115874767303467,
      "cov-distil (oracle2teacher)": 3.789869785308838,
      "epoch": 5.420722135007849,
      "rel-constrast": 1.780064582824707,
      "step": 6906,
      "subrel-constrast": 2.6057450771331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4978339672088623,
      "cov-distil (oracle2student)": 4.236263275146484,
      "cov-distil (oracle2teacher)": 4.7626848220825195,
      "epoch": 5.421507064364207,
      "rel-constrast": 2.3981640338897705,
      "step": 6907,
      "subrel-constrast": 3.329530715942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8722779750823975,
      "cov-distil (oracle2student)": 4.9013214111328125,
      "cov-distil (oracle2teacher)": 4.162720680236816,
      "epoch": 5.422291993720565,
      "rel-constrast": 2.7506275177001953,
      "step": 6908,
      "subrel-constrast": 3.6912946701049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2804062366485596,
      "cov-distil (oracle2student)": 4.800643444061279,
      "cov-distil (oracle2teacher)": 4.695418357849121,
      "epoch": 5.423076923076923,
      "rel-constrast": 2.4978928565979004,
      "step": 6909,
      "subrel-constrast": 3.798077344894409,
      "view-similarity": 0
    },
    {
      "epoch": 5.423861852433281,
      "grad_norm": 5.0,
      "learning_rate": 1.3193922421327298e-05,
      "loss": 0.6618,
      "step": 6910
    },
    {
      "cov-distil": 2.0269227027893066,
      "cov-distil (oracle2student)": 4.24373722076416,
      "cov-distil (oracle2teacher)": 3.7970762252807617,
      "epoch": 5.423861852433281,
      "rel-constrast": 3.0282227993011475,
      "step": 6910,
      "subrel-constrast": 3.436464786529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1600956916809082,
      "cov-distil (oracle2student)": 3.2217798233032227,
      "cov-distil (oracle2teacher)": 3.6141958236694336,
      "epoch": 5.424646781789639,
      "rel-constrast": 1.9852871894836426,
      "step": 6911,
      "subrel-constrast": 2.9327433109283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1786611080169678,
      "cov-distil (oracle2student)": 3.7819395065307617,
      "cov-distil (oracle2teacher)": 3.981410503387451,
      "epoch": 5.425431711145997,
      "rel-constrast": 2.2764334678649902,
      "step": 6912,
      "subrel-constrast": 2.8038394451141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883756160736084,
      "cov-distil (oracle2student)": 4.928401470184326,
      "cov-distil (oracle2teacher)": 4.5001115798950195,
      "epoch": 5.426216640502354,
      "rel-constrast": 3.357621669769287,
      "step": 6913,
      "subrel-constrast": 3.869544506072998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2928982973098755,
      "cov-distil (oracle2student)": 4.24262809753418,
      "cov-distil (oracle2teacher)": 3.827389717102051,
      "epoch": 5.427001569858713,
      "rel-constrast": 2.2281720638275146,
      "step": 6914,
      "subrel-constrast": 3.2898988723754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4696683883666992,
      "cov-distil (oracle2student)": 4.038612365722656,
      "cov-distil (oracle2teacher)": 3.7689104080200195,
      "epoch": 5.42778649921507,
      "rel-constrast": 3.350583076477051,
      "step": 6915,
      "subrel-constrast": 3.95949649810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.342834711074829,
      "cov-distil (oracle2student)": 3.4198858737945557,
      "cov-distil (oracle2teacher)": 3.214994430541992,
      "epoch": 5.428571428571429,
      "rel-constrast": 1.5829517841339111,
      "step": 6916,
      "subrel-constrast": 2.238337278366089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6921453475952148,
      "cov-distil (oracle2student)": 5.07627010345459,
      "cov-distil (oracle2teacher)": 4.670835494995117,
      "epoch": 5.429356357927786,
      "rel-constrast": 2.3037407398223877,
      "step": 6917,
      "subrel-constrast": 3.232748031616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785692572593689,
      "cov-distil (oracle2student)": 4.687193870544434,
      "cov-distil (oracle2teacher)": 4.349277019500732,
      "epoch": 5.430141287284145,
      "rel-constrast": 2.611034870147705,
      "step": 6918,
      "subrel-constrast": 3.2643423080444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435629963874817,
      "cov-distil (oracle2student)": 4.483859062194824,
      "cov-distil (oracle2teacher)": 3.832973003387451,
      "epoch": 5.430926216640502,
      "rel-constrast": 3.0640084743499756,
      "step": 6919,
      "subrel-constrast": 3.3440160751342773,
      "view-similarity": 0
    },
    {
      "epoch": 5.43171114599686,
      "grad_norm": 5.6875,
      "learning_rate": 1.3117071879432819e-05,
      "loss": 0.6826,
      "step": 6920
    },
    {
      "cov-distil": 1.3243287801742554,
      "cov-distil (oracle2student)": 3.233401298522949,
      "cov-distil (oracle2teacher)": 3.615123987197876,
      "epoch": 5.43171114599686,
      "rel-constrast": 2.7630858421325684,
      "step": 6920,
      "subrel-constrast": 3.5540683269500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6733790636062622,
      "cov-distil (oracle2student)": 5.5067667961120605,
      "cov-distil (oracle2teacher)": 5.604770183563232,
      "epoch": 5.432496075353218,
      "rel-constrast": 3.506542444229126,
      "step": 6921,
      "subrel-constrast": 4.034640312194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1352038383483887,
      "cov-distil (oracle2student)": 5.673349380493164,
      "cov-distil (oracle2teacher)": 4.959506988525391,
      "epoch": 5.433281004709576,
      "rel-constrast": 2.6701109409332275,
      "step": 6922,
      "subrel-constrast": 3.0934557914733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3277816772460938,
      "cov-distil (oracle2student)": 4.568870544433594,
      "cov-distil (oracle2teacher)": 4.103458404541016,
      "epoch": 5.434065934065934,
      "rel-constrast": 2.006760358810425,
      "step": 6923,
      "subrel-constrast": 2.9065074920654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2948135137557983,
      "cov-distil (oracle2student)": 4.578125,
      "cov-distil (oracle2teacher)": 4.426291465759277,
      "epoch": 5.434850863422292,
      "rel-constrast": 2.92217755317688,
      "step": 6924,
      "subrel-constrast": 3.634390115737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2551918029785156,
      "cov-distil (oracle2student)": 4.028621673583984,
      "cov-distil (oracle2teacher)": 3.7738423347473145,
      "epoch": 5.43563579277865,
      "rel-constrast": 1.8949249982833862,
      "step": 6925,
      "subrel-constrast": 2.8486061096191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.920945644378662,
      "cov-distil (oracle2student)": 3.6960244178771973,
      "cov-distil (oracle2teacher)": 3.7348666191101074,
      "epoch": 5.436420722135008,
      "rel-constrast": 2.3083906173706055,
      "step": 6926,
      "subrel-constrast": 3.192683458328247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.641862392425537,
      "cov-distil (oracle2student)": 4.3420281410217285,
      "cov-distil (oracle2teacher)": 4.35483980178833,
      "epoch": 5.437205651491365,
      "rel-constrast": 2.0137412548065186,
      "step": 6927,
      "subrel-constrast": 2.6945252418518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4008458852767944,
      "cov-distil (oracle2student)": 7.98150634765625,
      "cov-distil (oracle2teacher)": 7.586625099182129,
      "epoch": 5.437990580847724,
      "rel-constrast": 2.667548894882202,
      "step": 6928,
      "subrel-constrast": 4.2049713134765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6433379650115967,
      "cov-distil (oracle2student)": 3.5778920650482178,
      "cov-distil (oracle2teacher)": 3.6060171127319336,
      "epoch": 5.438775510204081,
      "rel-constrast": 1.9545509815216064,
      "step": 6929,
      "subrel-constrast": 2.980170249938965,
      "view-similarity": 0
    },
    {
      "epoch": 5.43956043956044,
      "grad_norm": 4.65625,
      "learning_rate": 1.304036612726746e-05,
      "loss": 0.6542,
      "step": 6930
    },
    {
      "cov-distil": 1.1357970237731934,
      "cov-distil (oracle2student)": 3.2684688568115234,
      "cov-distil (oracle2teacher)": 2.966731309890747,
      "epoch": 5.43956043956044,
      "rel-constrast": 2.173201084136963,
      "step": 6930,
      "subrel-constrast": 2.554441213607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1614370346069336,
      "cov-distil (oracle2student)": 4.408377647399902,
      "cov-distil (oracle2teacher)": 4.072526931762695,
      "epoch": 5.440345368916797,
      "rel-constrast": 2.856938362121582,
      "step": 6931,
      "subrel-constrast": 2.985130786895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.793601393699646,
      "cov-distil (oracle2student)": 3.1136579513549805,
      "cov-distil (oracle2teacher)": 2.9634652137756348,
      "epoch": 5.441130298273156,
      "rel-constrast": 2.5033321380615234,
      "step": 6932,
      "subrel-constrast": 3.123474597930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3094829320907593,
      "cov-distil (oracle2student)": 3.009181022644043,
      "cov-distil (oracle2teacher)": 3.2221717834472656,
      "epoch": 5.441915227629513,
      "rel-constrast": 2.4966511726379395,
      "step": 6933,
      "subrel-constrast": 3.280357599258423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4380244016647339,
      "cov-distil (oracle2student)": 3.560885429382324,
      "cov-distil (oracle2teacher)": 2.8680994510650635,
      "epoch": 5.442700156985872,
      "rel-constrast": 1.5478858947753906,
      "step": 6934,
      "subrel-constrast": 2.220069408416748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4624921083450317,
      "cov-distil (oracle2student)": 4.779786586761475,
      "cov-distil (oracle2teacher)": 4.884119033813477,
      "epoch": 5.443485086342229,
      "rel-constrast": 2.5612683296203613,
      "step": 6935,
      "subrel-constrast": 2.8040566444396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1492760181427002,
      "cov-distil (oracle2student)": 1.997994065284729,
      "cov-distil (oracle2teacher)": 2.3134217262268066,
      "epoch": 5.444270015698587,
      "rel-constrast": 1.9359071254730225,
      "step": 6936,
      "subrel-constrast": 2.748753786087036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3450007438659668,
      "cov-distil (oracle2student)": 4.542422294616699,
      "cov-distil (oracle2teacher)": 4.584760665893555,
      "epoch": 5.445054945054945,
      "rel-constrast": 2.243786573410034,
      "step": 6937,
      "subrel-constrast": 3.115198850631714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662839651107788,
      "cov-distil (oracle2student)": 2.941505193710327,
      "cov-distil (oracle2teacher)": 3.370237350463867,
      "epoch": 5.445839874411303,
      "rel-constrast": 2.0486154556274414,
      "step": 6938,
      "subrel-constrast": 2.925098180770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5394779443740845,
      "cov-distil (oracle2student)": 3.340481758117676,
      "cov-distil (oracle2teacher)": 2.6179609298706055,
      "epoch": 5.446624803767661,
      "rel-constrast": 1.6051661968231201,
      "step": 6939,
      "subrel-constrast": 2.339218854904175,
      "view-similarity": 0
    },
    {
      "epoch": 5.447409733124019,
      "grad_norm": 4.5,
      "learning_rate": 1.2963806099466619e-05,
      "loss": 0.5843,
      "step": 6940
    },
    {
      "cov-distil": 1.2223215103149414,
      "cov-distil (oracle2student)": 4.613444805145264,
      "cov-distil (oracle2teacher)": 4.128288269042969,
      "epoch": 5.447409733124019,
      "rel-constrast": 2.4977896213531494,
      "step": 6940,
      "subrel-constrast": 2.909337282180786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.970773458480835,
      "cov-distil (oracle2student)": 3.8286328315734863,
      "cov-distil (oracle2teacher)": 3.551623821258545,
      "epoch": 5.448194662480377,
      "rel-constrast": 2.5884342193603516,
      "step": 6941,
      "subrel-constrast": 2.972811460494995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.49359929561615,
      "cov-distil (oracle2student)": 4.575997352600098,
      "cov-distil (oracle2teacher)": 4.5383687019348145,
      "epoch": 5.448979591836735,
      "rel-constrast": 2.25748348236084,
      "step": 6942,
      "subrel-constrast": 3.2774009704589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.047581672668457,
      "cov-distil (oracle2student)": 4.980203628540039,
      "cov-distil (oracle2teacher)": 4.533352375030518,
      "epoch": 5.449764521193092,
      "rel-constrast": 2.2591209411621094,
      "step": 6943,
      "subrel-constrast": 2.7084298133850098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704391956329346,
      "cov-distil (oracle2student)": 4.128690719604492,
      "cov-distil (oracle2teacher)": 3.771130323410034,
      "epoch": 5.450549450549451,
      "rel-constrast": 1.650215744972229,
      "step": 6944,
      "subrel-constrast": 2.2575559616088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1391842365264893,
      "cov-distil (oracle2student)": 3.6404409408569336,
      "cov-distil (oracle2teacher)": 3.8238444328308105,
      "epoch": 5.451334379905808,
      "rel-constrast": 2.2440857887268066,
      "step": 6945,
      "subrel-constrast": 2.9460155963897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.909421443939209,
      "cov-distil (oracle2student)": 4.104338645935059,
      "cov-distil (oracle2teacher)": 3.8044965267181396,
      "epoch": 5.452119309262167,
      "rel-constrast": 2.7837157249450684,
      "step": 6946,
      "subrel-constrast": 3.3860158920288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5097841024398804,
      "cov-distil (oracle2student)": 5.927988052368164,
      "cov-distil (oracle2teacher)": 5.48325252532959,
      "epoch": 5.452904238618524,
      "rel-constrast": 2.7883613109588623,
      "step": 6947,
      "subrel-constrast": 3.2966606616973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461134672164917,
      "cov-distil (oracle2student)": 2.7493038177490234,
      "cov-distil (oracle2teacher)": 2.3870863914489746,
      "epoch": 5.453689167974883,
      "rel-constrast": 2.124545097351074,
      "step": 6948,
      "subrel-constrast": 2.618652582168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857694387435913,
      "cov-distil (oracle2student)": 3.9894049167633057,
      "cov-distil (oracle2teacher)": 4.261167049407959,
      "epoch": 5.45447409733124,
      "rel-constrast": 3.946439743041992,
      "step": 6949,
      "subrel-constrast": 4.481748580932617,
      "view-similarity": 0
    },
    {
      "epoch": 5.455259026687598,
      "grad_norm": 6.15625,
      "learning_rate": 1.2887392728890052e-05,
      "loss": 0.6662,
      "step": 6950
    },
    {
      "cov-distil": 1.3657625913619995,
      "cov-distil (oracle2student)": 3.2976391315460205,
      "cov-distil (oracle2teacher)": 3.142136812210083,
      "epoch": 5.455259026687598,
      "rel-constrast": 1.9882137775421143,
      "step": 6950,
      "subrel-constrast": 2.5279901027679443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6849883794784546,
      "cov-distil (oracle2student)": 3.5599989891052246,
      "cov-distil (oracle2teacher)": 4.030749320983887,
      "epoch": 5.456043956043956,
      "rel-constrast": 2.38693904876709,
      "step": 6951,
      "subrel-constrast": 3.3397467136383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830373764038086,
      "cov-distil (oracle2student)": 3.2895803451538086,
      "cov-distil (oracle2teacher)": 3.293837547302246,
      "epoch": 5.456828885400314,
      "rel-constrast": 1.9395473003387451,
      "step": 6952,
      "subrel-constrast": 2.819643020629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2832608222961426,
      "cov-distil (oracle2student)": 6.171200275421143,
      "cov-distil (oracle2teacher)": 6.1916399002075195,
      "epoch": 5.457613814756672,
      "rel-constrast": 3.2671337127685547,
      "step": 6953,
      "subrel-constrast": 3.5283002853393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.311860203742981,
      "cov-distil (oracle2student)": 4.174455642700195,
      "cov-distil (oracle2teacher)": 3.833983898162842,
      "epoch": 5.45839874411303,
      "rel-constrast": 2.5324625968933105,
      "step": 6954,
      "subrel-constrast": 3.318047046661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2298260927200317,
      "cov-distil (oracle2student)": 3.5138139724731445,
      "cov-distil (oracle2teacher)": 3.838003396987915,
      "epoch": 5.459183673469388,
      "rel-constrast": 2.3187289237976074,
      "step": 6955,
      "subrel-constrast": 3.257420063018799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7028313875198364,
      "cov-distil (oracle2student)": 4.091485977172852,
      "cov-distil (oracle2teacher)": 3.8519999980926514,
      "epoch": 5.459968602825746,
      "rel-constrast": 2.012876272201538,
      "step": 6956,
      "subrel-constrast": 2.9191970825195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1986634731292725,
      "cov-distil (oracle2student)": 4.495125770568848,
      "cov-distil (oracle2teacher)": 4.8133344650268555,
      "epoch": 5.460753532182103,
      "rel-constrast": 2.8299200534820557,
      "step": 6957,
      "subrel-constrast": 4.301336765289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8439126014709473,
      "cov-distil (oracle2student)": 5.620049476623535,
      "cov-distil (oracle2teacher)": 5.174103736877441,
      "epoch": 5.461538461538462,
      "rel-constrast": 2.5362794399261475,
      "step": 6958,
      "subrel-constrast": 3.231318473815918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491373062133789,
      "cov-distil (oracle2student)": 3.6494297981262207,
      "cov-distil (oracle2teacher)": 3.719107151031494,
      "epoch": 5.462323390894819,
      "rel-constrast": 2.605510950088501,
      "step": 6959,
      "subrel-constrast": 3.0667970180511475,
      "view-similarity": 0
    },
    {
      "epoch": 5.463108320251178,
      "grad_norm": 5.375,
      "learning_rate": 1.2811126946610589e-05,
      "loss": 0.6503,
      "step": 6960
    },
    {
      "cov-distil": 1.0723907947540283,
      "cov-distil (oracle2student)": 2.882246494293213,
      "cov-distil (oracle2teacher)": 3.0023927688598633,
      "epoch": 5.463108320251178,
      "rel-constrast": 2.5716712474823,
      "step": 6960,
      "subrel-constrast": 3.1587939262390137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.440723180770874,
      "cov-distil (oracle2student)": 3.8493566513061523,
      "cov-distil (oracle2teacher)": 3.684896945953369,
      "epoch": 5.463893249607535,
      "rel-constrast": 2.561973810195923,
      "step": 6961,
      "subrel-constrast": 2.5137908458709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3432211875915527,
      "cov-distil (oracle2student)": 6.765752792358398,
      "cov-distil (oracle2teacher)": 6.252223491668701,
      "epoch": 5.464678178963894,
      "rel-constrast": 3.3964788913726807,
      "step": 6962,
      "subrel-constrast": 3.9966142177581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1325337886810303,
      "cov-distil (oracle2student)": 5.413686752319336,
      "cov-distil (oracle2teacher)": 5.350162506103516,
      "epoch": 5.465463108320251,
      "rel-constrast": 1.4810254573822021,
      "step": 6963,
      "subrel-constrast": 1.806730031967163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3566292524337769,
      "cov-distil (oracle2student)": 2.7092463970184326,
      "cov-distil (oracle2teacher)": 2.818997859954834,
      "epoch": 5.466248037676609,
      "rel-constrast": 1.5726487636566162,
      "step": 6964,
      "subrel-constrast": 2.5552523136138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2875438928604126,
      "cov-distil (oracle2student)": 3.981987476348877,
      "cov-distil (oracle2teacher)": 4.001089096069336,
      "epoch": 5.467032967032967,
      "rel-constrast": 3.544496774673462,
      "step": 6965,
      "subrel-constrast": 3.7463014125823975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5598208904266357,
      "cov-distil (oracle2student)": 7.253941535949707,
      "cov-distil (oracle2teacher)": 6.556923866271973,
      "epoch": 5.467817896389325,
      "rel-constrast": 2.2272050380706787,
      "step": 6966,
      "subrel-constrast": 2.970583915710449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.921095609664917,
      "cov-distil (oracle2student)": 4.3765974044799805,
      "cov-distil (oracle2teacher)": 3.977125644683838,
      "epoch": 5.468602825745683,
      "rel-constrast": 3.0253162384033203,
      "step": 6967,
      "subrel-constrast": 4.098117351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030263900756836,
      "cov-distil (oracle2student)": 3.5973496437072754,
      "cov-distil (oracle2teacher)": 4.266693115234375,
      "epoch": 5.469387755102041,
      "rel-constrast": 3.1234288215637207,
      "step": 6968,
      "subrel-constrast": 4.741587162017822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0600030422210693,
      "cov-distil (oracle2student)": 3.19962739944458,
      "cov-distil (oracle2teacher)": 3.193699836730957,
      "epoch": 5.470172684458399,
      "rel-constrast": 2.165327548980713,
      "step": 6969,
      "subrel-constrast": 2.9027791023254395,
      "view-similarity": 0
    },
    {
      "epoch": 5.470957613814757,
      "grad_norm": 5.125,
      "learning_rate": 1.2735009681902699e-05,
      "loss": 0.6797,
      "step": 6970
    },
    {
      "cov-distil": 1.3365064859390259,
      "cov-distil (oracle2student)": 5.847115516662598,
      "cov-distil (oracle2teacher)": 5.276651859283447,
      "epoch": 5.470957613814757,
      "rel-constrast": 3.3589367866516113,
      "step": 6970,
      "subrel-constrast": 4.692938804626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764173984527588,
      "cov-distil (oracle2student)": 5.213926315307617,
      "cov-distil (oracle2teacher)": 4.570199012756348,
      "epoch": 5.471742543171114,
      "rel-constrast": 1.9222643375396729,
      "step": 6971,
      "subrel-constrast": 2.9609508514404297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4743051528930664,
      "cov-distil (oracle2student)": 4.2619853019714355,
      "cov-distil (oracle2teacher)": 4.033382415771484,
      "epoch": 5.472527472527473,
      "rel-constrast": 2.3590903282165527,
      "step": 6972,
      "subrel-constrast": 2.985398292541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9721863269805908,
      "cov-distil (oracle2student)": 3.2824249267578125,
      "cov-distil (oracle2teacher)": 3.484713077545166,
      "epoch": 5.47331240188383,
      "rel-constrast": 2.4288740158081055,
      "step": 6973,
      "subrel-constrast": 3.5279018878936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5224933624267578,
      "cov-distil (oracle2student)": 4.264334678649902,
      "cov-distil (oracle2teacher)": 4.023171424865723,
      "epoch": 5.474097331240189,
      "rel-constrast": 1.535999059677124,
      "step": 6974,
      "subrel-constrast": 2.4217872619628906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3159711360931396,
      "cov-distil (oracle2student)": 4.405867576599121,
      "cov-distil (oracle2teacher)": 4.445070266723633,
      "epoch": 5.474882260596546,
      "rel-constrast": 3.2271461486816406,
      "step": 6975,
      "subrel-constrast": 4.185879707336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2390103340148926,
      "cov-distil (oracle2student)": 4.848620414733887,
      "cov-distil (oracle2teacher)": 4.679091930389404,
      "epoch": 5.475667189952905,
      "rel-constrast": 1.8418664932250977,
      "step": 6976,
      "subrel-constrast": 2.783618211746216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5175228118896484,
      "cov-distil (oracle2student)": 4.167404651641846,
      "cov-distil (oracle2teacher)": 3.941401958465576,
      "epoch": 5.476452119309262,
      "rel-constrast": 2.999368190765381,
      "step": 6977,
      "subrel-constrast": 3.3102622032165527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3612391948699951,
      "cov-distil (oracle2student)": 5.248579502105713,
      "cov-distil (oracle2teacher)": 4.85593318939209,
      "epoch": 5.47723704866562,
      "rel-constrast": 3.0080766677856445,
      "step": 6978,
      "subrel-constrast": 3.4993367195129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.891280174255371,
      "cov-distil (oracle2student)": 5.293780326843262,
      "cov-distil (oracle2teacher)": 5.340047359466553,
      "epoch": 5.478021978021978,
      "rel-constrast": 2.7831947803497314,
      "step": 6979,
      "subrel-constrast": 4.110202312469482,
      "view-similarity": 0
    },
    {
      "epoch": 5.478806907378336,
      "grad_norm": 5.46875,
      "learning_rate": 1.2659041862231247e-05,
      "loss": 0.6751,
      "step": 6980
    },
    {
      "cov-distil": 1.1905982494354248,
      "cov-distil (oracle2student)": 8.014697074890137,
      "cov-distil (oracle2teacher)": 6.394875526428223,
      "epoch": 5.478806907378336,
      "rel-constrast": 2.673384666442871,
      "step": 6980,
      "subrel-constrast": 3.226630449295044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8150200843811035,
      "cov-distil (oracle2student)": 4.4626970291137695,
      "cov-distil (oracle2teacher)": 3.588451385498047,
      "epoch": 5.479591836734694,
      "rel-constrast": 2.628342390060425,
      "step": 6981,
      "subrel-constrast": 3.3383281230926514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5209838151931763,
      "cov-distil (oracle2student)": 4.969555377960205,
      "cov-distil (oracle2teacher)": 4.2723917961120605,
      "epoch": 5.480376766091052,
      "rel-constrast": 3.1788384914398193,
      "step": 6982,
      "subrel-constrast": 3.494492769241333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2749722003936768,
      "cov-distil (oracle2student)": 4.417959213256836,
      "cov-distil (oracle2teacher)": 4.0894670486450195,
      "epoch": 5.48116169544741,
      "rel-constrast": 1.8037605285644531,
      "step": 6983,
      "subrel-constrast": 2.447538137435913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4131829738616943,
      "cov-distil (oracle2student)": 3.483771800994873,
      "cov-distil (oracle2teacher)": 3.551163911819458,
      "epoch": 5.481946624803768,
      "rel-constrast": 1.6060190200805664,
      "step": 6984,
      "subrel-constrast": 2.1930720806121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3862833976745605,
      "cov-distil (oracle2student)": 5.821835041046143,
      "cov-distil (oracle2teacher)": 5.543900012969971,
      "epoch": 5.482731554160125,
      "rel-constrast": 2.851468086242676,
      "step": 6985,
      "subrel-constrast": 3.3312454223632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6867341995239258,
      "cov-distil (oracle2student)": 3.676571846008301,
      "cov-distil (oracle2teacher)": 3.6223268508911133,
      "epoch": 5.483516483516484,
      "rel-constrast": 2.1855201721191406,
      "step": 6986,
      "subrel-constrast": 3.088376045227051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5192501544952393,
      "cov-distil (oracle2student)": 3.739548683166504,
      "cov-distil (oracle2teacher)": 3.507425308227539,
      "epoch": 5.484301412872841,
      "rel-constrast": 2.5846567153930664,
      "step": 6987,
      "subrel-constrast": 2.996854782104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3234816789627075,
      "cov-distil (oracle2student)": 3.466672420501709,
      "cov-distil (oracle2teacher)": 3.7106680870056152,
      "epoch": 5.4850863422291996,
      "rel-constrast": 2.281601667404175,
      "step": 6988,
      "subrel-constrast": 2.9263436794281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2001054286956787,
      "cov-distil (oracle2student)": 6.068027019500732,
      "cov-distil (oracle2teacher)": 5.877193927764893,
      "epoch": 5.485871271585557,
      "rel-constrast": 2.5482823848724365,
      "step": 6989,
      "subrel-constrast": 3.0459752082824707,
      "view-similarity": 0
    },
    {
      "epoch": 5.4866562009419155,
      "grad_norm": 5.5,
      "learning_rate": 1.2583224413240135e-05,
      "loss": 0.6444,
      "step": 6990
    },
    {
      "cov-distil": 1.7151200771331787,
      "cov-distil (oracle2student)": 5.735144138336182,
      "cov-distil (oracle2teacher)": 4.7108306884765625,
      "epoch": 5.4866562009419155,
      "rel-constrast": 2.943331003189087,
      "step": 6990,
      "subrel-constrast": 3.975205898284912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.508623480796814,
      "cov-distil (oracle2student)": 3.7251224517822266,
      "cov-distil (oracle2teacher)": 3.55086088180542,
      "epoch": 5.487441130298273,
      "rel-constrast": 1.3834233283996582,
      "step": 6991,
      "subrel-constrast": 2.3778231143951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412484884262085,
      "cov-distil (oracle2student)": 3.1307077407836914,
      "cov-distil (oracle2teacher)": 2.712178945541382,
      "epoch": 5.488226059654631,
      "rel-constrast": 1.3872473239898682,
      "step": 6992,
      "subrel-constrast": 2.467127561569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.758838415145874,
      "cov-distil (oracle2student)": 4.645930290222168,
      "cov-distil (oracle2teacher)": 3.8430681228637695,
      "epoch": 5.489010989010989,
      "rel-constrast": 2.8062472343444824,
      "step": 6993,
      "subrel-constrast": 3.420262336730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028388261795044,
      "cov-distil (oracle2student)": 4.544211387634277,
      "cov-distil (oracle2teacher)": 3.965571165084839,
      "epoch": 5.489795918367347,
      "rel-constrast": 3.7496066093444824,
      "step": 6994,
      "subrel-constrast": 4.106786727905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566074252128601,
      "cov-distil (oracle2student)": 3.940406322479248,
      "cov-distil (oracle2teacher)": 3.5200302600860596,
      "epoch": 5.490580847723705,
      "rel-constrast": 2.5698769092559814,
      "step": 6995,
      "subrel-constrast": 3.0432143211364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.192655086517334,
      "cov-distil (oracle2student)": 2.919735908508301,
      "cov-distil (oracle2teacher)": 3.414074182510376,
      "epoch": 5.491365777080063,
      "rel-constrast": 1.8725370168685913,
      "step": 6996,
      "subrel-constrast": 2.4825615882873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3604435920715332,
      "cov-distil (oracle2student)": 4.870203495025635,
      "cov-distil (oracle2teacher)": 4.181455612182617,
      "epoch": 5.492150706436421,
      "rel-constrast": 2.7344815731048584,
      "step": 6997,
      "subrel-constrast": 3.307847738265991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5980602502822876,
      "cov-distil (oracle2student)": 3.328188419342041,
      "cov-distil (oracle2teacher)": 3.6520838737487793,
      "epoch": 5.4929356357927785,
      "rel-constrast": 3.1468117237091064,
      "step": 6998,
      "subrel-constrast": 3.8850033283233643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2662237882614136,
      "cov-distil (oracle2student)": 4.810057163238525,
      "cov-distil (oracle2teacher)": 4.486575126647949,
      "epoch": 5.493720565149137,
      "rel-constrast": 2.6021416187286377,
      "step": 6999,
      "subrel-constrast": 3.098635673522949,
      "view-similarity": 0
    },
    {
      "epoch": 5.4945054945054945,
      "grad_norm": 5.1875,
      "learning_rate": 1.2507558258741047e-05,
      "loss": 0.6684,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/duc04-nDCG@10": 0.7681424480447576,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/duc04-alpha_nDCG@10": 0.5822859649877089,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/multi_news-nDCG@10": 0.6124301001145052,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/multi_news-alpha_nDCG@10": 0.599523875271952,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "eval/avg": 0.5382690668673838,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "overlap": 0.32500001788139343,
      "step": 7000
    },
    {
      "epoch": 5.4945054945054945,
      "step": 7000,
      "student margin": 0.07171630859375
    },
    {
      "epoch": 5.4945054945054945,
      "step": 7000,
      "teacher margin": 0.052093505859375
    },
    {
      "epoch": 5.4945054945054945,
      "margin difference": -0.019622802734375,
      "step": 7000
    },
    {
      "cov-distil": 1.4710285663604736,
      "cov-distil (oracle2student)": 4.054136753082275,
      "cov-distil (oracle2teacher)": 3.829667806625366,
      "epoch": 5.4945054945054945,
      "rel-constrast": 1.9453339576721191,
      "step": 7000,
      "subrel-constrast": 2.4946534633636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471184492111206,
      "cov-distil (oracle2student)": 3.3876566886901855,
      "cov-distil (oracle2teacher)": 3.733112335205078,
      "epoch": 5.495290423861852,
      "rel-constrast": 1.8540133237838745,
      "step": 7001,
      "subrel-constrast": 2.5419065952301025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7975704669952393,
      "cov-distil (oracle2student)": 3.9534244537353516,
      "cov-distil (oracle2teacher)": 4.070364952087402,
      "epoch": 5.4960753532182105,
      "rel-constrast": 3.3656423091888428,
      "step": 7002,
      "subrel-constrast": 3.6722872257232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57271146774292,
      "cov-distil (oracle2student)": 3.020134210586548,
      "cov-distil (oracle2teacher)": 2.996201515197754,
      "epoch": 5.496860282574568,
      "rel-constrast": 1.3186297416687012,
      "step": 7003,
      "subrel-constrast": 2.275867462158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2284376621246338,
      "cov-distil (oracle2student)": 3.909909725189209,
      "cov-distil (oracle2teacher)": 4.6369099617004395,
      "epoch": 5.4976452119309265,
      "rel-constrast": 1.84760320186615,
      "step": 7004,
      "subrel-constrast": 2.4777069091796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442101001739502,
      "cov-distil (oracle2student)": 4.880520820617676,
      "cov-distil (oracle2teacher)": 4.953814506530762,
      "epoch": 5.498430141287284,
      "rel-constrast": 2.3437399864196777,
      "step": 7005,
      "subrel-constrast": 2.9695522785186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.121314287185669,
      "cov-distil (oracle2student)": 3.7106971740722656,
      "cov-distil (oracle2teacher)": 3.927560329437256,
      "epoch": 5.4992150706436425,
      "rel-constrast": 2.3367695808410645,
      "step": 7006,
      "subrel-constrast": 2.6141278743743896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8927843570709229,
      "cov-distil (oracle2student)": 4.013749599456787,
      "cov-distil (oracle2teacher)": 3.4064481258392334,
      "epoch": 5.5,
      "rel-constrast": 2.4344968795776367,
      "step": 7007,
      "subrel-constrast": 2.889902114868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8656398057937622,
      "cov-distil (oracle2student)": 4.944553375244141,
      "cov-distil (oracle2teacher)": 5.0862298011779785,
      "epoch": 5.5007849293563575,
      "rel-constrast": 2.5247726440429688,
      "step": 7008,
      "subrel-constrast": 3.432326316833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.314882516860962,
      "cov-distil (oracle2student)": 6.121684551239014,
      "cov-distil (oracle2teacher)": 5.43287992477417,
      "epoch": 5.501569858712716,
      "rel-constrast": 2.205571413040161,
      "step": 7009,
      "subrel-constrast": 2.9808895587921143,
      "view-similarity": 0
    },
    {
      "epoch": 5.5023547880690735,
      "grad_norm": 7.28125,
      "learning_rate": 1.24320443207022e-05,
      "loss": 0.5924,
      "step": 7010
    },
    {
      "cov-distil": 2.088925361633301,
      "cov-distil (oracle2student)": 5.088658332824707,
      "cov-distil (oracle2teacher)": 5.209421157836914,
      "epoch": 5.5023547880690735,
      "rel-constrast": 3.551391839981079,
      "step": 7010,
      "subrel-constrast": 4.443353652954102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3199092149734497,
      "cov-distil (oracle2student)": 2.6953577995300293,
      "cov-distil (oracle2teacher)": 3.095409393310547,
      "epoch": 5.503139717425432,
      "rel-constrast": 1.8639718294143677,
      "step": 7011,
      "subrel-constrast": 2.8401217460632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468778371810913,
      "cov-distil (oracle2student)": 4.859167575836182,
      "cov-distil (oracle2teacher)": 4.626447677612305,
      "epoch": 5.5039246467817895,
      "rel-constrast": 2.0032951831817627,
      "step": 7012,
      "subrel-constrast": 2.5605719089508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307220220565796,
      "cov-distil (oracle2student)": 4.029449462890625,
      "cov-distil (oracle2teacher)": 4.404238700866699,
      "epoch": 5.504709576138148,
      "rel-constrast": 3.1099812984466553,
      "step": 7013,
      "subrel-constrast": 3.796074151992798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.297205924987793,
      "cov-distil (oracle2student)": 3.839200019836426,
      "cov-distil (oracle2teacher)": 3.8051857948303223,
      "epoch": 5.5054945054945055,
      "rel-constrast": 2.4766957759857178,
      "step": 7014,
      "subrel-constrast": 2.950955629348755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241804838180542,
      "cov-distil (oracle2student)": 3.3345441818237305,
      "cov-distil (oracle2teacher)": 3.7331597805023193,
      "epoch": 5.506279434850864,
      "rel-constrast": 2.561335325241089,
      "step": 7015,
      "subrel-constrast": 3.279703140258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.621397852897644,
      "cov-distil (oracle2student)": 4.153922080993652,
      "cov-distil (oracle2teacher)": 3.8375256061553955,
      "epoch": 5.5070643642072215,
      "rel-constrast": 2.6057369709014893,
      "step": 7016,
      "subrel-constrast": 3.1940767765045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1369147300720215,
      "cov-distil (oracle2student)": 5.610745429992676,
      "cov-distil (oracle2teacher)": 5.457942962646484,
      "epoch": 5.507849293563579,
      "rel-constrast": 2.586880922317505,
      "step": 7017,
      "subrel-constrast": 3.8171072006225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4240891933441162,
      "cov-distil (oracle2student)": 5.538200378417969,
      "cov-distil (oracle2teacher)": 5.216624736785889,
      "epoch": 5.508634222919937,
      "rel-constrast": 3.2753586769104004,
      "step": 7018,
      "subrel-constrast": 3.941932201385498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2794818878173828,
      "cov-distil (oracle2student)": 5.544532299041748,
      "cov-distil (oracle2teacher)": 4.946168899536133,
      "epoch": 5.509419152276295,
      "rel-constrast": 1.9407862424850464,
      "step": 7019,
      "subrel-constrast": 2.9926631450653076,
      "view-similarity": 0
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 5.0,
      "learning_rate": 1.2356683519237109e-05,
      "loss": 0.6874,
      "step": 7020
    },
    {
      "cov-distil": 1.8477542400360107,
      "cov-distil (oracle2student)": 4.211627960205078,
      "cov-distil (oracle2teacher)": 3.9082093238830566,
      "epoch": 5.510204081632653,
      "rel-constrast": 1.7584178447723389,
      "step": 7020,
      "subrel-constrast": 2.9169390201568604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5322860479354858,
      "cov-distil (oracle2student)": 5.849222183227539,
      "cov-distil (oracle2teacher)": 5.682248115539551,
      "epoch": 5.510989010989011,
      "rel-constrast": 3.463343620300293,
      "step": 7021,
      "subrel-constrast": 4.233975887298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5789397954940796,
      "cov-distil (oracle2student)": 3.8482422828674316,
      "cov-distil (oracle2teacher)": 3.4301905632019043,
      "epoch": 5.511773940345369,
      "rel-constrast": 2.5104598999023438,
      "step": 7022,
      "subrel-constrast": 3.548767566680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0758297443389893,
      "cov-distil (oracle2student)": 3.048133373260498,
      "cov-distil (oracle2teacher)": 2.8524703979492188,
      "epoch": 5.512558869701727,
      "rel-constrast": 2.4022555351257324,
      "step": 7023,
      "subrel-constrast": 2.7826199531555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4934420585632324,
      "cov-distil (oracle2student)": 5.453903675079346,
      "cov-distil (oracle2teacher)": 4.823149681091309,
      "epoch": 5.5133437990580845,
      "rel-constrast": 3.161752700805664,
      "step": 7024,
      "subrel-constrast": 3.721426010131836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1993056535720825,
      "cov-distil (oracle2student)": 3.111575126647949,
      "cov-distil (oracle2teacher)": 2.4279861450195312,
      "epoch": 5.514128728414443,
      "rel-constrast": 1.7181696891784668,
      "step": 7025,
      "subrel-constrast": 2.3013298511505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009646892547607,
      "cov-distil (oracle2student)": 5.831908226013184,
      "cov-distil (oracle2teacher)": 5.4939422607421875,
      "epoch": 5.5149136577708004,
      "rel-constrast": 3.0733556747436523,
      "step": 7026,
      "subrel-constrast": 3.850253105163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.447381615638733,
      "cov-distil (oracle2student)": 6.105159759521484,
      "cov-distil (oracle2teacher)": 5.734062194824219,
      "epoch": 5.515698587127159,
      "rel-constrast": 2.1183652877807617,
      "step": 7027,
      "subrel-constrast": 3.213531494140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4369654655456543,
      "cov-distil (oracle2student)": 2.1017937660217285,
      "cov-distil (oracle2teacher)": 2.4054532051086426,
      "epoch": 5.516483516483516,
      "rel-constrast": 2.1771669387817383,
      "step": 7028,
      "subrel-constrast": 2.9382505416870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9518873691558838,
      "cov-distil (oracle2student)": 3.9420742988586426,
      "cov-distil (oracle2teacher)": 3.5588572025299072,
      "epoch": 5.517268445839875,
      "rel-constrast": 1.272384524345398,
      "step": 7029,
      "subrel-constrast": 2.36893892288208,
      "view-similarity": 0
    },
    {
      "epoch": 5.518053375196232,
      "grad_norm": 4.09375,
      "learning_rate": 1.2281476772593337e-05,
      "loss": 0.6296,
      "step": 7030
    },
    {
      "cov-distil": 1.6745636463165283,
      "cov-distil (oracle2student)": 3.8757667541503906,
      "cov-distil (oracle2teacher)": 3.6163339614868164,
      "epoch": 5.518053375196232,
      "rel-constrast": 3.1223645210266113,
      "step": 7030,
      "subrel-constrast": 3.698657512664795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.087146282196045,
      "cov-distil (oracle2student)": 5.972114562988281,
      "cov-distil (oracle2teacher)": 4.837668418884277,
      "epoch": 5.51883830455259,
      "rel-constrast": 2.182054281234741,
      "step": 7031,
      "subrel-constrast": 2.7758381366729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8848365545272827,
      "cov-distil (oracle2student)": 3.4132418632507324,
      "cov-distil (oracle2teacher)": 3.5954418182373047,
      "epoch": 5.519623233908948,
      "rel-constrast": 2.2408535480499268,
      "step": 7032,
      "subrel-constrast": 2.643778085708618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3762459754943848,
      "cov-distil (oracle2student)": 3.9873671531677246,
      "cov-distil (oracle2teacher)": 4.45030403137207,
      "epoch": 5.520408163265306,
      "rel-constrast": 2.5476536750793457,
      "step": 7033,
      "subrel-constrast": 3.774676561355591,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1583309173583984,
      "cov-distil (oracle2student)": 3.1425187587738037,
      "cov-distil (oracle2teacher)": 3.0197529792785645,
      "epoch": 5.521193092621664,
      "rel-constrast": 1.619870662689209,
      "step": 7034,
      "subrel-constrast": 3.1126596927642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.185245394706726,
      "cov-distil (oracle2student)": 4.607182025909424,
      "cov-distil (oracle2teacher)": 4.394286632537842,
      "epoch": 5.521978021978022,
      "rel-constrast": 2.8347809314727783,
      "step": 7035,
      "subrel-constrast": 3.2972352504730225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2789218425750732,
      "cov-distil (oracle2student)": 4.42807674407959,
      "cov-distil (oracle2teacher)": 3.828364849090576,
      "epoch": 5.52276295133438,
      "rel-constrast": 2.0235071182250977,
      "step": 7036,
      "subrel-constrast": 2.6629490852355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706916093826294,
      "cov-distil (oracle2student)": 4.018592357635498,
      "cov-distil (oracle2teacher)": 4.136889457702637,
      "epoch": 5.523547880690738,
      "rel-constrast": 2.7045347690582275,
      "step": 7037,
      "subrel-constrast": 3.8564252853393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4230642318725586,
      "cov-distil (oracle2student)": 5.495950698852539,
      "cov-distil (oracle2teacher)": 4.975459575653076,
      "epoch": 5.524332810047095,
      "rel-constrast": 2.241781234741211,
      "step": 7038,
      "subrel-constrast": 3.126192092895508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3661830425262451,
      "cov-distil (oracle2student)": 5.654498100280762,
      "cov-distil (oracle2teacher)": 5.625257968902588,
      "epoch": 5.525117739403454,
      "rel-constrast": 2.7919654846191406,
      "step": 7039,
      "subrel-constrast": 3.4399263858795166,
      "view-similarity": 0
    },
    {
      "epoch": 5.525902668759811,
      "grad_norm": 5.40625,
      "learning_rate": 1.2206424997141371e-05,
      "loss": 0.6456,
      "step": 7040
    },
    {
      "cov-distil": 1.5283782482147217,
      "cov-distil (oracle2student)": 5.548907279968262,
      "cov-distil (oracle2teacher)": 4.993039131164551,
      "epoch": 5.525902668759811,
      "rel-constrast": 2.8828394412994385,
      "step": 7040,
      "subrel-constrast": 3.572072982788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4013969898223877,
      "cov-distil (oracle2student)": 4.024320602416992,
      "cov-distil (oracle2teacher)": 3.8272318840026855,
      "epoch": 5.52668759811617,
      "rel-constrast": 2.1558024883270264,
      "step": 7041,
      "subrel-constrast": 2.652912139892578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480597734451294,
      "cov-distil (oracle2student)": 4.406814098358154,
      "cov-distil (oracle2teacher)": 4.3769941329956055,
      "epoch": 5.527472527472527,
      "rel-constrast": 1.9059277772903442,
      "step": 7042,
      "subrel-constrast": 2.746941566467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1701326370239258,
      "cov-distil (oracle2student)": 5.002938270568848,
      "cov-distil (oracle2teacher)": 4.36324405670166,
      "epoch": 5.528257456828886,
      "rel-constrast": 1.6203118562698364,
      "step": 7043,
      "subrel-constrast": 2.370746612548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7654991149902344,
      "cov-distil (oracle2student)": 3.703580856323242,
      "cov-distil (oracle2teacher)": 3.6009209156036377,
      "epoch": 5.529042386185243,
      "rel-constrast": 2.3554229736328125,
      "step": 7044,
      "subrel-constrast": 3.1999239921569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1875431537628174,
      "cov-distil (oracle2student)": 3.5130248069763184,
      "cov-distil (oracle2teacher)": 3.1506917476654053,
      "epoch": 5.529827315541601,
      "rel-constrast": 2.3011906147003174,
      "step": 7045,
      "subrel-constrast": 2.5723278522491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2822591066360474,
      "cov-distil (oracle2student)": 6.924479961395264,
      "cov-distil (oracle2teacher)": 6.01618766784668,
      "epoch": 5.530612244897959,
      "rel-constrast": 3.1797091960906982,
      "step": 7046,
      "subrel-constrast": 3.529250383377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0128110647201538,
      "cov-distil (oracle2student)": 5.160096645355225,
      "cov-distil (oracle2teacher)": 4.788244724273682,
      "epoch": 5.531397174254317,
      "rel-constrast": 2.482173204421997,
      "step": 7047,
      "subrel-constrast": 2.801316499710083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326814889907837,
      "cov-distil (oracle2student)": 3.759842872619629,
      "cov-distil (oracle2teacher)": 3.6570582389831543,
      "epoch": 5.532182103610675,
      "rel-constrast": 2.933553695678711,
      "step": 7048,
      "subrel-constrast": 4.02048397064209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9210691452026367,
      "cov-distil (oracle2student)": 5.426006317138672,
      "cov-distil (oracle2teacher)": 4.47506856918335,
      "epoch": 5.532967032967033,
      "rel-constrast": 2.263897657394409,
      "step": 7049,
      "subrel-constrast": 3.132340669631958,
      "view-similarity": 0
    },
    {
      "epoch": 5.533751962323391,
      "grad_norm": 5.125,
      "learning_rate": 1.213152910736342e-05,
      "loss": 0.6372,
      "step": 7050
    },
    {
      "cov-distil": 1.4224326610565186,
      "cov-distil (oracle2student)": 3.26118803024292,
      "cov-distil (oracle2teacher)": 3.4943244457244873,
      "epoch": 5.533751962323391,
      "rel-constrast": 3.0859358310699463,
      "step": 7050,
      "subrel-constrast": 3.9162635803222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9890867471694946,
      "cov-distil (oracle2student)": 4.404473304748535,
      "cov-distil (oracle2teacher)": 4.27715539932251,
      "epoch": 5.534536891679749,
      "rel-constrast": 2.681917428970337,
      "step": 7051,
      "subrel-constrast": 3.108762264251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8977940082550049,
      "cov-distil (oracle2student)": 3.035426139831543,
      "cov-distil (oracle2teacher)": 3.7903900146484375,
      "epoch": 5.535321821036106,
      "rel-constrast": 2.6115522384643555,
      "step": 7052,
      "subrel-constrast": 3.315091371536255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1244628429412842,
      "cov-distil (oracle2student)": 3.2772300243377686,
      "cov-distil (oracle2teacher)": 2.8634629249572754,
      "epoch": 5.536106750392465,
      "rel-constrast": 2.4560608863830566,
      "step": 7053,
      "subrel-constrast": 3.011857032775879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.538795828819275,
      "cov-distil (oracle2student)": 4.612602233886719,
      "cov-distil (oracle2teacher)": 4.401623725891113,
      "epoch": 5.536891679748822,
      "rel-constrast": 2.222551107406616,
      "step": 7054,
      "subrel-constrast": 2.4970831871032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6665470600128174,
      "cov-distil (oracle2student)": 4.084438323974609,
      "cov-distil (oracle2teacher)": 3.7090954780578613,
      "epoch": 5.537676609105181,
      "rel-constrast": 4.491875171661377,
      "step": 7055,
      "subrel-constrast": 5.357496738433838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445756435394287,
      "cov-distil (oracle2student)": 4.138936996459961,
      "cov-distil (oracle2teacher)": 3.8412604331970215,
      "epoch": 5.538461538461538,
      "rel-constrast": 1.5787017345428467,
      "step": 7056,
      "subrel-constrast": 2.2391908168792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3093607425689697,
      "cov-distil (oracle2student)": 3.7966136932373047,
      "cov-distil (oracle2teacher)": 3.7414777278900146,
      "epoch": 5.539246467817897,
      "rel-constrast": 2.846552610397339,
      "step": 7057,
      "subrel-constrast": 3.800018310546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7888305187225342,
      "cov-distil (oracle2student)": 4.358122825622559,
      "cov-distil (oracle2teacher)": 4.20698356628418,
      "epoch": 5.540031397174254,
      "rel-constrast": 3.516392230987549,
      "step": 7058,
      "subrel-constrast": 4.131434440612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6150825023651123,
      "cov-distil (oracle2student)": 5.304042339324951,
      "cov-distil (oracle2teacher)": 5.005070686340332,
      "epoch": 5.540816326530612,
      "rel-constrast": 3.3857486248016357,
      "step": 7059,
      "subrel-constrast": 3.741509199142456,
      "view-similarity": 0
    },
    {
      "epoch": 5.54160125588697,
      "grad_norm": 7.28125,
      "learning_rate": 1.2056790015842242e-05,
      "loss": 0.7614,
      "step": 7060
    },
    {
      "cov-distil": 1.4587475061416626,
      "cov-distil (oracle2student)": 5.147747993469238,
      "cov-distil (oracle2teacher)": 4.524389266967773,
      "epoch": 5.54160125588697,
      "rel-constrast": 2.5230014324188232,
      "step": 7060,
      "subrel-constrast": 2.8612499237060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8953697681427002,
      "cov-distil (oracle2student)": 4.198973655700684,
      "cov-distil (oracle2teacher)": 4.349306106567383,
      "epoch": 5.542386185243328,
      "rel-constrast": 3.139403820037842,
      "step": 7061,
      "subrel-constrast": 3.5775110721588135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.246342658996582,
      "cov-distil (oracle2student)": 5.8900299072265625,
      "cov-distil (oracle2teacher)": 4.97191047668457,
      "epoch": 5.543171114599686,
      "rel-constrast": 2.370497941970825,
      "step": 7062,
      "subrel-constrast": 3.047250270843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2603564262390137,
      "cov-distil (oracle2student)": 5.5318098068237305,
      "cov-distil (oracle2teacher)": 4.305527687072754,
      "epoch": 5.543956043956044,
      "rel-constrast": 1.991554617881775,
      "step": 7063,
      "subrel-constrast": 2.7212867736816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757267713546753,
      "cov-distil (oracle2student)": 4.067263603210449,
      "cov-distil (oracle2teacher)": 3.834882974624634,
      "epoch": 5.544740973312402,
      "rel-constrast": 2.7123465538024902,
      "step": 7064,
      "subrel-constrast": 3.0926551818847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4873559474945068,
      "cov-distil (oracle2student)": 4.651705265045166,
      "cov-distil (oracle2teacher)": 4.5303053855896,
      "epoch": 5.54552590266876,
      "rel-constrast": 2.1357011795043945,
      "step": 7065,
      "subrel-constrast": 3.07411527633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2769044637680054,
      "cov-distil (oracle2student)": 4.7047224044799805,
      "cov-distil (oracle2teacher)": 4.294742584228516,
      "epoch": 5.546310832025117,
      "rel-constrast": 3.8371047973632812,
      "step": 7066,
      "subrel-constrast": 4.034963607788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4015576839447021,
      "cov-distil (oracle2student)": 4.721313953399658,
      "cov-distil (oracle2teacher)": 4.122127532958984,
      "epoch": 5.547095761381476,
      "rel-constrast": 2.8027431964874268,
      "step": 7067,
      "subrel-constrast": 3.0889992713928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5877025127410889,
      "cov-distil (oracle2student)": 5.408456325531006,
      "cov-distil (oracle2teacher)": 4.795905113220215,
      "epoch": 5.547880690737833,
      "rel-constrast": 2.088082790374756,
      "step": 7068,
      "subrel-constrast": 2.9286317825317383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6343406438827515,
      "cov-distil (oracle2student)": 4.686244487762451,
      "cov-distil (oracle2teacher)": 4.261783599853516,
      "epoch": 5.548665620094192,
      "rel-constrast": 2.3088884353637695,
      "step": 7069,
      "subrel-constrast": 3.136582136154175,
      "view-similarity": 0
    },
    {
      "epoch": 5.549450549450549,
      "grad_norm": 5.09375,
      "learning_rate": 1.1982208633250106e-05,
      "loss": 0.685,
      "step": 7070
    },
    {
      "cov-distil": 1.2934465408325195,
      "cov-distil (oracle2student)": 3.4168624877929688,
      "cov-distil (oracle2teacher)": 3.55061411857605,
      "epoch": 5.549450549450549,
      "rel-constrast": 2.740666389465332,
      "step": 7070,
      "subrel-constrast": 2.954946756362915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656484603881836,
      "cov-distil (oracle2student)": 3.628580093383789,
      "cov-distil (oracle2teacher)": 3.698392152786255,
      "epoch": 5.550235478806908,
      "rel-constrast": 2.2782645225524902,
      "step": 7071,
      "subrel-constrast": 3.4288129806518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.159323811531067,
      "cov-distil (oracle2student)": 2.839390754699707,
      "cov-distil (oracle2teacher)": 2.7581849098205566,
      "epoch": 5.551020408163265,
      "rel-constrast": 1.6077749729156494,
      "step": 7072,
      "subrel-constrast": 2.4164676666259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4039703607559204,
      "cov-distil (oracle2student)": 4.158580303192139,
      "cov-distil (oracle2teacher)": 3.713508129119873,
      "epoch": 5.551805337519623,
      "rel-constrast": 2.8975048065185547,
      "step": 7073,
      "subrel-constrast": 3.50870418548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.20066237449646,
      "cov-distil (oracle2student)": 2.7145776748657227,
      "cov-distil (oracle2teacher)": 2.87103271484375,
      "epoch": 5.552590266875981,
      "rel-constrast": 1.5888803005218506,
      "step": 7074,
      "subrel-constrast": 2.297720193862915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2480151653289795,
      "cov-distil (oracle2student)": 5.0028181076049805,
      "cov-distil (oracle2teacher)": 5.150373935699463,
      "epoch": 5.553375196232339,
      "rel-constrast": 2.1387901306152344,
      "step": 7075,
      "subrel-constrast": 3.1994731426239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4275273084640503,
      "cov-distil (oracle2student)": 3.5907704830169678,
      "cov-distil (oracle2teacher)": 3.4600613117218018,
      "epoch": 5.554160125588697,
      "rel-constrast": 2.0816941261291504,
      "step": 7076,
      "subrel-constrast": 2.6331140995025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8259272575378418,
      "cov-distil (oracle2student)": 3.189033269882202,
      "cov-distil (oracle2teacher)": 3.6190106868743896,
      "epoch": 5.554945054945055,
      "rel-constrast": 2.331641912460327,
      "step": 7077,
      "subrel-constrast": 3.2977516651153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.723148226737976,
      "cov-distil (oracle2student)": 3.497128486633301,
      "cov-distil (oracle2teacher)": 3.7178115844726562,
      "epoch": 5.555729984301413,
      "rel-constrast": 2.5667452812194824,
      "step": 7078,
      "subrel-constrast": 3.3977229595184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4754390716552734,
      "cov-distil (oracle2student)": 3.3932623863220215,
      "cov-distil (oracle2teacher)": 3.09907865524292,
      "epoch": 5.556514913657771,
      "rel-constrast": 2.4256935119628906,
      "step": 7079,
      "subrel-constrast": 3.315056800842285,
      "view-similarity": 0
    },
    {
      "epoch": 5.557299843014128,
      "grad_norm": 5.1875,
      "learning_rate": 1.1907785868337607e-05,
      "loss": 0.6025,
      "step": 7080
    },
    {
      "cov-distil": 1.0832418203353882,
      "cov-distil (oracle2student)": 4.811629772186279,
      "cov-distil (oracle2teacher)": 4.681818008422852,
      "epoch": 5.557299843014128,
      "rel-constrast": 2.937007427215576,
      "step": 7080,
      "subrel-constrast": 3.570143699645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4392445087432861,
      "cov-distil (oracle2student)": 4.5852203369140625,
      "cov-distil (oracle2teacher)": 3.9173576831817627,
      "epoch": 5.558084772370487,
      "rel-constrast": 1.9583485126495361,
      "step": 7081,
      "subrel-constrast": 2.8905181884765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5878233909606934,
      "cov-distil (oracle2student)": 4.492118835449219,
      "cov-distil (oracle2teacher)": 4.198159217834473,
      "epoch": 5.558869701726844,
      "rel-constrast": 2.588056802749634,
      "step": 7082,
      "subrel-constrast": 3.40043306350708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9887769222259521,
      "cov-distil (oracle2student)": 4.343955039978027,
      "cov-distil (oracle2teacher)": 3.6710050106048584,
      "epoch": 5.559654631083203,
      "rel-constrast": 2.9572219848632812,
      "step": 7083,
      "subrel-constrast": 3.7450919151306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1701624393463135,
      "cov-distil (oracle2student)": 5.007152557373047,
      "cov-distil (oracle2teacher)": 4.307304382324219,
      "epoch": 5.56043956043956,
      "rel-constrast": 2.342123508453369,
      "step": 7084,
      "subrel-constrast": 2.596883773803711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6008517742156982,
      "cov-distil (oracle2student)": 4.52979850769043,
      "cov-distil (oracle2teacher)": 4.232908248901367,
      "epoch": 5.561224489795919,
      "rel-constrast": 1.7981314659118652,
      "step": 7085,
      "subrel-constrast": 2.7272987365722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7190806865692139,
      "cov-distil (oracle2student)": 4.109116554260254,
      "cov-distil (oracle2teacher)": 3.628931999206543,
      "epoch": 5.562009419152276,
      "rel-constrast": 2.0711255073547363,
      "step": 7086,
      "subrel-constrast": 3.111814260482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4199159145355225,
      "cov-distil (oracle2student)": 4.949420928955078,
      "cov-distil (oracle2teacher)": 4.748491287231445,
      "epoch": 5.562794348508634,
      "rel-constrast": 2.34157657623291,
      "step": 7087,
      "subrel-constrast": 3.3667259216308594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1680469512939453,
      "cov-distil (oracle2student)": 4.807323455810547,
      "cov-distil (oracle2teacher)": 4.2443013191223145,
      "epoch": 5.563579277864992,
      "rel-constrast": 2.019519567489624,
      "step": 7088,
      "subrel-constrast": 2.9345948696136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0479376316070557,
      "cov-distil (oracle2student)": 4.148156642913818,
      "cov-distil (oracle2teacher)": 4.537290573120117,
      "epoch": 5.56436420722135,
      "rel-constrast": 2.1562559604644775,
      "step": 7089,
      "subrel-constrast": 2.9332666397094727,
      "view-similarity": 0
    },
    {
      "epoch": 5.565149136577708,
      "grad_norm": 5.375,
      "learning_rate": 1.1833522627922639e-05,
      "loss": 0.6173,
      "step": 7090
    },
    {
      "cov-distil": 1.3669376373291016,
      "cov-distil (oracle2student)": 3.758965492248535,
      "cov-distil (oracle2teacher)": 3.5449821949005127,
      "epoch": 5.565149136577708,
      "rel-constrast": 1.8941593170166016,
      "step": 7090,
      "subrel-constrast": 2.7576634883880615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.247918963432312,
      "cov-distil (oracle2student)": 3.8120062351226807,
      "cov-distil (oracle2teacher)": 3.9598731994628906,
      "epoch": 5.565934065934066,
      "rel-constrast": 2.657532215118408,
      "step": 7091,
      "subrel-constrast": 3.0039613246917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623301386833191,
      "cov-distil (oracle2student)": 3.7926712036132812,
      "cov-distil (oracle2teacher)": 3.9259777069091797,
      "epoch": 5.566718995290424,
      "rel-constrast": 2.129307270050049,
      "step": 7092,
      "subrel-constrast": 3.1568007469177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343732357025146,
      "cov-distil (oracle2student)": 4.45797061920166,
      "cov-distil (oracle2teacher)": 3.8496103286743164,
      "epoch": 5.567503924646782,
      "rel-constrast": 2.726099729537964,
      "step": 7093,
      "subrel-constrast": 3.404350757598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4643961191177368,
      "cov-distil (oracle2student)": 3.358025550842285,
      "cov-distil (oracle2teacher)": 3.6357173919677734,
      "epoch": 5.568288854003139,
      "rel-constrast": 2.2661824226379395,
      "step": 7094,
      "subrel-constrast": 3.1489779949188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2477374076843262,
      "cov-distil (oracle2student)": 4.710296630859375,
      "cov-distil (oracle2teacher)": 4.120832443237305,
      "epoch": 5.569073783359498,
      "rel-constrast": 2.938655376434326,
      "step": 7095,
      "subrel-constrast": 3.2796576023101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3808053731918335,
      "cov-distil (oracle2student)": 5.9604172706604,
      "cov-distil (oracle2teacher)": 4.637139320373535,
      "epoch": 5.569858712715855,
      "rel-constrast": 1.9437683820724487,
      "step": 7096,
      "subrel-constrast": 2.272700309753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709653615951538,
      "cov-distil (oracle2student)": 4.662805557250977,
      "cov-distil (oracle2teacher)": 3.6781320571899414,
      "epoch": 5.570643642072214,
      "rel-constrast": 2.0406124591827393,
      "step": 7097,
      "subrel-constrast": 2.8013768196105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4137964248657227,
      "cov-distil (oracle2student)": 3.6939585208892822,
      "cov-distil (oracle2teacher)": 3.5509629249572754,
      "epoch": 5.571428571428571,
      "rel-constrast": 2.210357904434204,
      "step": 7098,
      "subrel-constrast": 2.49276065826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664780616760254,
      "cov-distil (oracle2student)": 4.927003860473633,
      "cov-distil (oracle2teacher)": 4.503787040710449,
      "epoch": 5.57221350078493,
      "rel-constrast": 2.528158187866211,
      "step": 7099,
      "subrel-constrast": 3.2884151935577393,
      "view-similarity": 0
    },
    {
      "epoch": 5.572998430141287,
      "grad_norm": 6.3125,
      "learning_rate": 1.1759419816879374e-05,
      "loss": 0.6195,
      "step": 7100
    },
    {
      "epoch": 5.572998430141287,
      "overlap": 0.29375001788139343,
      "step": 7100
    },
    {
      "epoch": 5.572998430141287,
      "step": 7100,
      "student margin": 0.06402587890625
    },
    {
      "epoch": 5.572998430141287,
      "step": 7100,
      "teacher margin": 0.04705810546875
    },
    {
      "epoch": 5.572998430141287,
      "margin difference": -0.0169677734375,
      "step": 7100
    },
    {
      "cov-distil": 1.4125858545303345,
      "cov-distil (oracle2student)": 3.9578490257263184,
      "cov-distil (oracle2teacher)": 4.196784496307373,
      "epoch": 5.572998430141287,
      "rel-constrast": 2.3461616039276123,
      "step": 7100,
      "subrel-constrast": 2.87998104095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4807796478271484,
      "cov-distil (oracle2student)": 5.129300117492676,
      "cov-distil (oracle2teacher)": 5.600515365600586,
      "epoch": 5.573783359497646,
      "rel-constrast": 2.8185982704162598,
      "step": 7101,
      "subrel-constrast": 3.809116840362549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3390896320343018,
      "cov-distil (oracle2student)": 4.8972625732421875,
      "cov-distil (oracle2teacher)": 5.139035224914551,
      "epoch": 5.574568288854003,
      "rel-constrast": 2.866072177886963,
      "step": 7102,
      "subrel-constrast": 4.428263187408447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6118662357330322,
      "cov-distil (oracle2student)": 5.248871803283691,
      "cov-distil (oracle2teacher)": 4.4874491691589355,
      "epoch": 5.575353218210362,
      "rel-constrast": 2.4788217544555664,
      "step": 7103,
      "subrel-constrast": 3.1696934700012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7978495359420776,
      "cov-distil (oracle2student)": 5.0003461837768555,
      "cov-distil (oracle2teacher)": 4.732916831970215,
      "epoch": 5.576138147566719,
      "rel-constrast": 2.3737261295318604,
      "step": 7104,
      "subrel-constrast": 3.109498977661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9929983615875244,
      "cov-distil (oracle2student)": 4.22084903717041,
      "cov-distil (oracle2teacher)": 3.8225812911987305,
      "epoch": 5.576923076923077,
      "rel-constrast": 1.8437447547912598,
      "step": 7105,
      "subrel-constrast": 2.6070590019226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6329011917114258,
      "cov-distil (oracle2student)": 4.411813259124756,
      "cov-distil (oracle2teacher)": 4.217262268066406,
      "epoch": 5.577708006279435,
      "rel-constrast": 3.0911922454833984,
      "step": 7106,
      "subrel-constrast": 3.657224655151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3556140661239624,
      "cov-distil (oracle2student)": 3.732217311859131,
      "cov-distil (oracle2teacher)": 3.770885705947876,
      "epoch": 5.578492935635793,
      "rel-constrast": 2.1669697761535645,
      "step": 7107,
      "subrel-constrast": 3.3823320865631104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778417944908142,
      "cov-distil (oracle2student)": 6.082474231719971,
      "cov-distil (oracle2teacher)": 6.340131759643555,
      "epoch": 5.579277864992151,
      "rel-constrast": 3.1001057624816895,
      "step": 7108,
      "subrel-constrast": 4.275694847106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.381890058517456,
      "cov-distil (oracle2student)": 4.922096252441406,
      "cov-distil (oracle2teacher)": 4.250666618347168,
      "epoch": 5.580062794348509,
      "rel-constrast": 1.9821739196777344,
      "step": 7109,
      "subrel-constrast": 3.0912230014801025,
      "view-similarity": 0
    },
    {
      "epoch": 5.580847723704867,
      "grad_norm": 4.625,
      "learning_rate": 1.1685478338127162e-05,
      "loss": 0.6661,
      "step": 7110
    },
    {
      "cov-distil": 1.5638444423675537,
      "cov-distil (oracle2student)": 4.4346137046813965,
      "cov-distil (oracle2teacher)": 4.139581680297852,
      "epoch": 5.580847723704867,
      "rel-constrast": 2.323134660720825,
      "step": 7110,
      "subrel-constrast": 3.613621473312378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2463586330413818,
      "cov-distil (oracle2student)": 3.451584815979004,
      "cov-distil (oracle2teacher)": 3.7183876037597656,
      "epoch": 5.581632653061225,
      "rel-constrast": 2.1844964027404785,
      "step": 7111,
      "subrel-constrast": 3.280888080596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7664169073104858,
      "cov-distil (oracle2student)": 4.874155044555664,
      "cov-distil (oracle2teacher)": 4.067933559417725,
      "epoch": 5.582417582417582,
      "rel-constrast": 2.809366226196289,
      "step": 7112,
      "subrel-constrast": 3.374680995941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3933346271514893,
      "cov-distil (oracle2student)": 2.4989702701568604,
      "cov-distil (oracle2teacher)": 2.739070415496826,
      "epoch": 5.583202511773941,
      "rel-constrast": 1.9997515678405762,
      "step": 7113,
      "subrel-constrast": 2.7601778507232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0449594259262085,
      "cov-distil (oracle2student)": 3.7727251052856445,
      "cov-distil (oracle2teacher)": 3.666468858718872,
      "epoch": 5.583987441130298,
      "rel-constrast": 2.522169828414917,
      "step": 7114,
      "subrel-constrast": 2.593316078186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5593562126159668,
      "cov-distil (oracle2student)": 3.4956259727478027,
      "cov-distil (oracle2teacher)": 3.768657684326172,
      "epoch": 5.5847723704866565,
      "rel-constrast": 2.147722005844116,
      "step": 7115,
      "subrel-constrast": 3.093367338180542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023535251617432,
      "cov-distil (oracle2student)": 3.4292726516723633,
      "cov-distil (oracle2teacher)": 3.2140555381774902,
      "epoch": 5.585557299843014,
      "rel-constrast": 2.271564483642578,
      "step": 7116,
      "subrel-constrast": 3.3092572689056396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6763317584991455,
      "cov-distil (oracle2student)": 5.530725955963135,
      "cov-distil (oracle2teacher)": 5.052604675292969,
      "epoch": 5.5863422291993725,
      "rel-constrast": 2.7038633823394775,
      "step": 7117,
      "subrel-constrast": 3.4119515419006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2557026147842407,
      "cov-distil (oracle2student)": 3.3748185634613037,
      "cov-distil (oracle2teacher)": 3.76096773147583,
      "epoch": 5.58712715855573,
      "rel-constrast": 2.4895975589752197,
      "step": 7118,
      "subrel-constrast": 2.881911039352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2332102060317993,
      "cov-distil (oracle2student)": 4.193902492523193,
      "cov-distil (oracle2teacher)": 3.9303855895996094,
      "epoch": 5.587912087912088,
      "rel-constrast": 2.0562639236450195,
      "step": 7119,
      "subrel-constrast": 2.6024224758148193,
      "view-similarity": 0
    },
    {
      "epoch": 5.588697017268446,
      "grad_norm": 5.1875,
      "learning_rate": 1.1611699092619598e-05,
      "loss": 0.6231,
      "step": 7120
    },
    {
      "cov-distil": 1.4463189840316772,
      "cov-distil (oracle2student)": 4.109136581420898,
      "cov-distil (oracle2teacher)": 4.050897121429443,
      "epoch": 5.588697017268446,
      "rel-constrast": 2.570509433746338,
      "step": 7120,
      "subrel-constrast": 3.217395305633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.283953905105591,
      "cov-distil (oracle2student)": 4.189313888549805,
      "cov-distil (oracle2teacher)": 3.881779432296753,
      "epoch": 5.589481946624804,
      "rel-constrast": 2.629030227661133,
      "step": 7121,
      "subrel-constrast": 3.26240873336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5525952577590942,
      "cov-distil (oracle2student)": 5.401279449462891,
      "cov-distil (oracle2teacher)": 4.664369583129883,
      "epoch": 5.590266875981162,
      "rel-constrast": 2.6802830696105957,
      "step": 7122,
      "subrel-constrast": 3.3948819637298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2277024984359741,
      "cov-distil (oracle2student)": 3.360665798187256,
      "cov-distil (oracle2teacher)": 3.5235588550567627,
      "epoch": 5.5910518053375196,
      "rel-constrast": 3.0048627853393555,
      "step": 7123,
      "subrel-constrast": 3.775747537612915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2901650667190552,
      "cov-distil (oracle2student)": 2.8234758377075195,
      "cov-distil (oracle2teacher)": 3.457486629486084,
      "epoch": 5.591836734693878,
      "rel-constrast": 2.5562684535980225,
      "step": 7124,
      "subrel-constrast": 3.6103973388671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803976774215698,
      "cov-distil (oracle2student)": 5.498361110687256,
      "cov-distil (oracle2teacher)": 4.880810737609863,
      "epoch": 5.5926216640502355,
      "rel-constrast": 1.8245081901550293,
      "step": 7125,
      "subrel-constrast": 2.998671770095825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.020561933517456,
      "cov-distil (oracle2student)": 5.002126216888428,
      "cov-distil (oracle2teacher)": 4.705068588256836,
      "epoch": 5.593406593406593,
      "rel-constrast": 3.8017935752868652,
      "step": 7126,
      "subrel-constrast": 3.792346954345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6081979274749756,
      "cov-distil (oracle2student)": 4.14023494720459,
      "cov-distil (oracle2teacher)": 3.8036203384399414,
      "epoch": 5.5941915227629515,
      "rel-constrast": 1.992734670639038,
      "step": 7127,
      "subrel-constrast": 2.750302791595459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482100486755371,
      "cov-distil (oracle2student)": 3.7817039489746094,
      "cov-distil (oracle2teacher)": 3.8629071712493896,
      "epoch": 5.594976452119309,
      "rel-constrast": 3.32023286819458,
      "step": 7128,
      "subrel-constrast": 4.059611797332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724048137664795,
      "cov-distil (oracle2student)": 2.374574661254883,
      "cov-distil (oracle2teacher)": 2.73689866065979,
      "epoch": 5.5957613814756675,
      "rel-constrast": 2.0947444438934326,
      "step": 7129,
      "subrel-constrast": 2.92171573638916,
      "view-similarity": 0
    },
    {
      "epoch": 5.596546310832025,
      "grad_norm": 4.65625,
      "learning_rate": 1.1538082979333495e-05,
      "loss": 0.7007,
      "step": 7130
    },
    {
      "cov-distil": 1.4646782875061035,
      "cov-distil (oracle2student)": 6.227468967437744,
      "cov-distil (oracle2teacher)": 5.4009552001953125,
      "epoch": 5.596546310832025,
      "rel-constrast": 3.163102626800537,
      "step": 7130,
      "subrel-constrast": 3.3637959957122803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1384897232055664,
      "cov-distil (oracle2student)": 4.7006378173828125,
      "cov-distil (oracle2teacher)": 4.0715718269348145,
      "epoch": 5.5973312401883835,
      "rel-constrast": 3.9971365928649902,
      "step": 7131,
      "subrel-constrast": 4.380494594573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1440932750701904,
      "cov-distil (oracle2student)": 3.160996437072754,
      "cov-distil (oracle2teacher)": 3.2348930835723877,
      "epoch": 5.598116169544741,
      "rel-constrast": 2.24643611907959,
      "step": 7132,
      "subrel-constrast": 3.057710647583008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1007201671600342,
      "cov-distil (oracle2student)": 2.9074342250823975,
      "cov-distil (oracle2teacher)": 3.4314985275268555,
      "epoch": 5.5989010989010985,
      "rel-constrast": 1.2734766006469727,
      "step": 7133,
      "subrel-constrast": 2.0958213806152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2238653898239136,
      "cov-distil (oracle2student)": 4.528682708740234,
      "cov-distil (oracle2teacher)": 3.965249538421631,
      "epoch": 5.599686028257457,
      "rel-constrast": 2.5427255630493164,
      "step": 7134,
      "subrel-constrast": 3.2027056217193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3729698657989502,
      "cov-distil (oracle2student)": 3.83158278465271,
      "cov-distil (oracle2teacher)": 3.64811110496521,
      "epoch": 5.6004709576138145,
      "rel-constrast": 1.8590375185012817,
      "step": 7135,
      "subrel-constrast": 2.49989914894104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3228540420532227,
      "cov-distil (oracle2student)": 4.5597453117370605,
      "cov-distil (oracle2teacher)": 4.43039608001709,
      "epoch": 5.601255886970173,
      "rel-constrast": 1.678105115890503,
      "step": 7136,
      "subrel-constrast": 2.778576135635376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1150479316711426,
      "cov-distil (oracle2student)": 5.201369762420654,
      "cov-distil (oracle2teacher)": 4.529714107513428,
      "epoch": 5.6020408163265305,
      "rel-constrast": 2.0159101486206055,
      "step": 7137,
      "subrel-constrast": 2.3132314682006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6614166498184204,
      "cov-distil (oracle2student)": 4.443103313446045,
      "cov-distil (oracle2teacher)": 3.940831184387207,
      "epoch": 5.602825745682889,
      "rel-constrast": 2.1423606872558594,
      "step": 7138,
      "subrel-constrast": 2.8166961669921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5404802560806274,
      "cov-distil (oracle2student)": 3.8392748832702637,
      "cov-distil (oracle2teacher)": 3.841597080230713,
      "epoch": 5.6036106750392465,
      "rel-constrast": 3.087092399597168,
      "step": 7139,
      "subrel-constrast": 3.3286147117614746,
      "view-similarity": 0
    },
    {
      "epoch": 5.604395604395604,
      "grad_norm": 5.875,
      "learning_rate": 1.1464630895257971e-05,
      "loss": 0.6328,
      "step": 7140
    },
    {
      "cov-distil": 1.5507526397705078,
      "cov-distil (oracle2student)": 2.849687099456787,
      "cov-distil (oracle2teacher)": 2.9055745601654053,
      "epoch": 5.604395604395604,
      "rel-constrast": 3.008476495742798,
      "step": 7140,
      "subrel-constrast": 3.563009738922119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775232195854187,
      "cov-distil (oracle2student)": 2.885270595550537,
      "cov-distil (oracle2teacher)": 2.7934203147888184,
      "epoch": 5.6051805337519625,
      "rel-constrast": 2.573822498321533,
      "step": 7141,
      "subrel-constrast": 3.1571755409240723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759361743927002,
      "cov-distil (oracle2student)": 3.5222268104553223,
      "cov-distil (oracle2teacher)": 3.1036641597747803,
      "epoch": 5.60596546310832,
      "rel-constrast": 2.3602771759033203,
      "step": 7142,
      "subrel-constrast": 3.2219715118408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3137438297271729,
      "cov-distil (oracle2student)": 4.640925407409668,
      "cov-distil (oracle2teacher)": 3.9976935386657715,
      "epoch": 5.606750392464678,
      "rel-constrast": 2.861433982849121,
      "step": 7143,
      "subrel-constrast": 3.4397189617156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5268559455871582,
      "cov-distil (oracle2student)": 4.990520477294922,
      "cov-distil (oracle2teacher)": 5.149520397186279,
      "epoch": 5.607535321821036,
      "rel-constrast": 2.100588798522949,
      "step": 7144,
      "subrel-constrast": 2.907292366027832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3397743701934814,
      "cov-distil (oracle2student)": 5.638347625732422,
      "cov-distil (oracle2teacher)": 4.77781867980957,
      "epoch": 5.608320251177394,
      "rel-constrast": 2.805220127105713,
      "step": 7145,
      "subrel-constrast": 3.374699592590332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.290148138999939,
      "cov-distil (oracle2student)": 5.775148391723633,
      "cov-distil (oracle2teacher)": 5.263206481933594,
      "epoch": 5.609105180533752,
      "rel-constrast": 2.457744836807251,
      "step": 7146,
      "subrel-constrast": 3.484874963760376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9200289249420166,
      "cov-distil (oracle2student)": 3.512934923171997,
      "cov-distil (oracle2teacher)": 3.4313106536865234,
      "epoch": 5.6098901098901095,
      "rel-constrast": 2.6566569805145264,
      "step": 7147,
      "subrel-constrast": 3.445815086364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9252963066101074,
      "cov-distil (oracle2student)": 5.72076940536499,
      "cov-distil (oracle2teacher)": 5.159424781799316,
      "epoch": 5.610675039246468,
      "rel-constrast": 2.390995502471924,
      "step": 7148,
      "subrel-constrast": 3.2608401775360107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.261720895767212,
      "cov-distil (oracle2student)": 4.291170120239258,
      "cov-distil (oracle2teacher)": 4.281331539154053,
      "epoch": 5.6114599686028255,
      "rel-constrast": 2.4103739261627197,
      "step": 7149,
      "subrel-constrast": 2.627387285232544,
      "view-similarity": 0
    },
    {
      "epoch": 5.612244897959184,
      "grad_norm": 4.875,
      "learning_rate": 1.1391343735383491e-05,
      "loss": 0.6798,
      "step": 7150
    },
    {
      "cov-distil": 1.5578153133392334,
      "cov-distil (oracle2student)": 3.6166653633117676,
      "cov-distil (oracle2teacher)": 3.66900634765625,
      "epoch": 5.612244897959184,
      "rel-constrast": 2.3625314235687256,
      "step": 7150,
      "subrel-constrast": 3.4049463272094727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601487159729004,
      "cov-distil (oracle2student)": 2.7866623401641846,
      "cov-distil (oracle2teacher)": 2.7383077144622803,
      "epoch": 5.6130298273155415,
      "rel-constrast": 1.5716352462768555,
      "step": 7151,
      "subrel-constrast": 2.555401086807251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.106013536453247,
      "cov-distil (oracle2student)": 3.907648801803589,
      "cov-distil (oracle2teacher)": 3.7912309169769287,
      "epoch": 5.6138147566719,
      "rel-constrast": 2.4158172607421875,
      "step": 7152,
      "subrel-constrast": 2.7773239612579346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1687102317810059,
      "cov-distil (oracle2student)": 4.565885543823242,
      "cov-distil (oracle2teacher)": 4.642955780029297,
      "epoch": 5.614599686028257,
      "rel-constrast": 2.349327802658081,
      "step": 7153,
      "subrel-constrast": 3.5479888916015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4574404954910278,
      "cov-distil (oracle2student)": 4.739164352416992,
      "cov-distil (oracle2teacher)": 4.9155073165893555,
      "epoch": 5.615384615384615,
      "rel-constrast": 3.820237159729004,
      "step": 7154,
      "subrel-constrast": 4.474055290222168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1444157361984253,
      "cov-distil (oracle2student)": 4.502861499786377,
      "cov-distil (oracle2teacher)": 4.192183017730713,
      "epoch": 5.616169544740973,
      "rel-constrast": 2.793431043624878,
      "step": 7155,
      "subrel-constrast": 3.4430460929870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734535813331604,
      "cov-distil (oracle2student)": 4.823614120483398,
      "cov-distil (oracle2teacher)": 4.565547943115234,
      "epoch": 5.616954474097331,
      "rel-constrast": 1.9197064638137817,
      "step": 7156,
      "subrel-constrast": 2.82385516166687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8087806701660156,
      "cov-distil (oracle2student)": 2.4796533584594727,
      "cov-distil (oracle2teacher)": 2.936264991760254,
      "epoch": 5.617739403453689,
      "rel-constrast": 2.587779998779297,
      "step": 7157,
      "subrel-constrast": 3.848438024520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.101292371749878,
      "cov-distil (oracle2student)": 3.319474697113037,
      "cov-distil (oracle2teacher)": 3.559319019317627,
      "epoch": 5.618524332810047,
      "rel-constrast": 1.3573776483535767,
      "step": 7158,
      "subrel-constrast": 2.217810869216919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.538153052330017,
      "cov-distil (oracle2student)": 4.799520492553711,
      "cov-distil (oracle2teacher)": 4.632620334625244,
      "epoch": 5.619309262166405,
      "rel-constrast": 2.2296807765960693,
      "step": 7159,
      "subrel-constrast": 2.9997596740722656,
      "view-similarity": 0
    },
    {
      "epoch": 5.620094191522763,
      "grad_norm": 4.78125,
      "learning_rate": 1.1318222392690956e-05,
      "loss": 0.6206,
      "step": 7160
    },
    {
      "cov-distil": 1.6104668378829956,
      "cov-distil (oracle2student)": 2.7860960960388184,
      "cov-distil (oracle2teacher)": 2.9585533142089844,
      "epoch": 5.620094191522763,
      "rel-constrast": 2.761392593383789,
      "step": 7160,
      "subrel-constrast": 3.390493392944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.205524206161499,
      "cov-distil (oracle2student)": 4.968343734741211,
      "cov-distil (oracle2teacher)": 4.809469223022461,
      "epoch": 5.6208791208791204,
      "rel-constrast": 3.2579681873321533,
      "step": 7161,
      "subrel-constrast": 3.693587303161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4771156311035156,
      "cov-distil (oracle2student)": 4.047033309936523,
      "cov-distil (oracle2teacher)": 3.943960189819336,
      "epoch": 5.621664050235479,
      "rel-constrast": 1.454054355621338,
      "step": 7162,
      "subrel-constrast": 2.3285391330718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680231809616089,
      "cov-distil (oracle2student)": 4.043417453765869,
      "cov-distil (oracle2teacher)": 4.471477508544922,
      "epoch": 5.622448979591836,
      "rel-constrast": 2.4134445190429688,
      "step": 7163,
      "subrel-constrast": 3.3339405059814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.264819622039795,
      "cov-distil (oracle2student)": 5.073214530944824,
      "cov-distil (oracle2teacher)": 4.770447731018066,
      "epoch": 5.623233908948195,
      "rel-constrast": 2.827576160430908,
      "step": 7164,
      "subrel-constrast": 3.5809454917907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6668469905853271,
      "cov-distil (oracle2student)": 3.082040309906006,
      "cov-distil (oracle2teacher)": 3.0058703422546387,
      "epoch": 5.624018838304552,
      "rel-constrast": 3.138025999069214,
      "step": 7165,
      "subrel-constrast": 4.1507887840271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7527110576629639,
      "cov-distil (oracle2student)": 2.8215091228485107,
      "cov-distil (oracle2teacher)": 2.83135986328125,
      "epoch": 5.624803767660911,
      "rel-constrast": 2.5240116119384766,
      "step": 7166,
      "subrel-constrast": 3.5339443683624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2719080448150635,
      "cov-distil (oracle2student)": 4.16852331161499,
      "cov-distil (oracle2teacher)": 3.6827120780944824,
      "epoch": 5.625588697017268,
      "rel-constrast": 3.014298439025879,
      "step": 7167,
      "subrel-constrast": 3.505829095840454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665602207183838,
      "cov-distil (oracle2student)": 3.4440412521362305,
      "cov-distil (oracle2teacher)": 3.4980876445770264,
      "epoch": 5.626373626373626,
      "rel-constrast": 2.39787220954895,
      "step": 7168,
      "subrel-constrast": 3.001802444458008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4718173742294312,
      "cov-distil (oracle2student)": 2.4915735721588135,
      "cov-distil (oracle2teacher)": 2.635605573654175,
      "epoch": 5.627158555729984,
      "rel-constrast": 1.7895028591156006,
      "step": 7169,
      "subrel-constrast": 2.7921371459960938,
      "view-similarity": 0
    },
    {
      "epoch": 5.627943485086342,
      "grad_norm": 4.78125,
      "learning_rate": 1.1245267758140865e-05,
      "loss": 0.6766,
      "step": 7170
    },
    {
      "cov-distil": 1.697424054145813,
      "cov-distil (oracle2student)": 4.209959983825684,
      "cov-distil (oracle2teacher)": 3.8956732749938965,
      "epoch": 5.627943485086342,
      "rel-constrast": 1.9280669689178467,
      "step": 7170,
      "subrel-constrast": 2.7009596824645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2375614643096924,
      "cov-distil (oracle2student)": 4.02291202545166,
      "cov-distil (oracle2teacher)": 3.9339914321899414,
      "epoch": 5.6287284144427,
      "rel-constrast": 1.3147190809249878,
      "step": 7171,
      "subrel-constrast": 1.8117964267730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4399900436401367,
      "cov-distil (oracle2student)": 3.1191036701202393,
      "cov-distil (oracle2teacher)": 2.9801650047302246,
      "epoch": 5.629513343799058,
      "rel-constrast": 1.9579811096191406,
      "step": 7172,
      "subrel-constrast": 2.8596298694610596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9209785461425781,
      "cov-distil (oracle2student)": 5.725344657897949,
      "cov-distil (oracle2teacher)": 5.305407524108887,
      "epoch": 5.630298273155416,
      "rel-constrast": 2.4004249572753906,
      "step": 7173,
      "subrel-constrast": 3.7733700275421143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8111363649368286,
      "cov-distil (oracle2student)": 4.8613481521606445,
      "cov-distil (oracle2teacher)": 4.291764259338379,
      "epoch": 5.631083202511774,
      "rel-constrast": 2.639840602874756,
      "step": 7174,
      "subrel-constrast": 3.0446784496307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8371706008911133,
      "cov-distil (oracle2student)": 4.256906509399414,
      "cov-distil (oracle2teacher)": 4.861052513122559,
      "epoch": 5.631868131868131,
      "rel-constrast": 2.4131133556365967,
      "step": 7175,
      "subrel-constrast": 3.2658071517944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654331684112549,
      "cov-distil (oracle2student)": 3.3376808166503906,
      "cov-distil (oracle2teacher)": 3.2627112865448,
      "epoch": 5.63265306122449,
      "rel-constrast": 1.4105042219161987,
      "step": 7176,
      "subrel-constrast": 2.1520910263061523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9549152851104736,
      "cov-distil (oracle2student)": 3.920916795730591,
      "cov-distil (oracle2teacher)": 3.8270044326782227,
      "epoch": 5.633437990580847,
      "rel-constrast": 2.9477505683898926,
      "step": 7177,
      "subrel-constrast": 3.5821950435638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.331330418586731,
      "cov-distil (oracle2student)": 3.2258195877075195,
      "cov-distil (oracle2teacher)": 2.975188970565796,
      "epoch": 5.634222919937206,
      "rel-constrast": 2.705105781555176,
      "step": 7178,
      "subrel-constrast": 3.1879708766937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1796979904174805,
      "cov-distil (oracle2student)": 2.1341474056243896,
      "cov-distil (oracle2teacher)": 2.4286975860595703,
      "epoch": 5.635007849293563,
      "rel-constrast": 2.5232696533203125,
      "step": 7179,
      "subrel-constrast": 3.038200855255127,
      "view-similarity": 0
    },
    {
      "epoch": 5.635792778649922,
      "grad_norm": 5.8125,
      "learning_rate": 1.1172480720662407e-05,
      "loss": 0.5962,
      "step": 7180
    },
    {
      "cov-distil": 1.2481552362442017,
      "cov-distil (oracle2student)": 5.365971565246582,
      "cov-distil (oracle2teacher)": 4.376410484313965,
      "epoch": 5.635792778649922,
      "rel-constrast": 2.097050428390503,
      "step": 7180,
      "subrel-constrast": 2.694110631942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6423810720443726,
      "cov-distil (oracle2student)": 3.142834424972534,
      "cov-distil (oracle2teacher)": 4.081087112426758,
      "epoch": 5.636577708006279,
      "rel-constrast": 2.6259329319000244,
      "step": 7181,
      "subrel-constrast": 3.6817047595977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3685394525527954,
      "cov-distil (oracle2student)": 4.805294990539551,
      "cov-distil (oracle2teacher)": 4.282794952392578,
      "epoch": 5.637362637362637,
      "rel-constrast": 3.423628091812134,
      "step": 7182,
      "subrel-constrast": 3.8316638469696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5488684177398682,
      "cov-distil (oracle2student)": 5.517061710357666,
      "cov-distil (oracle2teacher)": 4.976339340209961,
      "epoch": 5.638147566718995,
      "rel-constrast": 2.234604597091675,
      "step": 7183,
      "subrel-constrast": 2.754227876663208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.269728422164917,
      "cov-distil (oracle2student)": 3.9508755207061768,
      "cov-distil (oracle2teacher)": 3.550607442855835,
      "epoch": 5.638932496075353,
      "rel-constrast": 1.7627464532852173,
      "step": 7184,
      "subrel-constrast": 2.258974313735962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5342490673065186,
      "cov-distil (oracle2student)": 3.396500825881958,
      "cov-distil (oracle2teacher)": 3.2366740703582764,
      "epoch": 5.639717425431711,
      "rel-constrast": 1.4290357828140259,
      "step": 7185,
      "subrel-constrast": 2.822946786880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777449131011963,
      "cov-distil (oracle2student)": 2.7024178504943848,
      "cov-distil (oracle2teacher)": 3.289620876312256,
      "epoch": 5.640502354788069,
      "rel-constrast": 2.8553519248962402,
      "step": 7186,
      "subrel-constrast": 3.752464771270752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1303246021270752,
      "cov-distil (oracle2student)": 4.309943199157715,
      "cov-distil (oracle2teacher)": 4.035333633422852,
      "epoch": 5.641287284144427,
      "rel-constrast": 3.0531630516052246,
      "step": 7187,
      "subrel-constrast": 3.2492785453796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9829819202423096,
      "cov-distil (oracle2student)": 3.112271785736084,
      "cov-distil (oracle2teacher)": 3.433361291885376,
      "epoch": 5.642072213500785,
      "rel-constrast": 2.5271830558776855,
      "step": 7188,
      "subrel-constrast": 3.3582332134246826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.082844853401184,
      "cov-distil (oracle2student)": 4.060727119445801,
      "cov-distil (oracle2teacher)": 3.9316890239715576,
      "epoch": 5.642857142857143,
      "rel-constrast": 1.8137861490249634,
      "step": 7189,
      "subrel-constrast": 2.2133212089538574,
      "view-similarity": 0
    },
    {
      "epoch": 5.643642072213501,
      "grad_norm": 4.75,
      "learning_rate": 1.1099862167142675e-05,
      "loss": 0.632,
      "step": 7190
    },
    {
      "cov-distil": 1.438293695449829,
      "cov-distil (oracle2student)": 3.0037684440612793,
      "cov-distil (oracle2teacher)": 3.0797042846679688,
      "epoch": 5.643642072213501,
      "rel-constrast": 1.9296780824661255,
      "step": 7190,
      "subrel-constrast": 2.7600908279418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4910798072814941,
      "cov-distil (oracle2student)": 7.0604448318481445,
      "cov-distil (oracle2teacher)": 6.2033820152282715,
      "epoch": 5.644427001569858,
      "rel-constrast": 3.415876626968384,
      "step": 7191,
      "subrel-constrast": 3.8402762413024902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2100932598114014,
      "cov-distil (oracle2student)": 4.442329406738281,
      "cov-distil (oracle2teacher)": 4.58854341506958,
      "epoch": 5.645211930926217,
      "rel-constrast": 2.616267681121826,
      "step": 7192,
      "subrel-constrast": 3.0050971508026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6257336139678955,
      "cov-distil (oracle2student)": 4.014416694641113,
      "cov-distil (oracle2teacher)": 4.24308967590332,
      "epoch": 5.645996860282574,
      "rel-constrast": 2.530879497528076,
      "step": 7193,
      "subrel-constrast": 3.24009370803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.543897032737732,
      "cov-distil (oracle2student)": 3.00970458984375,
      "cov-distil (oracle2teacher)": 3.025632381439209,
      "epoch": 5.646781789638933,
      "rel-constrast": 1.7895828485488892,
      "step": 7194,
      "subrel-constrast": 2.7704732418060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6636273860931396,
      "cov-distil (oracle2student)": 4.349225044250488,
      "cov-distil (oracle2teacher)": 3.878312349319458,
      "epoch": 5.64756671899529,
      "rel-constrast": 2.7367677688598633,
      "step": 7195,
      "subrel-constrast": 3.2308144569396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990428447723389,
      "cov-distil (oracle2student)": 3.4022510051727295,
      "cov-distil (oracle2teacher)": 3.291766881942749,
      "epoch": 5.648351648351649,
      "rel-constrast": 2.664701461791992,
      "step": 7196,
      "subrel-constrast": 2.950404405593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.355980396270752,
      "cov-distil (oracle2student)": 5.167057991027832,
      "cov-distil (oracle2teacher)": 4.589781761169434,
      "epoch": 5.649136577708006,
      "rel-constrast": 2.9673287868499756,
      "step": 7197,
      "subrel-constrast": 3.3360652923583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6771790981292725,
      "cov-distil (oracle2student)": 3.9349374771118164,
      "cov-distil (oracle2teacher)": 3.9186675548553467,
      "epoch": 5.649921507064365,
      "rel-constrast": 2.763193130493164,
      "step": 7198,
      "subrel-constrast": 3.6800990104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2435684204101562,
      "cov-distil (oracle2student)": 3.963268756866455,
      "cov-distil (oracle2teacher)": 3.748121976852417,
      "epoch": 5.650706436420722,
      "rel-constrast": 2.3272838592529297,
      "step": 7199,
      "subrel-constrast": 2.9128997325897217,
      "view-similarity": 0
    },
    {
      "epoch": 5.65149136577708,
      "grad_norm": 4.875,
      "learning_rate": 1.1027412982415814e-05,
      "loss": 0.6802,
      "step": 7200
    },
    {
      "epoch": 5.65149136577708,
      "overlap": 0.31562501192092896,
      "step": 7200
    },
    {
      "epoch": 5.65149136577708,
      "step": 7200,
      "student margin": 0.06512451171875
    },
    {
      "epoch": 5.65149136577708,
      "step": 7200,
      "teacher margin": 0.046844482421875
    },
    {
      "epoch": 5.65149136577708,
      "margin difference": -0.018280029296875,
      "step": 7200
    },
    {
      "cov-distil": 1.9540619850158691,
      "cov-distil (oracle2student)": 4.491998195648193,
      "cov-distil (oracle2teacher)": 4.150829315185547,
      "epoch": 5.65149136577708,
      "rel-constrast": 2.4019978046417236,
      "step": 7200,
      "subrel-constrast": 2.7797200679779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5851376056671143,
      "cov-distil (oracle2student)": 3.523040294647217,
      "cov-distil (oracle2teacher)": 3.388157844543457,
      "epoch": 5.652276295133438,
      "rel-constrast": 2.6952004432678223,
      "step": 7201,
      "subrel-constrast": 3.3028860092163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.253301739692688,
      "cov-distil (oracle2student)": 3.8985800743103027,
      "cov-distil (oracle2teacher)": 3.8069686889648438,
      "epoch": 5.653061224489796,
      "rel-constrast": 3.414828300476074,
      "step": 7202,
      "subrel-constrast": 3.8465967178344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2384999990463257,
      "cov-distil (oracle2student)": 4.61440372467041,
      "cov-distil (oracle2teacher)": 4.154545783996582,
      "epoch": 5.653846153846154,
      "rel-constrast": 3.0263328552246094,
      "step": 7203,
      "subrel-constrast": 3.2630932331085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795987606048584,
      "cov-distil (oracle2student)": 4.893566608428955,
      "cov-distil (oracle2teacher)": 5.045684337615967,
      "epoch": 5.654631083202512,
      "rel-constrast": 3.4917452335357666,
      "step": 7204,
      "subrel-constrast": 4.414380073547363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.215912938117981,
      "cov-distil (oracle2student)": 5.866415977478027,
      "cov-distil (oracle2teacher)": 5.5386810302734375,
      "epoch": 5.65541601255887,
      "rel-constrast": 2.89375901222229,
      "step": 7205,
      "subrel-constrast": 3.310978889465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499485731124878,
      "cov-distil (oracle2student)": 3.4406330585479736,
      "cov-distil (oracle2teacher)": 3.325427293777466,
      "epoch": 5.656200941915228,
      "rel-constrast": 2.4499199390411377,
      "step": 7206,
      "subrel-constrast": 2.6047041416168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8702276945114136,
      "cov-distil (oracle2student)": 3.299170970916748,
      "cov-distil (oracle2teacher)": 3.208244800567627,
      "epoch": 5.656985871271585,
      "rel-constrast": 1.9764190912246704,
      "step": 7207,
      "subrel-constrast": 2.600522041320801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6692748069763184,
      "cov-distil (oracle2student)": 4.376302719116211,
      "cov-distil (oracle2teacher)": 4.007772445678711,
      "epoch": 5.657770800627944,
      "rel-constrast": 2.0915310382843018,
      "step": 7208,
      "subrel-constrast": 2.798177719116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3483479022979736,
      "cov-distil (oracle2student)": 3.5088260173797607,
      "cov-distil (oracle2teacher)": 4.016141414642334,
      "epoch": 5.658555729984301,
      "rel-constrast": 2.195250988006592,
      "step": 7209,
      "subrel-constrast": 3.3148581981658936,
      "view-similarity": 0
    },
    {
      "epoch": 5.65934065934066,
      "grad_norm": 4.78125,
      "learning_rate": 1.095513404925228e-05,
      "loss": 0.7045,
      "step": 7210
    },
    {
      "cov-distil": 1.830281138420105,
      "cov-distil (oracle2student)": 3.4575610160827637,
      "cov-distil (oracle2teacher)": 3.7728586196899414,
      "epoch": 5.65934065934066,
      "rel-constrast": 3.099306106567383,
      "step": 7210,
      "subrel-constrast": 3.499985933303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0744524002075195,
      "cov-distil (oracle2student)": 4.922154426574707,
      "cov-distil (oracle2teacher)": 4.319045066833496,
      "epoch": 5.660125588697017,
      "rel-constrast": 2.0156965255737305,
      "step": 7211,
      "subrel-constrast": 3.231781005859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227072238922119,
      "cov-distil (oracle2student)": 5.409693717956543,
      "cov-distil (oracle2teacher)": 4.76028299331665,
      "epoch": 5.660910518053376,
      "rel-constrast": 1.8558197021484375,
      "step": 7212,
      "subrel-constrast": 3.0249996185302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.455277681350708,
      "cov-distil (oracle2student)": 5.360897064208984,
      "cov-distil (oracle2teacher)": 5.140132427215576,
      "epoch": 5.661695447409733,
      "rel-constrast": 2.9669089317321777,
      "step": 7213,
      "subrel-constrast": 3.5108141899108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4870758056640625,
      "cov-distil (oracle2student)": 4.547826766967773,
      "cov-distil (oracle2teacher)": 4.30753231048584,
      "epoch": 5.662480376766091,
      "rel-constrast": 2.212498664855957,
      "step": 7214,
      "subrel-constrast": 2.8675897121429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8702974319458008,
      "cov-distil (oracle2student)": 4.923142910003662,
      "cov-distil (oracle2teacher)": 4.960709571838379,
      "epoch": 5.663265306122449,
      "rel-constrast": 3.9832959175109863,
      "step": 7215,
      "subrel-constrast": 5.099146842956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7571618556976318,
      "cov-distil (oracle2student)": 4.798107624053955,
      "cov-distil (oracle2teacher)": 4.051821708679199,
      "epoch": 5.664050235478807,
      "rel-constrast": 2.717872142791748,
      "step": 7216,
      "subrel-constrast": 2.9752864837646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6393892765045166,
      "cov-distil (oracle2student)": 4.462168216705322,
      "cov-distil (oracle2teacher)": 4.466344356536865,
      "epoch": 5.664835164835165,
      "rel-constrast": 1.9498159885406494,
      "step": 7217,
      "subrel-constrast": 2.966207504272461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7896491289138794,
      "cov-distil (oracle2student)": 6.444441318511963,
      "cov-distil (oracle2teacher)": 6.220707893371582,
      "epoch": 5.665620094191523,
      "rel-constrast": 3.3369486331939697,
      "step": 7218,
      "subrel-constrast": 3.965289354324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5477514266967773,
      "cov-distil (oracle2student)": 4.817256927490234,
      "cov-distil (oracle2teacher)": 4.264969348907471,
      "epoch": 5.666405023547881,
      "rel-constrast": 2.593187093734741,
      "step": 7219,
      "subrel-constrast": 3.4771487712860107,
      "view-similarity": 0
    },
    {
      "epoch": 5.667189952904239,
      "grad_norm": 6.25,
      "learning_rate": 1.0883026248348076e-05,
      "loss": 0.7125,
      "step": 7220
    },
    {
      "cov-distil": 1.5050383806228638,
      "cov-distil (oracle2student)": 5.075125217437744,
      "cov-distil (oracle2teacher)": 4.609150409698486,
      "epoch": 5.667189952904239,
      "rel-constrast": 2.5606114864349365,
      "step": 7220,
      "subrel-constrast": 3.5081048011779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6352304220199585,
      "cov-distil (oracle2student)": 5.47430419921875,
      "cov-distil (oracle2teacher)": 5.764835834503174,
      "epoch": 5.667974882260596,
      "rel-constrast": 2.720193862915039,
      "step": 7221,
      "subrel-constrast": 3.162987232208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8223907947540283,
      "cov-distil (oracle2student)": 3.7518954277038574,
      "cov-distil (oracle2teacher)": 3.7820019721984863,
      "epoch": 5.668759811616955,
      "rel-constrast": 1.5487678050994873,
      "step": 7222,
      "subrel-constrast": 2.760953187942505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6592578887939453,
      "cov-distil (oracle2student)": 6.200235366821289,
      "cov-distil (oracle2teacher)": 5.778352737426758,
      "epoch": 5.669544740973312,
      "rel-constrast": 2.3683409690856934,
      "step": 7223,
      "subrel-constrast": 3.6693320274353027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5243072509765625,
      "cov-distil (oracle2student)": 5.405856609344482,
      "cov-distil (oracle2teacher)": 4.722996234893799,
      "epoch": 5.670329670329671,
      "rel-constrast": 2.437091112136841,
      "step": 7224,
      "subrel-constrast": 3.267778158187866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4126454591751099,
      "cov-distil (oracle2student)": 4.326354026794434,
      "cov-distil (oracle2teacher)": 4.190078258514404,
      "epoch": 5.671114599686028,
      "rel-constrast": 2.732137680053711,
      "step": 7225,
      "subrel-constrast": 3.654958724975586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2149062156677246,
      "cov-distil (oracle2student)": 5.919400691986084,
      "cov-distil (oracle2teacher)": 5.533384323120117,
      "epoch": 5.671899529042387,
      "rel-constrast": 3.2589526176452637,
      "step": 7226,
      "subrel-constrast": 3.920250415802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5526220798492432,
      "cov-distil (oracle2student)": 6.283849716186523,
      "cov-distil (oracle2teacher)": 5.2091217041015625,
      "epoch": 5.672684458398744,
      "rel-constrast": 2.5918221473693848,
      "step": 7227,
      "subrel-constrast": 3.551975727081299,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1670451164245605,
      "cov-distil (oracle2student)": 6.135455131530762,
      "cov-distil (oracle2teacher)": 4.618312358856201,
      "epoch": 5.673469387755102,
      "rel-constrast": 2.477980136871338,
      "step": 7228,
      "subrel-constrast": 3.1893057823181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4833056926727295,
      "cov-distil (oracle2student)": 4.296525955200195,
      "cov-distil (oracle2teacher)": 4.1466851234436035,
      "epoch": 5.67425431711146,
      "rel-constrast": 1.8837369680404663,
      "step": 7229,
      "subrel-constrast": 2.218822956085205,
      "view-similarity": 0
    },
    {
      "epoch": 5.675039246467818,
      "grad_norm": 5.125,
      "learning_rate": 1.0811090458313983e-05,
      "loss": 0.6544,
      "step": 7230
    },
    {
      "cov-distil": 1.8213322162628174,
      "cov-distil (oracle2student)": 5.413250923156738,
      "cov-distil (oracle2teacher)": 4.6440253257751465,
      "epoch": 5.675039246467818,
      "rel-constrast": 2.173341751098633,
      "step": 7230,
      "subrel-constrast": 3.0291714668273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6671487092971802,
      "cov-distil (oracle2student)": 4.517230033874512,
      "cov-distil (oracle2teacher)": 4.2445526123046875,
      "epoch": 5.675824175824176,
      "rel-constrast": 2.6722970008850098,
      "step": 7231,
      "subrel-constrast": 3.1554789543151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5005853176116943,
      "cov-distil (oracle2student)": 3.13576602935791,
      "cov-distil (oracle2teacher)": 3.131213665008545,
      "epoch": 5.676609105180534,
      "rel-constrast": 2.906148672103882,
      "step": 7232,
      "subrel-constrast": 3.3533389568328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566326379776,
      "cov-distil (oracle2student)": 3.455390453338623,
      "cov-distil (oracle2teacher)": 4.019700050354004,
      "epoch": 5.677394034536892,
      "rel-constrast": 2.784055233001709,
      "step": 7233,
      "subrel-constrast": 3.958920478820801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.574973225593567,
      "cov-distil (oracle2student)": 3.9631130695343018,
      "cov-distil (oracle2teacher)": 3.626938581466675,
      "epoch": 5.67817896389325,
      "rel-constrast": 1.4373325109481812,
      "step": 7234,
      "subrel-constrast": 2.469099521636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2068274021148682,
      "cov-distil (oracle2student)": 5.3354573249816895,
      "cov-distil (oracle2teacher)": 4.482949733734131,
      "epoch": 5.678963893249607,
      "rel-constrast": 2.6877148151397705,
      "step": 7235,
      "subrel-constrast": 3.0010149478912354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1710529327392578,
      "cov-distil (oracle2student)": 4.84377384185791,
      "cov-distil (oracle2teacher)": 4.84991455078125,
      "epoch": 5.679748822605966,
      "rel-constrast": 2.905134677886963,
      "step": 7236,
      "subrel-constrast": 3.6306748390197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4777905941009521,
      "cov-distil (oracle2student)": 3.6781532764434814,
      "cov-distil (oracle2teacher)": 4.037684440612793,
      "epoch": 5.680533751962323,
      "rel-constrast": 3.441023349761963,
      "step": 7237,
      "subrel-constrast": 4.023512363433838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1611435413360596,
      "cov-distil (oracle2student)": 2.6908788681030273,
      "cov-distil (oracle2teacher)": 2.6668448448181152,
      "epoch": 5.681318681318682,
      "rel-constrast": 1.774178385734558,
      "step": 7238,
      "subrel-constrast": 2.4484975337982178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4013047218322754,
      "cov-distil (oracle2student)": 4.902390480041504,
      "cov-distil (oracle2teacher)": 4.424250602722168,
      "epoch": 5.682103610675039,
      "rel-constrast": 2.698096513748169,
      "step": 7239,
      "subrel-constrast": 3.4011101722717285,
      "view-similarity": 0
    },
    {
      "epoch": 5.6828885400313975,
      "grad_norm": 6.4375,
      "learning_rate": 1.0739327555664916e-05,
      "loss": 0.6733,
      "step": 7240
    },
    {
      "cov-distil": 1.672989845275879,
      "cov-distil (oracle2student)": 4.382554531097412,
      "cov-distil (oracle2teacher)": 4.664331436157227,
      "epoch": 5.6828885400313975,
      "rel-constrast": 2.025387763977051,
      "step": 7240,
      "subrel-constrast": 2.935084104537964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3436734676361084,
      "cov-distil (oracle2student)": 4.330265998840332,
      "cov-distil (oracle2teacher)": 4.236959934234619,
      "epoch": 5.683673469387755,
      "rel-constrast": 3.959019660949707,
      "step": 7241,
      "subrel-constrast": 4.552647113800049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4532990455627441,
      "cov-distil (oracle2student)": 3.322537899017334,
      "cov-distil (oracle2teacher)": 3.1180505752563477,
      "epoch": 5.684458398744113,
      "rel-constrast": 2.920161485671997,
      "step": 7242,
      "subrel-constrast": 3.7835354804992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412327527999878,
      "cov-distil (oracle2student)": 4.164833068847656,
      "cov-distil (oracle2teacher)": 4.159873008728027,
      "epoch": 5.685243328100471,
      "rel-constrast": 2.2117581367492676,
      "step": 7243,
      "subrel-constrast": 3.1475164890289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9614603519439697,
      "cov-distil (oracle2student)": 4.550832271575928,
      "cov-distil (oracle2teacher)": 3.7962899208068848,
      "epoch": 5.686028257456829,
      "rel-constrast": 1.4796103239059448,
      "step": 7244,
      "subrel-constrast": 2.6612513065338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583465337753296,
      "cov-distil (oracle2student)": 4.038384437561035,
      "cov-distil (oracle2teacher)": 3.8812503814697266,
      "epoch": 5.686813186813187,
      "rel-constrast": 2.972900867462158,
      "step": 7245,
      "subrel-constrast": 3.745565891265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0268642902374268,
      "cov-distil (oracle2student)": 4.355693340301514,
      "cov-distil (oracle2teacher)": 4.648734092712402,
      "epoch": 5.687598116169545,
      "rel-constrast": 2.957137107849121,
      "step": 7246,
      "subrel-constrast": 3.3595516681671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3380022048950195,
      "cov-distil (oracle2student)": 3.4530744552612305,
      "cov-distil (oracle2teacher)": 3.434368371963501,
      "epoch": 5.688383045525903,
      "rel-constrast": 1.7757980823516846,
      "step": 7247,
      "subrel-constrast": 2.4393162727355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3360416889190674,
      "cov-distil (oracle2student)": 4.74619197845459,
      "cov-distil (oracle2teacher)": 4.4527435302734375,
      "epoch": 5.689167974882261,
      "rel-constrast": 1.892427921295166,
      "step": 7248,
      "subrel-constrast": 2.259270429611206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.81061851978302,
      "cov-distil (oracle2student)": 3.01591420173645,
      "cov-distil (oracle2teacher)": 3.1510331630706787,
      "epoch": 5.689952904238618,
      "rel-constrast": 2.3302900791168213,
      "step": 7249,
      "subrel-constrast": 2.6923651695251465,
      "view-similarity": 0
    },
    {
      "epoch": 5.6907378335949765,
      "grad_norm": 5.34375,
      "learning_rate": 1.066773841480918e-05,
      "loss": 0.6505,
      "step": 7250
    },
    {
      "cov-distil": 1.109291434288025,
      "cov-distil (oracle2student)": 3.3120360374450684,
      "cov-distil (oracle2teacher)": 3.3921351432800293,
      "epoch": 5.6907378335949765,
      "rel-constrast": 2.377324104309082,
      "step": 7250,
      "subrel-constrast": 2.927506446838379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539294958114624,
      "cov-distil (oracle2student)": 3.647815227508545,
      "cov-distil (oracle2teacher)": 3.7892532348632812,
      "epoch": 5.691522762951334,
      "rel-constrast": 2.776589870452881,
      "step": 7251,
      "subrel-constrast": 3.461591958999634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7776885032653809,
      "cov-distil (oracle2student)": 4.516097068786621,
      "cov-distil (oracle2teacher)": 4.310148239135742,
      "epoch": 5.6923076923076925,
      "rel-constrast": 3.0817620754241943,
      "step": 7252,
      "subrel-constrast": 3.8584063053131104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6904923915863037,
      "cov-distil (oracle2student)": 3.762831687927246,
      "cov-distil (oracle2teacher)": 3.49704909324646,
      "epoch": 5.69309262166405,
      "rel-constrast": 2.6695213317871094,
      "step": 7253,
      "subrel-constrast": 3.5263538360595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.637641191482544,
      "cov-distil (oracle2student)": 3.099513292312622,
      "cov-distil (oracle2teacher)": 3.1730241775512695,
      "epoch": 5.6938775510204085,
      "rel-constrast": 2.529165506362915,
      "step": 7254,
      "subrel-constrast": 3.1324880123138428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9368469715118408,
      "cov-distil (oracle2student)": 3.7219858169555664,
      "cov-distil (oracle2teacher)": 3.624354839324951,
      "epoch": 5.694662480376766,
      "rel-constrast": 1.8088388442993164,
      "step": 7255,
      "subrel-constrast": 3.1053459644317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0515832901000977,
      "cov-distil (oracle2student)": 5.766073226928711,
      "cov-distil (oracle2teacher)": 5.057271957397461,
      "epoch": 5.695447409733124,
      "rel-constrast": 3.348378896713257,
      "step": 7256,
      "subrel-constrast": 3.5686697959899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4742786884307861,
      "cov-distil (oracle2student)": 4.464904308319092,
      "cov-distil (oracle2teacher)": 4.210400581359863,
      "epoch": 5.696232339089482,
      "rel-constrast": 2.183424234390259,
      "step": 7257,
      "subrel-constrast": 2.9239604473114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6611732244491577,
      "cov-distil (oracle2student)": 4.749375343322754,
      "cov-distil (oracle2teacher)": 4.499480247497559,
      "epoch": 5.6970172684458396,
      "rel-constrast": 1.161225438117981,
      "step": 7258,
      "subrel-constrast": 2.014896869659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.509411096572876,
      "cov-distil (oracle2student)": 3.6030097007751465,
      "cov-distil (oracle2teacher)": 3.6581649780273438,
      "epoch": 5.697802197802198,
      "rel-constrast": 2.460691213607788,
      "step": 7259,
      "subrel-constrast": 2.6216304302215576,
      "view-similarity": 0
    },
    {
      "epoch": 5.6985871271585555,
      "grad_norm": 5.21875,
      "learning_rate": 1.0596323908037883e-05,
      "loss": 0.6484,
      "step": 7260
    },
    {
      "cov-distil": 1.0303013324737549,
      "cov-distil (oracle2student)": 3.766749620437622,
      "cov-distil (oracle2teacher)": 3.9292385578155518,
      "epoch": 5.6985871271585555,
      "rel-constrast": 2.3343608379364014,
      "step": 7260,
      "subrel-constrast": 2.7639124393463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6710684299468994,
      "cov-distil (oracle2student)": 3.8400487899780273,
      "cov-distil (oracle2teacher)": 3.5376791954040527,
      "epoch": 5.699372056514914,
      "rel-constrast": 2.404994010925293,
      "step": 7261,
      "subrel-constrast": 3.225177526473999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323240280151367,
      "cov-distil (oracle2student)": 5.0648393630981445,
      "cov-distil (oracle2teacher)": 5.122748374938965,
      "epoch": 5.7001569858712715,
      "rel-constrast": 3.0872623920440674,
      "step": 7262,
      "subrel-constrast": 4.449342727661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2387752532958984,
      "cov-distil (oracle2student)": 3.1753227710723877,
      "cov-distil (oracle2teacher)": 3.012916326522827,
      "epoch": 5.700941915227629,
      "rel-constrast": 1.192894697189331,
      "step": 7263,
      "subrel-constrast": 2.278398036956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6435133218765259,
      "cov-distil (oracle2student)": 4.833731174468994,
      "cov-distil (oracle2teacher)": 4.249015808105469,
      "epoch": 5.7017268445839875,
      "rel-constrast": 2.9215879440307617,
      "step": 7264,
      "subrel-constrast": 3.565274477005005,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2726733684539795,
      "cov-distil (oracle2student)": 3.3435428142547607,
      "cov-distil (oracle2teacher)": 3.445258140563965,
      "epoch": 5.702511773940345,
      "rel-constrast": 1.4770711660385132,
      "step": 7265,
      "subrel-constrast": 3.1172914505004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392256498336792,
      "cov-distil (oracle2student)": 3.3021812438964844,
      "cov-distil (oracle2teacher)": 3.323716402053833,
      "epoch": 5.7032967032967035,
      "rel-constrast": 1.9063843488693237,
      "step": 7266,
      "subrel-constrast": 2.5341155529022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.84004807472229,
      "cov-distil (oracle2student)": 5.56929349899292,
      "cov-distil (oracle2teacher)": 5.270723342895508,
      "epoch": 5.704081632653061,
      "rel-constrast": 1.6731688976287842,
      "step": 7267,
      "subrel-constrast": 2.602212429046631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8358092308044434,
      "cov-distil (oracle2student)": 3.988077402114868,
      "cov-distil (oracle2teacher)": 3.6679069995880127,
      "epoch": 5.704866562009419,
      "rel-constrast": 2.4784483909606934,
      "step": 7268,
      "subrel-constrast": 3.5329341888427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976150274276733,
      "cov-distil (oracle2student)": 4.481614112854004,
      "cov-distil (oracle2teacher)": 4.348567962646484,
      "epoch": 5.705651491365777,
      "rel-constrast": 1.8776572942733765,
      "step": 7269,
      "subrel-constrast": 2.5266127586364746,
      "view-similarity": 0
    },
    {
      "epoch": 5.7064364207221345,
      "grad_norm": 5.0625,
      "learning_rate": 1.0525084905514235e-05,
      "loss": 0.575,
      "step": 7270
    },
    {
      "cov-distil": 1.171661376953125,
      "cov-distil (oracle2student)": 3.0658040046691895,
      "cov-distil (oracle2teacher)": 2.9602465629577637,
      "epoch": 5.7064364207221345,
      "rel-constrast": 3.006260395050049,
      "step": 7270,
      "subrel-constrast": 3.4630956649780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2543288469314575,
      "cov-distil (oracle2student)": 5.5774664878845215,
      "cov-distil (oracle2teacher)": 5.066971778869629,
      "epoch": 5.707221350078493,
      "rel-constrast": 2.5002574920654297,
      "step": 7271,
      "subrel-constrast": 2.918333053588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0632286071777344,
      "cov-distil (oracle2student)": 4.758739471435547,
      "cov-distil (oracle2teacher)": 4.643653869628906,
      "epoch": 5.7080062794348505,
      "rel-constrast": 2.218628168106079,
      "step": 7272,
      "subrel-constrast": 3.2117152214050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6536273956298828,
      "cov-distil (oracle2student)": 4.112295627593994,
      "cov-distil (oracle2teacher)": 3.97184157371521,
      "epoch": 5.708791208791209,
      "rel-constrast": 2.5048797130584717,
      "step": 7273,
      "subrel-constrast": 2.902451515197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5621612071990967,
      "cov-distil (oracle2student)": 2.9021997451782227,
      "cov-distil (oracle2teacher)": 3.4012291431427,
      "epoch": 5.7095761381475665,
      "rel-constrast": 1.9162310361862183,
      "step": 7274,
      "subrel-constrast": 3.2421088218688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0113632678985596,
      "cov-distil (oracle2student)": 3.101634979248047,
      "cov-distil (oracle2teacher)": 2.9160706996917725,
      "epoch": 5.710361067503925,
      "rel-constrast": 1.8566083908081055,
      "step": 7275,
      "subrel-constrast": 2.228536605834961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8042879104614258,
      "cov-distil (oracle2student)": 2.896677017211914,
      "cov-distil (oracle2teacher)": 3.193908452987671,
      "epoch": 5.7111459968602825,
      "rel-constrast": 1.9993747472763062,
      "step": 7276,
      "subrel-constrast": 3.073601245880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3918166160583496,
      "cov-distil (oracle2student)": 4.442285060882568,
      "cov-distil (oracle2teacher)": 3.7476348876953125,
      "epoch": 5.71193092621664,
      "rel-constrast": 3.3877744674682617,
      "step": 7277,
      "subrel-constrast": 3.6790833473205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1229331493377686,
      "cov-distil (oracle2student)": 4.371076583862305,
      "cov-distil (oracle2teacher)": 4.218296527862549,
      "epoch": 5.712715855572998,
      "rel-constrast": 2.326864004135132,
      "step": 7278,
      "subrel-constrast": 2.8757667541503906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867369651794434,
      "cov-distil (oracle2student)": 5.588260173797607,
      "cov-distil (oracle2teacher)": 5.078988552093506,
      "epoch": 5.713500784929356,
      "rel-constrast": 2.570211410522461,
      "step": 7279,
      "subrel-constrast": 3.4348154067993164,
      "view-similarity": 0
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 5.375,
      "learning_rate": 1.0454022275263018e-05,
      "loss": 0.6417,
      "step": 7280
    },
    {
      "cov-distil": 1.6094889640808105,
      "cov-distil (oracle2student)": 4.500032901763916,
      "cov-distil (oracle2teacher)": 4.55426025390625,
      "epoch": 5.714285714285714,
      "rel-constrast": 2.461196184158325,
      "step": 7280,
      "subrel-constrast": 3.093780994415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6644749641418457,
      "cov-distil (oracle2student)": 4.681684494018555,
      "cov-distil (oracle2teacher)": 4.250998497009277,
      "epoch": 5.715070643642072,
      "rel-constrast": 1.9285005331039429,
      "step": 7281,
      "subrel-constrast": 2.9011952877044678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3109227418899536,
      "cov-distil (oracle2student)": 4.164869785308838,
      "cov-distil (oracle2teacher)": 4.410059928894043,
      "epoch": 5.71585557299843,
      "rel-constrast": 2.6568350791931152,
      "step": 7282,
      "subrel-constrast": 3.354243040084839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6718319654464722,
      "cov-distil (oracle2student)": 3.1961429119110107,
      "cov-distil (oracle2teacher)": 3.388004779815674,
      "epoch": 5.716640502354788,
      "rel-constrast": 2.3824315071105957,
      "step": 7283,
      "subrel-constrast": 3.463703155517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0579431056976318,
      "cov-distil (oracle2student)": 3.6495466232299805,
      "cov-distil (oracle2teacher)": 3.426515579223633,
      "epoch": 5.717425431711146,
      "rel-constrast": 2.0307669639587402,
      "step": 7284,
      "subrel-constrast": 2.6903669834136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5748686790466309,
      "cov-distil (oracle2student)": 3.1258351802825928,
      "cov-distil (oracle2teacher)": 3.150259017944336,
      "epoch": 5.718210361067504,
      "rel-constrast": 1.602186918258667,
      "step": 7285,
      "subrel-constrast": 2.39455509185791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3294458389282227,
      "cov-distil (oracle2student)": 4.2194743156433105,
      "cov-distil (oracle2teacher)": 3.825021743774414,
      "epoch": 5.718995290423862,
      "rel-constrast": 1.5170962810516357,
      "step": 7286,
      "subrel-constrast": 2.065373420715332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0627944469451904,
      "cov-distil (oracle2student)": 4.330361366271973,
      "cov-distil (oracle2teacher)": 4.499173164367676,
      "epoch": 5.71978021978022,
      "rel-constrast": 1.8333280086517334,
      "step": 7287,
      "subrel-constrast": 3.0179836750030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067741394042969,
      "cov-distil (oracle2student)": 3.7107465267181396,
      "cov-distil (oracle2teacher)": 3.24466609954834,
      "epoch": 5.720565149136577,
      "rel-constrast": 2.701158285140991,
      "step": 7288,
      "subrel-constrast": 2.71604585647583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5570940971374512,
      "cov-distil (oracle2student)": 3.3036160469055176,
      "cov-distil (oracle2teacher)": 3.4695329666137695,
      "epoch": 5.721350078492936,
      "rel-constrast": 2.491819381713867,
      "step": 7289,
      "subrel-constrast": 3.0610971450805664,
      "view-similarity": 0
    },
    {
      "epoch": 5.722135007849293,
      "grad_norm": 6.15625,
      "learning_rate": 1.0383136883159935e-05,
      "loss": 0.5755,
      "step": 7290
    },
    {
      "cov-distil": 1.9312450885772705,
      "cov-distil (oracle2student)": 4.365617752075195,
      "cov-distil (oracle2teacher)": 3.718148708343506,
      "epoch": 5.722135007849293,
      "rel-constrast": 2.648637294769287,
      "step": 7290,
      "subrel-constrast": 3.5932776927948,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.082493543624878,
      "cov-distil (oracle2student)": 5.373876571655273,
      "cov-distil (oracle2teacher)": 4.537071704864502,
      "epoch": 5.722919937205652,
      "rel-constrast": 2.4484353065490723,
      "step": 7291,
      "subrel-constrast": 2.844369888305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5560849905014038,
      "cov-distil (oracle2student)": 4.06807804107666,
      "cov-distil (oracle2teacher)": 3.7270517349243164,
      "epoch": 5.723704866562009,
      "rel-constrast": 2.5340094566345215,
      "step": 7292,
      "subrel-constrast": 3.0299072265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.237770438194275,
      "cov-distil (oracle2student)": 4.646378040313721,
      "cov-distil (oracle2teacher)": 4.437459468841553,
      "epoch": 5.724489795918368,
      "rel-constrast": 2.2675065994262695,
      "step": 7293,
      "subrel-constrast": 2.8793864250183105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.188998818397522,
      "cov-distil (oracle2student)": 5.111678123474121,
      "cov-distil (oracle2teacher)": 4.306696891784668,
      "epoch": 5.725274725274725,
      "rel-constrast": 2.72501277923584,
      "step": 7294,
      "subrel-constrast": 2.8035078048706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37953519821167,
      "cov-distil (oracle2student)": 3.2797999382019043,
      "cov-distil (oracle2teacher)": 4.135214805603027,
      "epoch": 5.726059654631083,
      "rel-constrast": 2.2940878868103027,
      "step": 7295,
      "subrel-constrast": 2.9501638412475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539886474609375,
      "cov-distil (oracle2student)": 3.5667362213134766,
      "cov-distil (oracle2teacher)": 3.6087846755981445,
      "epoch": 5.726844583987441,
      "rel-constrast": 2.505120038986206,
      "step": 7296,
      "subrel-constrast": 3.3023457527160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365231513977051,
      "cov-distil (oracle2student)": 4.26295804977417,
      "cov-distil (oracle2teacher)": 4.216259956359863,
      "epoch": 5.727629513343799,
      "rel-constrast": 2.922668218612671,
      "step": 7297,
      "subrel-constrast": 3.5297796726226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5039135217666626,
      "cov-distil (oracle2student)": 3.934779644012451,
      "cov-distil (oracle2teacher)": 3.758678913116455,
      "epoch": 5.728414442700157,
      "rel-constrast": 2.175870656967163,
      "step": 7298,
      "subrel-constrast": 3.115161418914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6927518844604492,
      "cov-distil (oracle2student)": 4.406633377075195,
      "cov-distil (oracle2teacher)": 4.611650466918945,
      "epoch": 5.729199372056515,
      "rel-constrast": 2.58538818359375,
      "step": 7299,
      "subrel-constrast": 3.3815629482269287,
      "view-similarity": 0
    },
    {
      "epoch": 5.729984301412873,
      "grad_norm": 6.75,
      "learning_rate": 1.0312429592921141e-05,
      "loss": 0.6664,
      "step": 7300
    },
    {
      "epoch": 5.729984301412873,
      "overlap": 0.33125001192092896,
      "step": 7300
    },
    {
      "epoch": 5.729984301412873,
      "step": 7300,
      "student margin": 0.04974365234375
    },
    {
      "epoch": 5.729984301412873,
      "step": 7300,
      "teacher margin": 0.032470703125
    },
    {
      "epoch": 5.729984301412873,
      "margin difference": -0.01727294921875,
      "step": 7300
    },
    {
      "cov-distil": 1.4598257541656494,
      "cov-distil (oracle2student)": 3.082509994506836,
      "cov-distil (oracle2teacher)": 3.3261189460754395,
      "epoch": 5.729984301412873,
      "rel-constrast": 2.895453453063965,
      "step": 7300,
      "subrel-constrast": 3.8831326961517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7632396221160889,
      "cov-distil (oracle2student)": 4.919248580932617,
      "cov-distil (oracle2teacher)": 4.5801167488098145,
      "epoch": 5.730769230769231,
      "rel-constrast": 2.5767862796783447,
      "step": 7301,
      "subrel-constrast": 3.2524280548095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3838343620300293,
      "cov-distil (oracle2student)": 4.688102722167969,
      "cov-distil (oracle2teacher)": 4.56427001953125,
      "epoch": 5.731554160125588,
      "rel-constrast": 3.212254524230957,
      "step": 7302,
      "subrel-constrast": 3.6092631816864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785844087600708,
      "cov-distil (oracle2student)": 5.203983306884766,
      "cov-distil (oracle2teacher)": 4.949392318725586,
      "epoch": 5.732339089481947,
      "rel-constrast": 4.172540187835693,
      "step": 7303,
      "subrel-constrast": 4.4514899253845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995238304138184,
      "cov-distil (oracle2student)": 3.585836887359619,
      "cov-distil (oracle2teacher)": 3.509810447692871,
      "epoch": 5.733124018838304,
      "rel-constrast": 1.9982070922851562,
      "step": 7304,
      "subrel-constrast": 2.5268757343292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6111271381378174,
      "cov-distil (oracle2student)": 4.684440612792969,
      "cov-distil (oracle2teacher)": 4.508358001708984,
      "epoch": 5.733908948194663,
      "rel-constrast": 3.079216957092285,
      "step": 7305,
      "subrel-constrast": 3.475308895111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7256686687469482,
      "cov-distil (oracle2student)": 6.5617852210998535,
      "cov-distil (oracle2teacher)": 6.220488548278809,
      "epoch": 5.73469387755102,
      "rel-constrast": 3.619823932647705,
      "step": 7306,
      "subrel-constrast": 3.5129687786102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7556359767913818,
      "cov-distil (oracle2student)": 4.320023536682129,
      "cov-distil (oracle2teacher)": 3.8262925148010254,
      "epoch": 5.735478806907379,
      "rel-constrast": 3.189622402191162,
      "step": 7307,
      "subrel-constrast": 3.69474720954895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1245636940002441,
      "cov-distil (oracle2student)": 3.4064011573791504,
      "cov-distil (oracle2teacher)": 3.2581043243408203,
      "epoch": 5.736263736263736,
      "rel-constrast": 1.4078413248062134,
      "step": 7308,
      "subrel-constrast": 2.109647750854492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0962908267974854,
      "cov-distil (oracle2student)": 4.164846420288086,
      "cov-distil (oracle2teacher)": 4.232356071472168,
      "epoch": 5.737048665620094,
      "rel-constrast": 2.2022039890289307,
      "step": 7309,
      "subrel-constrast": 2.5147833824157715,
      "view-similarity": 0
    },
    {
      "epoch": 5.737833594976452,
      "grad_norm": 6.0625,
      "learning_rate": 1.0241901266092643e-05,
      "loss": 0.7476,
      "step": 7310
    },
    {
      "cov-distil": 2.0148324966430664,
      "cov-distil (oracle2student)": 3.7539315223693848,
      "cov-distil (oracle2teacher)": 3.8018250465393066,
      "epoch": 5.737833594976452,
      "rel-constrast": 2.1676652431488037,
      "step": 7310,
      "subrel-constrast": 3.1382970809936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3410067558288574,
      "cov-distil (oracle2student)": 3.753666400909424,
      "cov-distil (oracle2teacher)": 3.991673469543457,
      "epoch": 5.73861852433281,
      "rel-constrast": 2.9614081382751465,
      "step": 7311,
      "subrel-constrast": 3.534830093383789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8691797256469727,
      "cov-distil (oracle2student)": 5.682589530944824,
      "cov-distil (oracle2teacher)": 5.44174337387085,
      "epoch": 5.739403453689168,
      "rel-constrast": 2.8649702072143555,
      "step": 7312,
      "subrel-constrast": 3.9665515422821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7679191827774048,
      "cov-distil (oracle2student)": 4.3891143798828125,
      "cov-distil (oracle2teacher)": 4.1056623458862305,
      "epoch": 5.740188383045526,
      "rel-constrast": 2.0699315071105957,
      "step": 7313,
      "subrel-constrast": 3.187100410461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9497838020324707,
      "cov-distil (oracle2student)": 3.5749926567077637,
      "cov-distil (oracle2teacher)": 3.516017436981201,
      "epoch": 5.740973312401884,
      "rel-constrast": 2.1271839141845703,
      "step": 7314,
      "subrel-constrast": 2.8771414756774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3478631973266602,
      "cov-distil (oracle2student)": 4.294809341430664,
      "cov-distil (oracle2teacher)": 3.6598949432373047,
      "epoch": 5.741758241758242,
      "rel-constrast": 3.303323745727539,
      "step": 7315,
      "subrel-constrast": 3.4836463928222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4943358898162842,
      "cov-distil (oracle2student)": 5.46284818649292,
      "cov-distil (oracle2teacher)": 4.953913688659668,
      "epoch": 5.742543171114599,
      "rel-constrast": 2.443436622619629,
      "step": 7316,
      "subrel-constrast": 2.7198543548583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.258027195930481,
      "cov-distil (oracle2student)": 2.885948657989502,
      "cov-distil (oracle2teacher)": 3.146230936050415,
      "epoch": 5.743328100470958,
      "rel-constrast": 3.389442205429077,
      "step": 7317,
      "subrel-constrast": 4.004966735839844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2807791233062744,
      "cov-distil (oracle2student)": 5.213768005371094,
      "cov-distil (oracle2teacher)": 5.193131923675537,
      "epoch": 5.744113029827315,
      "rel-constrast": 2.417893886566162,
      "step": 7318,
      "subrel-constrast": 3.1283750534057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7559386491775513,
      "cov-distil (oracle2student)": 5.511059761047363,
      "cov-distil (oracle2teacher)": 4.284030437469482,
      "epoch": 5.744897959183674,
      "rel-constrast": 3.2285566329956055,
      "step": 7319,
      "subrel-constrast": 3.5521066188812256,
      "view-similarity": 0
    },
    {
      "epoch": 5.745682888540031,
      "grad_norm": 5.8125,
      "learning_rate": 1.0171552762039835e-05,
      "loss": 0.7145,
      "step": 7320
    },
    {
      "cov-distil": 1.7013295888900757,
      "cov-distil (oracle2student)": 4.2199788093566895,
      "cov-distil (oracle2teacher)": 4.724897861480713,
      "epoch": 5.745682888540031,
      "rel-constrast": 2.127027750015259,
      "step": 7320,
      "subrel-constrast": 2.720595598220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487316608428955,
      "cov-distil (oracle2student)": 5.885954856872559,
      "cov-distil (oracle2teacher)": 5.66634464263916,
      "epoch": 5.74646781789639,
      "rel-constrast": 2.8210065364837646,
      "step": 7321,
      "subrel-constrast": 4.162474632263184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7219479084014893,
      "cov-distil (oracle2student)": 5.422028541564941,
      "cov-distil (oracle2teacher)": 5.122193336486816,
      "epoch": 5.747252747252747,
      "rel-constrast": 2.1875996589660645,
      "step": 7322,
      "subrel-constrast": 3.0198779106140137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5489448308944702,
      "cov-distil (oracle2student)": 2.6001272201538086,
      "cov-distil (oracle2teacher)": 2.8779544830322266,
      "epoch": 5.748037676609105,
      "rel-constrast": 2.5570144653320312,
      "step": 7323,
      "subrel-constrast": 3.301645278930664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9339847564697266,
      "cov-distil (oracle2student)": 4.478625297546387,
      "cov-distil (oracle2teacher)": 4.361190319061279,
      "epoch": 5.748822605965463,
      "rel-constrast": 2.2640867233276367,
      "step": 7324,
      "subrel-constrast": 3.215939998626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6376956701278687,
      "cov-distil (oracle2student)": 2.999922752380371,
      "cov-distil (oracle2teacher)": 3.596100330352783,
      "epoch": 5.749607535321821,
      "rel-constrast": 2.4394993782043457,
      "step": 7325,
      "subrel-constrast": 3.1336042881011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2882468700408936,
      "cov-distil (oracle2student)": 5.504830360412598,
      "cov-distil (oracle2teacher)": 4.757146835327148,
      "epoch": 5.750392464678179,
      "rel-constrast": 3.2604870796203613,
      "step": 7326,
      "subrel-constrast": 3.530423402786255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5025207996368408,
      "cov-distil (oracle2student)": 3.469339370727539,
      "cov-distil (oracle2teacher)": 3.019294261932373,
      "epoch": 5.751177394034537,
      "rel-constrast": 1.475477933883667,
      "step": 7327,
      "subrel-constrast": 2.2121481895446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6941039562225342,
      "cov-distil (oracle2student)": 5.367856979370117,
      "cov-distil (oracle2teacher)": 4.784945487976074,
      "epoch": 5.751962323390895,
      "rel-constrast": 4.009967803955078,
      "step": 7328,
      "subrel-constrast": 4.450173377990723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4230101108551025,
      "cov-distil (oracle2student)": 3.933607578277588,
      "cov-distil (oracle2teacher)": 3.8265810012817383,
      "epoch": 5.752747252747253,
      "rel-constrast": 2.735991954803467,
      "step": 7329,
      "subrel-constrast": 3.593527317047119,
      "view-similarity": 0
    },
    {
      "epoch": 5.75353218210361,
      "grad_norm": 5.21875,
      "learning_rate": 1.0101384937937058e-05,
      "loss": 0.6868,
      "step": 7330
    },
    {
      "cov-distil": 1.818922996520996,
      "cov-distil (oracle2student)": 4.216760635375977,
      "cov-distil (oracle2teacher)": 4.07200288772583,
      "epoch": 5.75353218210361,
      "rel-constrast": 3.0157227516174316,
      "step": 7330,
      "subrel-constrast": 3.347735643386841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7093093395233154,
      "cov-distil (oracle2student)": 4.980816841125488,
      "cov-distil (oracle2teacher)": 4.862750053405762,
      "epoch": 5.754317111459969,
      "rel-constrast": 2.716977834701538,
      "step": 7331,
      "subrel-constrast": 3.495983123779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3265736103057861,
      "cov-distil (oracle2student)": 3.5635557174682617,
      "cov-distil (oracle2teacher)": 3.473499298095703,
      "epoch": 5.755102040816326,
      "rel-constrast": 2.411634922027588,
      "step": 7332,
      "subrel-constrast": 2.709780693054199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5850245952606201,
      "cov-distil (oracle2student)": 2.9778800010681152,
      "cov-distil (oracle2teacher)": 2.835282564163208,
      "epoch": 5.755886970172685,
      "rel-constrast": 3.1644890308380127,
      "step": 7333,
      "subrel-constrast": 3.9010980129241943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129954814910889,
      "cov-distil (oracle2student)": 4.007745265960693,
      "cov-distil (oracle2teacher)": 3.8901596069335938,
      "epoch": 5.756671899529042,
      "rel-constrast": 1.6601078510284424,
      "step": 7334,
      "subrel-constrast": 2.6866676807403564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086766481399536,
      "cov-distil (oracle2student)": 4.0574846267700195,
      "cov-distil (oracle2teacher)": 4.552849292755127,
      "epoch": 5.757456828885401,
      "rel-constrast": 2.684293031692505,
      "step": 7335,
      "subrel-constrast": 3.9128777980804443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4723904132843018,
      "cov-distil (oracle2student)": 4.145289897918701,
      "cov-distil (oracle2teacher)": 3.683002233505249,
      "epoch": 5.758241758241758,
      "rel-constrast": 2.598750591278076,
      "step": 7336,
      "subrel-constrast": 3.169039011001587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.384110450744629,
      "cov-distil (oracle2student)": 3.2091925144195557,
      "cov-distil (oracle2teacher)": 3.13869047164917,
      "epoch": 5.759026687598116,
      "rel-constrast": 1.6938925981521606,
      "step": 7337,
      "subrel-constrast": 2.5146918296813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6272766590118408,
      "cov-distil (oracle2student)": 4.483925819396973,
      "cov-distil (oracle2teacher)": 4.218890190124512,
      "epoch": 5.759811616954474,
      "rel-constrast": 2.8387646675109863,
      "step": 7338,
      "subrel-constrast": 3.4043920040130615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3589692115783691,
      "cov-distil (oracle2student)": 3.391122341156006,
      "cov-distil (oracle2teacher)": 3.5451979637145996,
      "epoch": 5.760596546310832,
      "rel-constrast": 1.663114309310913,
      "step": 7339,
      "subrel-constrast": 2.274622678756714,
      "view-similarity": 0
    },
    {
      "epoch": 5.76138147566719,
      "grad_norm": 4.90625,
      "learning_rate": 1.0031398648757088e-05,
      "loss": 0.6509,
      "step": 7340
    },
    {
      "cov-distil": 1.4288350343704224,
      "cov-distil (oracle2student)": 3.832467794418335,
      "cov-distil (oracle2teacher)": 3.8855066299438477,
      "epoch": 5.76138147566719,
      "rel-constrast": 3.1194632053375244,
      "step": 7340,
      "subrel-constrast": 3.699232339859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2688651084899902,
      "cov-distil (oracle2student)": 3.993042230606079,
      "cov-distil (oracle2teacher)": 4.238650321960449,
      "epoch": 5.762166405023548,
      "rel-constrast": 2.4140939712524414,
      "step": 7341,
      "subrel-constrast": 3.201198101043701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9272241592407227,
      "cov-distil (oracle2student)": 4.664226531982422,
      "cov-distil (oracle2teacher)": 3.7708754539489746,
      "epoch": 5.762951334379906,
      "rel-constrast": 2.7253053188323975,
      "step": 7342,
      "subrel-constrast": 3.503476142883301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1906746625900269,
      "cov-distil (oracle2student)": 2.611176013946533,
      "cov-distil (oracle2teacher)": 2.7909750938415527,
      "epoch": 5.763736263736264,
      "rel-constrast": 1.5691519975662231,
      "step": 7343,
      "subrel-constrast": 2.214956283569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8987044095993042,
      "cov-distil (oracle2student)": 4.470426559448242,
      "cov-distil (oracle2teacher)": 4.253958702087402,
      "epoch": 5.764521193092621,
      "rel-constrast": 2.6036734580993652,
      "step": 7344,
      "subrel-constrast": 3.6046652793884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0079054832458496,
      "cov-distil (oracle2student)": 3.391122341156006,
      "cov-distil (oracle2teacher)": 3.7250936031341553,
      "epoch": 5.76530612244898,
      "rel-constrast": 2.4628021717071533,
      "step": 7345,
      "subrel-constrast": 3.358696460723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7733782529830933,
      "cov-distil (oracle2student)": 3.0521562099456787,
      "cov-distil (oracle2teacher)": 3.098752498626709,
      "epoch": 5.766091051805337,
      "rel-constrast": 2.4889299869537354,
      "step": 7346,
      "subrel-constrast": 3.5869948863983154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107417106628418,
      "cov-distil (oracle2student)": 5.42124605178833,
      "cov-distil (oracle2teacher)": 5.437167167663574,
      "epoch": 5.766875981161696,
      "rel-constrast": 4.274709224700928,
      "step": 7347,
      "subrel-constrast": 4.559293746948242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5339516401290894,
      "cov-distil (oracle2student)": 5.308880805969238,
      "cov-distil (oracle2teacher)": 4.395062446594238,
      "epoch": 5.767660910518053,
      "rel-constrast": 2.6243555545806885,
      "step": 7348,
      "subrel-constrast": 2.9390511512756348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9283944368362427,
      "cov-distil (oracle2student)": 4.190358638763428,
      "cov-distil (oracle2teacher)": 3.8773348331451416,
      "epoch": 5.768445839874412,
      "rel-constrast": 1.9798849821090698,
      "step": 7349,
      "subrel-constrast": 2.848642349243164,
      "view-similarity": 0
    },
    {
      "epoch": 5.769230769230769,
      "grad_norm": 5.46875,
      "learning_rate": 9.961594747260789e-06,
      "loss": 0.6992,
      "step": 7350
    },
    {
      "cov-distil": 1.8781177997589111,
      "cov-distil (oracle2student)": 2.9359474182128906,
      "cov-distil (oracle2teacher)": 3.001868724822998,
      "epoch": 5.769230769230769,
      "rel-constrast": 1.6053768396377563,
      "step": 7350,
      "subrel-constrast": 2.669746160507202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6095328330993652,
      "cov-distil (oracle2student)": 3.2659826278686523,
      "cov-distil (oracle2teacher)": 3.4521069526672363,
      "epoch": 5.770015698587127,
      "rel-constrast": 2.148970365524292,
      "step": 7351,
      "subrel-constrast": 3.053133964538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3205368518829346,
      "cov-distil (oracle2student)": 3.508132219314575,
      "cov-distil (oracle2teacher)": 3.9354474544525146,
      "epoch": 5.770800627943485,
      "rel-constrast": 2.624375820159912,
      "step": 7352,
      "subrel-constrast": 3.392277717590332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1135517358779907,
      "cov-distil (oracle2student)": 4.242231369018555,
      "cov-distil (oracle2teacher)": 4.286797523498535,
      "epoch": 5.771585557299843,
      "rel-constrast": 3.0448384284973145,
      "step": 7353,
      "subrel-constrast": 3.2963340282440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3300803899765015,
      "cov-distil (oracle2student)": 2.9611456394195557,
      "cov-distil (oracle2teacher)": 2.8801891803741455,
      "epoch": 5.772370486656201,
      "rel-constrast": 2.933037281036377,
      "step": 7354,
      "subrel-constrast": 3.5395498275756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4280741214752197,
      "cov-distil (oracle2student)": 3.9902663230895996,
      "cov-distil (oracle2teacher)": 3.58195161819458,
      "epoch": 5.773155416012559,
      "rel-constrast": 2.4754421710968018,
      "step": 7355,
      "subrel-constrast": 3.0828592777252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4817242622375488,
      "cov-distil (oracle2student)": 3.3008687496185303,
      "cov-distil (oracle2teacher)": 3.184703826904297,
      "epoch": 5.773940345368917,
      "rel-constrast": 2.4317212104797363,
      "step": 7356,
      "subrel-constrast": 3.3312313556671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247758865356445,
      "cov-distil (oracle2student)": 3.9976391792297363,
      "cov-distil (oracle2teacher)": 4.27882194519043,
      "epoch": 5.774725274725275,
      "rel-constrast": 3.0308713912963867,
      "step": 7357,
      "subrel-constrast": 3.328200101852417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.408142328262329,
      "cov-distil (oracle2student)": 4.830171585083008,
      "cov-distil (oracle2teacher)": 4.8712477684021,
      "epoch": 5.775510204081632,
      "rel-constrast": 2.0579030513763428,
      "step": 7358,
      "subrel-constrast": 2.8161871433258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2599937915802002,
      "cov-distil (oracle2student)": 6.08513069152832,
      "cov-distil (oracle2teacher)": 5.105471611022949,
      "epoch": 5.776295133437991,
      "rel-constrast": 2.3684048652648926,
      "step": 7359,
      "subrel-constrast": 3.3668477535247803,
      "view-similarity": 0
    },
    {
      "epoch": 5.777080062794348,
      "grad_norm": 5.65625,
      "learning_rate": 9.891974083986652e-06,
      "loss": 0.6542,
      "step": 7360
    },
    {
      "cov-distil": 1.3642550706863403,
      "cov-distil (oracle2student)": 4.347439765930176,
      "cov-distil (oracle2teacher)": 4.184238910675049,
      "epoch": 5.777080062794348,
      "rel-constrast": 2.5559842586517334,
      "step": 7360,
      "subrel-constrast": 3.2351722717285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.530799388885498,
      "cov-distil (oracle2student)": 4.374279022216797,
      "cov-distil (oracle2teacher)": 4.49560022354126,
      "epoch": 5.777864992150707,
      "rel-constrast": 2.1340198516845703,
      "step": 7361,
      "subrel-constrast": 2.920093059539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5107616186141968,
      "cov-distil (oracle2student)": 4.652576446533203,
      "cov-distil (oracle2teacher)": 4.440040588378906,
      "epoch": 5.778649921507064,
      "rel-constrast": 2.4809741973876953,
      "step": 7362,
      "subrel-constrast": 3.1190309524536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4407689571380615,
      "cov-distil (oracle2student)": 6.612603187561035,
      "cov-distil (oracle2teacher)": 5.611560821533203,
      "epoch": 5.779434850863423,
      "rel-constrast": 2.1089484691619873,
      "step": 7363,
      "subrel-constrast": 2.979612350463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87179434299469,
      "cov-distil (oracle2student)": 4.465539932250977,
      "cov-distil (oracle2teacher)": 3.7335286140441895,
      "epoch": 5.78021978021978,
      "rel-constrast": 1.9225244522094727,
      "step": 7364,
      "subrel-constrast": 2.954129695892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952386140823364,
      "cov-distil (oracle2student)": 4.046932697296143,
      "cov-distil (oracle2teacher)": 4.135660171508789,
      "epoch": 5.781004709576138,
      "rel-constrast": 2.7572901248931885,
      "step": 7365,
      "subrel-constrast": 3.4649622440338135,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9888302683830261,
      "cov-distil (oracle2student)": 6.099380970001221,
      "cov-distil (oracle2teacher)": 4.729107856750488,
      "epoch": 5.781789638932496,
      "rel-constrast": 2.533886432647705,
      "step": 7366,
      "subrel-constrast": 2.971071243286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6222811937332153,
      "cov-distil (oracle2student)": 5.499778747558594,
      "cov-distil (oracle2teacher)": 5.129125595092773,
      "epoch": 5.782574568288854,
      "rel-constrast": 2.8243632316589355,
      "step": 7367,
      "subrel-constrast": 3.270512104034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5725805759429932,
      "cov-distil (oracle2student)": 3.9817066192626953,
      "cov-distil (oracle2teacher)": 3.6633777618408203,
      "epoch": 5.783359497645212,
      "rel-constrast": 3.0750722885131836,
      "step": 7368,
      "subrel-constrast": 3.567011833190918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2360823154449463,
      "cov-distil (oracle2student)": 3.3780505657196045,
      "cov-distil (oracle2teacher)": 3.6239380836486816,
      "epoch": 5.78414442700157,
      "rel-constrast": 2.7639598846435547,
      "step": 7369,
      "subrel-constrast": 3.4473202228546143,
      "view-similarity": 0
    },
    {
      "epoch": 5.784929356357928,
      "grad_norm": 5.15625,
      "learning_rate": 9.822537507240511e-06,
      "loss": 0.6663,
      "step": 7370
    },
    {
      "cov-distil": 1.6053160429000854,
      "cov-distil (oracle2student)": 4.863858699798584,
      "cov-distil (oracle2teacher)": 4.567416191101074,
      "epoch": 5.784929356357928,
      "rel-constrast": 2.5887060165405273,
      "step": 7370,
      "subrel-constrast": 3.363345146179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4422032833099365,
      "cov-distil (oracle2student)": 4.086462497711182,
      "cov-distil (oracle2teacher)": 3.7298481464385986,
      "epoch": 5.785714285714286,
      "rel-constrast": 2.5184507369995117,
      "step": 7371,
      "subrel-constrast": 3.1546428203582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2451879978179932,
      "cov-distil (oracle2student)": 4.688966751098633,
      "cov-distil (oracle2teacher)": 4.084558010101318,
      "epoch": 5.786499215070644,
      "rel-constrast": 2.0765228271484375,
      "step": 7372,
      "subrel-constrast": 3.005406141281128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3889520168304443,
      "cov-distil (oracle2student)": 2.478419542312622,
      "cov-distil (oracle2teacher)": 2.452901601791382,
      "epoch": 5.787284144427002,
      "rel-constrast": 2.4008092880249023,
      "step": 7373,
      "subrel-constrast": 3.489208936691284,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2273592948913574,
      "cov-distil (oracle2student)": 3.70149564743042,
      "cov-distil (oracle2teacher)": 3.761767625808716,
      "epoch": 5.78806907378336,
      "rel-constrast": 2.714801073074341,
      "step": 7374,
      "subrel-constrast": 3.9726130962371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248175859451294,
      "cov-distil (oracle2student)": 5.123359680175781,
      "cov-distil (oracle2teacher)": 4.472569942474365,
      "epoch": 5.7888540031397175,
      "rel-constrast": 2.401545763015747,
      "step": 7375,
      "subrel-constrast": 3.2299728393554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3258686065673828,
      "cov-distil (oracle2student)": 4.088013648986816,
      "cov-distil (oracle2teacher)": 4.008338451385498,
      "epoch": 5.789638932496075,
      "rel-constrast": 2.7288291454315186,
      "step": 7376,
      "subrel-constrast": 3.809605836868286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.188413143157959,
      "cov-distil (oracle2student)": 3.756307601928711,
      "cov-distil (oracle2teacher)": 3.9005560874938965,
      "epoch": 5.7904238618524335,
      "rel-constrast": 2.6663239002227783,
      "step": 7377,
      "subrel-constrast": 3.333810806274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5047855377197266,
      "cov-distil (oracle2student)": 5.873129844665527,
      "cov-distil (oracle2teacher)": 5.429316997528076,
      "epoch": 5.791208791208791,
      "rel-constrast": 2.3457822799682617,
      "step": 7378,
      "subrel-constrast": 3.2145137786865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2257678508758545,
      "cov-distil (oracle2student)": 3.5235745906829834,
      "cov-distil (oracle2teacher)": 3.4893059730529785,
      "epoch": 5.7919937205651495,
      "rel-constrast": 2.415616035461426,
      "step": 7379,
      "subrel-constrast": 2.79630708694458,
      "view-similarity": 0
    },
    {
      "epoch": 5.792778649921507,
      "grad_norm": 6.5625,
      "learning_rate": 9.753285863085119e-06,
      "loss": 0.6581,
      "step": 7380
    },
    {
      "cov-distil": 1.2953286170959473,
      "cov-distil (oracle2student)": 4.71573543548584,
      "cov-distil (oracle2teacher)": 4.46843147277832,
      "epoch": 5.792778649921507,
      "rel-constrast": 2.061842203140259,
      "step": 7380,
      "subrel-constrast": 3.2486488819122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601160526275635,
      "cov-distil (oracle2student)": 4.842070579528809,
      "cov-distil (oracle2teacher)": 4.87379789352417,
      "epoch": 5.7935635792778655,
      "rel-constrast": 2.045781135559082,
      "step": 7381,
      "subrel-constrast": 3.2089695930480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2709689140319824,
      "cov-distil (oracle2student)": 4.304941654205322,
      "cov-distil (oracle2teacher)": 4.187765598297119,
      "epoch": 5.794348508634223,
      "rel-constrast": 2.3617372512817383,
      "step": 7382,
      "subrel-constrast": 2.879892587661743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2036243677139282,
      "cov-distil (oracle2student)": 3.9066662788391113,
      "cov-distil (oracle2teacher)": 3.246825695037842,
      "epoch": 5.795133437990581,
      "rel-constrast": 2.693751096725464,
      "step": 7383,
      "subrel-constrast": 2.687180757522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5647602081298828,
      "cov-distil (oracle2student)": 3.9853415489196777,
      "cov-distil (oracle2teacher)": 3.891181707382202,
      "epoch": 5.795918367346939,
      "rel-constrast": 1.7966461181640625,
      "step": 7384,
      "subrel-constrast": 3.0086870193481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026355028152466,
      "cov-distil (oracle2student)": 3.023355722427368,
      "cov-distil (oracle2teacher)": 3.024780035018921,
      "epoch": 5.7967032967032965,
      "rel-constrast": 2.4571757316589355,
      "step": 7385,
      "subrel-constrast": 3.4498579502105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.245948314666748,
      "cov-distil (oracle2student)": 4.372256278991699,
      "cov-distil (oracle2teacher)": 4.2197442054748535,
      "epoch": 5.797488226059655,
      "rel-constrast": 2.3101816177368164,
      "step": 7386,
      "subrel-constrast": 2.698106050491333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2421460151672363,
      "cov-distil (oracle2student)": 5.737403869628906,
      "cov-distil (oracle2teacher)": 5.010474681854248,
      "epoch": 5.7982731554160125,
      "rel-constrast": 2.7787981033325195,
      "step": 7387,
      "subrel-constrast": 3.462991714477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.913212776184082,
      "cov-distil (oracle2student)": 3.3354387283325195,
      "cov-distil (oracle2teacher)": 3.2867677211761475,
      "epoch": 5.799058084772371,
      "rel-constrast": 2.7198169231414795,
      "step": 7388,
      "subrel-constrast": 3.4256720542907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5799425840377808,
      "cov-distil (oracle2student)": 5.6504974365234375,
      "cov-distil (oracle2teacher)": 5.160536766052246,
      "epoch": 5.7998430141287285,
      "rel-constrast": 2.56680965423584,
      "step": 7389,
      "subrel-constrast": 3.2468087673187256,
      "view-similarity": 0
    },
    {
      "epoch": 5.800627943485086,
      "grad_norm": 5.8125,
      "learning_rate": 9.684219995329924e-06,
      "loss": 0.6346,
      "step": 7390
    },
    {
      "cov-distil": 1.5319520235061646,
      "cov-distil (oracle2student)": 3.9110517501831055,
      "cov-distil (oracle2teacher)": 3.8483896255493164,
      "epoch": 5.800627943485086,
      "rel-constrast": 3.148029327392578,
      "step": 7390,
      "subrel-constrast": 3.856186866760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5556732416152954,
      "cov-distil (oracle2student)": 4.579200267791748,
      "cov-distil (oracle2teacher)": 4.128789901733398,
      "epoch": 5.8014128728414445,
      "rel-constrast": 3.289968490600586,
      "step": 7391,
      "subrel-constrast": 3.996105670928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8851405382156372,
      "cov-distil (oracle2student)": 2.995619058609009,
      "cov-distil (oracle2teacher)": 3.1562037467956543,
      "epoch": 5.802197802197802,
      "rel-constrast": 2.474931240081787,
      "step": 7392,
      "subrel-constrast": 3.336780309677124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3996257781982422,
      "cov-distil (oracle2student)": 4.3379740715026855,
      "cov-distil (oracle2teacher)": 4.090578556060791,
      "epoch": 5.8029827315541604,
      "rel-constrast": 2.148040533065796,
      "step": 7393,
      "subrel-constrast": 3.2523193359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4701060056686401,
      "cov-distil (oracle2student)": 5.16651725769043,
      "cov-distil (oracle2teacher)": 4.674939155578613,
      "epoch": 5.803767660910518,
      "rel-constrast": 3.303847551345825,
      "step": 7394,
      "subrel-constrast": 3.8760435581207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871752142906189,
      "cov-distil (oracle2student)": 4.900120258331299,
      "cov-distil (oracle2teacher)": 4.627035140991211,
      "epoch": 5.804552590266876,
      "rel-constrast": 2.4331345558166504,
      "step": 7395,
      "subrel-constrast": 3.5407650470733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503680944442749,
      "cov-distil (oracle2student)": 5.888023376464844,
      "cov-distil (oracle2teacher)": 5.299753189086914,
      "epoch": 5.805337519623234,
      "rel-constrast": 2.4693610668182373,
      "step": 7396,
      "subrel-constrast": 2.9483230113983154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.129708766937256,
      "cov-distil (oracle2student)": 3.8664772510528564,
      "cov-distil (oracle2teacher)": 3.687037944793701,
      "epoch": 5.8061224489795915,
      "rel-constrast": 2.6437106132507324,
      "step": 7397,
      "subrel-constrast": 3.150290012359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524685025215149,
      "cov-distil (oracle2student)": 4.15667724609375,
      "cov-distil (oracle2teacher)": 3.692025661468506,
      "epoch": 5.80690737833595,
      "rel-constrast": 2.6169354915618896,
      "step": 7398,
      "subrel-constrast": 2.9094364643096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6881959438323975,
      "cov-distil (oracle2student)": 3.0684947967529297,
      "cov-distil (oracle2teacher)": 3.353161573410034,
      "epoch": 5.8076923076923075,
      "rel-constrast": 1.9668912887573242,
      "step": 7399,
      "subrel-constrast": 2.6317782402038574,
      "view-similarity": 0
    },
    {
      "epoch": 5.808477237048666,
      "grad_norm": 5.84375,
      "learning_rate": 9.615340745520713e-06,
      "loss": 0.7038,
      "step": 7400
    },
    {
      "epoch": 5.808477237048666,
      "overlap": 0.328125,
      "step": 7400
    },
    {
      "epoch": 5.808477237048666,
      "step": 7400,
      "student margin": 0.05828857421875
    },
    {
      "epoch": 5.808477237048666,
      "step": 7400,
      "teacher margin": 0.03826904296875
    },
    {
      "epoch": 5.808477237048666,
      "margin difference": -0.02001953125,
      "step": 7400
    },
    {
      "cov-distil": 1.129915475845337,
      "cov-distil (oracle2student)": 5.351773738861084,
      "cov-distil (oracle2teacher)": 5.191354274749756,
      "epoch": 5.808477237048666,
      "rel-constrast": 2.5053601264953613,
      "step": 7400,
      "subrel-constrast": 3.3046672344207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2473570108413696,
      "cov-distil (oracle2student)": 3.4886698722839355,
      "cov-distil (oracle2teacher)": 3.3609373569488525,
      "epoch": 5.8092621664050235,
      "rel-constrast": 3.4325497150421143,
      "step": 7401,
      "subrel-constrast": 4.009091854095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831978440284729,
      "cov-distil (oracle2student)": 4.629300117492676,
      "cov-distil (oracle2teacher)": 3.9776415824890137,
      "epoch": 5.810047095761382,
      "rel-constrast": 2.1961565017700195,
      "step": 7402,
      "subrel-constrast": 3.1746039390563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9951246380805969,
      "cov-distil (oracle2student)": 2.2245917320251465,
      "cov-distil (oracle2teacher)": 2.750929355621338,
      "epoch": 5.810832025117739,
      "rel-constrast": 1.5362062454223633,
      "step": 7403,
      "subrel-constrast": 2.2908082008361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.238638401031494,
      "cov-distil (oracle2student)": 1.9609206914901733,
      "cov-distil (oracle2teacher)": 2.4002015590667725,
      "epoch": 5.811616954474097,
      "rel-constrast": 1.7602919340133667,
      "step": 7404,
      "subrel-constrast": 3.00761079788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612461566925049,
      "cov-distil (oracle2student)": 3.6668593883514404,
      "cov-distil (oracle2teacher)": 3.6027774810791016,
      "epoch": 5.812401883830455,
      "rel-constrast": 2.1796581745147705,
      "step": 7405,
      "subrel-constrast": 2.6818268299102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7933274507522583,
      "cov-distil (oracle2student)": 5.313403606414795,
      "cov-distil (oracle2teacher)": 5.879690170288086,
      "epoch": 5.813186813186813,
      "rel-constrast": 2.9283201694488525,
      "step": 7406,
      "subrel-constrast": 4.035983085632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.792168140411377,
      "cov-distil (oracle2student)": 3.4106087684631348,
      "cov-distil (oracle2teacher)": 3.540377616882324,
      "epoch": 5.813971742543171,
      "rel-constrast": 1.8968634605407715,
      "step": 7407,
      "subrel-constrast": 3.449139356613159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582903265953064,
      "cov-distil (oracle2student)": 4.429140567779541,
      "cov-distil (oracle2teacher)": 3.8811378479003906,
      "epoch": 5.814756671899529,
      "rel-constrast": 3.0534849166870117,
      "step": 7408,
      "subrel-constrast": 3.6700146198272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4561843872070312,
      "cov-distil (oracle2student)": 6.023029327392578,
      "cov-distil (oracle2teacher)": 5.268749713897705,
      "epoch": 5.815541601255887,
      "rel-constrast": 3.0037028789520264,
      "step": 7409,
      "subrel-constrast": 4.0085978507995605,
      "view-similarity": 0
    },
    {
      "epoch": 5.816326530612245,
      "grad_norm": 5.59375,
      "learning_rate": 9.546648952929415e-06,
      "loss": 0.6539,
      "step": 7410
    },
    {
      "cov-distil": 1.6998543739318848,
      "cov-distil (oracle2student)": 4.958138942718506,
      "cov-distil (oracle2teacher)": 4.469768047332764,
      "epoch": 5.816326530612245,
      "rel-constrast": 2.9829111099243164,
      "step": 7410,
      "subrel-constrast": 3.9668402671813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4676871299743652,
      "cov-distil (oracle2student)": 4.293689727783203,
      "cov-distil (oracle2teacher)": 4.209586143493652,
      "epoch": 5.8171114599686025,
      "rel-constrast": 2.2569470405578613,
      "step": 7411,
      "subrel-constrast": 3.134718179702759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4328646659851074,
      "cov-distil (oracle2student)": 5.61866569519043,
      "cov-distil (oracle2teacher)": 5.4738240242004395,
      "epoch": 5.817896389324961,
      "rel-constrast": 3.0867254734039307,
      "step": 7412,
      "subrel-constrast": 3.976027011871338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7046788930892944,
      "cov-distil (oracle2student)": 5.60038423538208,
      "cov-distil (oracle2teacher)": 5.102224349975586,
      "epoch": 5.818681318681318,
      "rel-constrast": 3.009023427963257,
      "step": 7413,
      "subrel-constrast": 3.8606112003326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4379513263702393,
      "cov-distil (oracle2student)": 5.56219482421875,
      "cov-distil (oracle2teacher)": 5.031966209411621,
      "epoch": 5.819466248037677,
      "rel-constrast": 2.632110118865967,
      "step": 7414,
      "subrel-constrast": 3.5091378688812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1366056203842163,
      "cov-distil (oracle2student)": 4.905437469482422,
      "cov-distil (oracle2teacher)": 4.566585540771484,
      "epoch": 5.820251177394034,
      "rel-constrast": 2.0095784664154053,
      "step": 7415,
      "subrel-constrast": 2.8511171340942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8131126761436462,
      "cov-distil (oracle2student)": 5.1399126052856445,
      "cov-distil (oracle2teacher)": 4.573404312133789,
      "epoch": 5.821036106750393,
      "rel-constrast": 2.5645222663879395,
      "step": 7416,
      "subrel-constrast": 2.5773651599884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3394972085952759,
      "cov-distil (oracle2student)": 4.214687347412109,
      "cov-distil (oracle2teacher)": 3.962151527404785,
      "epoch": 5.82182103610675,
      "rel-constrast": 2.251279830932617,
      "step": 7417,
      "subrel-constrast": 2.906975746154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478225588798523,
      "cov-distil (oracle2student)": 3.275123357772827,
      "cov-distil (oracle2teacher)": 3.101980686187744,
      "epoch": 5.822605965463108,
      "rel-constrast": 3.2851076126098633,
      "step": 7418,
      "subrel-constrast": 3.6909964084625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.557442307472229,
      "cov-distil (oracle2student)": 6.684610366821289,
      "cov-distil (oracle2teacher)": 5.615416049957275,
      "epoch": 5.823390894819466,
      "rel-constrast": 2.823718786239624,
      "step": 7419,
      "subrel-constrast": 3.6894333362579346,
      "view-similarity": 0
    },
    {
      "epoch": 5.824175824175824,
      "grad_norm": 5.90625,
      "learning_rate": 9.478145454543854e-06,
      "loss": 0.7077,
      "step": 7420
    },
    {
      "cov-distil": 1.5876457691192627,
      "cov-distil (oracle2student)": 3.4600658416748047,
      "cov-distil (oracle2teacher)": 3.644369125366211,
      "epoch": 5.824175824175824,
      "rel-constrast": 2.529306411743164,
      "step": 7420,
      "subrel-constrast": 3.476771116256714,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.837714672088623,
      "cov-distil (oracle2student)": 4.232135772705078,
      "cov-distil (oracle2teacher)": 3.8124399185180664,
      "epoch": 5.824960753532182,
      "rel-constrast": 2.094130516052246,
      "step": 7421,
      "subrel-constrast": 2.48368501663208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6655137538909912,
      "cov-distil (oracle2student)": 3.1552367210388184,
      "cov-distil (oracle2teacher)": 3.736614942550659,
      "epoch": 5.82574568288854,
      "rel-constrast": 2.1705234050750732,
      "step": 7422,
      "subrel-constrast": 3.0939974784851074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5240633487701416,
      "cov-distil (oracle2student)": 2.0670740604400635,
      "cov-distil (oracle2teacher)": 2.254640579223633,
      "epoch": 5.826530612244898,
      "rel-constrast": 2.0504913330078125,
      "step": 7423,
      "subrel-constrast": 2.291602611541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7409340143203735,
      "cov-distil (oracle2student)": 3.562032699584961,
      "cov-distil (oracle2teacher)": 3.384563446044922,
      "epoch": 5.827315541601256,
      "rel-constrast": 2.459608793258667,
      "step": 7424,
      "subrel-constrast": 2.8819642066955566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5167866945266724,
      "cov-distil (oracle2student)": 4.570096015930176,
      "cov-distil (oracle2teacher)": 4.278662204742432,
      "epoch": 5.828100470957613,
      "rel-constrast": 3.913015365600586,
      "step": 7425,
      "subrel-constrast": 4.573715686798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0614728927612305,
      "cov-distil (oracle2student)": 4.7338643074035645,
      "cov-distil (oracle2teacher)": 4.524749755859375,
      "epoch": 5.828885400313972,
      "rel-constrast": 2.541076183319092,
      "step": 7426,
      "subrel-constrast": 2.9163992404937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2134900093078613,
      "cov-distil (oracle2student)": 5.053163528442383,
      "cov-distil (oracle2teacher)": 4.867400169372559,
      "epoch": 5.829670329670329,
      "rel-constrast": 2.0267224311828613,
      "step": 7427,
      "subrel-constrast": 2.92358660697937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7811479568481445,
      "cov-distil (oracle2student)": 3.815401077270508,
      "cov-distil (oracle2teacher)": 4.013001918792725,
      "epoch": 5.830455259026688,
      "rel-constrast": 1.6918686628341675,
      "step": 7428,
      "subrel-constrast": 3.093078374862671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2510218620300293,
      "cov-distil (oracle2student)": 4.605950355529785,
      "cov-distil (oracle2teacher)": 4.419576168060303,
      "epoch": 5.831240188383045,
      "rel-constrast": 2.8034508228302,
      "step": 7429,
      "subrel-constrast": 3.772341251373291,
      "view-similarity": 0
    },
    {
      "epoch": 5.832025117739404,
      "grad_norm": 6.375,
      "learning_rate": 9.409831085057521e-06,
      "loss": 0.6425,
      "step": 7430
    },
    {
      "cov-distil": 1.4837723970413208,
      "cov-distil (oracle2student)": 5.185769081115723,
      "cov-distil (oracle2teacher)": 4.77553653717041,
      "epoch": 5.832025117739404,
      "rel-constrast": 2.5570664405822754,
      "step": 7430,
      "subrel-constrast": 3.384613037109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5724756717681885,
      "cov-distil (oracle2student)": 5.003958702087402,
      "cov-distil (oracle2teacher)": 4.109326362609863,
      "epoch": 5.832810047095761,
      "rel-constrast": 3.028491497039795,
      "step": 7431,
      "subrel-constrast": 3.2879831790924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4457831382751465,
      "cov-distil (oracle2student)": 3.476789712905884,
      "cov-distil (oracle2teacher)": 3.282663583755493,
      "epoch": 5.833594976452119,
      "rel-constrast": 3.164888620376587,
      "step": 7432,
      "subrel-constrast": 3.575230836868286,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9470168352127075,
      "cov-distil (oracle2student)": 3.7270026206970215,
      "cov-distil (oracle2teacher)": 3.472050428390503,
      "epoch": 5.834379905808477,
      "rel-constrast": 2.384974241256714,
      "step": 7433,
      "subrel-constrast": 2.7242040634155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0610673427581787,
      "cov-distil (oracle2student)": 6.0160651206970215,
      "cov-distil (oracle2teacher)": 5.494146823883057,
      "epoch": 5.835164835164835,
      "rel-constrast": 1.9906970262527466,
      "step": 7434,
      "subrel-constrast": 2.717259168624878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6403100490570068,
      "cov-distil (oracle2student)": 5.312522888183594,
      "cov-distil (oracle2teacher)": 4.590947151184082,
      "epoch": 5.835949764521193,
      "rel-constrast": 3.325961112976074,
      "step": 7435,
      "subrel-constrast": 3.8834304809570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0615208148956299,
      "cov-distil (oracle2student)": 4.132683753967285,
      "cov-distil (oracle2teacher)": 4.242027282714844,
      "epoch": 5.836734693877551,
      "rel-constrast": 2.5882210731506348,
      "step": 7436,
      "subrel-constrast": 3.3704731464385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6279784440994263,
      "cov-distil (oracle2student)": 7.440926551818848,
      "cov-distil (oracle2teacher)": 6.347228050231934,
      "epoch": 5.837519623233909,
      "rel-constrast": 3.0015621185302734,
      "step": 7437,
      "subrel-constrast": 3.7028448581695557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6356834173202515,
      "cov-distil (oracle2student)": 4.145959854125977,
      "cov-distil (oracle2teacher)": 4.36631965637207,
      "epoch": 5.838304552590267,
      "rel-constrast": 3.3613486289978027,
      "step": 7438,
      "subrel-constrast": 3.816671371459961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2211167812347412,
      "cov-distil (oracle2student)": 4.409215927124023,
      "cov-distil (oracle2teacher)": 4.248189926147461,
      "epoch": 5.839089481946624,
      "rel-constrast": 2.6933722496032715,
      "step": 7439,
      "subrel-constrast": 3.288423776626587,
      "view-similarity": 0
    },
    {
      "epoch": 5.839874411302983,
      "grad_norm": 5.59375,
      "learning_rate": 9.341706676859468e-06,
      "loss": 0.7367,
      "step": 7440
    },
    {
      "cov-distil": 2.077089309692383,
      "cov-distil (oracle2student)": 5.0218892097473145,
      "cov-distil (oracle2teacher)": 5.363791465759277,
      "epoch": 5.839874411302983,
      "rel-constrast": 2.6600046157836914,
      "step": 7440,
      "subrel-constrast": 4.060826778411865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5994163751602173,
      "cov-distil (oracle2student)": 5.467981338500977,
      "cov-distil (oracle2teacher)": 5.062505722045898,
      "epoch": 5.84065934065934,
      "rel-constrast": 2.5420687198638916,
      "step": 7441,
      "subrel-constrast": 2.8739500045776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2697858810424805,
      "cov-distil (oracle2student)": 6.825669288635254,
      "cov-distil (oracle2teacher)": 5.354166030883789,
      "epoch": 5.841444270015699,
      "rel-constrast": 2.4761571884155273,
      "step": 7442,
      "subrel-constrast": 2.6244325637817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014911651611328,
      "cov-distil (oracle2student)": 3.2593634128570557,
      "cov-distil (oracle2teacher)": 3.1706156730651855,
      "epoch": 5.842229199372056,
      "rel-constrast": 2.0168466567993164,
      "step": 7443,
      "subrel-constrast": 2.6344714164733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0443034172058105,
      "cov-distil (oracle2student)": 3.6109671592712402,
      "cov-distil (oracle2teacher)": 3.647494316101074,
      "epoch": 5.843014128728415,
      "rel-constrast": 2.7341673374176025,
      "step": 7444,
      "subrel-constrast": 3.9454469680786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6185163259506226,
      "cov-distil (oracle2student)": 5.330079078674316,
      "cov-distil (oracle2teacher)": 4.463135242462158,
      "epoch": 5.843799058084772,
      "rel-constrast": 2.466099262237549,
      "step": 7445,
      "subrel-constrast": 3.0549519062042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.18077552318573,
      "cov-distil (oracle2student)": 5.26628303527832,
      "cov-distil (oracle2teacher)": 4.759933948516846,
      "epoch": 5.84458398744113,
      "rel-constrast": 2.693225622177124,
      "step": 7446,
      "subrel-constrast": 2.866595983505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8624143600463867,
      "cov-distil (oracle2student)": 3.56658935546875,
      "cov-distil (oracle2teacher)": 3.6922531127929688,
      "epoch": 5.845368916797488,
      "rel-constrast": 1.8678404092788696,
      "step": 7447,
      "subrel-constrast": 2.9677271842956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6804540157318115,
      "cov-distil (oracle2student)": 4.384266376495361,
      "cov-distil (oracle2teacher)": 4.476374626159668,
      "epoch": 5.846153846153846,
      "rel-constrast": 2.243277072906494,
      "step": 7448,
      "subrel-constrast": 3.008054256439209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388528823852539,
      "cov-distil (oracle2student)": 5.834950923919678,
      "cov-distil (oracle2teacher)": 4.97959041595459,
      "epoch": 5.846938775510204,
      "rel-constrast": 2.8891968727111816,
      "step": 7449,
      "subrel-constrast": 3.6286418437957764,
      "view-similarity": 0
    },
    {
      "epoch": 5.847723704866562,
      "grad_norm": 5.65625,
      "learning_rate": 9.273773060024102e-06,
      "loss": 0.6566,
      "step": 7450
    },
    {
      "cov-distil": 1.8546910285949707,
      "cov-distil (oracle2student)": 4.968170642852783,
      "cov-distil (oracle2teacher)": 4.48735237121582,
      "epoch": 5.847723704866562,
      "rel-constrast": 2.521768808364868,
      "step": 7450,
      "subrel-constrast": 3.233935832977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5173314809799194,
      "cov-distil (oracle2student)": 4.460033416748047,
      "cov-distil (oracle2teacher)": 4.491837978363037,
      "epoch": 5.84850863422292,
      "rel-constrast": 2.892777919769287,
      "step": 7451,
      "subrel-constrast": 3.3341715335845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376844882965088,
      "cov-distil (oracle2student)": 5.140401840209961,
      "cov-distil (oracle2teacher)": 4.94791316986084,
      "epoch": 5.849293563579278,
      "rel-constrast": 2.7849490642547607,
      "step": 7452,
      "subrel-constrast": 3.3029861450195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1320672035217285,
      "cov-distil (oracle2student)": 5.115313529968262,
      "cov-distil (oracle2teacher)": 4.809873580932617,
      "epoch": 5.850078492935635,
      "rel-constrast": 2.1943960189819336,
      "step": 7453,
      "subrel-constrast": 2.8557686805725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3494691848754883,
      "cov-distil (oracle2student)": 4.209158897399902,
      "cov-distil (oracle2teacher)": 3.881315231323242,
      "epoch": 5.850863422291994,
      "rel-constrast": 2.6926209926605225,
      "step": 7454,
      "subrel-constrast": 3.431767702102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.305587887763977,
      "cov-distil (oracle2student)": 6.13125467300415,
      "cov-distil (oracle2teacher)": 6.018354415893555,
      "epoch": 5.851648351648351,
      "rel-constrast": 3.971571445465088,
      "step": 7455,
      "subrel-constrast": 4.322479248046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7359968423843384,
      "cov-distil (oracle2student)": 3.110447883605957,
      "cov-distil (oracle2teacher)": 3.3644073009490967,
      "epoch": 5.85243328100471,
      "rel-constrast": 3.349782943725586,
      "step": 7456,
      "subrel-constrast": 3.630319356918335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8608474731445312,
      "cov-distil (oracle2student)": 2.8153634071350098,
      "cov-distil (oracle2teacher)": 2.849745750427246,
      "epoch": 5.853218210361067,
      "rel-constrast": 2.4716696739196777,
      "step": 7457,
      "subrel-constrast": 3.0985841751098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2847238779067993,
      "cov-distil (oracle2student)": 4.097433567047119,
      "cov-distil (oracle2teacher)": 3.136261463165283,
      "epoch": 5.854003139717426,
      "rel-constrast": 2.819861650466919,
      "step": 7458,
      "subrel-constrast": 2.6576502323150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8484697341918945,
      "cov-distil (oracle2student)": 2.9855854511260986,
      "cov-distil (oracle2teacher)": 3.392101287841797,
      "epoch": 5.854788069073783,
      "rel-constrast": 2.4830679893493652,
      "step": 7459,
      "subrel-constrast": 3.6801624298095703,
      "view-similarity": 0
    },
    {
      "epoch": 5.855572998430142,
      "grad_norm": 5.25,
      "learning_rate": 9.206031062301095e-06,
      "loss": 0.7427,
      "step": 7460
    },
    {
      "cov-distil": 1.709513783454895,
      "cov-distil (oracle2student)": 3.487978935241699,
      "cov-distil (oracle2teacher)": 3.2542884349823,
      "epoch": 5.855572998430142,
      "rel-constrast": 1.7252357006072998,
      "step": 7460,
      "subrel-constrast": 3.0725300312042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8147566318511963,
      "cov-distil (oracle2student)": 4.050399303436279,
      "cov-distil (oracle2teacher)": 3.6551032066345215,
      "epoch": 5.856357927786499,
      "rel-constrast": 2.8537192344665527,
      "step": 7461,
      "subrel-constrast": 3.4884819984436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0787675380706787,
      "cov-distil (oracle2student)": 3.306058883666992,
      "cov-distil (oracle2teacher)": 3.071098804473877,
      "epoch": 5.857142857142857,
      "rel-constrast": 2.4217824935913086,
      "step": 7462,
      "subrel-constrast": 2.863125801086426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7371225357055664,
      "cov-distil (oracle2student)": 3.96201491355896,
      "cov-distil (oracle2teacher)": 3.9430155754089355,
      "epoch": 5.857927786499215,
      "rel-constrast": 2.1703310012817383,
      "step": 7463,
      "subrel-constrast": 2.8436524868011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2542846202850342,
      "cov-distil (oracle2student)": 3.616910934448242,
      "cov-distil (oracle2teacher)": 3.6060967445373535,
      "epoch": 5.858712715855573,
      "rel-constrast": 2.694000005722046,
      "step": 7464,
      "subrel-constrast": 2.98771333694458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2136809825897217,
      "cov-distil (oracle2student)": 3.704594373703003,
      "cov-distil (oracle2teacher)": 3.5381622314453125,
      "epoch": 5.859497645211931,
      "rel-constrast": 2.337031126022339,
      "step": 7465,
      "subrel-constrast": 2.487032413482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924548625946045,
      "cov-distil (oracle2student)": 5.025219917297363,
      "cov-distil (oracle2teacher)": 5.087244510650635,
      "epoch": 5.860282574568289,
      "rel-constrast": 2.6818861961364746,
      "step": 7466,
      "subrel-constrast": 3.8582987785339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1545993089675903,
      "cov-distil (oracle2student)": 4.928208351135254,
      "cov-distil (oracle2teacher)": 4.573555946350098,
      "epoch": 5.861067503924647,
      "rel-constrast": 2.928833484649658,
      "step": 7467,
      "subrel-constrast": 3.1485788822174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18222713470459,
      "cov-distil (oracle2student)": 5.427641868591309,
      "cov-distil (oracle2teacher)": 4.749451160430908,
      "epoch": 5.861852433281005,
      "rel-constrast": 3.0855939388275146,
      "step": 7468,
      "subrel-constrast": 3.694458246231079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0936543941497803,
      "cov-distil (oracle2student)": 4.255641460418701,
      "cov-distil (oracle2teacher)": 4.142202377319336,
      "epoch": 5.862637362637363,
      "rel-constrast": 2.362147808074951,
      "step": 7469,
      "subrel-constrast": 3.2019927501678467,
      "view-similarity": 0
    },
    {
      "epoch": 5.863422291993721,
      "grad_norm": 5.4375,
      "learning_rate": 9.138481509105332e-06,
      "loss": 0.6719,
      "step": 7470
    },
    {
      "cov-distil": 1.653241515159607,
      "cov-distil (oracle2student)": 4.365468978881836,
      "cov-distil (oracle2teacher)": 4.223226547241211,
      "epoch": 5.863422291993721,
      "rel-constrast": 2.9128923416137695,
      "step": 7470,
      "subrel-constrast": 3.554536819458008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3892686367034912,
      "cov-distil (oracle2student)": 4.5774054527282715,
      "cov-distil (oracle2teacher)": 4.2970428466796875,
      "epoch": 5.864207221350078,
      "rel-constrast": 2.1133689880371094,
      "step": 7471,
      "subrel-constrast": 2.764122724533081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8247246742248535,
      "cov-distil (oracle2student)": 4.589999198913574,
      "cov-distil (oracle2teacher)": 3.89467191696167,
      "epoch": 5.864992150706437,
      "rel-constrast": 1.896580696105957,
      "step": 7472,
      "subrel-constrast": 3.2999773025512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6865237951278687,
      "cov-distil (oracle2student)": 3.9218921661376953,
      "cov-distil (oracle2teacher)": 3.84379243850708,
      "epoch": 5.865777080062794,
      "rel-constrast": 2.4314253330230713,
      "step": 7473,
      "subrel-constrast": 3.507077693939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358321189880371,
      "cov-distil (oracle2student)": 5.390565395355225,
      "cov-distil (oracle2teacher)": 3.940295696258545,
      "epoch": 5.866562009419153,
      "rel-constrast": 2.1957736015319824,
      "step": 7474,
      "subrel-constrast": 2.7182607650756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8614025115966797,
      "cov-distil (oracle2student)": 5.583831787109375,
      "cov-distil (oracle2teacher)": 4.447508811950684,
      "epoch": 5.86734693877551,
      "rel-constrast": 3.0680394172668457,
      "step": 7475,
      "subrel-constrast": 3.7512097358703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.439849853515625,
      "cov-distil (oracle2student)": 3.621198892593384,
      "cov-distil (oracle2teacher)": 3.450211524963379,
      "epoch": 5.868131868131869,
      "rel-constrast": 3.208869457244873,
      "step": 7476,
      "subrel-constrast": 3.473952293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1865770816802979,
      "cov-distil (oracle2student)": 3.807607650756836,
      "cov-distil (oracle2teacher)": 3.519253730773926,
      "epoch": 5.868916797488226,
      "rel-constrast": 1.4585415124893188,
      "step": 7477,
      "subrel-constrast": 1.9685392379760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0762627124786377,
      "cov-distil (oracle2student)": 4.3543195724487305,
      "cov-distil (oracle2teacher)": 4.249462127685547,
      "epoch": 5.869701726844584,
      "rel-constrast": 1.9509556293487549,
      "step": 7478,
      "subrel-constrast": 3.1989057064056396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4049954414367676,
      "cov-distil (oracle2student)": 3.1229612827301025,
      "cov-distil (oracle2teacher)": 3.141303300857544,
      "epoch": 5.870486656200942,
      "rel-constrast": 2.967209815979004,
      "step": 7479,
      "subrel-constrast": 3.342794418334961,
      "view-similarity": 0
    },
    {
      "epoch": 5.8712715855573,
      "grad_norm": 5.53125,
      "learning_rate": 9.071125223506782e-06,
      "loss": 0.6448,
      "step": 7480
    },
    {
      "cov-distil": 1.545278787612915,
      "cov-distil (oracle2student)": 3.8143086433410645,
      "cov-distil (oracle2teacher)": 3.7097270488739014,
      "epoch": 5.8712715855573,
      "rel-constrast": 2.9010446071624756,
      "step": 7480,
      "subrel-constrast": 3.680647373199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1763262748718262,
      "cov-distil (oracle2student)": 5.083699703216553,
      "cov-distil (oracle2teacher)": 5.2131853103637695,
      "epoch": 5.872056514913658,
      "rel-constrast": 3.853255271911621,
      "step": 7481,
      "subrel-constrast": 4.4514312744140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3101719617843628,
      "cov-distil (oracle2student)": 4.346385478973389,
      "cov-distil (oracle2teacher)": 3.4538819789886475,
      "epoch": 5.872841444270016,
      "rel-constrast": 3.3638851642608643,
      "step": 7482,
      "subrel-constrast": 3.4762918949127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.236748218536377,
      "cov-distil (oracle2student)": 2.902729034423828,
      "cov-distil (oracle2teacher)": 3.1036722660064697,
      "epoch": 5.873626373626374,
      "rel-constrast": 2.3747124671936035,
      "step": 7483,
      "subrel-constrast": 3.4897828102111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603229284286499,
      "cov-distil (oracle2student)": 4.347674369812012,
      "cov-distil (oracle2teacher)": 4.128210544586182,
      "epoch": 5.874411302982732,
      "rel-constrast": 2.6397528648376465,
      "step": 7484,
      "subrel-constrast": 3.3154208660125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594325304031372,
      "cov-distil (oracle2student)": 5.512380599975586,
      "cov-distil (oracle2teacher)": 4.668043613433838,
      "epoch": 5.875196232339089,
      "rel-constrast": 2.5745792388916016,
      "step": 7485,
      "subrel-constrast": 3.4805960655212402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3893520832061768,
      "cov-distil (oracle2student)": 5.047761917114258,
      "cov-distil (oracle2teacher)": 4.470110893249512,
      "epoch": 5.875981161695448,
      "rel-constrast": 2.586435556411743,
      "step": 7486,
      "subrel-constrast": 3.5029923915863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1779918670654297,
      "cov-distil (oracle2student)": 4.601263999938965,
      "cov-distil (oracle2teacher)": 4.357546806335449,
      "epoch": 5.876766091051805,
      "rel-constrast": 2.7719650268554688,
      "step": 7487,
      "subrel-constrast": 3.5902349948883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7968889474868774,
      "cov-distil (oracle2student)": 5.5247802734375,
      "cov-distil (oracle2teacher)": 5.214152812957764,
      "epoch": 5.877551020408164,
      "rel-constrast": 2.0786237716674805,
      "step": 7488,
      "subrel-constrast": 3.070251703262329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8583005666732788,
      "cov-distil (oracle2student)": 4.812652111053467,
      "cov-distil (oracle2teacher)": 4.6849822998046875,
      "epoch": 5.878335949764521,
      "rel-constrast": 2.628843069076538,
      "step": 7489,
      "subrel-constrast": 3.577634811401367,
      "view-similarity": 0
    },
    {
      "epoch": 5.8791208791208796,
      "grad_norm": 5.65625,
      "learning_rate": 9.003963026220545e-06,
      "loss": 0.7335,
      "step": 7490
    },
    {
      "cov-distil": 1.6607683897018433,
      "cov-distil (oracle2student)": 5.889595985412598,
      "cov-distil (oracle2teacher)": 5.001054763793945,
      "epoch": 5.8791208791208796,
      "rel-constrast": 1.7536118030548096,
      "step": 7490,
      "subrel-constrast": 2.4590282440185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3279969692230225,
      "cov-distil (oracle2student)": 3.5304808616638184,
      "cov-distil (oracle2teacher)": 3.383037567138672,
      "epoch": 5.879905808477237,
      "rel-constrast": 2.2725095748901367,
      "step": 7491,
      "subrel-constrast": 2.6578617095947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6064684391021729,
      "cov-distil (oracle2student)": 2.1414458751678467,
      "cov-distil (oracle2teacher)": 2.523062229156494,
      "epoch": 5.880690737833595,
      "rel-constrast": 1.720520257949829,
      "step": 7492,
      "subrel-constrast": 2.655381202697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0517196655273438,
      "cov-distil (oracle2student)": 4.568809509277344,
      "cov-distil (oracle2teacher)": 4.014978408813477,
      "epoch": 5.881475667189953,
      "rel-constrast": 2.0151138305664062,
      "step": 7493,
      "subrel-constrast": 2.6600029468536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7669469118118286,
      "cov-distil (oracle2student)": 4.010692596435547,
      "cov-distil (oracle2teacher)": 3.9794745445251465,
      "epoch": 5.882260596546311,
      "rel-constrast": 2.1971747875213623,
      "step": 7494,
      "subrel-constrast": 3.085204839706421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1580448150634766,
      "cov-distil (oracle2student)": 4.179750442504883,
      "cov-distil (oracle2teacher)": 3.8556969165802,
      "epoch": 5.883045525902669,
      "rel-constrast": 2.6935248374938965,
      "step": 7495,
      "subrel-constrast": 3.6465952396392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532869815826416,
      "cov-distil (oracle2student)": 4.206151008605957,
      "cov-distil (oracle2teacher)": 3.9748191833496094,
      "epoch": 5.883830455259027,
      "rel-constrast": 3.089871406555176,
      "step": 7496,
      "subrel-constrast": 3.247335433959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5078296661376953,
      "cov-distil (oracle2student)": 5.293449401855469,
      "cov-distil (oracle2teacher)": 4.84672737121582,
      "epoch": 5.884615384615385,
      "rel-constrast": 3.1171348094940186,
      "step": 7497,
      "subrel-constrast": 3.7166531085968018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3822219371795654,
      "cov-distil (oracle2student)": 3.9584927558898926,
      "cov-distil (oracle2teacher)": 4.280590057373047,
      "epoch": 5.885400313971743,
      "rel-constrast": 2.2108521461486816,
      "step": 7498,
      "subrel-constrast": 3.0209639072418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8328473567962646,
      "cov-distil (oracle2student)": 5.417426109313965,
      "cov-distil (oracle2teacher)": 4.568290710449219,
      "epoch": 5.8861852433281,
      "rel-constrast": 2.888597249984741,
      "step": 7499,
      "subrel-constrast": 3.4235949516296387,
      "view-similarity": 0
    },
    {
      "epoch": 5.8869701726844585,
      "grad_norm": 5.78125,
      "learning_rate": 8.936995735596782e-06,
      "loss": 0.6381,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/duc04-P@10": 0.7579999999999998,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/duc04-nDCG@10": 0.7698043165837654,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/duc04-alpha_nDCG@10": 0.5824272600700225,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/multi_news-nDCG@10": 0.6116172728282414,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/multi_news-alpha_nDCG@10": 0.5990498210937154,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "eval/avg": 0.5385836021369864,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "overlap": 0.31718751788139343,
      "step": 7500
    },
    {
      "epoch": 5.8869701726844585,
      "step": 7500,
      "student margin": 0.06146240234375
    },
    {
      "epoch": 5.8869701726844585,
      "step": 7500,
      "teacher margin": 0.03631591796875
    },
    {
      "epoch": 5.8869701726844585,
      "margin difference": -0.025146484375,
      "step": 7500
    },
    {
      "cov-distil": 2.098778247833252,
      "cov-distil (oracle2student)": 4.185100555419922,
      "cov-distil (oracle2teacher)": 4.256721496582031,
      "epoch": 5.8869701726844585,
      "rel-constrast": 1.9986706972122192,
      "step": 7500,
      "subrel-constrast": 3.289635181427002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5108095407485962,
      "cov-distil (oracle2student)": 4.045285701751709,
      "cov-distil (oracle2teacher)": 4.416839122772217,
      "epoch": 5.887755102040816,
      "rel-constrast": 2.1031365394592285,
      "step": 7501,
      "subrel-constrast": 2.8553285598754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4679937362670898,
      "cov-distil (oracle2student)": 4.886548042297363,
      "cov-distil (oracle2teacher)": 4.412393569946289,
      "epoch": 5.8885400313971745,
      "rel-constrast": 1.8553358316421509,
      "step": 7502,
      "subrel-constrast": 2.7619552612304688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4874553680419922,
      "cov-distil (oracle2student)": 3.623838424682617,
      "cov-distil (oracle2teacher)": 3.751591205596924,
      "epoch": 5.889324960753532,
      "rel-constrast": 2.599456548690796,
      "step": 7503,
      "subrel-constrast": 3.363905429840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524916648864746,
      "cov-distil (oracle2student)": 4.076999664306641,
      "cov-distil (oracle2teacher)": 4.189443111419678,
      "epoch": 5.8901098901098905,
      "rel-constrast": 1.990262746810913,
      "step": 7504,
      "subrel-constrast": 2.667414426803589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4387857913970947,
      "cov-distil (oracle2student)": 5.050442695617676,
      "cov-distil (oracle2teacher)": 4.53124475479126,
      "epoch": 5.890894819466248,
      "rel-constrast": 3.6281285285949707,
      "step": 7505,
      "subrel-constrast": 4.13215970993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9067586660385132,
      "cov-distil (oracle2student)": 3.87819766998291,
      "cov-distil (oracle2teacher)": 3.73298716545105,
      "epoch": 5.891679748822606,
      "rel-constrast": 2.5550882816314697,
      "step": 7506,
      "subrel-constrast": 3.5675880908966064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9452701807022095,
      "cov-distil (oracle2student)": 4.773780822753906,
      "cov-distil (oracle2teacher)": 4.7486066818237305,
      "epoch": 5.892464678178964,
      "rel-constrast": 2.178523063659668,
      "step": 7507,
      "subrel-constrast": 3.4573748111724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4813274145126343,
      "cov-distil (oracle2student)": 4.68620491027832,
      "cov-distil (oracle2teacher)": 4.191043853759766,
      "epoch": 5.893249607535322,
      "rel-constrast": 1.7351019382476807,
      "step": 7508,
      "subrel-constrast": 2.422412395477295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6236344575881958,
      "cov-distil (oracle2student)": 3.6282832622528076,
      "cov-distil (oracle2teacher)": 3.3805742263793945,
      "epoch": 5.89403453689168,
      "rel-constrast": 1.9953229427337646,
      "step": 7509,
      "subrel-constrast": 3.0810818672180176,
      "view-similarity": 0
    },
    {
      "epoch": 5.8948194662480375,
      "grad_norm": 4.71875,
      "learning_rate": 8.870224167610813e-06,
      "loss": 0.6072,
      "step": 7510
    },
    {
      "cov-distil": 1.2190364599227905,
      "cov-distil (oracle2student)": 3.078195333480835,
      "cov-distil (oracle2teacher)": 2.693535804748535,
      "epoch": 5.8948194662480375,
      "rel-constrast": 2.00726318359375,
      "step": 7510,
      "subrel-constrast": 2.587409257888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6301907300949097,
      "cov-distil (oracle2student)": 2.5349907875061035,
      "cov-distil (oracle2teacher)": 2.757558822631836,
      "epoch": 5.895604395604396,
      "rel-constrast": 2.0311343669891357,
      "step": 7511,
      "subrel-constrast": 2.9490506649017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3790619373321533,
      "cov-distil (oracle2student)": 4.486264228820801,
      "cov-distil (oracle2teacher)": 4.424989223480225,
      "epoch": 5.8963893249607535,
      "rel-constrast": 2.227433443069458,
      "step": 7512,
      "subrel-constrast": 2.591796398162842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664331674575806,
      "cov-distil (oracle2student)": 4.596590042114258,
      "cov-distil (oracle2teacher)": 4.562535285949707,
      "epoch": 5.897174254317111,
      "rel-constrast": 2.3625214099884033,
      "step": 7513,
      "subrel-constrast": 3.0198140144348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0126770734786987,
      "cov-distil (oracle2student)": 4.952890872955322,
      "cov-distil (oracle2teacher)": 4.5639190673828125,
      "epoch": 5.8979591836734695,
      "rel-constrast": 2.1092231273651123,
      "step": 7514,
      "subrel-constrast": 2.7775211334228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3656134605407715,
      "cov-distil (oracle2student)": 3.39323091506958,
      "cov-distil (oracle2teacher)": 3.6867666244506836,
      "epoch": 5.898744113029827,
      "rel-constrast": 3.162395715713501,
      "step": 7515,
      "subrel-constrast": 4.344008445739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7916868925094604,
      "cov-distil (oracle2student)": 3.858673572540283,
      "cov-distil (oracle2teacher)": 4.025085926055908,
      "epoch": 5.8995290423861855,
      "rel-constrast": 2.231675148010254,
      "step": 7516,
      "subrel-constrast": 3.2423083782196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.262621521949768,
      "cov-distil (oracle2student)": 4.835511684417725,
      "cov-distil (oracle2teacher)": 4.580310821533203,
      "epoch": 5.900313971742543,
      "rel-constrast": 2.2790448665618896,
      "step": 7517,
      "subrel-constrast": 3.541184663772583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2606182098388672,
      "cov-distil (oracle2student)": 4.398770332336426,
      "cov-distil (oracle2teacher)": 3.820960283279419,
      "epoch": 5.9010989010989015,
      "rel-constrast": 2.4301133155822754,
      "step": 7518,
      "subrel-constrast": 3.2145681381225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3534168004989624,
      "cov-distil (oracle2student)": 5.765254974365234,
      "cov-distil (oracle2teacher)": 5.169500827789307,
      "epoch": 5.901883830455259,
      "rel-constrast": 2.9902021884918213,
      "step": 7519,
      "subrel-constrast": 3.316559076309204,
      "view-similarity": 0
    },
    {
      "epoch": 5.9026687598116165,
      "grad_norm": 5.9375,
      "learning_rate": 8.80364913585311e-06,
      "loss": 0.6326,
      "step": 7520
    },
    {
      "cov-distil": 1.2950828075408936,
      "cov-distil (oracle2student)": 4.980057716369629,
      "cov-distil (oracle2teacher)": 4.3700056076049805,
      "epoch": 5.9026687598116165,
      "rel-constrast": 3.1666951179504395,
      "step": 7520,
      "subrel-constrast": 3.6596028804779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7258228063583374,
      "cov-distil (oracle2student)": 5.801599025726318,
      "cov-distil (oracle2teacher)": 4.673330783843994,
      "epoch": 5.903453689167975,
      "rel-constrast": 3.789123058319092,
      "step": 7521,
      "subrel-constrast": 4.239203929901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6831061840057373,
      "cov-distil (oracle2student)": 4.589682579040527,
      "cov-distil (oracle2teacher)": 4.491428852081299,
      "epoch": 5.9042386185243325,
      "rel-constrast": 2.4378840923309326,
      "step": 7522,
      "subrel-constrast": 2.730104923248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2959281206130981,
      "cov-distil (oracle2student)": 5.846949100494385,
      "cov-distil (oracle2teacher)": 5.193538188934326,
      "epoch": 5.905023547880691,
      "rel-constrast": 3.47282338142395,
      "step": 7523,
      "subrel-constrast": 3.8720903396606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.76961350440979,
      "cov-distil (oracle2student)": 6.832569122314453,
      "cov-distil (oracle2teacher)": 5.837587833404541,
      "epoch": 5.9058084772370485,
      "rel-constrast": 1.9343386888504028,
      "step": 7524,
      "subrel-constrast": 2.732205629348755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864208698272705,
      "cov-distil (oracle2student)": 5.7918009757995605,
      "cov-distil (oracle2teacher)": 5.110918998718262,
      "epoch": 5.906593406593407,
      "rel-constrast": 2.5484678745269775,
      "step": 7525,
      "subrel-constrast": 3.1070382595062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6394329071044922,
      "cov-distil (oracle2student)": 3.3961074352264404,
      "cov-distil (oracle2teacher)": 2.973381996154785,
      "epoch": 5.9073783359497645,
      "rel-constrast": 2.431419610977173,
      "step": 7526,
      "subrel-constrast": 3.0947771072387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3372021913528442,
      "cov-distil (oracle2student)": 3.1991539001464844,
      "cov-distil (oracle2teacher)": 2.9688189029693604,
      "epoch": 5.908163265306122,
      "rel-constrast": 2.609805107116699,
      "step": 7527,
      "subrel-constrast": 2.6507530212402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.409970283508301,
      "cov-distil (oracle2student)": 4.220150470733643,
      "cov-distil (oracle2teacher)": 3.8167190551757812,
      "epoch": 5.9089481946624804,
      "rel-constrast": 2.299410343170166,
      "step": 7528,
      "subrel-constrast": 3.293022871017456,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4174914360046387,
      "cov-distil (oracle2student)": 4.01517391204834,
      "cov-distil (oracle2teacher)": 3.8846349716186523,
      "epoch": 5.909733124018838,
      "rel-constrast": 1.6534863710403442,
      "step": 7529,
      "subrel-constrast": 3.060620069503784,
      "view-similarity": 0
    },
    {
      "epoch": 5.910518053375196,
      "grad_norm": 4.625,
      "learning_rate": 8.737271451519435e-06,
      "loss": 0.7022,
      "step": 7530
    },
    {
      "cov-distil": 1.4372045993804932,
      "cov-distil (oracle2student)": 4.078853607177734,
      "cov-distil (oracle2teacher)": 3.8076999187469482,
      "epoch": 5.910518053375196,
      "rel-constrast": 2.3876547813415527,
      "step": 7530,
      "subrel-constrast": 3.1869332790374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2148338556289673,
      "cov-distil (oracle2student)": 3.8194081783294678,
      "cov-distil (oracle2teacher)": 3.6313490867614746,
      "epoch": 5.911302982731554,
      "rel-constrast": 2.5056955814361572,
      "step": 7531,
      "subrel-constrast": 2.8661179542541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3430672883987427,
      "cov-distil (oracle2student)": 3.9418952465057373,
      "cov-distil (oracle2teacher)": 3.962283134460449,
      "epoch": 5.912087912087912,
      "rel-constrast": 1.7995322942733765,
      "step": 7532,
      "subrel-constrast": 2.2176756858825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1876962184906006,
      "cov-distil (oracle2student)": 4.185408592224121,
      "cov-distil (oracle2teacher)": 4.3535356521606445,
      "epoch": 5.91287284144427,
      "rel-constrast": 1.9819002151489258,
      "step": 7533,
      "subrel-constrast": 3.0090270042419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635258674621582,
      "cov-distil (oracle2student)": 3.6201937198638916,
      "cov-distil (oracle2teacher)": 3.814084053039551,
      "epoch": 5.9136577708006275,
      "rel-constrast": 3.42105770111084,
      "step": 7534,
      "subrel-constrast": 4.097853660583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3950026035308838,
      "cov-distil (oracle2student)": 5.079980850219727,
      "cov-distil (oracle2teacher)": 4.564778804779053,
      "epoch": 5.914442700156986,
      "rel-constrast": 2.578857421875,
      "step": 7535,
      "subrel-constrast": 3.304654836654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4286155700683594,
      "cov-distil (oracle2student)": 4.551296234130859,
      "cov-distil (oracle2teacher)": 4.032000541687012,
      "epoch": 5.9152276295133435,
      "rel-constrast": 2.151641368865967,
      "step": 7536,
      "subrel-constrast": 2.9218897819519043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2153923511505127,
      "cov-distil (oracle2student)": 3.421365261077881,
      "cov-distil (oracle2teacher)": 3.150710344314575,
      "epoch": 5.916012558869702,
      "rel-constrast": 2.0340874195098877,
      "step": 7537,
      "subrel-constrast": 2.526534080505371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.866823673248291,
      "cov-distil (oracle2student)": 4.737929344177246,
      "cov-distil (oracle2teacher)": 4.417322635650635,
      "epoch": 5.916797488226059,
      "rel-constrast": 2.133227825164795,
      "step": 7538,
      "subrel-constrast": 3.1455321311950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1432441473007202,
      "cov-distil (oracle2student)": 4.182575225830078,
      "cov-distil (oracle2teacher)": 3.920276641845703,
      "epoch": 5.917582417582418,
      "rel-constrast": 2.4325833320617676,
      "step": 7539,
      "subrel-constrast": 2.811055898666382,
      "view-similarity": 0
    },
    {
      "epoch": 5.918367346938775,
      "grad_norm": 5.6875,
      "learning_rate": 8.67109192340092e-06,
      "loss": 0.6203,
      "step": 7540
    },
    {
      "cov-distil": 1.713545322418213,
      "cov-distil (oracle2student)": 3.4733223915100098,
      "cov-distil (oracle2teacher)": 3.232466697692871,
      "epoch": 5.918367346938775,
      "rel-constrast": 3.012770652770996,
      "step": 7540,
      "subrel-constrast": 3.6291511058807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6988215446472168,
      "cov-distil (oracle2student)": 3.5021800994873047,
      "cov-distil (oracle2teacher)": 3.4026389122009277,
      "epoch": 5.919152276295133,
      "rel-constrast": 2.478816032409668,
      "step": 7541,
      "subrel-constrast": 3.150148868560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.327270984649658,
      "cov-distil (oracle2student)": 5.708302974700928,
      "cov-distil (oracle2teacher)": 4.630509376525879,
      "epoch": 5.919937205651491,
      "rel-constrast": 2.4017016887664795,
      "step": 7542,
      "subrel-constrast": 3.1842703819274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2243999242782593,
      "cov-distil (oracle2student)": 4.188410758972168,
      "cov-distil (oracle2teacher)": 3.821415901184082,
      "epoch": 5.920722135007849,
      "rel-constrast": 2.886965751647949,
      "step": 7543,
      "subrel-constrast": 3.0152108669281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0977377891540527,
      "cov-distil (oracle2student)": 3.874143123626709,
      "cov-distil (oracle2teacher)": 3.665733575820923,
      "epoch": 5.921507064364207,
      "rel-constrast": 2.6784965991973877,
      "step": 7544,
      "subrel-constrast": 3.362399101257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5329359769821167,
      "cov-distil (oracle2student)": 3.8022801876068115,
      "cov-distil (oracle2teacher)": 3.769990921020508,
      "epoch": 5.922291993720565,
      "rel-constrast": 3.4164907932281494,
      "step": 7545,
      "subrel-constrast": 4.0595011711120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.410851001739502,
      "cov-distil (oracle2student)": 2.9113566875457764,
      "cov-distil (oracle2teacher)": 3.061397075653076,
      "epoch": 5.923076923076923,
      "rel-constrast": 2.3348095417022705,
      "step": 7546,
      "subrel-constrast": 2.919187545776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2455073595046997,
      "cov-distil (oracle2student)": 5.804068565368652,
      "cov-distil (oracle2teacher)": 5.147116661071777,
      "epoch": 5.923861852433281,
      "rel-constrast": 2.8855059146881104,
      "step": 7547,
      "subrel-constrast": 3.3188669681549072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5526127815246582,
      "cov-distil (oracle2student)": 2.7277727127075195,
      "cov-distil (oracle2teacher)": 3.1323776245117188,
      "epoch": 5.924646781789638,
      "rel-constrast": 2.320753574371338,
      "step": 7548,
      "subrel-constrast": 3.557337522506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4407474994659424,
      "cov-distil (oracle2student)": 3.38702392578125,
      "cov-distil (oracle2teacher)": 4.009342670440674,
      "epoch": 5.925431711145997,
      "rel-constrast": 1.476487636566162,
      "step": 7549,
      "subrel-constrast": 2.5571305751800537,
      "view-similarity": 0
    },
    {
      "epoch": 5.926216640502354,
      "grad_norm": 3.8125,
      "learning_rate": 8.60511135787422e-06,
      "loss": 0.6854,
      "step": 7550
    },
    {
      "cov-distil": 0.699949324131012,
      "cov-distil (oracle2student)": 5.16385555267334,
      "cov-distil (oracle2teacher)": 4.392677307128906,
      "epoch": 5.926216640502354,
      "rel-constrast": 2.177788257598877,
      "step": 7550,
      "subrel-constrast": 2.5754241943359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.090257167816162,
      "cov-distil (oracle2student)": 6.6603546142578125,
      "cov-distil (oracle2teacher)": 5.849410533905029,
      "epoch": 5.927001569858713,
      "rel-constrast": 2.4518144130706787,
      "step": 7551,
      "subrel-constrast": 2.7840681076049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4345860481262207,
      "cov-distil (oracle2student)": 3.3344407081604004,
      "cov-distil (oracle2teacher)": 3.4918251037597656,
      "epoch": 5.92778649921507,
      "rel-constrast": 1.7014508247375488,
      "step": 7552,
      "subrel-constrast": 2.7068607807159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4656109809875488,
      "cov-distil (oracle2student)": 5.033539295196533,
      "cov-distil (oracle2teacher)": 4.5141496658325195,
      "epoch": 5.928571428571429,
      "rel-constrast": 3.5615944862365723,
      "step": 7553,
      "subrel-constrast": 3.64325213432312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3796486854553223,
      "cov-distil (oracle2student)": 5.572556972503662,
      "cov-distil (oracle2teacher)": 5.471937656402588,
      "epoch": 5.929356357927786,
      "rel-constrast": 3.4044580459594727,
      "step": 7554,
      "subrel-constrast": 4.655369758605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.165940284729004,
      "cov-distil (oracle2student)": 4.15362548828125,
      "cov-distil (oracle2teacher)": 3.893766403198242,
      "epoch": 5.930141287284145,
      "rel-constrast": 3.5821104049682617,
      "step": 7555,
      "subrel-constrast": 3.8392651081085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0739669799804688,
      "cov-distil (oracle2student)": 5.227766990661621,
      "cov-distil (oracle2teacher)": 4.727657318115234,
      "epoch": 5.930926216640502,
      "rel-constrast": 2.9483652114868164,
      "step": 7556,
      "subrel-constrast": 4.267945289611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3940926790237427,
      "cov-distil (oracle2student)": 4.15215539932251,
      "cov-distil (oracle2teacher)": 4.134328842163086,
      "epoch": 5.931711145996861,
      "rel-constrast": 2.715731620788574,
      "step": 7557,
      "subrel-constrast": 2.8885247707366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6939010620117188,
      "cov-distil (oracle2student)": 4.6585469245910645,
      "cov-distil (oracle2teacher)": 4.1779680252075195,
      "epoch": 5.932496075353218,
      "rel-constrast": 2.4202136993408203,
      "step": 7558,
      "subrel-constrast": 3.4396865367889404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7879352569580078,
      "cov-distil (oracle2student)": 3.2311861515045166,
      "cov-distil (oracle2teacher)": 2.8903512954711914,
      "epoch": 5.933281004709576,
      "rel-constrast": 1.6732113361358643,
      "step": 7559,
      "subrel-constrast": 2.563697099685669,
      "view-similarity": 0
    },
    {
      "epoch": 5.934065934065934,
      "grad_norm": 4.03125,
      "learning_rate": 8.539330558891722e-06,
      "loss": 0.7014,
      "step": 7560
    },
    {
      "cov-distil": 1.220930814743042,
      "cov-distil (oracle2student)": 3.7492318153381348,
      "cov-distil (oracle2teacher)": 3.86360502243042,
      "epoch": 5.934065934065934,
      "rel-constrast": 2.3616394996643066,
      "step": 7560,
      "subrel-constrast": 2.837095260620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6676557064056396,
      "cov-distil (oracle2student)": 4.809334754943848,
      "cov-distil (oracle2teacher)": 4.180069923400879,
      "epoch": 5.934850863422292,
      "rel-constrast": 2.2684667110443115,
      "step": 7561,
      "subrel-constrast": 2.7015883922576904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9488028287887573,
      "cov-distil (oracle2student)": 4.696435928344727,
      "cov-distil (oracle2teacher)": 4.390841007232666,
      "epoch": 5.93563579277865,
      "rel-constrast": 2.083631992340088,
      "step": 7562,
      "subrel-constrast": 2.916633129119873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7115130424499512,
      "cov-distil (oracle2student)": 4.174182891845703,
      "cov-distil (oracle2teacher)": 3.7429847717285156,
      "epoch": 5.936420722135008,
      "rel-constrast": 3.049708604812622,
      "step": 7563,
      "subrel-constrast": 3.550633430480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3440637588500977,
      "cov-distil (oracle2student)": 3.3900861740112305,
      "cov-distil (oracle2teacher)": 3.7476425170898438,
      "epoch": 5.937205651491366,
      "rel-constrast": 2.2434098720550537,
      "step": 7564,
      "subrel-constrast": 2.9339687824249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3188457489013672,
      "cov-distil (oracle2student)": 4.960470676422119,
      "cov-distil (oracle2teacher)": 4.716571807861328,
      "epoch": 5.937990580847724,
      "rel-constrast": 1.6954269409179688,
      "step": 7565,
      "subrel-constrast": 2.925642728805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.073636770248413,
      "cov-distil (oracle2student)": 4.024977684020996,
      "cov-distil (oracle2teacher)": 3.7160964012145996,
      "epoch": 5.938775510204081,
      "rel-constrast": 1.2449003458023071,
      "step": 7566,
      "subrel-constrast": 1.7874681949615479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7917087078094482,
      "cov-distil (oracle2student)": 4.860145092010498,
      "cov-distil (oracle2teacher)": 4.384347915649414,
      "epoch": 5.93956043956044,
      "rel-constrast": 2.344305992126465,
      "step": 7567,
      "subrel-constrast": 3.0720653533935547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2888281345367432,
      "cov-distil (oracle2student)": 4.1856818199157715,
      "cov-distil (oracle2teacher)": 3.8725428581237793,
      "epoch": 5.940345368916797,
      "rel-constrast": 3.2426598072052,
      "step": 7568,
      "subrel-constrast": 3.7301089763641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0294499397277832,
      "cov-distil (oracle2student)": 6.928463935852051,
      "cov-distil (oracle2teacher)": 6.1361260414123535,
      "epoch": 5.941130298273156,
      "rel-constrast": 3.060959815979004,
      "step": 7569,
      "subrel-constrast": 3.4752721786499023,
      "view-similarity": 0
    },
    {
      "epoch": 5.941915227629513,
      "grad_norm": 5.875,
      "learning_rate": 8.473750327971686e-06,
      "loss": 0.6259,
      "step": 7570
    },
    {
      "cov-distil": 1.5563583374023438,
      "cov-distil (oracle2student)": 5.76491641998291,
      "cov-distil (oracle2teacher)": 5.432402610778809,
      "epoch": 5.941915227629513,
      "rel-constrast": 2.435762882232666,
      "step": 7570,
      "subrel-constrast": 3.1151373386383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392945647239685,
      "cov-distil (oracle2student)": 2.811795711517334,
      "cov-distil (oracle2teacher)": 3.1930925846099854,
      "epoch": 5.942700156985872,
      "rel-constrast": 2.5809528827667236,
      "step": 7571,
      "subrel-constrast": 3.6145436763763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5537528991699219,
      "cov-distil (oracle2student)": 4.065176010131836,
      "cov-distil (oracle2teacher)": 4.087373733520508,
      "epoch": 5.943485086342229,
      "rel-constrast": 3.111260175704956,
      "step": 7572,
      "subrel-constrast": 4.326148986816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2448971271514893,
      "cov-distil (oracle2student)": 4.093141555786133,
      "cov-distil (oracle2teacher)": 3.542499303817749,
      "epoch": 5.944270015698587,
      "rel-constrast": 2.0756492614746094,
      "step": 7573,
      "subrel-constrast": 2.775556802749634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4986968040466309,
      "cov-distil (oracle2student)": 4.763708114624023,
      "cov-distil (oracle2teacher)": 4.283915996551514,
      "epoch": 5.945054945054945,
      "rel-constrast": 2.5171008110046387,
      "step": 7574,
      "subrel-constrast": 3.260392189025879,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9954379200935364,
      "cov-distil (oracle2student)": 5.135584354400635,
      "cov-distil (oracle2teacher)": 4.551899433135986,
      "epoch": 5.945839874411303,
      "rel-constrast": 1.7853472232818604,
      "step": 7575,
      "subrel-constrast": 2.5360147953033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.549743413925171,
      "cov-distil (oracle2student)": 5.266432762145996,
      "cov-distil (oracle2teacher)": 4.8602800369262695,
      "epoch": 5.946624803767661,
      "rel-constrast": 3.2363364696502686,
      "step": 7576,
      "subrel-constrast": 3.842742919921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4639304876327515,
      "cov-distil (oracle2student)": 3.2933340072631836,
      "cov-distil (oracle2teacher)": 3.343031883239746,
      "epoch": 5.947409733124019,
      "rel-constrast": 2.387627124786377,
      "step": 7577,
      "subrel-constrast": 3.129092216491699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0783393383026123,
      "cov-distil (oracle2student)": 4.852675437927246,
      "cov-distil (oracle2teacher)": 4.614436149597168,
      "epoch": 5.948194662480377,
      "rel-constrast": 2.866598606109619,
      "step": 7578,
      "subrel-constrast": 3.1941072940826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5125699043273926,
      "cov-distil (oracle2student)": 5.569692611694336,
      "cov-distil (oracle2teacher)": 5.0401763916015625,
      "epoch": 5.948979591836735,
      "rel-constrast": 4.036040306091309,
      "step": 7579,
      "subrel-constrast": 4.316898345947266,
      "view-similarity": 0
    },
    {
      "epoch": 5.949764521193092,
      "grad_norm": 7.15625,
      "learning_rate": 8.408371464188536e-06,
      "loss": 0.7104,
      "step": 7580
    },
    {
      "cov-distil": 1.1577321290969849,
      "cov-distil (oracle2student)": 4.973995208740234,
      "cov-distil (oracle2teacher)": 4.743803024291992,
      "epoch": 5.949764521193092,
      "rel-constrast": 3.1529200077056885,
      "step": 7580,
      "subrel-constrast": 3.8045945167541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9138636589050293,
      "cov-distil (oracle2student)": 4.6884331703186035,
      "cov-distil (oracle2teacher)": 4.239786624908447,
      "epoch": 5.950549450549451,
      "rel-constrast": 3.3012948036193848,
      "step": 7581,
      "subrel-constrast": 4.009582996368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6321969032287598,
      "cov-distil (oracle2student)": 4.933678150177002,
      "cov-distil (oracle2teacher)": 4.580592632293701,
      "epoch": 5.951334379905808,
      "rel-constrast": 2.738870859146118,
      "step": 7582,
      "subrel-constrast": 3.509976863861084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2349945306777954,
      "cov-distil (oracle2student)": 2.33300518989563,
      "cov-distil (oracle2teacher)": 2.8315224647521973,
      "epoch": 5.952119309262167,
      "rel-constrast": 2.63267183303833,
      "step": 7583,
      "subrel-constrast": 3.4243288040161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.316525936126709,
      "cov-distil (oracle2student)": 6.182408809661865,
      "cov-distil (oracle2teacher)": 5.047297477722168,
      "epoch": 5.952904238618524,
      "rel-constrast": 4.052206993103027,
      "step": 7584,
      "subrel-constrast": 4.3497819900512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3223592042922974,
      "cov-distil (oracle2student)": 3.8475828170776367,
      "cov-distil (oracle2teacher)": 4.101125240325928,
      "epoch": 5.953689167974883,
      "rel-constrast": 2.1125447750091553,
      "step": 7585,
      "subrel-constrast": 2.874833345413208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326587200164795,
      "cov-distil (oracle2student)": 3.7094826698303223,
      "cov-distil (oracle2teacher)": 3.294572353363037,
      "epoch": 5.95447409733124,
      "rel-constrast": 2.5369346141815186,
      "step": 7586,
      "subrel-constrast": 2.989475727081299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0959206819534302,
      "cov-distil (oracle2student)": 3.6913180351257324,
      "cov-distil (oracle2teacher)": 3.5525851249694824,
      "epoch": 5.955259026687598,
      "rel-constrast": 2.651440143585205,
      "step": 7587,
      "subrel-constrast": 2.897928476333618,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9809043407440186,
      "cov-distil (oracle2student)": 3.98211932182312,
      "cov-distil (oracle2teacher)": 3.965721607208252,
      "epoch": 5.956043956043956,
      "rel-constrast": 2.311636447906494,
      "step": 7588,
      "subrel-constrast": 2.90625262260437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7779462337493896,
      "cov-distil (oracle2student)": 4.6515398025512695,
      "cov-distil (oracle2teacher)": 4.349333763122559,
      "epoch": 5.956828885400314,
      "rel-constrast": 2.3312909603118896,
      "step": 7589,
      "subrel-constrast": 3.314272403717041,
      "view-similarity": 0
    },
    {
      "epoch": 5.957613814756672,
      "grad_norm": 5.40625,
      "learning_rate": 8.343194764163106e-06,
      "loss": 0.7324,
      "step": 7590
    },
    {
      "cov-distil": 1.407558560371399,
      "cov-distil (oracle2student)": 5.361250400543213,
      "cov-distil (oracle2teacher)": 4.913692474365234,
      "epoch": 5.957613814756672,
      "rel-constrast": 2.6670303344726562,
      "step": 7590,
      "subrel-constrast": 3.470695972442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7635550498962402,
      "cov-distil (oracle2student)": 4.115744590759277,
      "cov-distil (oracle2teacher)": 4.148232460021973,
      "epoch": 5.95839874411303,
      "rel-constrast": 1.8848811388015747,
      "step": 7591,
      "subrel-constrast": 2.7587990760803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8144828081130981,
      "cov-distil (oracle2student)": 2.948136329650879,
      "cov-distil (oracle2teacher)": 2.791168212890625,
      "epoch": 5.959183673469388,
      "rel-constrast": 3.106844425201416,
      "step": 7592,
      "subrel-constrast": 3.980757236480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1636896133422852,
      "cov-distil (oracle2student)": 3.2124876976013184,
      "cov-distil (oracle2teacher)": 3.5544674396514893,
      "epoch": 5.959968602825746,
      "rel-constrast": 2.259587049484253,
      "step": 7593,
      "subrel-constrast": 3.1142382621765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3539259433746338,
      "cov-distil (oracle2student)": 4.242146968841553,
      "cov-distil (oracle2teacher)": 4.142134189605713,
      "epoch": 5.960753532182103,
      "rel-constrast": 2.4517643451690674,
      "step": 7594,
      "subrel-constrast": 2.8312554359436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8109631538391113,
      "cov-distil (oracle2student)": 4.209991455078125,
      "cov-distil (oracle2teacher)": 4.2569260597229,
      "epoch": 5.961538461538462,
      "rel-constrast": 2.7712721824645996,
      "step": 7595,
      "subrel-constrast": 3.522213935852051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571433186531067,
      "cov-distil (oracle2student)": 4.4037065505981445,
      "cov-distil (oracle2teacher)": 4.172243118286133,
      "epoch": 5.962323390894819,
      "rel-constrast": 3.023435354232788,
      "step": 7596,
      "subrel-constrast": 3.344291925430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8339219093322754,
      "cov-distil (oracle2student)": 4.884936332702637,
      "cov-distil (oracle2teacher)": 4.105188846588135,
      "epoch": 5.963108320251178,
      "rel-constrast": 2.843886613845825,
      "step": 7597,
      "subrel-constrast": 3.4102981090545654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.389960527420044,
      "cov-distil (oracle2student)": 4.619832992553711,
      "cov-distil (oracle2teacher)": 4.500309944152832,
      "epoch": 5.963893249607535,
      "rel-constrast": 2.5968244075775146,
      "step": 7598,
      "subrel-constrast": 3.352334976196289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827775239944458,
      "cov-distil (oracle2student)": 3.6046109199523926,
      "cov-distil (oracle2teacher)": 3.7026312351226807,
      "epoch": 5.964678178963894,
      "rel-constrast": 2.0559496879577637,
      "step": 7599,
      "subrel-constrast": 2.8665435314178467,
      "view-similarity": 0
    },
    {
      "epoch": 5.965463108320251,
      "grad_norm": 5.0625,
      "learning_rate": 8.278221022052898e-06,
      "loss": 0.6814,
      "step": 7600
    },
    {
      "epoch": 5.965463108320251,
      "overlap": 0.3218750059604645,
      "step": 7600
    },
    {
      "epoch": 5.965463108320251,
      "step": 7600,
      "student margin": 0.0643310546875
    },
    {
      "epoch": 5.965463108320251,
      "step": 7600,
      "teacher margin": 0.048004150390625
    },
    {
      "epoch": 5.965463108320251,
      "margin difference": -0.016326904296875,
      "step": 7600
    },
    {
      "cov-distil": 1.3606810569763184,
      "cov-distil (oracle2student)": 5.048360347747803,
      "cov-distil (oracle2teacher)": 4.425386905670166,
      "epoch": 5.965463108320251,
      "rel-constrast": 2.5683376789093018,
      "step": 7600,
      "subrel-constrast": 3.0528531074523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843756914138794,
      "cov-distil (oracle2student)": 4.303302764892578,
      "cov-distil (oracle2teacher)": 3.7292089462280273,
      "epoch": 5.966248037676609,
      "rel-constrast": 2.1127030849456787,
      "step": 7601,
      "subrel-constrast": 2.797731876373291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.202538251876831,
      "cov-distil (oracle2student)": 5.267108917236328,
      "cov-distil (oracle2teacher)": 5.148887634277344,
      "epoch": 5.967032967032967,
      "rel-constrast": 1.6676735877990723,
      "step": 7602,
      "subrel-constrast": 2.3223369121551514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3210020065307617,
      "cov-distil (oracle2student)": 4.925132751464844,
      "cov-distil (oracle2teacher)": 4.508498191833496,
      "epoch": 5.967817896389325,
      "rel-constrast": 3.627187728881836,
      "step": 7603,
      "subrel-constrast": 4.523709774017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2775803804397583,
      "cov-distil (oracle2student)": 4.878945350646973,
      "cov-distil (oracle2teacher)": 4.609525203704834,
      "epoch": 5.968602825745683,
      "rel-constrast": 2.4971792697906494,
      "step": 7604,
      "subrel-constrast": 3.2947258949279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.135618805885315,
      "cov-distil (oracle2student)": 4.056072235107422,
      "cov-distil (oracle2teacher)": 3.163918972015381,
      "epoch": 5.969387755102041,
      "rel-constrast": 1.3358039855957031,
      "step": 7605,
      "subrel-constrast": 1.8476884365081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6139154434204102,
      "cov-distil (oracle2student)": 3.7586188316345215,
      "cov-distil (oracle2teacher)": 3.9642066955566406,
      "epoch": 5.970172684458399,
      "rel-constrast": 2.7711548805236816,
      "step": 7606,
      "subrel-constrast": 3.5418717861175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2668166160583496,
      "cov-distil (oracle2student)": 4.741168975830078,
      "cov-distil (oracle2teacher)": 4.773827075958252,
      "epoch": 5.970957613814757,
      "rel-constrast": 2.222792387008667,
      "step": 7607,
      "subrel-constrast": 2.9830784797668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.492027997970581,
      "cov-distil (oracle2student)": 4.547458648681641,
      "cov-distil (oracle2teacher)": 4.727682113647461,
      "epoch": 5.971742543171114,
      "rel-constrast": 3.3319191932678223,
      "step": 7608,
      "subrel-constrast": 4.426547050476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026082754135132,
      "cov-distil (oracle2student)": 3.908376455307007,
      "cov-distil (oracle2teacher)": 3.0440094470977783,
      "epoch": 5.972527472527473,
      "rel-constrast": 2.3559508323669434,
      "step": 7609,
      "subrel-constrast": 2.817934274673462,
      "view-similarity": 0
    },
    {
      "epoch": 5.97331240188383,
      "grad_norm": 5.34375,
      "learning_rate": 8.21345102954247e-06,
      "loss": 0.6486,
      "step": 7610
    },
    {
      "cov-distil": 1.087494134902954,
      "cov-distil (oracle2student)": 4.577715873718262,
      "cov-distil (oracle2teacher)": 4.477780342102051,
      "epoch": 5.97331240188383,
      "rel-constrast": 2.161940336227417,
      "step": 7610,
      "subrel-constrast": 2.709074020385742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3712507486343384,
      "cov-distil (oracle2student)": 4.054076671600342,
      "cov-distil (oracle2teacher)": 3.483224391937256,
      "epoch": 5.974097331240189,
      "rel-constrast": 2.616769790649414,
      "step": 7611,
      "subrel-constrast": 2.955542802810669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.164747714996338,
      "cov-distil (oracle2student)": 3.538020133972168,
      "cov-distil (oracle2teacher)": 3.4455504417419434,
      "epoch": 5.974882260596546,
      "rel-constrast": 2.0767769813537598,
      "step": 7612,
      "subrel-constrast": 2.6927120685577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9031033515930176,
      "cov-distil (oracle2student)": 3.097935199737549,
      "cov-distil (oracle2teacher)": 3.8091444969177246,
      "epoch": 5.975667189952905,
      "rel-constrast": 2.4740028381347656,
      "step": 7613,
      "subrel-constrast": 3.558032989501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4006470441818237,
      "cov-distil (oracle2student)": 4.54511833190918,
      "cov-distil (oracle2teacher)": 4.859867095947266,
      "epoch": 5.976452119309262,
      "rel-constrast": 2.633272886276245,
      "step": 7614,
      "subrel-constrast": 3.8174424171447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796462059020996,
      "cov-distil (oracle2student)": 5.778093338012695,
      "cov-distil (oracle2teacher)": 4.77117919921875,
      "epoch": 5.97723704866562,
      "rel-constrast": 2.973998546600342,
      "step": 7615,
      "subrel-constrast": 3.6003217697143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3141251802444458,
      "cov-distil (oracle2student)": 3.9626846313476562,
      "cov-distil (oracle2teacher)": 3.6758875846862793,
      "epoch": 5.978021978021978,
      "rel-constrast": 2.735703706741333,
      "step": 7616,
      "subrel-constrast": 3.233790874481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576340675354004,
      "cov-distil (oracle2student)": 3.984200954437256,
      "cov-distil (oracle2teacher)": 4.200348377227783,
      "epoch": 5.978806907378336,
      "rel-constrast": 3.360769510269165,
      "step": 7617,
      "subrel-constrast": 4.342198371887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4228110313415527,
      "cov-distil (oracle2student)": 4.050268173217773,
      "cov-distil (oracle2teacher)": 3.8163418769836426,
      "epoch": 5.979591836734694,
      "rel-constrast": 3.7358527183532715,
      "step": 7618,
      "subrel-constrast": 4.027514934539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4689350128173828,
      "cov-distil (oracle2student)": 3.7985334396362305,
      "cov-distil (oracle2teacher)": 3.443638801574707,
      "epoch": 5.980376766091052,
      "rel-constrast": 2.0167994499206543,
      "step": 7619,
      "subrel-constrast": 2.8824338912963867,
      "view-similarity": 0
    },
    {
      "epoch": 5.98116169544741,
      "grad_norm": 5.28125,
      "learning_rate": 8.148885575833731e-06,
      "loss": 0.7059,
      "step": 7620
    },
    {
      "cov-distil": 1.4170430898666382,
      "cov-distil (oracle2student)": 4.6110520362854,
      "cov-distil (oracle2teacher)": 4.408157825469971,
      "epoch": 5.98116169544741,
      "rel-constrast": 2.473804473876953,
      "step": 7620,
      "subrel-constrast": 3.557626247406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147909164428711,
      "cov-distil (oracle2student)": 3.99218487739563,
      "cov-distil (oracle2teacher)": 4.3373870849609375,
      "epoch": 5.981946624803768,
      "rel-constrast": 4.037297248840332,
      "step": 7621,
      "subrel-constrast": 4.540437698364258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.598484992980957,
      "cov-distil (oracle2student)": 5.664882659912109,
      "cov-distil (oracle2teacher)": 4.495669364929199,
      "epoch": 5.982731554160125,
      "rel-constrast": 2.729038715362549,
      "step": 7622,
      "subrel-constrast": 2.9044926166534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.533968448638916,
      "cov-distil (oracle2student)": 4.285309791564941,
      "cov-distil (oracle2teacher)": 4.596357822418213,
      "epoch": 5.983516483516484,
      "rel-constrast": 2.642727851867676,
      "step": 7623,
      "subrel-constrast": 3.404296636581421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2135709524154663,
      "cov-distil (oracle2student)": 4.811136245727539,
      "cov-distil (oracle2teacher)": 5.129215240478516,
      "epoch": 5.984301412872841,
      "rel-constrast": 1.9472315311431885,
      "step": 7624,
      "subrel-constrast": 2.257085084915161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2866637706756592,
      "cov-distil (oracle2student)": 3.300136089324951,
      "cov-distil (oracle2teacher)": 3.113154888153076,
      "epoch": 5.9850863422291996,
      "rel-constrast": 2.394716739654541,
      "step": 7625,
      "subrel-constrast": 2.6792948246002197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5289995670318604,
      "cov-distil (oracle2student)": 4.491428375244141,
      "cov-distil (oracle2teacher)": 4.401040554046631,
      "epoch": 5.985871271585557,
      "rel-constrast": 2.1705923080444336,
      "step": 7626,
      "subrel-constrast": 2.9101598262786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1310303211212158,
      "cov-distil (oracle2student)": 5.724697589874268,
      "cov-distil (oracle2teacher)": 5.0722856521606445,
      "epoch": 5.9866562009419155,
      "rel-constrast": 1.8964858055114746,
      "step": 7627,
      "subrel-constrast": 2.359830617904663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8580687046051025,
      "cov-distil (oracle2student)": 5.270927429199219,
      "cov-distil (oracle2teacher)": 4.727304458618164,
      "epoch": 5.987441130298273,
      "rel-constrast": 2.5851690769195557,
      "step": 7628,
      "subrel-constrast": 3.1359639167785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6707038879394531,
      "cov-distil (oracle2student)": 2.87203311920166,
      "cov-distil (oracle2teacher)": 2.846299171447754,
      "epoch": 5.988226059654631,
      "rel-constrast": 1.92665433883667,
      "step": 7629,
      "subrel-constrast": 2.938354730606079,
      "view-similarity": 0
    },
    {
      "epoch": 5.989010989010989,
      "grad_norm": 4.65625,
      "learning_rate": 8.08452544763637e-06,
      "loss": 0.6586,
      "step": 7630
    },
    {
      "cov-distil": 1.6892776489257812,
      "cov-distil (oracle2student)": 3.702948808670044,
      "cov-distil (oracle2teacher)": 3.534208297729492,
      "epoch": 5.989010989010989,
      "rel-constrast": 2.629506826400757,
      "step": 7630,
      "subrel-constrast": 3.472639560699463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7656413316726685,
      "cov-distil (oracle2student)": 3.7454795837402344,
      "cov-distil (oracle2teacher)": 3.5383996963500977,
      "epoch": 5.989795918367347,
      "rel-constrast": 2.363827705383301,
      "step": 7631,
      "subrel-constrast": 3.0803706645965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2687132358551025,
      "cov-distil (oracle2student)": 4.135873794555664,
      "cov-distil (oracle2teacher)": 3.7849137783050537,
      "epoch": 5.990580847723705,
      "rel-constrast": 2.3165805339813232,
      "step": 7632,
      "subrel-constrast": 2.551649808883667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3723152875900269,
      "cov-distil (oracle2student)": 2.677236318588257,
      "cov-distil (oracle2teacher)": 3.246474266052246,
      "epoch": 5.991365777080063,
      "rel-constrast": 2.2199692726135254,
      "step": 7633,
      "subrel-constrast": 3.2319095134735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3956124782562256,
      "cov-distil (oracle2student)": 4.702268600463867,
      "cov-distil (oracle2teacher)": 4.2709245681762695,
      "epoch": 5.992150706436421,
      "rel-constrast": 3.0345029830932617,
      "step": 7634,
      "subrel-constrast": 3.4056198596954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.260941743850708,
      "cov-distil (oracle2student)": 4.488616466522217,
      "cov-distil (oracle2teacher)": 4.109814643859863,
      "epoch": 5.9929356357927785,
      "rel-constrast": 1.8445253372192383,
      "step": 7635,
      "subrel-constrast": 2.5171616077423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4115129709243774,
      "cov-distil (oracle2student)": 3.2301297187805176,
      "cov-distil (oracle2teacher)": 3.594667911529541,
      "epoch": 5.993720565149136,
      "rel-constrast": 3.3383450508117676,
      "step": 7636,
      "subrel-constrast": 4.160691261291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6806247234344482,
      "cov-distil (oracle2student)": 4.533344268798828,
      "cov-distil (oracle2teacher)": 3.6880602836608887,
      "epoch": 5.9945054945054945,
      "rel-constrast": 3.034780740737915,
      "step": 7637,
      "subrel-constrast": 3.7157180309295654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2330307960510254,
      "cov-distil (oracle2student)": 3.555692434310913,
      "cov-distil (oracle2teacher)": 3.5317888259887695,
      "epoch": 5.995290423861852,
      "rel-constrast": 1.8609814643859863,
      "step": 7638,
      "subrel-constrast": 2.286471128463745,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9783786535263062,
      "cov-distil (oracle2student)": 3.8387598991394043,
      "cov-distil (oracle2teacher)": 3.759493589401245,
      "epoch": 5.9960753532182105,
      "rel-constrast": 1.7158141136169434,
      "step": 7639,
      "subrel-constrast": 2.0223824977874756,
      "view-similarity": 0
    },
    {
      "epoch": 5.996860282574568,
      "grad_norm": 4.40625,
      "learning_rate": 8.020371429158222e-06,
      "loss": 0.6441,
      "step": 7640
    },
    {
      "cov-distil": 0.9684489369392395,
      "cov-distil (oracle2student)": 3.425602912902832,
      "cov-distil (oracle2teacher)": 3.377758502960205,
      "epoch": 5.996860282574568,
      "rel-constrast": 2.212554931640625,
      "step": 7640,
      "subrel-constrast": 2.689516067504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3484350442886353,
      "cov-distil (oracle2student)": 4.117617607116699,
      "cov-distil (oracle2teacher)": 4.0267181396484375,
      "epoch": 5.9976452119309265,
      "rel-constrast": 2.3841123580932617,
      "step": 7641,
      "subrel-constrast": 2.809000253677368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615116834640503,
      "cov-distil (oracle2student)": 4.313654899597168,
      "cov-distil (oracle2teacher)": 4.120153427124023,
      "epoch": 5.998430141287284,
      "rel-constrast": 2.951571226119995,
      "step": 7642,
      "subrel-constrast": 3.3995652198791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6257352828979492,
      "cov-distil (oracle2student)": 2.910926580429077,
      "cov-distil (oracle2teacher)": 3.175323009490967,
      "epoch": 5.9992150706436425,
      "rel-constrast": 1.8584625720977783,
      "step": 7643,
      "subrel-constrast": 2.671098470687866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5070819854736328,
      "cov-distil (oracle2student)": 4.309289932250977,
      "cov-distil (oracle2teacher)": 3.7837984561920166,
      "epoch": 6.0,
      "rel-constrast": 2.9932374954223633,
      "step": 7644,
      "subrel-constrast": 3.5139036178588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1130051612854004,
      "cov-distil (oracle2student)": 3.262694835662842,
      "cov-distil (oracle2teacher)": 3.1099109649658203,
      "epoch": 6.0007849293563575,
      "rel-constrast": 2.662822723388672,
      "step": 7645,
      "subrel-constrast": 3.120626926422119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5249342918395996,
      "cov-distil (oracle2student)": 4.104039192199707,
      "cov-distil (oracle2teacher)": 3.9978878498077393,
      "epoch": 6.001569858712716,
      "rel-constrast": 2.2819175720214844,
      "step": 7646,
      "subrel-constrast": 3.1004583835601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1165902614593506,
      "cov-distil (oracle2student)": 2.4250097274780273,
      "cov-distil (oracle2teacher)": 2.5216355323791504,
      "epoch": 6.0023547880690735,
      "rel-constrast": 1.4521489143371582,
      "step": 7647,
      "subrel-constrast": 2.0412909984588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6006784439086914,
      "cov-distil (oracle2student)": 4.774028778076172,
      "cov-distil (oracle2teacher)": 4.084106922149658,
      "epoch": 6.003139717425432,
      "rel-constrast": 2.8271536827087402,
      "step": 7648,
      "subrel-constrast": 3.136106014251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598927974700928,
      "cov-distil (oracle2student)": 4.273596286773682,
      "cov-distil (oracle2teacher)": 4.5614776611328125,
      "epoch": 6.0039246467817895,
      "rel-constrast": 2.901801586151123,
      "step": 7649,
      "subrel-constrast": 3.49424409866333,
      "view-similarity": 0
    },
    {
      "epoch": 6.004709576138148,
      "grad_norm": 6.53125,
      "learning_rate": 7.956424302095774e-06,
      "loss": 0.6487,
      "step": 7650
    },
    {
      "cov-distil": 1.4319766759872437,
      "cov-distil (oracle2student)": 5.1317973136901855,
      "cov-distil (oracle2teacher)": 4.720312118530273,
      "epoch": 6.004709576138148,
      "rel-constrast": 2.457406997680664,
      "step": 7650,
      "subrel-constrast": 2.9539334774017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7602500915527344,
      "cov-distil (oracle2student)": 4.053794860839844,
      "cov-distil (oracle2teacher)": 4.117942810058594,
      "epoch": 6.0054945054945055,
      "rel-constrast": 2.818103790283203,
      "step": 7651,
      "subrel-constrast": 3.2812697887420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5752983093261719,
      "cov-distil (oracle2student)": 4.044184684753418,
      "cov-distil (oracle2teacher)": 3.7577056884765625,
      "epoch": 6.006279434850863,
      "rel-constrast": 2.8223752975463867,
      "step": 7652,
      "subrel-constrast": 3.970787763595581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2235945463180542,
      "cov-distil (oracle2student)": 5.1468963623046875,
      "cov-distil (oracle2teacher)": 4.651695251464844,
      "epoch": 6.0070643642072215,
      "rel-constrast": 2.993638038635254,
      "step": 7653,
      "subrel-constrast": 3.674722909927368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4958369731903076,
      "cov-distil (oracle2student)": 4.7201948165893555,
      "cov-distil (oracle2teacher)": 4.285860061645508,
      "epoch": 6.007849293563579,
      "rel-constrast": 2.5338964462280273,
      "step": 7654,
      "subrel-constrast": 3.1208527088165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9106781482696533,
      "cov-distil (oracle2student)": 3.35080623626709,
      "cov-distil (oracle2teacher)": 3.5602426528930664,
      "epoch": 6.008634222919937,
      "rel-constrast": 2.1336827278137207,
      "step": 7655,
      "subrel-constrast": 3.3246989250183105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.396734356880188,
      "cov-distil (oracle2student)": 4.3671722412109375,
      "cov-distil (oracle2teacher)": 3.972623825073242,
      "epoch": 6.009419152276295,
      "rel-constrast": 2.4235315322875977,
      "step": 7656,
      "subrel-constrast": 3.0769708156585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6211997270584106,
      "cov-distil (oracle2student)": 4.446271896362305,
      "cov-distil (oracle2teacher)": 4.2520856857299805,
      "epoch": 6.010204081632653,
      "rel-constrast": 1.529348373413086,
      "step": 7657,
      "subrel-constrast": 2.919743061065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4336156845092773,
      "cov-distil (oracle2student)": 5.321005821228027,
      "cov-distil (oracle2teacher)": 4.742120742797852,
      "epoch": 6.010989010989011,
      "rel-constrast": 1.5880613327026367,
      "step": 7658,
      "subrel-constrast": 2.2155909538269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9616618156433105,
      "cov-distil (oracle2student)": 5.203003883361816,
      "cov-distil (oracle2teacher)": 4.398805141448975,
      "epoch": 6.0117739403453685,
      "rel-constrast": 2.712899923324585,
      "step": 7659,
      "subrel-constrast": 3.373931407928467,
      "view-similarity": 0
    },
    {
      "epoch": 6.012558869701727,
      "grad_norm": 5.65625,
      "learning_rate": 7.892684845624573e-06,
      "loss": 0.6399,
      "step": 7660
    },
    {
      "cov-distil": 1.3323681354522705,
      "cov-distil (oracle2student)": 4.353938102722168,
      "cov-distil (oracle2teacher)": 4.400378704071045,
      "epoch": 6.012558869701727,
      "rel-constrast": 1.690176248550415,
      "step": 7660,
      "subrel-constrast": 2.485891819000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6702605485916138,
      "cov-distil (oracle2student)": 4.154813766479492,
      "cov-distil (oracle2teacher)": 4.264122009277344,
      "epoch": 6.0133437990580845,
      "rel-constrast": 2.8449220657348633,
      "step": 7661,
      "subrel-constrast": 3.8350672721862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9124255180358887,
      "cov-distil (oracle2student)": 3.454477310180664,
      "cov-distil (oracle2teacher)": 3.147730827331543,
      "epoch": 6.014128728414443,
      "rel-constrast": 2.778862237930298,
      "step": 7662,
      "subrel-constrast": 3.0601999759674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8103307485580444,
      "cov-distil (oracle2student)": 3.8183388710021973,
      "cov-distil (oracle2teacher)": 3.746089458465576,
      "epoch": 6.0149136577708004,
      "rel-constrast": 2.2764554023742676,
      "step": 7663,
      "subrel-constrast": 3.106398344039917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6638157367706299,
      "cov-distil (oracle2student)": 3.780409812927246,
      "cov-distil (oracle2teacher)": 4.01667594909668,
      "epoch": 6.015698587127159,
      "rel-constrast": 2.659137725830078,
      "step": 7664,
      "subrel-constrast": 3.6553714275360107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3090806007385254,
      "cov-distil (oracle2student)": 4.815607070922852,
      "cov-distil (oracle2teacher)": 4.4095377922058105,
      "epoch": 6.016483516483516,
      "rel-constrast": 2.2957115173339844,
      "step": 7665,
      "subrel-constrast": 3.071122407913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4497771263122559,
      "cov-distil (oracle2student)": 2.9337892532348633,
      "cov-distil (oracle2teacher)": 2.9802889823913574,
      "epoch": 6.017268445839874,
      "rel-constrast": 2.5024826526641846,
      "step": 7666,
      "subrel-constrast": 3.471055269241333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3462836742401123,
      "cov-distil (oracle2student)": 3.935631275177002,
      "cov-distil (oracle2teacher)": 3.367288112640381,
      "epoch": 6.018053375196232,
      "rel-constrast": 1.9089598655700684,
      "step": 7667,
      "subrel-constrast": 2.5225565433502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5872318744659424,
      "cov-distil (oracle2student)": 3.6650264263153076,
      "cov-distil (oracle2teacher)": 3.213444232940674,
      "epoch": 6.01883830455259,
      "rel-constrast": 1.7113943099975586,
      "step": 7668,
      "subrel-constrast": 2.9163432121276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.910064935684204,
      "cov-distil (oracle2student)": 5.735905647277832,
      "cov-distil (oracle2teacher)": 5.6433515548706055,
      "epoch": 6.019623233908948,
      "rel-constrast": 3.7089881896972656,
      "step": 7669,
      "subrel-constrast": 4.272389888763428,
      "view-similarity": 0
    },
    {
      "epoch": 6.020408163265306,
      "grad_norm": 6.46875,
      "learning_rate": 7.829153836389796e-06,
      "loss": 0.6494,
      "step": 7670
    },
    {
      "cov-distil": 1.4506642818450928,
      "cov-distil (oracle2student)": 4.009693145751953,
      "cov-distil (oracle2teacher)": 3.5836281776428223,
      "epoch": 6.020408163265306,
      "rel-constrast": 2.019012212753296,
      "step": 7670,
      "subrel-constrast": 2.6136746406555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428473711013794,
      "cov-distil (oracle2student)": 3.7326087951660156,
      "cov-distil (oracle2teacher)": 3.329918384552002,
      "epoch": 6.021193092621664,
      "rel-constrast": 2.4613757133483887,
      "step": 7671,
      "subrel-constrast": 3.0282199382781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.959509015083313,
      "cov-distil (oracle2student)": 3.843776226043701,
      "cov-distil (oracle2teacher)": 3.460646867752075,
      "epoch": 6.021978021978022,
      "rel-constrast": 1.7654370069503784,
      "step": 7672,
      "subrel-constrast": 2.28096604347229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4770867824554443,
      "cov-distil (oracle2student)": 5.633864879608154,
      "cov-distil (oracle2teacher)": 5.185807228088379,
      "epoch": 6.02276295133438,
      "rel-constrast": 2.6501030921936035,
      "step": 7673,
      "subrel-constrast": 3.4739770889282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0944801568984985,
      "cov-distil (oracle2student)": 4.719062805175781,
      "cov-distil (oracle2teacher)": 4.399561882019043,
      "epoch": 6.023547880690738,
      "rel-constrast": 1.562441349029541,
      "step": 7674,
      "subrel-constrast": 2.211841344833374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7882068157196045,
      "cov-distil (oracle2student)": 3.081815719604492,
      "cov-distil (oracle2teacher)": 3.0563154220581055,
      "epoch": 6.024332810047095,
      "rel-constrast": 3.009058952331543,
      "step": 7675,
      "subrel-constrast": 3.60420823097229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8176145553588867,
      "cov-distil (oracle2student)": 4.738490104675293,
      "cov-distil (oracle2teacher)": 3.625976085662842,
      "epoch": 6.025117739403454,
      "rel-constrast": 2.998997688293457,
      "step": 7676,
      "subrel-constrast": 3.6499502658843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9578643441200256,
      "cov-distil (oracle2student)": 6.018153667449951,
      "cov-distil (oracle2teacher)": 5.238071918487549,
      "epoch": 6.025902668759811,
      "rel-constrast": 2.6835179328918457,
      "step": 7677,
      "subrel-constrast": 2.718341588973999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657291054725647,
      "cov-distil (oracle2student)": 5.670465469360352,
      "cov-distil (oracle2teacher)": 4.656702995300293,
      "epoch": 6.02668759811617,
      "rel-constrast": 3.1885409355163574,
      "step": 7678,
      "subrel-constrast": 3.656161308288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1280126571655273,
      "cov-distil (oracle2student)": 4.3461761474609375,
      "cov-distil (oracle2teacher)": 4.251649856567383,
      "epoch": 6.027472527472527,
      "rel-constrast": 2.5324134826660156,
      "step": 7679,
      "subrel-constrast": 3.7467448711395264,
      "view-similarity": 0
    },
    {
      "epoch": 6.028257456828886,
      "grad_norm": 5.9375,
      "learning_rate": 7.765832048496726e-06,
      "loss": 0.6612,
      "step": 7680
    },
    {
      "cov-distil": 2.1639559268951416,
      "cov-distil (oracle2student)": 3.6258535385131836,
      "cov-distil (oracle2teacher)": 3.8209939002990723,
      "epoch": 6.028257456828886,
      "rel-constrast": 3.837223768234253,
      "step": 7680,
      "subrel-constrast": 4.309074401855469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421671986579895,
      "cov-distil (oracle2student)": 4.159647464752197,
      "cov-distil (oracle2teacher)": 3.750312328338623,
      "epoch": 6.029042386185243,
      "rel-constrast": 2.123337745666504,
      "step": 7681,
      "subrel-constrast": 2.5864384174346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7086485624313354,
      "cov-distil (oracle2student)": 6.104316711425781,
      "cov-distil (oracle2teacher)": 5.1186723709106445,
      "epoch": 6.029827315541601,
      "rel-constrast": 3.1497204303741455,
      "step": 7682,
      "subrel-constrast": 3.60908579826355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2357534170150757,
      "cov-distil (oracle2student)": 3.19516921043396,
      "cov-distil (oracle2teacher)": 3.1006064414978027,
      "epoch": 6.030612244897959,
      "rel-constrast": 1.898140549659729,
      "step": 7683,
      "subrel-constrast": 2.3633577823638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1913611888885498,
      "cov-distil (oracle2student)": 3.9951298236846924,
      "cov-distil (oracle2teacher)": 3.9077322483062744,
      "epoch": 6.031397174254317,
      "rel-constrast": 3.247634172439575,
      "step": 7684,
      "subrel-constrast": 3.717849016189575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6884772777557373,
      "cov-distil (oracle2student)": 4.109975814819336,
      "cov-distil (oracle2teacher)": 3.9739749431610107,
      "epoch": 6.032182103610675,
      "rel-constrast": 2.608787775039673,
      "step": 7685,
      "subrel-constrast": 3.3799664974212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.573960304260254,
      "cov-distil (oracle2student)": 4.543351650238037,
      "cov-distil (oracle2teacher)": 4.104556083679199,
      "epoch": 6.032967032967033,
      "rel-constrast": 2.0897574424743652,
      "step": 7686,
      "subrel-constrast": 2.706902027130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433966040611267,
      "cov-distil (oracle2student)": 4.227180480957031,
      "cov-distil (oracle2teacher)": 4.1815505027771,
      "epoch": 6.033751962323391,
      "rel-constrast": 2.251575469970703,
      "step": 7687,
      "subrel-constrast": 2.7132394313812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0646693706512451,
      "cov-distil (oracle2student)": 4.116982936859131,
      "cov-distil (oracle2teacher)": 3.697279691696167,
      "epoch": 6.034536891679749,
      "rel-constrast": 2.555002212524414,
      "step": 7688,
      "subrel-constrast": 2.940683126449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6541731357574463,
      "cov-distil (oracle2student)": 3.0690836906433105,
      "cov-distil (oracle2teacher)": 3.18517804145813,
      "epoch": 6.035321821036106,
      "rel-constrast": 3.2855138778686523,
      "step": 7689,
      "subrel-constrast": 4.1772565841674805,
      "view-similarity": 0
    },
    {
      "epoch": 6.036106750392465,
      "grad_norm": 5.34375,
      "learning_rate": 7.70272025350138e-06,
      "loss": 0.714,
      "step": 7690
    },
    {
      "cov-distil": 1.5200423002243042,
      "cov-distil (oracle2student)": 4.9868388175964355,
      "cov-distil (oracle2teacher)": 4.300787925720215,
      "epoch": 6.036106750392465,
      "rel-constrast": 2.9054298400878906,
      "step": 7690,
      "subrel-constrast": 3.2956418991088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3301782608032227,
      "cov-distil (oracle2student)": 2.2837212085723877,
      "cov-distil (oracle2teacher)": 2.425241470336914,
      "epoch": 6.036891679748822,
      "rel-constrast": 1.727332353591919,
      "step": 7691,
      "subrel-constrast": 2.3961243629455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4625364542007446,
      "cov-distil (oracle2student)": 4.574148178100586,
      "cov-distil (oracle2teacher)": 4.649895668029785,
      "epoch": 6.037676609105181,
      "rel-constrast": 1.9189385175704956,
      "step": 7692,
      "subrel-constrast": 2.675802707672119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.660648226737976,
      "cov-distil (oracle2student)": 3.188344955444336,
      "cov-distil (oracle2teacher)": 3.416656017303467,
      "epoch": 6.038461538461538,
      "rel-constrast": 3.22890305519104,
      "step": 7693,
      "subrel-constrast": 3.708827018737793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7576725482940674,
      "cov-distil (oracle2student)": 5.6908979415893555,
      "cov-distil (oracle2teacher)": 4.516780853271484,
      "epoch": 6.039246467817897,
      "rel-constrast": 2.1182124614715576,
      "step": 7694,
      "subrel-constrast": 2.4373393058776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4512715339660645,
      "cov-distil (oracle2student)": 3.634366750717163,
      "cov-distil (oracle2teacher)": 3.1445136070251465,
      "epoch": 6.040031397174254,
      "rel-constrast": 2.311357021331787,
      "step": 7695,
      "subrel-constrast": 3.1715521812438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2147130966186523,
      "cov-distil (oracle2student)": 3.6438140869140625,
      "cov-distil (oracle2teacher)": 3.7279107570648193,
      "epoch": 6.040816326530612,
      "rel-constrast": 1.5572237968444824,
      "step": 7696,
      "subrel-constrast": 2.367879867553711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6067899465560913,
      "cov-distil (oracle2student)": 5.642951488494873,
      "cov-distil (oracle2teacher)": 4.954023361206055,
      "epoch": 6.04160125588697,
      "rel-constrast": 3.0074045658111572,
      "step": 7697,
      "subrel-constrast": 3.6188766956329346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.792062759399414,
      "cov-distil (oracle2student)": 2.8854894638061523,
      "cov-distil (oracle2teacher)": 3.376760959625244,
      "epoch": 6.042386185243328,
      "rel-constrast": 2.0788426399230957,
      "step": 7698,
      "subrel-constrast": 2.8881709575653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5255537033081055,
      "cov-distil (oracle2student)": 3.8734147548675537,
      "cov-distil (oracle2teacher)": 3.868069648742676,
      "epoch": 6.043171114599686,
      "rel-constrast": 2.713104248046875,
      "step": 7699,
      "subrel-constrast": 3.5074737071990967,
      "view-similarity": 0
    },
    {
      "epoch": 6.043956043956044,
      "grad_norm": 5.71875,
      "learning_rate": 7.639819220401059e-06,
      "loss": 0.6275,
      "step": 7700
    },
    {
      "epoch": 6.043956043956044,
      "overlap": 0.3265624940395355,
      "step": 7700
    },
    {
      "epoch": 6.043956043956044,
      "step": 7700,
      "student margin": 0.052490234375
    },
    {
      "epoch": 6.043956043956044,
      "step": 7700,
      "teacher margin": 0.03717041015625
    },
    {
      "epoch": 6.043956043956044,
      "margin difference": -0.01531982421875,
      "step": 7700
    },
    {
      "cov-distil": 1.3796095848083496,
      "cov-distil (oracle2student)": 5.6777238845825195,
      "cov-distil (oracle2teacher)": 4.747239112854004,
      "epoch": 6.043956043956044,
      "rel-constrast": 3.1692557334899902,
      "step": 7700,
      "subrel-constrast": 3.5222575664520264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5234613418579102,
      "cov-distil (oracle2student)": 4.879786968231201,
      "cov-distil (oracle2teacher)": 4.186224937438965,
      "epoch": 6.044740973312402,
      "rel-constrast": 2.530625343322754,
      "step": 7701,
      "subrel-constrast": 3.624345541000366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4780597686767578,
      "cov-distil (oracle2student)": 4.039822578430176,
      "cov-distil (oracle2teacher)": 4.1277265548706055,
      "epoch": 6.04552590266876,
      "rel-constrast": 3.1154942512512207,
      "step": 7702,
      "subrel-constrast": 3.467287063598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564453363418579,
      "cov-distil (oracle2student)": 4.312248229980469,
      "cov-distil (oracle2teacher)": 4.723520755767822,
      "epoch": 6.046310832025117,
      "rel-constrast": 2.35539174079895,
      "step": 7703,
      "subrel-constrast": 3.6322989463806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3925714492797852,
      "cov-distil (oracle2student)": 2.6871376037597656,
      "cov-distil (oracle2teacher)": 3.0231540203094482,
      "epoch": 6.047095761381476,
      "rel-constrast": 2.0568184852600098,
      "step": 7704,
      "subrel-constrast": 2.902956485748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6783158779144287,
      "cov-distil (oracle2student)": 3.3109378814697266,
      "cov-distil (oracle2teacher)": 3.370609760284424,
      "epoch": 6.047880690737833,
      "rel-constrast": 2.1582376956939697,
      "step": 7705,
      "subrel-constrast": 3.1853649616241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2889987230300903,
      "cov-distil (oracle2student)": 4.3419904708862305,
      "cov-distil (oracle2teacher)": 4.391219139099121,
      "epoch": 6.048665620094192,
      "rel-constrast": 2.5061161518096924,
      "step": 7706,
      "subrel-constrast": 3.398455858230591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2849280834197998,
      "cov-distil (oracle2student)": 4.069270610809326,
      "cov-distil (oracle2teacher)": 3.465524911880493,
      "epoch": 6.049450549450549,
      "rel-constrast": 2.7769532203674316,
      "step": 7707,
      "subrel-constrast": 3.0374648571014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6227468252182007,
      "cov-distil (oracle2student)": 2.917938709259033,
      "cov-distil (oracle2teacher)": 2.723757743835449,
      "epoch": 6.050235478806908,
      "rel-constrast": 1.5507878065109253,
      "step": 7708,
      "subrel-constrast": 2.2838351726531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2115654945373535,
      "cov-distil (oracle2student)": 3.5728564262390137,
      "cov-distil (oracle2teacher)": 3.262075662612915,
      "epoch": 6.051020408163265,
      "rel-constrast": 1.3000754117965698,
      "step": 7709,
      "subrel-constrast": 2.276677131652832,
      "view-similarity": 0
    },
    {
      "epoch": 6.051805337519623,
      "grad_norm": 3.78125,
      "learning_rate": 7.577129715624989e-06,
      "loss": 0.6241,
      "step": 7710
    },
    {
      "cov-distil": 1.7706278562545776,
      "cov-distil (oracle2student)": 4.35799503326416,
      "cov-distil (oracle2teacher)": 3.978626251220703,
      "epoch": 6.051805337519623,
      "rel-constrast": 3.2952632904052734,
      "step": 7710,
      "subrel-constrast": 3.7336416244506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1352882385253906,
      "cov-distil (oracle2student)": 4.220313549041748,
      "cov-distil (oracle2teacher)": 4.048654079437256,
      "epoch": 6.052590266875981,
      "rel-constrast": 1.9238028526306152,
      "step": 7711,
      "subrel-constrast": 2.4288535118103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0984073877334595,
      "cov-distil (oracle2student)": 3.734673500061035,
      "cov-distil (oracle2teacher)": 4.059538841247559,
      "epoch": 6.053375196232339,
      "rel-constrast": 3.265907049179077,
      "step": 7712,
      "subrel-constrast": 3.5781798362731934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4475557804107666,
      "cov-distil (oracle2student)": 5.095719814300537,
      "cov-distil (oracle2teacher)": 4.769268989562988,
      "epoch": 6.054160125588697,
      "rel-constrast": 2.3384432792663574,
      "step": 7713,
      "subrel-constrast": 3.2643160820007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5194885730743408,
      "cov-distil (oracle2student)": 3.898770570755005,
      "cov-distil (oracle2teacher)": 3.818000555038452,
      "epoch": 6.054945054945055,
      "rel-constrast": 2.1507816314697266,
      "step": 7714,
      "subrel-constrast": 2.536581516265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5535407066345215,
      "cov-distil (oracle2student)": 5.603007793426514,
      "cov-distil (oracle2teacher)": 5.120379447937012,
      "epoch": 6.055729984301413,
      "rel-constrast": 2.708261489868164,
      "step": 7715,
      "subrel-constrast": 3.854940414428711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8715102672576904,
      "cov-distil (oracle2student)": 4.705109596252441,
      "cov-distil (oracle2teacher)": 4.0544514656066895,
      "epoch": 6.056514913657771,
      "rel-constrast": 2.314354419708252,
      "step": 7716,
      "subrel-constrast": 3.059473991394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347159743309021,
      "cov-distil (oracle2student)": 5.591477870941162,
      "cov-distil (oracle2teacher)": 4.481023788452148,
      "epoch": 6.057299843014129,
      "rel-constrast": 2.694361448287964,
      "step": 7717,
      "subrel-constrast": 3.2909464836120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.317201852798462,
      "cov-distil (oracle2student)": 2.825495719909668,
      "cov-distil (oracle2teacher)": 2.6093454360961914,
      "epoch": 6.058084772370487,
      "rel-constrast": 2.282829523086548,
      "step": 7718,
      "subrel-constrast": 2.4790005683898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.402366280555725,
      "cov-distil (oracle2student)": 2.6600873470306396,
      "cov-distil (oracle2teacher)": 2.613741874694824,
      "epoch": 6.058869701726844,
      "rel-constrast": 2.072733163833618,
      "step": 7719,
      "subrel-constrast": 2.62585186958313,
      "view-similarity": 0
    },
    {
      "epoch": 6.059654631083203,
      "grad_norm": 4.84375,
      "learning_rate": 7.514652503025018e-06,
      "loss": 0.6623,
      "step": 7720
    },
    {
      "cov-distil": 1.424910545349121,
      "cov-distil (oracle2student)": 5.316967010498047,
      "cov-distil (oracle2teacher)": 4.9045233726501465,
      "epoch": 6.059654631083203,
      "rel-constrast": 2.9539480209350586,
      "step": 7720,
      "subrel-constrast": 3.8283274173736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4420273303985596,
      "cov-distil (oracle2student)": 4.940496921539307,
      "cov-distil (oracle2teacher)": 4.222925186157227,
      "epoch": 6.06043956043956,
      "rel-constrast": 3.4236860275268555,
      "step": 7721,
      "subrel-constrast": 4.005343914031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7183283567428589,
      "cov-distil (oracle2student)": 5.18522310256958,
      "cov-distil (oracle2teacher)": 4.29789924621582,
      "epoch": 6.061224489795919,
      "rel-constrast": 2.409825086593628,
      "step": 7722,
      "subrel-constrast": 3.0380537509918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5555572509765625,
      "cov-distil (oracle2student)": 5.802572727203369,
      "cov-distil (oracle2teacher)": 4.990853309631348,
      "epoch": 6.062009419152276,
      "rel-constrast": 3.2089333534240723,
      "step": 7723,
      "subrel-constrast": 3.478492498397827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3489437103271484,
      "cov-distil (oracle2student)": 3.6099259853363037,
      "cov-distil (oracle2teacher)": 3.471203327178955,
      "epoch": 6.062794348508635,
      "rel-constrast": 2.2665324211120605,
      "step": 7724,
      "subrel-constrast": 3.0455410480499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5031275749206543,
      "cov-distil (oracle2student)": 4.4860520362854,
      "cov-distil (oracle2teacher)": 4.376796722412109,
      "epoch": 6.063579277864992,
      "rel-constrast": 1.9355297088623047,
      "step": 7725,
      "subrel-constrast": 2.8387789726257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8428618907928467,
      "cov-distil (oracle2student)": 5.7036542892456055,
      "cov-distil (oracle2teacher)": 4.736141681671143,
      "epoch": 6.06436420722135,
      "rel-constrast": 2.0065503120422363,
      "step": 7726,
      "subrel-constrast": 2.659766912460327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8136807680130005,
      "cov-distil (oracle2student)": 3.588768243789673,
      "cov-distil (oracle2teacher)": 4.125435829162598,
      "epoch": 6.065149136577708,
      "rel-constrast": 2.7977685928344727,
      "step": 7727,
      "subrel-constrast": 3.757858991622925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4574854373931885,
      "cov-distil (oracle2student)": 5.38348913192749,
      "cov-distil (oracle2teacher)": 4.657049655914307,
      "epoch": 6.065934065934066,
      "rel-constrast": 3.067455768585205,
      "step": 7728,
      "subrel-constrast": 3.444827079772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6228561401367188,
      "cov-distil (oracle2student)": 3.555351972579956,
      "cov-distil (oracle2teacher)": 3.220865488052368,
      "epoch": 6.066718995290424,
      "rel-constrast": 2.738513231277466,
      "step": 7729,
      "subrel-constrast": 3.333456039428711,
      "view-similarity": 0
    },
    {
      "epoch": 6.067503924646782,
      "grad_norm": 5.5,
      "learning_rate": 7.452388343866251e-06,
      "loss": 0.707,
      "step": 7730
    },
    {
      "cov-distil": 1.3617424964904785,
      "cov-distil (oracle2student)": 4.7810258865356445,
      "cov-distil (oracle2teacher)": 4.253795623779297,
      "epoch": 6.067503924646782,
      "rel-constrast": 2.3704216480255127,
      "step": 7730,
      "subrel-constrast": 3.112226724624634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5015144348144531,
      "cov-distil (oracle2student)": 4.286731719970703,
      "cov-distil (oracle2teacher)": 3.6300525665283203,
      "epoch": 6.06828885400314,
      "rel-constrast": 1.8616101741790771,
      "step": 7731,
      "subrel-constrast": 2.4665656089782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7923405170440674,
      "cov-distil (oracle2student)": 4.636185646057129,
      "cov-distil (oracle2teacher)": 4.003351211547852,
      "epoch": 6.069073783359498,
      "rel-constrast": 2.1974411010742188,
      "step": 7732,
      "subrel-constrast": 3.5218570232391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4232590198516846,
      "cov-distil (oracle2student)": 3.2270760536193848,
      "cov-distil (oracle2teacher)": 3.393401622772217,
      "epoch": 6.069858712715855,
      "rel-constrast": 1.979525089263916,
      "step": 7733,
      "subrel-constrast": 2.589996814727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5463454723358154,
      "cov-distil (oracle2student)": 3.488288164138794,
      "cov-distil (oracle2teacher)": 3.4010372161865234,
      "epoch": 6.070643642072214,
      "rel-constrast": 2.5824437141418457,
      "step": 7734,
      "subrel-constrast": 2.9436118602752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5169686079025269,
      "cov-distil (oracle2student)": 4.678471565246582,
      "cov-distil (oracle2teacher)": 4.463897228240967,
      "epoch": 6.071428571428571,
      "rel-constrast": 1.8581035137176514,
      "step": 7735,
      "subrel-constrast": 2.738340377807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2804995775222778,
      "cov-distil (oracle2student)": 3.4427788257598877,
      "cov-distil (oracle2teacher)": 4.040454387664795,
      "epoch": 6.07221350078493,
      "rel-constrast": 2.171475887298584,
      "step": 7736,
      "subrel-constrast": 2.7748117446899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.274397850036621,
      "cov-distil (oracle2student)": 4.2179460525512695,
      "cov-distil (oracle2teacher)": 4.357010364532471,
      "epoch": 6.072998430141287,
      "rel-constrast": 2.4660282135009766,
      "step": 7737,
      "subrel-constrast": 3.558199167251587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5887099504470825,
      "cov-distil (oracle2student)": 4.6426310539245605,
      "cov-distil (oracle2teacher)": 4.798116683959961,
      "epoch": 6.073783359497646,
      "rel-constrast": 2.672269344329834,
      "step": 7738,
      "subrel-constrast": 3.531667470932007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4809752702713013,
      "cov-distil (oracle2student)": 4.547702789306641,
      "cov-distil (oracle2teacher)": 3.82833194732666,
      "epoch": 6.074568288854003,
      "rel-constrast": 2.488748073577881,
      "step": 7739,
      "subrel-constrast": 2.9508368968963623,
      "view-similarity": 0
    },
    {
      "epoch": 6.075353218210361,
      "grad_norm": 5.65625,
      "learning_rate": 7.3903379968178336e-06,
      "loss": 0.6031,
      "step": 7740
    },
    {
      "cov-distil": 1.2738081216812134,
      "cov-distil (oracle2student)": 5.031093597412109,
      "cov-distil (oracle2teacher)": 4.450116157531738,
      "epoch": 6.075353218210361,
      "rel-constrast": 2.659172296524048,
      "step": 7740,
      "subrel-constrast": 3.005919933319092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6178066730499268,
      "cov-distil (oracle2student)": 4.720251083374023,
      "cov-distil (oracle2teacher)": 4.374728202819824,
      "epoch": 6.076138147566719,
      "rel-constrast": 2.0874180793762207,
      "step": 7741,
      "subrel-constrast": 3.412322521209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5721285343170166,
      "cov-distil (oracle2student)": 5.060050964355469,
      "cov-distil (oracle2teacher)": 4.507831573486328,
      "epoch": 6.076923076923077,
      "rel-constrast": 3.0049428939819336,
      "step": 7742,
      "subrel-constrast": 3.488611936569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9159666299819946,
      "cov-distil (oracle2student)": 4.694521903991699,
      "cov-distil (oracle2teacher)": 4.284257888793945,
      "epoch": 6.077708006279435,
      "rel-constrast": 2.727438449859619,
      "step": 7743,
      "subrel-constrast": 3.6772656440734863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1504923105239868,
      "cov-distil (oracle2student)": 3.934072494506836,
      "cov-distil (oracle2teacher)": 4.079960823059082,
      "epoch": 6.078492935635793,
      "rel-constrast": 2.9380407333374023,
      "step": 7744,
      "subrel-constrast": 3.6862049102783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.693657398223877,
      "cov-distil (oracle2student)": 4.10569953918457,
      "cov-distil (oracle2teacher)": 4.012252330780029,
      "epoch": 6.079277864992151,
      "rel-constrast": 3.1410884857177734,
      "step": 7745,
      "subrel-constrast": 3.9920122623443604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5470690727233887,
      "cov-distil (oracle2student)": 3.56623911857605,
      "cov-distil (oracle2teacher)": 3.3166773319244385,
      "epoch": 6.080062794348509,
      "rel-constrast": 2.5196452140808105,
      "step": 7746,
      "subrel-constrast": 3.568662405014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2603585720062256,
      "cov-distil (oracle2student)": 5.096432685852051,
      "cov-distil (oracle2teacher)": 4.903118133544922,
      "epoch": 6.080847723704866,
      "rel-constrast": 2.9264755249023438,
      "step": 7747,
      "subrel-constrast": 3.0307939052581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3625057935714722,
      "cov-distil (oracle2student)": 3.592726707458496,
      "cov-distil (oracle2teacher)": 3.6033504009246826,
      "epoch": 6.081632653061225,
      "rel-constrast": 1.932783603668213,
      "step": 7748,
      "subrel-constrast": 3.077454090118408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4071500301361084,
      "cov-distil (oracle2student)": 3.525143623352051,
      "cov-distil (oracle2teacher)": 3.5704522132873535,
      "epoch": 6.082417582417582,
      "rel-constrast": 2.4414780139923096,
      "step": 7749,
      "subrel-constrast": 3.051751136779785,
      "view-similarity": 0
    },
    {
      "epoch": 6.083202511773941,
      "grad_norm": 5.15625,
      "learning_rate": 7.328502217943647e-06,
      "loss": 0.6965,
      "step": 7750
    },
    {
      "cov-distil": 1.5131254196166992,
      "cov-distil (oracle2student)": 3.7257542610168457,
      "cov-distil (oracle2teacher)": 3.6605515480041504,
      "epoch": 6.083202511773941,
      "rel-constrast": 2.357288360595703,
      "step": 7750,
      "subrel-constrast": 3.380448818206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57353937625885,
      "cov-distil (oracle2student)": 5.416083812713623,
      "cov-distil (oracle2teacher)": 4.3981170654296875,
      "epoch": 6.083987441130298,
      "rel-constrast": 1.718621850013733,
      "step": 7751,
      "subrel-constrast": 2.3186893463134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.7810294032096863,
      "cov-distil (oracle2student)": 3.4912657737731934,
      "cov-distil (oracle2teacher)": 3.6055166721343994,
      "epoch": 6.0847723704866565,
      "rel-constrast": 1.8257040977478027,
      "step": 7752,
      "subrel-constrast": 2.324373960494995,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0223426818847656,
      "cov-distil (oracle2student)": 5.289401054382324,
      "cov-distil (oracle2teacher)": 5.224053382873535,
      "epoch": 6.085557299843014,
      "rel-constrast": 2.9155123233795166,
      "step": 7753,
      "subrel-constrast": 3.7664120197296143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3666269779205322,
      "cov-distil (oracle2student)": 4.697628021240234,
      "cov-distil (oracle2teacher)": 5.001552104949951,
      "epoch": 6.086342229199372,
      "rel-constrast": 2.9602036476135254,
      "step": 7754,
      "subrel-constrast": 3.8245811462402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3806352615356445,
      "cov-distil (oracle2student)": 4.322747707366943,
      "cov-distil (oracle2teacher)": 3.8332343101501465,
      "epoch": 6.08712715855573,
      "rel-constrast": 2.0725624561309814,
      "step": 7755,
      "subrel-constrast": 2.9953036308288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4734915494918823,
      "cov-distil (oracle2student)": 2.9654390811920166,
      "cov-distil (oracle2teacher)": 2.9753236770629883,
      "epoch": 6.087912087912088,
      "rel-constrast": 2.451443910598755,
      "step": 7756,
      "subrel-constrast": 3.239194631576538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8140519857406616,
      "cov-distil (oracle2student)": 5.25408935546875,
      "cov-distil (oracle2teacher)": 4.86688756942749,
      "epoch": 6.088697017268446,
      "rel-constrast": 1.5754618644714355,
      "step": 7757,
      "subrel-constrast": 2.533327341079712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.490458369255066,
      "cov-distil (oracle2student)": 3.9329404830932617,
      "cov-distil (oracle2teacher)": 3.838334083557129,
      "epoch": 6.089481946624804,
      "rel-constrast": 2.458552360534668,
      "step": 7758,
      "subrel-constrast": 3.0945863723754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5686249732971191,
      "cov-distil (oracle2student)": 5.473438262939453,
      "cov-distil (oracle2teacher)": 5.474816799163818,
      "epoch": 6.090266875981162,
      "rel-constrast": 2.4146852493286133,
      "step": 7759,
      "subrel-constrast": 3.2274856567382812,
      "view-similarity": 0
    },
    {
      "epoch": 6.0910518053375196,
      "grad_norm": 5.21875,
      "learning_rate": 7.266881760693159e-06,
      "loss": 0.6087,
      "step": 7760
    },
    {
      "cov-distil": 1.76149320602417,
      "cov-distil (oracle2student)": 3.2321958541870117,
      "cov-distil (oracle2teacher)": 3.3233299255371094,
      "epoch": 6.0910518053375196,
      "rel-constrast": 2.244309425354004,
      "step": 7760,
      "subrel-constrast": 3.251286745071411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082228660583496,
      "cov-distil (oracle2student)": 4.529676914215088,
      "cov-distil (oracle2teacher)": 3.9501724243164062,
      "epoch": 6.091836734693878,
      "rel-constrast": 3.237438440322876,
      "step": 7761,
      "subrel-constrast": 3.710038185119629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3265655040740967,
      "cov-distil (oracle2student)": 4.242908477783203,
      "cov-distil (oracle2teacher)": 4.085099220275879,
      "epoch": 6.0926216640502355,
      "rel-constrast": 2.365853786468506,
      "step": 7762,
      "subrel-constrast": 3.0771501064300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0488965511322021,
      "cov-distil (oracle2student)": 3.7535128593444824,
      "cov-distil (oracle2teacher)": 3.377810478210449,
      "epoch": 6.093406593406593,
      "rel-constrast": 3.1394476890563965,
      "step": 7763,
      "subrel-constrast": 3.704782485961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.49452543258667,
      "cov-distil (oracle2student)": 5.848613262176514,
      "cov-distil (oracle2teacher)": 5.59997034072876,
      "epoch": 6.0941915227629515,
      "rel-constrast": 2.5019428730010986,
      "step": 7764,
      "subrel-constrast": 3.0490174293518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9107418060302734,
      "cov-distil (oracle2student)": 4.780206680297852,
      "cov-distil (oracle2teacher)": 4.965846061706543,
      "epoch": 6.094976452119309,
      "rel-constrast": 2.303105354309082,
      "step": 7765,
      "subrel-constrast": 3.289292812347412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307809591293335,
      "cov-distil (oracle2student)": 4.571228981018066,
      "cov-distil (oracle2teacher)": 3.898444414138794,
      "epoch": 6.0957613814756675,
      "rel-constrast": 1.7620220184326172,
      "step": 7766,
      "subrel-constrast": 2.719050645828247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3189306259155273,
      "cov-distil (oracle2student)": 3.4169440269470215,
      "cov-distil (oracle2teacher)": 3.079216957092285,
      "epoch": 6.096546310832025,
      "rel-constrast": 1.9938879013061523,
      "step": 7767,
      "subrel-constrast": 3.003021001815796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6337732076644897,
      "cov-distil (oracle2student)": 4.518641948699951,
      "cov-distil (oracle2teacher)": 4.988725662231445,
      "epoch": 6.0973312401883835,
      "rel-constrast": 2.7794971466064453,
      "step": 7768,
      "subrel-constrast": 4.245373249053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5027475357055664,
      "cov-distil (oracle2student)": 3.0103633403778076,
      "cov-distil (oracle2teacher)": 3.471405506134033,
      "epoch": 6.098116169544741,
      "rel-constrast": 2.504728078842163,
      "step": 7769,
      "subrel-constrast": 3.4758546352386475,
      "view-similarity": 0
    },
    {
      "epoch": 6.0989010989010985,
      "grad_norm": 4.75,
      "learning_rate": 7.205477375892175e-06,
      "loss": 0.6593,
      "step": 7770
    },
    {
      "cov-distil": 1.9187915325164795,
      "cov-distil (oracle2student)": 2.9742374420166016,
      "cov-distil (oracle2teacher)": 2.5416083335876465,
      "epoch": 6.0989010989010985,
      "rel-constrast": 2.8140761852264404,
      "step": 7770,
      "subrel-constrast": 3.5058176517486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3866081237792969,
      "cov-distil (oracle2student)": 4.60286283493042,
      "cov-distil (oracle2teacher)": 4.291201114654541,
      "epoch": 6.099686028257457,
      "rel-constrast": 2.8206160068511963,
      "step": 7771,
      "subrel-constrast": 3.2529640197753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3180880546569824,
      "cov-distil (oracle2student)": 4.018108367919922,
      "cov-distil (oracle2teacher)": 3.781792640686035,
      "epoch": 6.1004709576138145,
      "rel-constrast": 2.8585219383239746,
      "step": 7772,
      "subrel-constrast": 3.367701292037964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388643503189087,
      "cov-distil (oracle2student)": 5.031529426574707,
      "cov-distil (oracle2teacher)": 4.691933631896973,
      "epoch": 6.101255886970173,
      "rel-constrast": 1.9286558628082275,
      "step": 7773,
      "subrel-constrast": 3.200380563735962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024078845977783,
      "cov-distil (oracle2student)": 4.327550888061523,
      "cov-distil (oracle2teacher)": 4.155594348907471,
      "epoch": 6.1020408163265305,
      "rel-constrast": 2.3084616661071777,
      "step": 7774,
      "subrel-constrast": 2.844957113265991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625903844833374,
      "cov-distil (oracle2student)": 3.182084321975708,
      "cov-distil (oracle2teacher)": 3.578705072402954,
      "epoch": 6.102825745682889,
      "rel-constrast": 2.031205177307129,
      "step": 7775,
      "subrel-constrast": 3.0334231853485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.7767448425292969,
      "cov-distil (oracle2student)": 4.968247413635254,
      "cov-distil (oracle2teacher)": 4.321577072143555,
      "epoch": 6.1036106750392465,
      "rel-constrast": 2.1003270149230957,
      "step": 7776,
      "subrel-constrast": 2.700263261795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5786185264587402,
      "cov-distil (oracle2student)": 4.86496639251709,
      "cov-distil (oracle2teacher)": 4.380699634552002,
      "epoch": 6.104395604395604,
      "rel-constrast": 2.8168091773986816,
      "step": 7777,
      "subrel-constrast": 3.2859878540039062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4577744007110596,
      "cov-distil (oracle2student)": 3.748912811279297,
      "cov-distil (oracle2teacher)": 4.019652843475342,
      "epoch": 6.1051805337519625,
      "rel-constrast": 2.423539638519287,
      "step": 7778,
      "subrel-constrast": 3.418365716934204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.191490888595581,
      "cov-distil (oracle2student)": 6.04271125793457,
      "cov-distil (oracle2teacher)": 5.724111557006836,
      "epoch": 6.10596546310832,
      "rel-constrast": 2.551579236984253,
      "step": 7779,
      "subrel-constrast": 3.841402292251587,
      "view-similarity": 0
    },
    {
      "epoch": 6.106750392464678,
      "grad_norm": 6.25,
      "learning_rate": 7.144289811733759e-06,
      "loss": 0.6515,
      "step": 7780
    },
    {
      "cov-distil": 1.2024403810501099,
      "cov-distil (oracle2student)": 4.3209686279296875,
      "cov-distil (oracle2teacher)": 3.8648691177368164,
      "epoch": 6.106750392464678,
      "rel-constrast": 1.5241847038269043,
      "step": 7780,
      "subrel-constrast": 2.1224205493927,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645732879638672,
      "cov-distil (oracle2student)": 3.9311110973358154,
      "cov-distil (oracle2teacher)": 3.8252713680267334,
      "epoch": 6.107535321821036,
      "rel-constrast": 3.9975199699401855,
      "step": 7781,
      "subrel-constrast": 4.2869110107421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1396300792694092,
      "cov-distil (oracle2student)": 3.2597832679748535,
      "cov-distil (oracle2teacher)": 3.2008800506591797,
      "epoch": 6.108320251177394,
      "rel-constrast": 1.4045244455337524,
      "step": 7782,
      "subrel-constrast": 2.123645782470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4967188835144043,
      "cov-distil (oracle2student)": 4.202151298522949,
      "cov-distil (oracle2teacher)": 4.318440914154053,
      "epoch": 6.109105180533752,
      "rel-constrast": 2.543797492980957,
      "step": 7783,
      "subrel-constrast": 3.5413098335266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404146671295166,
      "cov-distil (oracle2student)": 5.816736221313477,
      "cov-distil (oracle2teacher)": 5.346096038818359,
      "epoch": 6.1098901098901095,
      "rel-constrast": 1.9017558097839355,
      "step": 7784,
      "subrel-constrast": 2.8336615562438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3388783931732178,
      "cov-distil (oracle2student)": 4.8534955978393555,
      "cov-distil (oracle2teacher)": 4.386721611022949,
      "epoch": 6.110675039246468,
      "rel-constrast": 2.058760643005371,
      "step": 7785,
      "subrel-constrast": 2.874427318572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78072988986969,
      "cov-distil (oracle2student)": 4.76133918762207,
      "cov-distil (oracle2teacher)": 4.57025671005249,
      "epoch": 6.1114599686028255,
      "rel-constrast": 3.4103429317474365,
      "step": 7786,
      "subrel-constrast": 3.8528571128845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449190616607666,
      "cov-distil (oracle2student)": 6.16673469543457,
      "cov-distil (oracle2teacher)": 5.520206451416016,
      "epoch": 6.112244897959184,
      "rel-constrast": 2.2589101791381836,
      "step": 7787,
      "subrel-constrast": 3.0642755031585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5796349048614502,
      "cov-distil (oracle2student)": 4.421819686889648,
      "cov-distil (oracle2teacher)": 3.96156644821167,
      "epoch": 6.1130298273155415,
      "rel-constrast": 2.026071310043335,
      "step": 7788,
      "subrel-constrast": 3.0307936668395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0337395668029785,
      "cov-distil (oracle2student)": 3.6218881607055664,
      "cov-distil (oracle2teacher)": 3.889246940612793,
      "epoch": 6.1138147566719,
      "rel-constrast": 1.946009635925293,
      "step": 7789,
      "subrel-constrast": 2.3851983547210693,
      "view-similarity": 0
    },
    {
      "epoch": 6.114599686028257,
      "grad_norm": 5.21875,
      "learning_rate": 7.0833198137690765e-06,
      "loss": 0.6118,
      "step": 7790
    },
    {
      "cov-distil": 1.173933982849121,
      "cov-distil (oracle2student)": 3.4182543754577637,
      "cov-distil (oracle2teacher)": 2.869006633758545,
      "epoch": 6.114599686028257,
      "rel-constrast": 3.1606943607330322,
      "step": 7790,
      "subrel-constrast": 3.500542640686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2587571144104004,
      "cov-distil (oracle2student)": 3.6035773754119873,
      "cov-distil (oracle2teacher)": 3.6527066230773926,
      "epoch": 6.115384615384615,
      "rel-constrast": 1.082740068435669,
      "step": 7791,
      "subrel-constrast": 1.8956375122070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5280903577804565,
      "cov-distil (oracle2student)": 4.301316261291504,
      "cov-distil (oracle2teacher)": 4.083835124969482,
      "epoch": 6.116169544740973,
      "rel-constrast": 2.3105111122131348,
      "step": 7792,
      "subrel-constrast": 3.0284295082092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0547443628311157,
      "cov-distil (oracle2student)": 3.1849966049194336,
      "cov-distil (oracle2teacher)": 2.8389170169830322,
      "epoch": 6.116954474097331,
      "rel-constrast": 2.2327702045440674,
      "step": 7793,
      "subrel-constrast": 2.7515294551849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.169222354888916,
      "cov-distil (oracle2student)": 4.056314468383789,
      "cov-distil (oracle2teacher)": 4.137491226196289,
      "epoch": 6.117739403453689,
      "rel-constrast": 2.1452953815460205,
      "step": 7794,
      "subrel-constrast": 2.430922269821167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.588486909866333,
      "cov-distil (oracle2student)": 4.445917129516602,
      "cov-distil (oracle2teacher)": 4.277676582336426,
      "epoch": 6.118524332810047,
      "rel-constrast": 2.8519108295440674,
      "step": 7795,
      "subrel-constrast": 3.347686529159546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3916394710540771,
      "cov-distil (oracle2student)": 4.0459465980529785,
      "cov-distil (oracle2teacher)": 4.605869293212891,
      "epoch": 6.119309262166405,
      "rel-constrast": 3.1953258514404297,
      "step": 7796,
      "subrel-constrast": 3.5777435302734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304452896118164,
      "cov-distil (oracle2student)": 5.933232307434082,
      "cov-distil (oracle2teacher)": 5.224164009094238,
      "epoch": 6.120094191522763,
      "rel-constrast": 3.187856674194336,
      "step": 7797,
      "subrel-constrast": 3.9084866046905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3381633758544922,
      "cov-distil (oracle2student)": 4.410224914550781,
      "cov-distil (oracle2teacher)": 4.151106834411621,
      "epoch": 6.1208791208791204,
      "rel-constrast": 2.8187954425811768,
      "step": 7798,
      "subrel-constrast": 3.5764448642730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7646241188049316,
      "cov-distil (oracle2student)": 3.7907543182373047,
      "cov-distil (oracle2teacher)": 3.7484302520751953,
      "epoch": 6.121664050235479,
      "rel-constrast": 1.8078913688659668,
      "step": 7799,
      "subrel-constrast": 2.7327280044555664,
      "view-similarity": 0
    },
    {
      "epoch": 6.122448979591836,
      "grad_norm": 4.25,
      "learning_rate": 7.022568124898293e-06,
      "loss": 0.6538,
      "step": 7800
    },
    {
      "epoch": 6.122448979591836,
      "overlap": 0.31562501192092896,
      "step": 7800
    },
    {
      "epoch": 6.122448979591836,
      "step": 7800,
      "student margin": 0.06512451171875
    },
    {
      "epoch": 6.122448979591836,
      "step": 7800,
      "teacher margin": 0.0418701171875
    },
    {
      "epoch": 6.122448979591836,
      "margin difference": -0.02325439453125,
      "step": 7800
    },
    {
      "cov-distil": 1.4763493537902832,
      "cov-distil (oracle2student)": 3.31608510017395,
      "cov-distil (oracle2teacher)": 3.5836615562438965,
      "epoch": 6.122448979591836,
      "rel-constrast": 2.704648494720459,
      "step": 7800,
      "subrel-constrast": 3.3110756874084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.900505542755127,
      "cov-distil (oracle2student)": 4.164302349090576,
      "cov-distil (oracle2teacher)": 3.9269840717315674,
      "epoch": 6.123233908948195,
      "rel-constrast": 2.2956535816192627,
      "step": 7801,
      "subrel-constrast": 3.290095090866089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3412832021713257,
      "cov-distil (oracle2student)": 3.775578498840332,
      "cov-distil (oracle2teacher)": 3.592412233352661,
      "epoch": 6.124018838304552,
      "rel-constrast": 2.729700803756714,
      "step": 7802,
      "subrel-constrast": 3.0582926273345947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831425428390503,
      "cov-distil (oracle2student)": 4.669615268707275,
      "cov-distil (oracle2teacher)": 4.047369003295898,
      "epoch": 6.124803767660911,
      "rel-constrast": 2.9897711277008057,
      "step": 7803,
      "subrel-constrast": 3.4940223693847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7997244596481323,
      "cov-distil (oracle2student)": 3.8157687187194824,
      "cov-distil (oracle2teacher)": 3.500908136367798,
      "epoch": 6.125588697017268,
      "rel-constrast": 2.164198875427246,
      "step": 7804,
      "subrel-constrast": 2.62422776222229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5968695878982544,
      "cov-distil (oracle2student)": 5.00311279296875,
      "cov-distil (oracle2teacher)": 4.881933689117432,
      "epoch": 6.126373626373626,
      "rel-constrast": 3.149808883666992,
      "step": 7805,
      "subrel-constrast": 4.0628557205200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9943625926971436,
      "cov-distil (oracle2student)": 2.2671103477478027,
      "cov-distil (oracle2teacher)": 2.5153353214263916,
      "epoch": 6.127158555729984,
      "rel-constrast": 1.9684637784957886,
      "step": 7806,
      "subrel-constrast": 2.921727418899536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9664692878723145,
      "cov-distil (oracle2student)": 1.892932653427124,
      "cov-distil (oracle2teacher)": 1.8408153057098389,
      "epoch": 6.127943485086342,
      "rel-constrast": 1.5264685153961182,
      "step": 7807,
      "subrel-constrast": 2.173261880874634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6573045253753662,
      "cov-distil (oracle2student)": 3.776172161102295,
      "cov-distil (oracle2teacher)": 4.489624977111816,
      "epoch": 6.1287284144427,
      "rel-constrast": 2.4765520095825195,
      "step": 7808,
      "subrel-constrast": 3.881671905517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4041930437088013,
      "cov-distil (oracle2student)": 2.911527156829834,
      "cov-distil (oracle2teacher)": 2.885423183441162,
      "epoch": 6.129513343799058,
      "rel-constrast": 1.9816405773162842,
      "step": 7809,
      "subrel-constrast": 2.5814859867095947,
      "view-similarity": 0
    },
    {
      "epoch": 6.130298273155416,
      "grad_norm": 4.5,
      "learning_rate": 6.962035485361587e-06,
      "loss": 0.6421,
      "step": 7810
    },
    {
      "cov-distil": 1.1867702007293701,
      "cov-distil (oracle2student)": 4.761741638183594,
      "cov-distil (oracle2teacher)": 3.9648656845092773,
      "epoch": 6.130298273155416,
      "rel-constrast": 2.3353257179260254,
      "step": 7810,
      "subrel-constrast": 2.701324462890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4853802919387817,
      "cov-distil (oracle2student)": 4.146640777587891,
      "cov-distil (oracle2teacher)": 3.7550201416015625,
      "epoch": 6.131083202511774,
      "rel-constrast": 2.346822738647461,
      "step": 7811,
      "subrel-constrast": 2.828383684158325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5916681289672852,
      "cov-distil (oracle2student)": 4.199601650238037,
      "cov-distil (oracle2teacher)": 3.9357223510742188,
      "epoch": 6.131868131868132,
      "rel-constrast": 2.480056047439575,
      "step": 7812,
      "subrel-constrast": 3.294865608215332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6131247282028198,
      "cov-distil (oracle2student)": 3.134942054748535,
      "cov-distil (oracle2teacher)": 3.1199593544006348,
      "epoch": 6.13265306122449,
      "rel-constrast": 2.7453277111053467,
      "step": 7813,
      "subrel-constrast": 2.847423553466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2096176147460938,
      "cov-distil (oracle2student)": 3.7544870376586914,
      "cov-distil (oracle2teacher)": 3.4675984382629395,
      "epoch": 6.133437990580847,
      "rel-constrast": 1.9663697481155396,
      "step": 7814,
      "subrel-constrast": 2.6574270725250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3466496467590332,
      "cov-distil (oracle2student)": 2.733879327774048,
      "cov-distil (oracle2teacher)": 3.8945939540863037,
      "epoch": 6.134222919937206,
      "rel-constrast": 2.2262210845947266,
      "step": 7815,
      "subrel-constrast": 3.254528522491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3714313507080078,
      "cov-distil (oracle2student)": 3.704411745071411,
      "cov-distil (oracle2teacher)": 3.9645938873291016,
      "epoch": 6.135007849293563,
      "rel-constrast": 1.8708600997924805,
      "step": 7816,
      "subrel-constrast": 2.7770943641662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75581693649292,
      "cov-distil (oracle2student)": 3.8699400424957275,
      "cov-distil (oracle2teacher)": 4.004431247711182,
      "epoch": 6.135792778649922,
      "rel-constrast": 2.6091697216033936,
      "step": 7817,
      "subrel-constrast": 3.578059196472168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2785539627075195,
      "cov-distil (oracle2student)": 5.966525077819824,
      "cov-distil (oracle2teacher)": 4.939702033996582,
      "epoch": 6.136577708006279,
      "rel-constrast": 2.717924118041992,
      "step": 7818,
      "subrel-constrast": 3.032223701477051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092209815979004,
      "cov-distil (oracle2student)": 3.2654623985290527,
      "cov-distil (oracle2teacher)": 3.2873988151550293,
      "epoch": 6.137362637362638,
      "rel-constrast": 1.792977213859558,
      "step": 7819,
      "subrel-constrast": 2.6712982654571533,
      "view-similarity": 0
    },
    {
      "epoch": 6.138147566718995,
      "grad_norm": 4.96875,
      "learning_rate": 6.901722632730049e-06,
      "loss": 0.6146,
      "step": 7820
    },
    {
      "cov-distil": 1.7032952308654785,
      "cov-distil (oracle2student)": 5.5081892013549805,
      "cov-distil (oracle2teacher)": 4.923263072967529,
      "epoch": 6.138147566718995,
      "rel-constrast": 3.0642733573913574,
      "step": 7820,
      "subrel-constrast": 3.288543462753296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0550565719604492,
      "cov-distil (oracle2student)": 5.249032974243164,
      "cov-distil (oracle2teacher)": 4.598143577575684,
      "epoch": 6.138932496075353,
      "rel-constrast": 2.3816330432891846,
      "step": 7821,
      "subrel-constrast": 2.835594415664673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1144143342971802,
      "cov-distil (oracle2student)": 4.942714691162109,
      "cov-distil (oracle2teacher)": 4.557750701904297,
      "epoch": 6.139717425431711,
      "rel-constrast": 3.2476348876953125,
      "step": 7822,
      "subrel-constrast": 3.6604342460632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8572057485580444,
      "cov-distil (oracle2student)": 5.697412967681885,
      "cov-distil (oracle2teacher)": 4.982521057128906,
      "epoch": 6.140502354788069,
      "rel-constrast": 2.8741374015808105,
      "step": 7823,
      "subrel-constrast": 3.758185386657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4390298128128052,
      "cov-distil (oracle2student)": 5.101494789123535,
      "cov-distil (oracle2teacher)": 5.177637577056885,
      "epoch": 6.141287284144427,
      "rel-constrast": 2.1603822708129883,
      "step": 7824,
      "subrel-constrast": 3.355692148208618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7247296571731567,
      "cov-distil (oracle2student)": 4.01301383972168,
      "cov-distil (oracle2teacher)": 3.248105049133301,
      "epoch": 6.142072213500785,
      "rel-constrast": 2.672729015350342,
      "step": 7825,
      "subrel-constrast": 3.1911537647247314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.058476448059082,
      "cov-distil (oracle2student)": 2.1854147911071777,
      "cov-distil (oracle2teacher)": 3.036670207977295,
      "epoch": 6.142857142857143,
      "rel-constrast": 2.6782736778259277,
      "step": 7826,
      "subrel-constrast": 4.182178974151611,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9957658052444458,
      "cov-distil (oracle2student)": 3.2936179637908936,
      "cov-distil (oracle2teacher)": 3.3605852127075195,
      "epoch": 6.143642072213501,
      "rel-constrast": 2.6784491539001465,
      "step": 7827,
      "subrel-constrast": 3.545208215713501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1175259351730347,
      "cov-distil (oracle2student)": 4.901928901672363,
      "cov-distil (oracle2teacher)": 4.697936058044434,
      "epoch": 6.144427001569858,
      "rel-constrast": 1.8186628818511963,
      "step": 7828,
      "subrel-constrast": 2.337228298187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6356946229934692,
      "cov-distil (oracle2student)": 2.743960380554199,
      "cov-distil (oracle2teacher)": 2.9007151126861572,
      "epoch": 6.145211930926217,
      "rel-constrast": 2.273223876953125,
      "step": 7829,
      "subrel-constrast": 3.1616950035095215,
      "view-similarity": 0
    },
    {
      "epoch": 6.145996860282574,
      "grad_norm": 4.375,
      "learning_rate": 6.84163030189677e-06,
      "loss": 0.6855,
      "step": 7830
    },
    {
      "cov-distil": 1.3736168146133423,
      "cov-distil (oracle2student)": 4.6182475090026855,
      "cov-distil (oracle2teacher)": 4.004228115081787,
      "epoch": 6.145996860282574,
      "rel-constrast": 2.2877659797668457,
      "step": 7830,
      "subrel-constrast": 3.5692577362060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1823134422302246,
      "cov-distil (oracle2student)": 5.071170330047607,
      "cov-distil (oracle2teacher)": 4.987277030944824,
      "epoch": 6.146781789638933,
      "rel-constrast": 2.229304313659668,
      "step": 7831,
      "subrel-constrast": 3.2980422973632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2900004386901855,
      "cov-distil (oracle2student)": 3.578507900238037,
      "cov-distil (oracle2teacher)": 3.346501350402832,
      "epoch": 6.14756671899529,
      "rel-constrast": 2.147223949432373,
      "step": 7832,
      "subrel-constrast": 2.668602705001831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.439796805381775,
      "cov-distil (oracle2student)": 3.3453943729400635,
      "cov-distil (oracle2teacher)": 3.415837287902832,
      "epoch": 6.148351648351649,
      "rel-constrast": 2.5269558429718018,
      "step": 7833,
      "subrel-constrast": 3.3003132343292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.28067946434021,
      "cov-distil (oracle2student)": 5.111262321472168,
      "cov-distil (oracle2teacher)": 4.725174427032471,
      "epoch": 6.149136577708006,
      "rel-constrast": 1.946853756904602,
      "step": 7834,
      "subrel-constrast": 2.709831953048706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1659555435180664,
      "cov-distil (oracle2student)": 4.175467491149902,
      "cov-distil (oracle2teacher)": 3.533703327178955,
      "epoch": 6.149921507064364,
      "rel-constrast": 2.1698317527770996,
      "step": 7835,
      "subrel-constrast": 2.7543444633483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1597988605499268,
      "cov-distil (oracle2student)": 2.5600228309631348,
      "cov-distil (oracle2teacher)": 2.7735800743103027,
      "epoch": 6.150706436420722,
      "rel-constrast": 2.5046844482421875,
      "step": 7836,
      "subrel-constrast": 2.983086109161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.228179693222046,
      "cov-distil (oracle2student)": 3.5727014541625977,
      "cov-distil (oracle2teacher)": 3.702925443649292,
      "epoch": 6.15149136577708,
      "rel-constrast": 3.092369794845581,
      "step": 7837,
      "subrel-constrast": 4.11631441116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7187563180923462,
      "cov-distil (oracle2student)": 4.074993133544922,
      "cov-distil (oracle2teacher)": 4.0294694900512695,
      "epoch": 6.152276295133438,
      "rel-constrast": 2.921952247619629,
      "step": 7838,
      "subrel-constrast": 3.695631980895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738823413848877,
      "cov-distil (oracle2student)": 3.306082010269165,
      "cov-distil (oracle2teacher)": 3.318455696105957,
      "epoch": 6.153061224489796,
      "rel-constrast": 2.222001075744629,
      "step": 7839,
      "subrel-constrast": 2.696176052093506,
      "view-similarity": 0
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 4.96875,
      "learning_rate": 6.781759225067829e-06,
      "loss": 0.6402,
      "step": 7840
    },
    {
      "cov-distil": 1.0229878425598145,
      "cov-distil (oracle2student)": 5.90301513671875,
      "cov-distil (oracle2teacher)": 5.5258684158325195,
      "epoch": 6.153846153846154,
      "rel-constrast": 2.3483710289001465,
      "step": 7840,
      "subrel-constrast": 3.1373746395111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3090039491653442,
      "cov-distil (oracle2student)": 2.2743430137634277,
      "cov-distil (oracle2teacher)": 2.7595858573913574,
      "epoch": 6.154631083202512,
      "rel-constrast": 2.0415396690368652,
      "step": 7841,
      "subrel-constrast": 2.9700777530670166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.16472589969635,
      "cov-distil (oracle2student)": 5.026103973388672,
      "cov-distil (oracle2teacher)": 4.499484062194824,
      "epoch": 6.155416012558869,
      "rel-constrast": 2.838435173034668,
      "step": 7842,
      "subrel-constrast": 3.1958961486816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6886167526245117,
      "cov-distil (oracle2student)": 3.3922417163848877,
      "cov-distil (oracle2teacher)": 3.619431495666504,
      "epoch": 6.156200941915228,
      "rel-constrast": 2.511608123779297,
      "step": 7843,
      "subrel-constrast": 3.4445717334747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.326447606086731,
      "cov-distil (oracle2student)": 3.078237295150757,
      "cov-distil (oracle2teacher)": 3.0517055988311768,
      "epoch": 6.156985871271585,
      "rel-constrast": 1.3842923641204834,
      "step": 7844,
      "subrel-constrast": 2.3239736557006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2362096309661865,
      "cov-distil (oracle2student)": 5.597546577453613,
      "cov-distil (oracle2teacher)": 4.707538604736328,
      "epoch": 6.157770800627944,
      "rel-constrast": 2.6247026920318604,
      "step": 7845,
      "subrel-constrast": 3.360323190689087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3802251815795898,
      "cov-distil (oracle2student)": 2.522275924682617,
      "cov-distil (oracle2teacher)": 2.890655040740967,
      "epoch": 6.158555729984301,
      "rel-constrast": 2.4701061248779297,
      "step": 7846,
      "subrel-constrast": 2.9113266468048096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482805609703064,
      "cov-distil (oracle2student)": 5.511020183563232,
      "cov-distil (oracle2teacher)": 5.1495280265808105,
      "epoch": 6.15934065934066,
      "rel-constrast": 2.476199150085449,
      "step": 7847,
      "subrel-constrast": 3.2043263912200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1474015712738037,
      "cov-distil (oracle2student)": 4.194948673248291,
      "cov-distil (oracle2teacher)": 4.192306995391846,
      "epoch": 6.160125588697017,
      "rel-constrast": 2.7699806690216064,
      "step": 7848,
      "subrel-constrast": 3.6978933811187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6156730651855469,
      "cov-distil (oracle2student)": 3.405241012573242,
      "cov-distil (oracle2teacher)": 3.714958906173706,
      "epoch": 6.160910518053376,
      "rel-constrast": 2.2654852867126465,
      "step": 7849,
      "subrel-constrast": 3.036410093307495,
      "view-similarity": 0
    },
    {
      "epoch": 6.161695447409733,
      "grad_norm": 7.53125,
      "learning_rate": 6.722110131753398e-06,
      "loss": 0.6292,
      "step": 7850
    },
    {
      "cov-distil": 1.864522933959961,
      "cov-distil (oracle2student)": 3.5496702194213867,
      "cov-distil (oracle2teacher)": 3.4110825061798096,
      "epoch": 6.161695447409733,
      "rel-constrast": 2.3436505794525146,
      "step": 7850,
      "subrel-constrast": 3.052694082260132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4110400676727295,
      "cov-distil (oracle2student)": 3.747800350189209,
      "cov-distil (oracle2teacher)": 3.3382112979888916,
      "epoch": 6.162480376766091,
      "rel-constrast": 3.1750941276550293,
      "step": 7851,
      "subrel-constrast": 3.434570550918579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4034554958343506,
      "cov-distil (oracle2student)": 4.315511226654053,
      "cov-distil (oracle2teacher)": 4.357690811157227,
      "epoch": 6.163265306122449,
      "rel-constrast": 2.333986520767212,
      "step": 7852,
      "subrel-constrast": 3.2909128665924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.921571135520935,
      "cov-distil (oracle2student)": 4.784519195556641,
      "cov-distil (oracle2teacher)": 4.929469585418701,
      "epoch": 6.164050235478807,
      "rel-constrast": 2.113645315170288,
      "step": 7853,
      "subrel-constrast": 3.419452667236328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2174649238586426,
      "cov-distil (oracle2student)": 3.7098913192749023,
      "cov-distil (oracle2teacher)": 3.8306798934936523,
      "epoch": 6.164835164835165,
      "rel-constrast": 3.3126049041748047,
      "step": 7854,
      "subrel-constrast": 3.18466854095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3148531913757324,
      "cov-distil (oracle2student)": 2.0672030448913574,
      "cov-distil (oracle2teacher)": 2.5393593311309814,
      "epoch": 6.165620094191523,
      "rel-constrast": 2.3390793800354004,
      "step": 7855,
      "subrel-constrast": 3.0225830078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7298399209976196,
      "cov-distil (oracle2student)": 4.386937141418457,
      "cov-distil (oracle2teacher)": 4.033848285675049,
      "epoch": 6.166405023547881,
      "rel-constrast": 2.5995593070983887,
      "step": 7856,
      "subrel-constrast": 3.2135958671569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.897979736328125,
      "cov-distil (oracle2student)": 5.049633979797363,
      "cov-distil (oracle2teacher)": 4.282734394073486,
      "epoch": 6.167189952904239,
      "rel-constrast": 3.356804370880127,
      "step": 7857,
      "subrel-constrast": 3.8138623237609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7714262008666992,
      "cov-distil (oracle2student)": 2.286902904510498,
      "cov-distil (oracle2teacher)": 2.4079930782318115,
      "epoch": 6.167974882260596,
      "rel-constrast": 2.243748903274536,
      "step": 7858,
      "subrel-constrast": 2.8620429039001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0955674648284912,
      "cov-distil (oracle2student)": 5.572922706604004,
      "cov-distil (oracle2teacher)": 5.045284271240234,
      "epoch": 6.168759811616955,
      "rel-constrast": 2.7247188091278076,
      "step": 7859,
      "subrel-constrast": 3.176999568939209,
      "view-similarity": 0
    },
    {
      "epoch": 6.169544740973312,
      "grad_norm": 5.53125,
      "learning_rate": 6.662683748758869e-06,
      "loss": 0.7026,
      "step": 7860
    },
    {
      "cov-distil": 1.6032317876815796,
      "cov-distil (oracle2student)": 4.735353469848633,
      "cov-distil (oracle2teacher)": 4.727797508239746,
      "epoch": 6.169544740973312,
      "rel-constrast": 3.822868585586548,
      "step": 7860,
      "subrel-constrast": 4.678114891052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565159559249878,
      "cov-distil (oracle2student)": 3.3467345237731934,
      "cov-distil (oracle2teacher)": 3.7248830795288086,
      "epoch": 6.170329670329671,
      "rel-constrast": 1.821018099784851,
      "step": 7861,
      "subrel-constrast": 2.881395101547241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371741533279419,
      "cov-distil (oracle2student)": 4.24307107925415,
      "cov-distil (oracle2teacher)": 4.141290664672852,
      "epoch": 6.171114599686028,
      "rel-constrast": 2.173612594604492,
      "step": 7862,
      "subrel-constrast": 2.614004611968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0754077434539795,
      "cov-distil (oracle2student)": 4.498169898986816,
      "cov-distil (oracle2teacher)": 4.489591598510742,
      "epoch": 6.171899529042387,
      "rel-constrast": 2.2716481685638428,
      "step": 7863,
      "subrel-constrast": 3.030604600906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2718230485916138,
      "cov-distil (oracle2student)": 3.636683464050293,
      "cov-distil (oracle2teacher)": 3.870603561401367,
      "epoch": 6.172684458398744,
      "rel-constrast": 3.101663827896118,
      "step": 7864,
      "subrel-constrast": 3.6723833084106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7160871028900146,
      "cov-distil (oracle2student)": 4.006714820861816,
      "cov-distil (oracle2teacher)": 3.4980521202087402,
      "epoch": 6.173469387755102,
      "rel-constrast": 2.1559906005859375,
      "step": 7865,
      "subrel-constrast": 3.0146844387054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7693959474563599,
      "cov-distil (oracle2student)": 4.53315544128418,
      "cov-distil (oracle2teacher)": 4.623715877532959,
      "epoch": 6.17425431711146,
      "rel-constrast": 2.135077476501465,
      "step": 7866,
      "subrel-constrast": 2.7481026649475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6383898258209229,
      "cov-distil (oracle2student)": 5.751611709594727,
      "cov-distil (oracle2teacher)": 5.686225414276123,
      "epoch": 6.175039246467818,
      "rel-constrast": 4.047521591186523,
      "step": 7867,
      "subrel-constrast": 4.027988433837891,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6439573764801025,
      "cov-distil (oracle2student)": 3.7148354053497314,
      "cov-distil (oracle2teacher)": 3.770986557006836,
      "epoch": 6.175824175824176,
      "rel-constrast": 2.5107245445251465,
      "step": 7868,
      "subrel-constrast": 3.2491848468780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1832326650619507,
      "cov-distil (oracle2student)": 2.6602730751037598,
      "cov-distil (oracle2teacher)": 3.4671788215637207,
      "epoch": 6.176609105180534,
      "rel-constrast": 2.180335521697998,
      "step": 7869,
      "subrel-constrast": 2.9726450443267822,
      "view-similarity": 0
    },
    {
      "epoch": 6.177394034536892,
      "grad_norm": 4.40625,
      "learning_rate": 6.603480800175948e-06,
      "loss": 0.6926,
      "step": 7870
    },
    {
      "cov-distil": 1.3475499153137207,
      "cov-distil (oracle2student)": 3.777210235595703,
      "cov-distil (oracle2teacher)": 3.8193509578704834,
      "epoch": 6.177394034536892,
      "rel-constrast": 2.869220495223999,
      "step": 7870,
      "subrel-constrast": 3.378899574279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239081382751465,
      "cov-distil (oracle2student)": 4.082782745361328,
      "cov-distil (oracle2teacher)": 4.28632926940918,
      "epoch": 6.17817896389325,
      "rel-constrast": 2.1415529251098633,
      "step": 7871,
      "subrel-constrast": 2.899066925048828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.678865432739258,
      "cov-distil (oracle2student)": 7.119320869445801,
      "cov-distil (oracle2teacher)": 6.614747047424316,
      "epoch": 6.178963893249607,
      "rel-constrast": 1.973059892654419,
      "step": 7872,
      "subrel-constrast": 3.347592353820801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.218956470489502,
      "cov-distil (oracle2student)": 6.521805286407471,
      "cov-distil (oracle2teacher)": 5.284997940063477,
      "epoch": 6.179748822605966,
      "rel-constrast": 2.7252938747406006,
      "step": 7873,
      "subrel-constrast": 3.24006724357605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429726481437683,
      "cov-distil (oracle2student)": 3.5560247898101807,
      "cov-distil (oracle2teacher)": 3.6115190982818604,
      "epoch": 6.180533751962323,
      "rel-constrast": 2.728661298751831,
      "step": 7874,
      "subrel-constrast": 3.1487956047058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9993400573730469,
      "cov-distil (oracle2student)": 4.536303520202637,
      "cov-distil (oracle2teacher)": 4.309751033782959,
      "epoch": 6.181318681318682,
      "rel-constrast": 2.8437328338623047,
      "step": 7875,
      "subrel-constrast": 3.876647472381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1017565727233887,
      "cov-distil (oracle2student)": 4.833470344543457,
      "cov-distil (oracle2teacher)": 4.775576114654541,
      "epoch": 6.182103610675039,
      "rel-constrast": 2.606097459793091,
      "step": 7876,
      "subrel-constrast": 3.261929750442505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5737106800079346,
      "cov-distil (oracle2student)": 5.25053596496582,
      "cov-distil (oracle2teacher)": 4.526983737945557,
      "epoch": 6.1828885400313975,
      "rel-constrast": 2.4137110710144043,
      "step": 7877,
      "subrel-constrast": 3.3386480808258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1366980075836182,
      "cov-distil (oracle2student)": 5.437838554382324,
      "cov-distil (oracle2teacher)": 4.9832000732421875,
      "epoch": 6.183673469387755,
      "rel-constrast": 3.2500782012939453,
      "step": 7878,
      "subrel-constrast": 3.600694417953491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689477562904358,
      "cov-distil (oracle2student)": 3.9550271034240723,
      "cov-distil (oracle2teacher)": 4.2784929275512695,
      "epoch": 6.184458398744113,
      "rel-constrast": 3.1387977600097656,
      "step": 7879,
      "subrel-constrast": 4.207620143890381,
      "view-similarity": 0
    },
    {
      "epoch": 6.185243328100471,
      "grad_norm": 6.75,
      "learning_rate": 6.544502007373898e-06,
      "loss": 0.7083,
      "step": 7880
    },
    {
      "cov-distil": 1.5788052082061768,
      "cov-distil (oracle2student)": 4.573661804199219,
      "cov-distil (oracle2teacher)": 4.405098915100098,
      "epoch": 6.185243328100471,
      "rel-constrast": 3.0652432441711426,
      "step": 7880,
      "subrel-constrast": 3.764530897140503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.667675256729126,
      "cov-distil (oracle2student)": 4.300657749176025,
      "cov-distil (oracle2teacher)": 3.799022674560547,
      "epoch": 6.186028257456829,
      "rel-constrast": 2.7415049076080322,
      "step": 7881,
      "subrel-constrast": 2.9643447399139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195777654647827,
      "cov-distil (oracle2student)": 4.041780948638916,
      "cov-distil (oracle2teacher)": 3.3564705848693848,
      "epoch": 6.186813186813187,
      "rel-constrast": 1.6636583805084229,
      "step": 7882,
      "subrel-constrast": 2.2240700721740723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319880485534668,
      "cov-distil (oracle2student)": 3.3563060760498047,
      "cov-distil (oracle2teacher)": 3.3556346893310547,
      "epoch": 6.187598116169545,
      "rel-constrast": 2.5403974056243896,
      "step": 7883,
      "subrel-constrast": 3.2009310722351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5592001676559448,
      "cov-distil (oracle2student)": 5.828245162963867,
      "cov-distil (oracle2teacher)": 5.076355934143066,
      "epoch": 6.188383045525903,
      "rel-constrast": 2.094254970550537,
      "step": 7884,
      "subrel-constrast": 2.5089144706726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464600563049316,
      "cov-distil (oracle2student)": 3.9947783946990967,
      "cov-distil (oracle2teacher)": 4.070157051086426,
      "epoch": 6.189167974882261,
      "rel-constrast": 1.8399357795715332,
      "step": 7885,
      "subrel-constrast": 3.0963876247406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.490477442741394,
      "cov-distil (oracle2student)": 2.911975860595703,
      "cov-distil (oracle2teacher)": 3.381645441055298,
      "epoch": 6.189952904238618,
      "rel-constrast": 2.5794239044189453,
      "step": 7886,
      "subrel-constrast": 3.0791749954223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5932939052581787,
      "cov-distil (oracle2student)": 5.857052803039551,
      "cov-distil (oracle2teacher)": 5.622395038604736,
      "epoch": 6.1907378335949765,
      "rel-constrast": 2.834141969680786,
      "step": 7887,
      "subrel-constrast": 3.6227076053619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3569409847259521,
      "cov-distil (oracle2student)": 4.881939888000488,
      "cov-distil (oracle2teacher)": 4.555809020996094,
      "epoch": 6.191522762951334,
      "rel-constrast": 3.3705849647521973,
      "step": 7888,
      "subrel-constrast": 3.725364923477173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.185206413269043,
      "cov-distil (oracle2student)": 5.011919021606445,
      "cov-distil (oracle2teacher)": 4.500890254974365,
      "epoch": 6.1923076923076925,
      "rel-constrast": 2.5460855960845947,
      "step": 7889,
      "subrel-constrast": 3.2009024620056152,
      "view-similarity": 0
    },
    {
      "epoch": 6.19309262166405,
      "grad_norm": 5.84375,
      "learning_rate": 6.485748088990682e-06,
      "loss": 0.6694,
      "step": 7890
    },
    {
      "cov-distil": 1.5077391862869263,
      "cov-distil (oracle2student)": 3.057255744934082,
      "cov-distil (oracle2teacher)": 3.375016212463379,
      "epoch": 6.19309262166405,
      "rel-constrast": 3.064769744873047,
      "step": 7890,
      "subrel-constrast": 3.660543918609619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.294290542602539,
      "cov-distil (oracle2student)": 4.547391414642334,
      "cov-distil (oracle2teacher)": 4.131442546844482,
      "epoch": 6.1938775510204085,
      "rel-constrast": 2.7928285598754883,
      "step": 7891,
      "subrel-constrast": 3.7988619804382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1143349409103394,
      "cov-distil (oracle2student)": 4.594136714935303,
      "cov-distil (oracle2teacher)": 4.075640678405762,
      "epoch": 6.194662480376766,
      "rel-constrast": 3.0430727005004883,
      "step": 7892,
      "subrel-constrast": 3.311978816986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.175734043121338,
      "cov-distil (oracle2student)": 4.122087001800537,
      "cov-distil (oracle2teacher)": 3.9336965084075928,
      "epoch": 6.195447409733124,
      "rel-constrast": 2.326080799102783,
      "step": 7893,
      "subrel-constrast": 3.0600550174713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4061179161071777,
      "cov-distil (oracle2student)": 4.448469161987305,
      "cov-distil (oracle2teacher)": 4.581194877624512,
      "epoch": 6.196232339089482,
      "rel-constrast": 4.10084867477417,
      "step": 7894,
      "subrel-constrast": 4.459120750427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6281471252441406,
      "cov-distil (oracle2student)": 2.703298568725586,
      "cov-distil (oracle2teacher)": 2.714456558227539,
      "epoch": 6.1970172684458396,
      "rel-constrast": 2.1210906505584717,
      "step": 7895,
      "subrel-constrast": 2.7156944274902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7412943840026855,
      "cov-distil (oracle2student)": 5.059436798095703,
      "cov-distil (oracle2teacher)": 4.653531074523926,
      "epoch": 6.197802197802198,
      "rel-constrast": 3.897146463394165,
      "step": 7896,
      "subrel-constrast": 4.536554336547852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2799510955810547,
      "cov-distil (oracle2student)": 4.671157360076904,
      "cov-distil (oracle2teacher)": 4.234872817993164,
      "epoch": 6.1985871271585555,
      "rel-constrast": 3.595334053039551,
      "step": 7897,
      "subrel-constrast": 3.6962573528289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3768017292022705,
      "cov-distil (oracle2student)": 4.061403751373291,
      "cov-distil (oracle2teacher)": 3.8812997341156006,
      "epoch": 6.199372056514914,
      "rel-constrast": 2.766876459121704,
      "step": 7898,
      "subrel-constrast": 3.2607581615448,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.458139181137085,
      "cov-distil (oracle2student)": 5.608384609222412,
      "cov-distil (oracle2teacher)": 4.759925365447998,
      "epoch": 6.2001569858712715,
      "rel-constrast": 3.0129265785217285,
      "step": 7899,
      "subrel-constrast": 3.4722907543182373,
      "view-similarity": 0
    },
    {
      "epoch": 6.20094191522763,
      "grad_norm": 5.1875,
      "learning_rate": 6.4272197609242635e-06,
      "loss": 0.8055,
      "step": 7900
    },
    {
      "epoch": 6.20094191522763,
      "overlap": 0.3515625,
      "step": 7900
    },
    {
      "epoch": 6.20094191522763,
      "step": 7900,
      "student margin": 0.0609130859375
    },
    {
      "epoch": 6.20094191522763,
      "step": 7900,
      "teacher margin": 0.041778564453125
    },
    {
      "epoch": 6.20094191522763,
      "margin difference": -0.019134521484375,
      "step": 7900
    },
    {
      "cov-distil": 1.3293590545654297,
      "cov-distil (oracle2student)": 5.176424980163574,
      "cov-distil (oracle2teacher)": 5.1575164794921875,
      "epoch": 6.20094191522763,
      "rel-constrast": 3.104555606842041,
      "step": 7900,
      "subrel-constrast": 3.699558973312378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6946911811828613,
      "cov-distil (oracle2student)": 4.805302619934082,
      "cov-distil (oracle2teacher)": 4.8394551277160645,
      "epoch": 6.2017268445839875,
      "rel-constrast": 3.0180747509002686,
      "step": 7901,
      "subrel-constrast": 3.6425364017486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615856409072876,
      "cov-distil (oracle2student)": 4.640434265136719,
      "cov-distil (oracle2teacher)": 4.004178524017334,
      "epoch": 6.202511773940345,
      "rel-constrast": 2.5409927368164062,
      "step": 7902,
      "subrel-constrast": 3.2239320278167725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8818039894104004,
      "cov-distil (oracle2student)": 4.073808193206787,
      "cov-distil (oracle2teacher)": 3.895148754119873,
      "epoch": 6.2032967032967035,
      "rel-constrast": 2.6610310077667236,
      "step": 7903,
      "subrel-constrast": 2.953021287918091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9167797565460205,
      "cov-distil (oracle2student)": 3.6057891845703125,
      "cov-distil (oracle2teacher)": 3.361264228820801,
      "epoch": 6.204081632653061,
      "rel-constrast": 1.9835642576217651,
      "step": 7904,
      "subrel-constrast": 2.416541814804077,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9950535893440247,
      "cov-distil (oracle2student)": 4.633606910705566,
      "cov-distil (oracle2teacher)": 4.289172172546387,
      "epoch": 6.204866562009419,
      "rel-constrast": 2.310516834259033,
      "step": 7905,
      "subrel-constrast": 2.822695255279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3405499458312988,
      "cov-distil (oracle2student)": 4.301290512084961,
      "cov-distil (oracle2teacher)": 4.368369102478027,
      "epoch": 6.205651491365777,
      "rel-constrast": 2.7080211639404297,
      "step": 7906,
      "subrel-constrast": 3.2540969848632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3848810195922852,
      "cov-distil (oracle2student)": 5.034329414367676,
      "cov-distil (oracle2teacher)": 4.879173278808594,
      "epoch": 6.206436420722135,
      "rel-constrast": 2.8333187103271484,
      "step": 7907,
      "subrel-constrast": 3.124995708465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804911732673645,
      "cov-distil (oracle2student)": 3.1747515201568604,
      "cov-distil (oracle2teacher)": 3.4620065689086914,
      "epoch": 6.207221350078493,
      "rel-constrast": 2.387157440185547,
      "step": 7908,
      "subrel-constrast": 3.280466318130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6172065734863281,
      "cov-distil (oracle2student)": 6.300485610961914,
      "cov-distil (oracle2teacher)": 5.444515705108643,
      "epoch": 6.2080062794348505,
      "rel-constrast": 1.8581418991088867,
      "step": 7909,
      "subrel-constrast": 2.6414482593536377,
      "view-similarity": 0
    },
    {
      "epoch": 6.208791208791209,
      "grad_norm": 4.53125,
      "learning_rate": 6.368917736323843e-06,
      "loss": 0.6741,
      "step": 7910
    },
    {
      "cov-distil": 1.2601568698883057,
      "cov-distil (oracle2student)": 5.576851844787598,
      "cov-distil (oracle2teacher)": 5.0204057693481445,
      "epoch": 6.208791208791209,
      "rel-constrast": 2.5379438400268555,
      "step": 7910,
      "subrel-constrast": 2.936253070831299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6705644130706787,
      "cov-distil (oracle2student)": 3.5395925045013428,
      "cov-distil (oracle2teacher)": 3.8184456825256348,
      "epoch": 6.2095761381475665,
      "rel-constrast": 2.6043243408203125,
      "step": 7911,
      "subrel-constrast": 3.623157501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4583607912063599,
      "cov-distil (oracle2student)": 2.5835866928100586,
      "cov-distil (oracle2teacher)": 2.4838428497314453,
      "epoch": 6.210361067503925,
      "rel-constrast": 1.762030839920044,
      "step": 7912,
      "subrel-constrast": 2.3956544399261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3573777675628662,
      "cov-distil (oracle2student)": 5.723167419433594,
      "cov-distil (oracle2teacher)": 5.519130706787109,
      "epoch": 6.2111459968602825,
      "rel-constrast": 3.473623275756836,
      "step": 7913,
      "subrel-constrast": 4.0814361572265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9149141311645508,
      "cov-distil (oracle2student)": 4.183959484100342,
      "cov-distil (oracle2teacher)": 4.101012229919434,
      "epoch": 6.211930926216641,
      "rel-constrast": 2.693681240081787,
      "step": 7914,
      "subrel-constrast": 3.623553514480591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6584489345550537,
      "cov-distil (oracle2student)": 3.9470160007476807,
      "cov-distil (oracle2teacher)": 3.546567440032959,
      "epoch": 6.212715855572998,
      "rel-constrast": 1.830187439918518,
      "step": 7915,
      "subrel-constrast": 3.044745683670044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.428022027015686,
      "cov-distil (oracle2student)": 3.1569154262542725,
      "cov-distil (oracle2teacher)": 2.881578207015991,
      "epoch": 6.213500784929356,
      "rel-constrast": 1.398268222808838,
      "step": 7916,
      "subrel-constrast": 2.4342851638793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459944248199463,
      "cov-distil (oracle2student)": 4.83271598815918,
      "cov-distil (oracle2teacher)": 4.082079887390137,
      "epoch": 6.214285714285714,
      "rel-constrast": 2.6306262016296387,
      "step": 7917,
      "subrel-constrast": 3.3186092376708984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2932419776916504,
      "cov-distil (oracle2student)": 2.4335575103759766,
      "cov-distil (oracle2teacher)": 2.9045965671539307,
      "epoch": 6.215070643642072,
      "rel-constrast": 1.7123056650161743,
      "step": 7918,
      "subrel-constrast": 3.0554826259613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1692733764648438,
      "cov-distil (oracle2student)": 3.52847957611084,
      "cov-distil (oracle2teacher)": 3.193301200866699,
      "epoch": 6.21585557299843,
      "rel-constrast": 2.012284755706787,
      "step": 7919,
      "subrel-constrast": 2.7060227394104004,
      "view-similarity": 0
    },
    {
      "epoch": 6.216640502354788,
      "grad_norm": 5.375,
      "learning_rate": 6.310842725581198e-06,
      "loss": 0.6056,
      "step": 7920
    },
    {
      "cov-distil": 1.5065627098083496,
      "cov-distil (oracle2student)": 3.1586899757385254,
      "cov-distil (oracle2teacher)": 2.930776357650757,
      "epoch": 6.216640502354788,
      "rel-constrast": 1.7959696054458618,
      "step": 7920,
      "subrel-constrast": 2.4592549800872803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0826375484466553,
      "cov-distil (oracle2student)": 4.697381019592285,
      "cov-distil (oracle2teacher)": 4.421813011169434,
      "epoch": 6.217425431711146,
      "rel-constrast": 2.002469301223755,
      "step": 7921,
      "subrel-constrast": 2.4726414680480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6348655223846436,
      "cov-distil (oracle2student)": 3.8620972633361816,
      "cov-distil (oracle2teacher)": 4.053323745727539,
      "epoch": 6.218210361067504,
      "rel-constrast": 1.881602168083191,
      "step": 7922,
      "subrel-constrast": 2.970080852508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1693869829177856,
      "cov-distil (oracle2student)": 5.1067657470703125,
      "cov-distil (oracle2teacher)": 4.965341567993164,
      "epoch": 6.2189952904238615,
      "rel-constrast": 2.3860199451446533,
      "step": 7923,
      "subrel-constrast": 3.0602786540985107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8937526941299438,
      "cov-distil (oracle2student)": 4.676477909088135,
      "cov-distil (oracle2teacher)": 5.116866588592529,
      "epoch": 6.21978021978022,
      "rel-constrast": 2.2597827911376953,
      "step": 7924,
      "subrel-constrast": 3.3531181812286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3800578117370605,
      "cov-distil (oracle2student)": 3.658968448638916,
      "cov-distil (oracle2teacher)": 3.518789291381836,
      "epoch": 6.220565149136577,
      "rel-constrast": 2.571204423904419,
      "step": 7925,
      "subrel-constrast": 3.290631055831909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9047999382019043,
      "cov-distil (oracle2student)": 4.234748363494873,
      "cov-distil (oracle2teacher)": 3.932605504989624,
      "epoch": 6.221350078492936,
      "rel-constrast": 3.0252671241760254,
      "step": 7926,
      "subrel-constrast": 4.086090564727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2506470680236816,
      "cov-distil (oracle2student)": 4.426132678985596,
      "cov-distil (oracle2teacher)": 3.9882216453552246,
      "epoch": 6.222135007849293,
      "rel-constrast": 2.49210524559021,
      "step": 7927,
      "subrel-constrast": 2.9665744304656982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1126456260681152,
      "cov-distil (oracle2student)": 4.486974716186523,
      "cov-distil (oracle2teacher)": 4.010477066040039,
      "epoch": 6.222919937205652,
      "rel-constrast": 2.4709978103637695,
      "step": 7928,
      "subrel-constrast": 3.1353368759155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3673886060714722,
      "cov-distil (oracle2student)": 2.6797196865081787,
      "cov-distil (oracle2teacher)": 3.0344228744506836,
      "epoch": 6.223704866562009,
      "rel-constrast": 1.8730089664459229,
      "step": 7929,
      "subrel-constrast": 2.402907609939575,
      "view-similarity": 0
    },
    {
      "epoch": 6.224489795918367,
      "grad_norm": 6.09375,
      "learning_rate": 6.252995436322004e-06,
      "loss": 0.6072,
      "step": 7930
    },
    {
      "cov-distil": 1.5954070091247559,
      "cov-distil (oracle2student)": 4.295825004577637,
      "cov-distil (oracle2teacher)": 3.986900806427002,
      "epoch": 6.224489795918367,
      "rel-constrast": 2.258495807647705,
      "step": 7930,
      "subrel-constrast": 3.1243209838867188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4515529870986938,
      "cov-distil (oracle2student)": 3.472194194793701,
      "cov-distil (oracle2teacher)": 3.7701101303100586,
      "epoch": 6.225274725274725,
      "rel-constrast": 2.9596140384674072,
      "step": 7931,
      "subrel-constrast": 3.1477081775665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.090299606323242,
      "cov-distil (oracle2student)": 3.848361015319824,
      "cov-distil (oracle2teacher)": 3.855740547180176,
      "epoch": 6.226059654631083,
      "rel-constrast": 2.5222601890563965,
      "step": 7932,
      "subrel-constrast": 3.228032112121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6155152320861816,
      "cov-distil (oracle2student)": 5.545118808746338,
      "cov-distil (oracle2teacher)": 4.8374738693237305,
      "epoch": 6.226844583987441,
      "rel-constrast": 3.9404664039611816,
      "step": 7933,
      "subrel-constrast": 4.368039131164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5820027589797974,
      "cov-distil (oracle2student)": 4.140043258666992,
      "cov-distil (oracle2teacher)": 3.4564146995544434,
      "epoch": 6.227629513343799,
      "rel-constrast": 2.589825391769409,
      "step": 7934,
      "subrel-constrast": 3.279597520828247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5308096408843994,
      "cov-distil (oracle2student)": 2.6668872833251953,
      "cov-distil (oracle2teacher)": 2.7564473152160645,
      "epoch": 6.228414442700157,
      "rel-constrast": 1.490402102470398,
      "step": 7935,
      "subrel-constrast": 2.567988634109497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0724977254867554,
      "cov-distil (oracle2student)": 4.681885242462158,
      "cov-distil (oracle2teacher)": 4.807660102844238,
      "epoch": 6.229199372056515,
      "rel-constrast": 2.886604070663452,
      "step": 7936,
      "subrel-constrast": 3.755268096923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4135082960128784,
      "cov-distil (oracle2student)": 4.8345232009887695,
      "cov-distil (oracle2teacher)": 4.358277797698975,
      "epoch": 6.229984301412873,
      "rel-constrast": 2.805650472640991,
      "step": 7937,
      "subrel-constrast": 3.1194581985473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4689264297485352,
      "cov-distil (oracle2student)": 4.237084865570068,
      "cov-distil (oracle2teacher)": 3.6958699226379395,
      "epoch": 6.230769230769231,
      "rel-constrast": 2.653205394744873,
      "step": 7938,
      "subrel-constrast": 3.4540703296661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6106553077697754,
      "cov-distil (oracle2student)": 3.7697927951812744,
      "cov-distil (oracle2teacher)": 4.047058582305908,
      "epoch": 6.231554160125588,
      "rel-constrast": 1.7522566318511963,
      "step": 7939,
      "subrel-constrast": 2.696784496307373,
      "view-similarity": 0
    },
    {
      "epoch": 6.232339089481947,
      "grad_norm": 4.4375,
      "learning_rate": 6.195376573397218e-06,
      "loss": 0.685,
      "step": 7940
    },
    {
      "cov-distil": 1.9149668216705322,
      "cov-distil (oracle2student)": 2.75117826461792,
      "cov-distil (oracle2teacher)": 2.91637921333313,
      "epoch": 6.232339089481947,
      "rel-constrast": 1.652036428451538,
      "step": 7940,
      "subrel-constrast": 2.8827686309814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7178795337677002,
      "cov-distil (oracle2student)": 3.553173542022705,
      "cov-distil (oracle2teacher)": 3.8076934814453125,
      "epoch": 6.233124018838304,
      "rel-constrast": 2.7427101135253906,
      "step": 7941,
      "subrel-constrast": 3.3724677562713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.940900444984436,
      "cov-distil (oracle2student)": 5.868250370025635,
      "cov-distil (oracle2teacher)": 5.050426483154297,
      "epoch": 6.233908948194663,
      "rel-constrast": 2.8921141624450684,
      "step": 7942,
      "subrel-constrast": 3.5689852237701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5914889574050903,
      "cov-distil (oracle2student)": 4.7821364402771,
      "cov-distil (oracle2teacher)": 4.244733810424805,
      "epoch": 6.23469387755102,
      "rel-constrast": 2.4153928756713867,
      "step": 7943,
      "subrel-constrast": 2.855647087097168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6163617372512817,
      "cov-distil (oracle2student)": 6.465648651123047,
      "cov-distil (oracle2teacher)": 5.1737213134765625,
      "epoch": 6.235478806907379,
      "rel-constrast": 3.528012275695801,
      "step": 7944,
      "subrel-constrast": 4.382335186004639,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.281327486038208,
      "cov-distil (oracle2student)": 5.247797966003418,
      "cov-distil (oracle2teacher)": 4.644625186920166,
      "epoch": 6.236263736263736,
      "rel-constrast": 3.8867833614349365,
      "step": 7945,
      "subrel-constrast": 3.9034032821655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4383738040924072,
      "cov-distil (oracle2student)": 4.360361099243164,
      "cov-distil (oracle2teacher)": 3.8887789249420166,
      "epoch": 6.237048665620094,
      "rel-constrast": 2.3514959812164307,
      "step": 7946,
      "subrel-constrast": 3.247790813446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609800934791565,
      "cov-distil (oracle2student)": 5.608119964599609,
      "cov-distil (oracle2teacher)": 4.821613311767578,
      "epoch": 6.237833594976452,
      "rel-constrast": 2.82895827293396,
      "step": 7947,
      "subrel-constrast": 3.720963716506958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2588841915130615,
      "cov-distil (oracle2student)": 3.503218173980713,
      "cov-distil (oracle2teacher)": 3.2904129028320312,
      "epoch": 6.23861852433281,
      "rel-constrast": 2.1120877265930176,
      "step": 7948,
      "subrel-constrast": 2.590228319168091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2193567752838135,
      "cov-distil (oracle2student)": 2.864579200744629,
      "cov-distil (oracle2teacher)": 3.189974784851074,
      "epoch": 6.239403453689168,
      "rel-constrast": 1.9500164985656738,
      "step": 7949,
      "subrel-constrast": 2.6459479331970215,
      "view-similarity": 0
    },
    {
      "epoch": 6.240188383045526,
      "grad_norm": 7.1875,
      "learning_rate": 6.137986838874507e-06,
      "loss": 0.698,
      "step": 7950
    },
    {
      "cov-distil": 1.6282477378845215,
      "cov-distil (oracle2student)": 4.4620466232299805,
      "cov-distil (oracle2teacher)": 3.990663528442383,
      "epoch": 6.240188383045526,
      "rel-constrast": 2.4603426456451416,
      "step": 7950,
      "subrel-constrast": 3.091315507888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7148244380950928,
      "cov-distil (oracle2student)": 3.9097700119018555,
      "cov-distil (oracle2teacher)": 3.823133707046509,
      "epoch": 6.240973312401884,
      "rel-constrast": 2.9972403049468994,
      "step": 7951,
      "subrel-constrast": 3.646944999694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9341180324554443,
      "cov-distil (oracle2student)": 3.267770767211914,
      "cov-distil (oracle2teacher)": 3.4047415256500244,
      "epoch": 6.241758241758242,
      "rel-constrast": 2.212636947631836,
      "step": 7952,
      "subrel-constrast": 3.2306487560272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3612651824951172,
      "cov-distil (oracle2student)": 4.165101051330566,
      "cov-distil (oracle2teacher)": 4.253261566162109,
      "epoch": 6.242543171114599,
      "rel-constrast": 2.191683769226074,
      "step": 7953,
      "subrel-constrast": 2.536536931991577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2939307689666748,
      "cov-distil (oracle2student)": 3.1598222255706787,
      "cov-distil (oracle2teacher)": 3.0645694732666016,
      "epoch": 6.243328100470958,
      "rel-constrast": 2.5841269493103027,
      "step": 7954,
      "subrel-constrast": 3.013198137283325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.236993432044983,
      "cov-distil (oracle2student)": 4.054816246032715,
      "cov-distil (oracle2teacher)": 4.100681304931641,
      "epoch": 6.244113029827315,
      "rel-constrast": 2.162238359451294,
      "step": 7955,
      "subrel-constrast": 2.839458703994751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4950345754623413,
      "cov-distil (oracle2student)": 5.235349655151367,
      "cov-distil (oracle2teacher)": 4.74845552444458,
      "epoch": 6.244897959183674,
      "rel-constrast": 2.4268598556518555,
      "step": 7956,
      "subrel-constrast": 3.2216131687164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1431365013122559,
      "cov-distil (oracle2student)": 4.084832191467285,
      "cov-distil (oracle2teacher)": 3.601719379425049,
      "epoch": 6.245682888540031,
      "rel-constrast": 2.4021763801574707,
      "step": 7957,
      "subrel-constrast": 3.4097533226013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7320894002914429,
      "cov-distil (oracle2student)": 3.0845789909362793,
      "cov-distil (oracle2teacher)": 2.9284496307373047,
      "epoch": 6.24646781789639,
      "rel-constrast": 1.7830665111541748,
      "step": 7958,
      "subrel-constrast": 2.5240862369537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4557406902313232,
      "cov-distil (oracle2student)": 4.341236114501953,
      "cov-distil (oracle2teacher)": 4.108978271484375,
      "epoch": 6.247252747252747,
      "rel-constrast": 2.2511630058288574,
      "step": 7959,
      "subrel-constrast": 3.222630023956299,
      "view-similarity": 0
    },
    {
      "epoch": 6.248037676609105,
      "grad_norm": 5.15625,
      "learning_rate": 6.0808269320296844e-06,
      "loss": 0.6243,
      "step": 7960
    },
    {
      "cov-distil": 1.3812839984893799,
      "cov-distil (oracle2student)": 2.8924624919891357,
      "cov-distil (oracle2teacher)": 2.6126184463500977,
      "epoch": 6.248037676609105,
      "rel-constrast": 1.897969126701355,
      "step": 7960,
      "subrel-constrast": 2.5398716926574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0896401405334473,
      "cov-distil (oracle2student)": 2.7121729850769043,
      "cov-distil (oracle2teacher)": 2.720710515975952,
      "epoch": 6.248822605965463,
      "rel-constrast": 1.9048607349395752,
      "step": 7961,
      "subrel-constrast": 2.4077603816986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2054072618484497,
      "cov-distil (oracle2student)": 3.618161201477051,
      "cov-distil (oracle2teacher)": 3.623253583908081,
      "epoch": 6.249607535321821,
      "rel-constrast": 2.05570125579834,
      "step": 7962,
      "subrel-constrast": 2.956888437271118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6918938159942627,
      "cov-distil (oracle2student)": 5.49153995513916,
      "cov-distil (oracle2teacher)": 4.990115165710449,
      "epoch": 6.250392464678179,
      "rel-constrast": 2.390814781188965,
      "step": 7963,
      "subrel-constrast": 3.6377487182617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1501898765563965,
      "cov-distil (oracle2student)": 3.6270923614501953,
      "cov-distil (oracle2teacher)": 3.9012975692749023,
      "epoch": 6.251177394034537,
      "rel-constrast": 2.787564516067505,
      "step": 7964,
      "subrel-constrast": 3.297835111618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.679949164390564,
      "cov-distil (oracle2student)": 4.407618045806885,
      "cov-distil (oracle2teacher)": 4.569485664367676,
      "epoch": 6.251962323390895,
      "rel-constrast": 3.2175261974334717,
      "step": 7965,
      "subrel-constrast": 3.7021191120147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.105231761932373,
      "cov-distil (oracle2student)": 4.417506217956543,
      "cov-distil (oracle2teacher)": 4.022950172424316,
      "epoch": 6.252747252747253,
      "rel-constrast": 2.2022218704223633,
      "step": 7966,
      "subrel-constrast": 2.9380760192871094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4358521699905396,
      "cov-distil (oracle2student)": 4.149295806884766,
      "cov-distil (oracle2teacher)": 4.303413391113281,
      "epoch": 6.25353218210361,
      "rel-constrast": 2.1110072135925293,
      "step": 7967,
      "subrel-constrast": 2.992783308029175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4045791625976562,
      "cov-distil (oracle2student)": 3.835117816925049,
      "cov-distil (oracle2teacher)": 4.216687202453613,
      "epoch": 6.254317111459969,
      "rel-constrast": 2.60904860496521,
      "step": 7968,
      "subrel-constrast": 3.3834118843078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823063611984253,
      "cov-distil (oracle2student)": 4.991392135620117,
      "cov-distil (oracle2teacher)": 4.2060546875,
      "epoch": 6.255102040816326,
      "rel-constrast": 2.342684745788574,
      "step": 7969,
      "subrel-constrast": 3.141932487487793,
      "view-similarity": 0
    },
    {
      "epoch": 6.255886970172685,
      "grad_norm": 6.53125,
      "learning_rate": 6.023897549338159e-06,
      "loss": 0.6229,
      "step": 7970
    },
    {
      "cov-distil": 1.5071182250976562,
      "cov-distil (oracle2student)": 3.856903076171875,
      "cov-distil (oracle2teacher)": 3.762011766433716,
      "epoch": 6.255886970172685,
      "rel-constrast": 2.6609959602355957,
      "step": 7970,
      "subrel-constrast": 3.560187339782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7627335786819458,
      "cov-distil (oracle2student)": 2.458950996398926,
      "cov-distil (oracle2teacher)": 2.6441612243652344,
      "epoch": 6.256671899529042,
      "rel-constrast": 1.9467241764068604,
      "step": 7971,
      "subrel-constrast": 2.8135738372802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5113389492034912,
      "cov-distil (oracle2student)": 3.9742133617401123,
      "cov-distil (oracle2teacher)": 3.8305892944335938,
      "epoch": 6.257456828885401,
      "rel-constrast": 1.8766372203826904,
      "step": 7972,
      "subrel-constrast": 2.8835198879241943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2775927782058716,
      "cov-distil (oracle2student)": 4.910592555999756,
      "cov-distil (oracle2teacher)": 4.384146213531494,
      "epoch": 6.258241758241758,
      "rel-constrast": 2.8822851181030273,
      "step": 7973,
      "subrel-constrast": 3.1018786430358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3155229091644287,
      "cov-distil (oracle2student)": 3.42792010307312,
      "cov-distil (oracle2teacher)": 3.1647634506225586,
      "epoch": 6.259026687598116,
      "rel-constrast": 2.8231325149536133,
      "step": 7974,
      "subrel-constrast": 3.6791563034057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422067642211914,
      "cov-distil (oracle2student)": 4.332735538482666,
      "cov-distil (oracle2teacher)": 3.4553606510162354,
      "epoch": 6.259811616954474,
      "rel-constrast": 3.302198886871338,
      "step": 7975,
      "subrel-constrast": 3.7686221599578857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5108611583709717,
      "cov-distil (oracle2student)": 4.223058700561523,
      "cov-distil (oracle2teacher)": 3.883230686187744,
      "epoch": 6.260596546310832,
      "rel-constrast": 1.981580138206482,
      "step": 7976,
      "subrel-constrast": 2.576032876968384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4301313161849976,
      "cov-distil (oracle2student)": 5.117941856384277,
      "cov-distil (oracle2teacher)": 4.762816429138184,
      "epoch": 6.26138147566719,
      "rel-constrast": 1.9597766399383545,
      "step": 7977,
      "subrel-constrast": 2.826500415802002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738715648651123,
      "cov-distil (oracle2student)": 4.948901653289795,
      "cov-distil (oracle2teacher)": 3.938119888305664,
      "epoch": 6.262166405023548,
      "rel-constrast": 1.5430006980895996,
      "step": 7978,
      "subrel-constrast": 2.2703089714050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3054015636444092,
      "cov-distil (oracle2student)": 5.488439559936523,
      "cov-distil (oracle2teacher)": 4.594826698303223,
      "epoch": 6.262951334379906,
      "rel-constrast": 2.8662946224212646,
      "step": 7979,
      "subrel-constrast": 3.5711781978607178,
      "view-similarity": 0
    },
    {
      "epoch": 6.263736263736264,
      "grad_norm": 6.6875,
      "learning_rate": 5.967199384466504e-06,
      "loss": 0.6355,
      "step": 7980
    },
    {
      "cov-distil": 1.3816087245941162,
      "cov-distil (oracle2student)": 5.552800178527832,
      "cov-distil (oracle2teacher)": 5.145991325378418,
      "epoch": 6.263736263736264,
      "rel-constrast": 2.534925699234009,
      "step": 7980,
      "subrel-constrast": 2.9424540996551514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1702449321746826,
      "cov-distil (oracle2student)": 3.362915515899658,
      "cov-distil (oracle2teacher)": 2.5777292251586914,
      "epoch": 6.264521193092621,
      "rel-constrast": 2.7008614540100098,
      "step": 7981,
      "subrel-constrast": 3.0398905277252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.182204246520996,
      "cov-distil (oracle2student)": 3.939502477645874,
      "cov-distil (oracle2teacher)": 3.4594757556915283,
      "epoch": 6.26530612244898,
      "rel-constrast": 1.9833705425262451,
      "step": 7982,
      "subrel-constrast": 2.6517763137817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4202916622161865,
      "cov-distil (oracle2student)": 5.652845859527588,
      "cov-distil (oracle2teacher)": 5.14066743850708,
      "epoch": 6.266091051805337,
      "rel-constrast": 2.3059747219085693,
      "step": 7983,
      "subrel-constrast": 3.070726156234741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3838391304016113,
      "cov-distil (oracle2student)": 4.0979485511779785,
      "cov-distil (oracle2teacher)": 3.861572265625,
      "epoch": 6.266875981161696,
      "rel-constrast": 2.5850234031677246,
      "step": 7984,
      "subrel-constrast": 2.7096753120422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6203088760375977,
      "cov-distil (oracle2student)": 5.837264060974121,
      "cov-distil (oracle2teacher)": 5.251678466796875,
      "epoch": 6.267660910518053,
      "rel-constrast": 3.0603628158569336,
      "step": 7985,
      "subrel-constrast": 3.6762893199920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1860713958740234,
      "cov-distil (oracle2student)": 3.116034746170044,
      "cov-distil (oracle2teacher)": 3.1225059032440186,
      "epoch": 6.268445839874412,
      "rel-constrast": 3.10447359085083,
      "step": 7986,
      "subrel-constrast": 3.7237417697906494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4747395515441895,
      "cov-distil (oracle2student)": 5.229341506958008,
      "cov-distil (oracle2teacher)": 4.2231550216674805,
      "epoch": 6.269230769230769,
      "rel-constrast": 3.1581156253814697,
      "step": 7987,
      "subrel-constrast": 4.006243705749512,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6266037225723267,
      "cov-distil (oracle2student)": 2.196859836578369,
      "cov-distil (oracle2teacher)": 3.0179574489593506,
      "epoch": 6.270015698587127,
      "rel-constrast": 1.845162034034729,
      "step": 7988,
      "subrel-constrast": 2.631321907043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2283740043640137,
      "cov-distil (oracle2student)": 3.786168098449707,
      "cov-distil (oracle2teacher)": 4.0377349853515625,
      "epoch": 6.270800627943485,
      "rel-constrast": 2.452399492263794,
      "step": 7989,
      "subrel-constrast": 3.136186361312866,
      "view-similarity": 0
    },
    {
      "epoch": 6.271585557299843,
      "grad_norm": 5.375,
      "learning_rate": 5.910733128263971e-06,
      "loss": 0.68,
      "step": 7990
    },
    {
      "cov-distil": 1.733436942100525,
      "cov-distil (oracle2student)": 4.323951721191406,
      "cov-distil (oracle2teacher)": 4.342432022094727,
      "epoch": 6.271585557299843,
      "rel-constrast": 2.809558391571045,
      "step": 7990,
      "subrel-constrast": 3.647714853286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.500620722770691,
      "cov-distil (oracle2student)": 4.307793140411377,
      "cov-distil (oracle2teacher)": 3.9505722522735596,
      "epoch": 6.272370486656201,
      "rel-constrast": 2.188108444213867,
      "step": 7991,
      "subrel-constrast": 2.9320943355560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0737698078155518,
      "cov-distil (oracle2student)": 6.5465168952941895,
      "cov-distil (oracle2teacher)": 6.203218936920166,
      "epoch": 6.273155416012559,
      "rel-constrast": 2.520967483520508,
      "step": 7992,
      "subrel-constrast": 3.168980836868286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3887284994125366,
      "cov-distil (oracle2student)": 3.4796018600463867,
      "cov-distil (oracle2teacher)": 3.88226318359375,
      "epoch": 6.273940345368917,
      "rel-constrast": 2.0295910835266113,
      "step": 7993,
      "subrel-constrast": 2.864058494567871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.17081618309021,
      "cov-distil (oracle2student)": 4.112990379333496,
      "cov-distil (oracle2teacher)": 4.101197719573975,
      "epoch": 6.274725274725275,
      "rel-constrast": 2.4585704803466797,
      "step": 7994,
      "subrel-constrast": 3.340733766555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.315911054611206,
      "cov-distil (oracle2student)": 5.201291561126709,
      "cov-distil (oracle2teacher)": 4.859418869018555,
      "epoch": 6.275510204081632,
      "rel-constrast": 3.3557863235473633,
      "step": 7995,
      "subrel-constrast": 4.376889705657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2231054306030273,
      "cov-distil (oracle2student)": 3.630012035369873,
      "cov-distil (oracle2teacher)": 3.7137205600738525,
      "epoch": 6.276295133437991,
      "rel-constrast": 2.37650203704834,
      "step": 7996,
      "subrel-constrast": 3.1676089763641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3811278343200684,
      "cov-distil (oracle2student)": 3.8387393951416016,
      "cov-distil (oracle2teacher)": 3.886864185333252,
      "epoch": 6.277080062794348,
      "rel-constrast": 1.8730219602584839,
      "step": 7997,
      "subrel-constrast": 2.468597173690796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7225306034088135,
      "cov-distil (oracle2student)": 3.7445521354675293,
      "cov-distil (oracle2teacher)": 3.5064210891723633,
      "epoch": 6.277864992150707,
      "rel-constrast": 2.0116043090820312,
      "step": 7998,
      "subrel-constrast": 3.0111565589904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2565263509750366,
      "cov-distil (oracle2student)": 3.579643726348877,
      "cov-distil (oracle2teacher)": 3.647137403488159,
      "epoch": 6.278649921507064,
      "rel-constrast": 2.6539101600646973,
      "step": 7999,
      "subrel-constrast": 3.272139310836792,
      "view-similarity": 0
    },
    {
      "epoch": 6.279434850863423,
      "grad_norm": 5.15625,
      "learning_rate": 5.854499468754062e-06,
      "loss": 0.6414,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/duc04-P@10": 0.758,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/duc04-nDCG@10": 0.7701376504999309,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/duc04-alpha_nDCG@10": 0.5825805144619066,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/multi_news-nDCG@10": 0.6111688518029349,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/multi_news-alpha_nDCG@10": 0.5989112664334217,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "eval/avg": 0.5385710537147926,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "overlap": 0.33125001192092896,
      "step": 8000
    },
    {
      "epoch": 6.279434850863423,
      "step": 8000,
      "student margin": 0.0498046875
    },
    {
      "epoch": 6.279434850863423,
      "step": 8000,
      "teacher margin": 0.03631591796875
    },
    {
      "epoch": 6.279434850863423,
      "margin difference": -0.01348876953125,
      "step": 8000
    },
    {
      "cov-distil": 1.710932731628418,
      "cov-distil (oracle2student)": 6.0401763916015625,
      "cov-distil (oracle2teacher)": 5.940333366394043,
      "epoch": 6.279434850863423,
      "rel-constrast": 3.017481803894043,
      "step": 8000,
      "subrel-constrast": 3.0728681087493896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6269681453704834,
      "cov-distil (oracle2student)": 5.084048271179199,
      "cov-distil (oracle2teacher)": 4.932945251464844,
      "epoch": 6.28021978021978,
      "rel-constrast": 2.5932557582855225,
      "step": 8001,
      "subrel-constrast": 3.527003049850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724096417427063,
      "cov-distil (oracle2student)": 3.487053871154785,
      "cov-distil (oracle2teacher)": 3.8486063480377197,
      "epoch": 6.2810047095761385,
      "rel-constrast": 2.1707890033721924,
      "step": 8002,
      "subrel-constrast": 3.2082064151763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5519835948944092,
      "cov-distil (oracle2student)": 4.961617469787598,
      "cov-distil (oracle2teacher)": 4.440220832824707,
      "epoch": 6.281789638932496,
      "rel-constrast": 1.0723578929901123,
      "step": 8003,
      "subrel-constrast": 1.769919514656067,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.223929524421692,
      "cov-distil (oracle2student)": 2.984421491622925,
      "cov-distil (oracle2teacher)": 2.8772926330566406,
      "epoch": 6.282574568288854,
      "rel-constrast": 2.3522181510925293,
      "step": 8004,
      "subrel-constrast": 2.85611629486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0920889377593994,
      "cov-distil (oracle2student)": 4.451418399810791,
      "cov-distil (oracle2teacher)": 4.689635276794434,
      "epoch": 6.283359497645212,
      "rel-constrast": 3.241553783416748,
      "step": 8005,
      "subrel-constrast": 3.916780471801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6444692611694336,
      "cov-distil (oracle2student)": 4.055782794952393,
      "cov-distil (oracle2teacher)": 4.532354354858398,
      "epoch": 6.28414442700157,
      "rel-constrast": 2.513484477996826,
      "step": 8006,
      "subrel-constrast": 3.26652455329895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.507910966873169,
      "cov-distil (oracle2student)": 4.458864212036133,
      "cov-distil (oracle2teacher)": 4.654660224914551,
      "epoch": 6.284929356357928,
      "rel-constrast": 3.1801300048828125,
      "step": 8007,
      "subrel-constrast": 3.9956841468811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.84627103805542,
      "cov-distil (oracle2student)": 4.526689529418945,
      "cov-distil (oracle2teacher)": 4.488941192626953,
      "epoch": 6.285714285714286,
      "rel-constrast": 2.270484685897827,
      "step": 8008,
      "subrel-constrast": 3.5673365592956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2379835844039917,
      "cov-distil (oracle2student)": 3.679818868637085,
      "cov-distil (oracle2teacher)": 3.467421531677246,
      "epoch": 6.286499215070644,
      "rel-constrast": 2.6713664531707764,
      "step": 8009,
      "subrel-constrast": 3.333299398422241,
      "view-similarity": 0
    },
    {
      "epoch": 6.287284144427002,
      "grad_norm": 6.03125,
      "learning_rate": 5.79849909112617e-06,
      "loss": 0.665,
      "step": 8010
    },
    {
      "cov-distil": 1.6691977977752686,
      "cov-distil (oracle2student)": 3.6087286472320557,
      "cov-distil (oracle2teacher)": 3.679344892501831,
      "epoch": 6.287284144427002,
      "rel-constrast": 2.6659274101257324,
      "step": 8010,
      "subrel-constrast": 3.193007707595825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8680896759033203,
      "cov-distil (oracle2student)": 4.6404128074646,
      "cov-distil (oracle2teacher)": 4.361644268035889,
      "epoch": 6.288069073783359,
      "rel-constrast": 1.9378048181533813,
      "step": 8011,
      "subrel-constrast": 2.899106979370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7100516557693481,
      "cov-distil (oracle2student)": 4.079976558685303,
      "cov-distil (oracle2teacher)": 4.045040130615234,
      "epoch": 6.2888540031397175,
      "rel-constrast": 2.709645986557007,
      "step": 8012,
      "subrel-constrast": 3.4501113891601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8072271347045898,
      "cov-distil (oracle2student)": 3.407674789428711,
      "cov-distil (oracle2teacher)": 3.313305377960205,
      "epoch": 6.289638932496075,
      "rel-constrast": 1.4781514406204224,
      "step": 8013,
      "subrel-constrast": 2.502764940261841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6769418716430664,
      "cov-distil (oracle2student)": 3.627209186553955,
      "cov-distil (oracle2teacher)": 3.4121720790863037,
      "epoch": 6.2904238618524335,
      "rel-constrast": 2.212822437286377,
      "step": 8014,
      "subrel-constrast": 3.0888724327087402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.17596435546875,
      "cov-distil (oracle2student)": 5.495744705200195,
      "cov-distil (oracle2teacher)": 4.553753852844238,
      "epoch": 6.291208791208791,
      "rel-constrast": 2.475250005722046,
      "step": 8015,
      "subrel-constrast": 2.866255760192871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4006984233856201,
      "cov-distil (oracle2student)": 3.6162891387939453,
      "cov-distil (oracle2teacher)": 3.412769317626953,
      "epoch": 6.2919937205651495,
      "rel-constrast": 1.5377461910247803,
      "step": 8016,
      "subrel-constrast": 2.3704495429992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4757192134857178,
      "cov-distil (oracle2student)": 3.2455830574035645,
      "cov-distil (oracle2teacher)": 3.2159252166748047,
      "epoch": 6.292778649921507,
      "rel-constrast": 2.4817543029785156,
      "step": 8017,
      "subrel-constrast": 3.277722120285034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7232298851013184,
      "cov-distil (oracle2student)": 5.290022850036621,
      "cov-distil (oracle2teacher)": 4.443689823150635,
      "epoch": 6.293563579277865,
      "rel-constrast": 2.3005378246307373,
      "step": 8018,
      "subrel-constrast": 2.869560956954956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6731480360031128,
      "cov-distil (oracle2student)": 4.526278495788574,
      "cov-distil (oracle2teacher)": 4.2675862312316895,
      "epoch": 6.294348508634223,
      "rel-constrast": 3.7952933311462402,
      "step": 8019,
      "subrel-constrast": 4.080337047576904,
      "view-similarity": 0
    },
    {
      "epoch": 6.295133437990581,
      "grad_norm": 6.59375,
      "learning_rate": 5.742732677727234e-06,
      "loss": 0.6303,
      "step": 8020
    },
    {
      "cov-distil": 1.319140076637268,
      "cov-distil (oracle2student)": 4.238546848297119,
      "cov-distil (oracle2teacher)": 3.843204975128174,
      "epoch": 6.295133437990581,
      "rel-constrast": 2.936432361602783,
      "step": 8020,
      "subrel-constrast": 3.0243873596191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.345666527748108,
      "cov-distil (oracle2student)": 3.427159547805786,
      "cov-distil (oracle2teacher)": 2.962703227996826,
      "epoch": 6.295918367346939,
      "rel-constrast": 2.076472282409668,
      "step": 8021,
      "subrel-constrast": 2.780122756958008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4548735618591309,
      "cov-distil (oracle2student)": 6.091966152191162,
      "cov-distil (oracle2teacher)": 5.165353775024414,
      "epoch": 6.2967032967032965,
      "rel-constrast": 3.0749073028564453,
      "step": 8022,
      "subrel-constrast": 3.4600894451141357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2740148305892944,
      "cov-distil (oracle2student)": 5.272481918334961,
      "cov-distil (oracle2teacher)": 4.923582553863525,
      "epoch": 6.297488226059655,
      "rel-constrast": 2.424531936645508,
      "step": 8023,
      "subrel-constrast": 3.071004867553711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953879117965698,
      "cov-distil (oracle2student)": 4.373177528381348,
      "cov-distil (oracle2teacher)": 4.0901336669921875,
      "epoch": 6.2982731554160125,
      "rel-constrast": 3.092825412750244,
      "step": 8024,
      "subrel-constrast": 3.6955246925354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5895884037017822,
      "cov-distil (oracle2student)": 5.93429708480835,
      "cov-distil (oracle2teacher)": 5.20538330078125,
      "epoch": 6.299058084772371,
      "rel-constrast": 1.9747061729431152,
      "step": 8025,
      "subrel-constrast": 2.6315882205963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5227367877960205,
      "cov-distil (oracle2student)": 4.463019371032715,
      "cov-distil (oracle2teacher)": 4.276844024658203,
      "epoch": 6.2998430141287285,
      "rel-constrast": 2.067560911178589,
      "step": 8026,
      "subrel-constrast": 2.7858073711395264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6361355781555176,
      "cov-distil (oracle2student)": 6.053184509277344,
      "cov-distil (oracle2teacher)": 5.987432479858398,
      "epoch": 6.300627943485086,
      "rel-constrast": 2.250235080718994,
      "step": 8027,
      "subrel-constrast": 3.187554359436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.990563988685608,
      "cov-distil (oracle2student)": 3.39039945602417,
      "cov-distil (oracle2teacher)": 3.466646909713745,
      "epoch": 6.3014128728414445,
      "rel-constrast": 1.9958786964416504,
      "step": 8028,
      "subrel-constrast": 3.03521990776062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5055080652236938,
      "cov-distil (oracle2student)": 4.41642951965332,
      "cov-distil (oracle2teacher)": 3.554243564605713,
      "epoch": 6.302197802197802,
      "rel-constrast": 2.8432397842407227,
      "step": 8029,
      "subrel-constrast": 3.289083242416382,
      "view-similarity": 0
    },
    {
      "epoch": 6.3029827315541604,
      "grad_norm": 4.96875,
      "learning_rate": 5.687200908053389e-06,
      "loss": 0.6563,
      "step": 8030
    },
    {
      "cov-distil": 1.585038661956787,
      "cov-distil (oracle2student)": 3.405390739440918,
      "cov-distil (oracle2teacher)": 3.253368377685547,
      "epoch": 6.3029827315541604,
      "rel-constrast": 2.135554075241089,
      "step": 8030,
      "subrel-constrast": 2.6688547134399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.642217993736267,
      "cov-distil (oracle2student)": 2.4168710708618164,
      "cov-distil (oracle2teacher)": 2.5778236389160156,
      "epoch": 6.303767660910518,
      "rel-constrast": 2.119710922241211,
      "step": 8031,
      "subrel-constrast": 2.946521759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.411624550819397,
      "cov-distil (oracle2student)": 5.414008140563965,
      "cov-distil (oracle2teacher)": 4.558654308319092,
      "epoch": 6.304552590266876,
      "rel-constrast": 3.326456069946289,
      "step": 8032,
      "subrel-constrast": 3.872436285018921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3965669870376587,
      "cov-distil (oracle2student)": 3.5997416973114014,
      "cov-distil (oracle2teacher)": 3.5916881561279297,
      "epoch": 6.305337519623234,
      "rel-constrast": 2.623500347137451,
      "step": 8033,
      "subrel-constrast": 3.1316006183624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1231433153152466,
      "cov-distil (oracle2student)": 2.522104024887085,
      "cov-distil (oracle2teacher)": 2.5709891319274902,
      "epoch": 6.3061224489795915,
      "rel-constrast": 2.6595540046691895,
      "step": 8034,
      "subrel-constrast": 3.072298765182495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8256042003631592,
      "cov-distil (oracle2student)": 3.0768346786499023,
      "cov-distil (oracle2teacher)": 2.897204875946045,
      "epoch": 6.30690737833595,
      "rel-constrast": 2.063182830810547,
      "step": 8035,
      "subrel-constrast": 2.7462985515594482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6932475566864014,
      "cov-distil (oracle2student)": 4.729187965393066,
      "cov-distil (oracle2teacher)": 4.745811462402344,
      "epoch": 6.3076923076923075,
      "rel-constrast": 2.0937676429748535,
      "step": 8036,
      "subrel-constrast": 3.262744188308716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628745675086975,
      "cov-distil (oracle2student)": 3.7374143600463867,
      "cov-distil (oracle2teacher)": 3.3816542625427246,
      "epoch": 6.308477237048666,
      "rel-constrast": 2.266777992248535,
      "step": 8037,
      "subrel-constrast": 3.2194724082946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0053977966308594,
      "cov-distil (oracle2student)": 4.502927303314209,
      "cov-distil (oracle2teacher)": 4.062745571136475,
      "epoch": 6.3092621664050235,
      "rel-constrast": 2.226172924041748,
      "step": 8038,
      "subrel-constrast": 2.413822650909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9269022941589355,
      "cov-distil (oracle2student)": 3.0228211879730225,
      "cov-distil (oracle2teacher)": 3.019094705581665,
      "epoch": 6.310047095761382,
      "rel-constrast": 1.8351225852966309,
      "step": 8039,
      "subrel-constrast": 2.714585065841675,
      "view-similarity": 0
    },
    {
      "epoch": 6.310832025117739,
      "grad_norm": 5.34375,
      "learning_rate": 5.631904458741738e-06,
      "loss": 0.6218,
      "step": 8040
    },
    {
      "cov-distil": 1.2672470808029175,
      "cov-distil (oracle2student)": 7.090961456298828,
      "cov-distil (oracle2teacher)": 6.219788551330566,
      "epoch": 6.310832025117739,
      "rel-constrast": 2.890076160430908,
      "step": 8040,
      "subrel-constrast": 3.330854892730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2676020860671997,
      "cov-distil (oracle2student)": 4.537631511688232,
      "cov-distil (oracle2teacher)": 3.9758312702178955,
      "epoch": 6.311616954474097,
      "rel-constrast": 2.277282238006592,
      "step": 8041,
      "subrel-constrast": 3.0358386039733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8170909881591797,
      "cov-distil (oracle2student)": 4.463326930999756,
      "cov-distil (oracle2teacher)": 4.4493608474731445,
      "epoch": 6.312401883830455,
      "rel-constrast": 3.5502874851226807,
      "step": 8042,
      "subrel-constrast": 4.183597564697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2370402812957764,
      "cov-distil (oracle2student)": 2.9846086502075195,
      "cov-distil (oracle2teacher)": 3.2901859283447266,
      "epoch": 6.313186813186813,
      "rel-constrast": 3.861100435256958,
      "step": 8043,
      "subrel-constrast": 3.8525073528289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4933350086212158,
      "cov-distil (oracle2student)": 4.157181739807129,
      "cov-distil (oracle2teacher)": 3.988311529159546,
      "epoch": 6.313971742543171,
      "rel-constrast": 1.8916988372802734,
      "step": 8044,
      "subrel-constrast": 2.5356996059417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.484083652496338,
      "cov-distil (oracle2student)": 3.9976882934570312,
      "cov-distil (oracle2teacher)": 3.5919861793518066,
      "epoch": 6.314756671899529,
      "rel-constrast": 2.6253414154052734,
      "step": 8045,
      "subrel-constrast": 3.5286407470703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2363440990447998,
      "cov-distil (oracle2student)": 4.550877571105957,
      "cov-distil (oracle2teacher)": 4.395450592041016,
      "epoch": 6.315541601255887,
      "rel-constrast": 2.4338467121124268,
      "step": 8046,
      "subrel-constrast": 2.861203670501709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4649033546447754,
      "cov-distil (oracle2student)": 5.504188537597656,
      "cov-distil (oracle2teacher)": 5.014202117919922,
      "epoch": 6.316326530612245,
      "rel-constrast": 2.185422658920288,
      "step": 8047,
      "subrel-constrast": 3.3435254096984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.288296103477478,
      "cov-distil (oracle2student)": 5.195275783538818,
      "cov-distil (oracle2teacher)": 4.544951438903809,
      "epoch": 6.3171114599686025,
      "rel-constrast": 1.6558758020401,
      "step": 8048,
      "subrel-constrast": 2.4212894439697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9484376907348633,
      "cov-distil (oracle2student)": 3.737431049346924,
      "cov-distil (oracle2teacher)": 3.4637370109558105,
      "epoch": 6.317896389324961,
      "rel-constrast": 2.106274366378784,
      "step": 8049,
      "subrel-constrast": 2.805414915084839,
      "view-similarity": 0
    },
    {
      "epoch": 6.318681318681318,
      "grad_norm": 4.96875,
      "learning_rate": 5.576844003562054e-06,
      "loss": 0.6732,
      "step": 8050
    },
    {
      "cov-distil": 1.4525361061096191,
      "cov-distil (oracle2student)": 3.291102170944214,
      "cov-distil (oracle2teacher)": 3.130265712738037,
      "epoch": 6.318681318681318,
      "rel-constrast": 2.026611566543579,
      "step": 8050,
      "subrel-constrast": 2.724900245666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6418224573135376,
      "cov-distil (oracle2student)": 3.3054404258728027,
      "cov-distil (oracle2teacher)": 3.9899449348449707,
      "epoch": 6.319466248037677,
      "rel-constrast": 2.607710599899292,
      "step": 8051,
      "subrel-constrast": 3.671642303466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4254932403564453,
      "cov-distil (oracle2student)": 3.698500394821167,
      "cov-distil (oracle2teacher)": 3.8951313495635986,
      "epoch": 6.320251177394034,
      "rel-constrast": 2.984248161315918,
      "step": 8052,
      "subrel-constrast": 3.461789131164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8453236818313599,
      "cov-distil (oracle2student)": 4.113033294677734,
      "cov-distil (oracle2teacher)": 3.5224833488464355,
      "epoch": 6.321036106750393,
      "rel-constrast": 3.043076753616333,
      "step": 8053,
      "subrel-constrast": 3.3850579261779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3740572929382324,
      "cov-distil (oracle2student)": 3.6808054447174072,
      "cov-distil (oracle2teacher)": 3.9439358711242676,
      "epoch": 6.32182103610675,
      "rel-constrast": 2.8559305667877197,
      "step": 8054,
      "subrel-constrast": 3.9111218452453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.198066234588623,
      "cov-distil (oracle2student)": 3.1883435249328613,
      "cov-distil (oracle2teacher)": 2.819913148880005,
      "epoch": 6.322605965463108,
      "rel-constrast": 2.6331238746643066,
      "step": 8055,
      "subrel-constrast": 3.0117673873901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2290247678756714,
      "cov-distil (oracle2student)": 4.311953544616699,
      "cov-distil (oracle2teacher)": 4.5840654373168945,
      "epoch": 6.323390894819466,
      "rel-constrast": 3.8713223934173584,
      "step": 8056,
      "subrel-constrast": 4.701592445373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6921908855438232,
      "cov-distil (oracle2student)": 3.6279406547546387,
      "cov-distil (oracle2teacher)": 3.746004343032837,
      "epoch": 6.324175824175824,
      "rel-constrast": 3.619706153869629,
      "step": 8057,
      "subrel-constrast": 4.279331207275391,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559262990951538,
      "cov-distil (oracle2student)": 3.3177294731140137,
      "cov-distil (oracle2teacher)": 3.3943395614624023,
      "epoch": 6.324960753532182,
      "rel-constrast": 2.582925796508789,
      "step": 8058,
      "subrel-constrast": 2.9703805446624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839629888534546,
      "cov-distil (oracle2student)": 4.705860614776611,
      "cov-distil (oracle2teacher)": 5.258083343505859,
      "epoch": 6.32574568288854,
      "rel-constrast": 2.5668752193450928,
      "step": 8059,
      "subrel-constrast": 3.4721591472625732,
      "view-similarity": 0
    },
    {
      "epoch": 6.326530612244898,
      "grad_norm": 5.1875,
      "learning_rate": 5.522020213408618e-06,
      "loss": 0.7604,
      "step": 8060
    },
    {
      "cov-distil": 1.6873857975006104,
      "cov-distil (oracle2student)": 3.7202367782592773,
      "cov-distil (oracle2teacher)": 3.7978100776672363,
      "epoch": 6.326530612244898,
      "rel-constrast": 3.0508358478546143,
      "step": 8060,
      "subrel-constrast": 3.4178268909454346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478510856628418,
      "cov-distil (oracle2student)": 4.214310646057129,
      "cov-distil (oracle2teacher)": 4.666705131530762,
      "epoch": 6.327315541601256,
      "rel-constrast": 2.2004315853118896,
      "step": 8061,
      "subrel-constrast": 2.826878547668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9982576370239258,
      "cov-distil (oracle2student)": 5.857406139373779,
      "cov-distil (oracle2teacher)": 5.421028137207031,
      "epoch": 6.328100470957613,
      "rel-constrast": 1.9966719150543213,
      "step": 8062,
      "subrel-constrast": 3.5801990032196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3167269229888916,
      "cov-distil (oracle2student)": 4.699251651763916,
      "cov-distil (oracle2teacher)": 4.8488311767578125,
      "epoch": 6.328885400313972,
      "rel-constrast": 2.682034969329834,
      "step": 8063,
      "subrel-constrast": 3.13680362701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0625553131103516,
      "cov-distil (oracle2student)": 3.339919090270996,
      "cov-distil (oracle2teacher)": 3.190279483795166,
      "epoch": 6.329670329670329,
      "rel-constrast": 1.9817652702331543,
      "step": 8064,
      "subrel-constrast": 2.3222296237945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7305898666381836,
      "cov-distil (oracle2student)": 3.9768643379211426,
      "cov-distil (oracle2teacher)": 3.39072322845459,
      "epoch": 6.330455259026688,
      "rel-constrast": 1.9432427883148193,
      "step": 8065,
      "subrel-constrast": 2.458202600479126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9854795932769775,
      "cov-distil (oracle2student)": 5.630805015563965,
      "cov-distil (oracle2teacher)": 4.990264892578125,
      "epoch": 6.331240188383045,
      "rel-constrast": 2.3626675605773926,
      "step": 8066,
      "subrel-constrast": 3.1297996044158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6378380060195923,
      "cov-distil (oracle2student)": 6.026311874389648,
      "cov-distil (oracle2teacher)": 4.786007881164551,
      "epoch": 6.332025117739404,
      "rel-constrast": 2.5852386951446533,
      "step": 8067,
      "subrel-constrast": 3.5253512859344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.145517110824585,
      "cov-distil (oracle2student)": 4.942789554595947,
      "cov-distil (oracle2teacher)": 4.771383762359619,
      "epoch": 6.332810047095761,
      "rel-constrast": 2.3970680236816406,
      "step": 8068,
      "subrel-constrast": 2.9530601501464844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505190372467041,
      "cov-distil (oracle2student)": 4.784885406494141,
      "cov-distil (oracle2teacher)": 4.127558708190918,
      "epoch": 6.333594976452119,
      "rel-constrast": 2.6665596961975098,
      "step": 8069,
      "subrel-constrast": 3.426837682723999,
      "view-similarity": 0
    },
    {
      "epoch": 6.334379905808477,
      "grad_norm": 5.40625,
      "learning_rate": 5.4674337562920066e-06,
      "loss": 0.6355,
      "step": 8070
    },
    {
      "cov-distil": 1.6281719207763672,
      "cov-distil (oracle2student)": 4.086418151855469,
      "cov-distil (oracle2teacher)": 3.5686581134796143,
      "epoch": 6.334379905808477,
      "rel-constrast": 1.906017780303955,
      "step": 8070,
      "subrel-constrast": 2.6265838146209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266241550445557,
      "cov-distil (oracle2student)": 2.4342751502990723,
      "cov-distil (oracle2teacher)": 2.5732226371765137,
      "epoch": 6.335164835164835,
      "rel-constrast": 1.5756289958953857,
      "step": 8071,
      "subrel-constrast": 2.7389988899230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7596145868301392,
      "cov-distil (oracle2student)": 4.447257041931152,
      "cov-distil (oracle2teacher)": 4.074493408203125,
      "epoch": 6.335949764521193,
      "rel-constrast": 2.387686252593994,
      "step": 8072,
      "subrel-constrast": 3.353476047515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3125135898590088,
      "cov-distil (oracle2student)": 4.88764762878418,
      "cov-distil (oracle2teacher)": 4.484583854675293,
      "epoch": 6.336734693877551,
      "rel-constrast": 2.823068618774414,
      "step": 8073,
      "subrel-constrast": 3.3215932846069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4827539920806885,
      "cov-distil (oracle2student)": 3.374143600463867,
      "cov-distil (oracle2teacher)": 3.4240458011627197,
      "epoch": 6.337519623233909,
      "rel-constrast": 1.9739550352096558,
      "step": 8074,
      "subrel-constrast": 2.793795347213745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2514469623565674,
      "cov-distil (oracle2student)": 6.130393981933594,
      "cov-distil (oracle2teacher)": 5.9012250900268555,
      "epoch": 6.338304552590267,
      "rel-constrast": 3.061760425567627,
      "step": 8075,
      "subrel-constrast": 3.7546935081481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4923564195632935,
      "cov-distil (oracle2student)": 4.2935638427734375,
      "cov-distil (oracle2teacher)": 3.711714506149292,
      "epoch": 6.339089481946624,
      "rel-constrast": 1.812798023223877,
      "step": 8076,
      "subrel-constrast": 2.3386290073394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3563973903656006,
      "cov-distil (oracle2student)": 5.333216667175293,
      "cov-distil (oracle2teacher)": 5.065457820892334,
      "epoch": 6.339874411302983,
      "rel-constrast": 1.7732186317443848,
      "step": 8077,
      "subrel-constrast": 2.58817195892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5217963457107544,
      "cov-distil (oracle2student)": 4.352368354797363,
      "cov-distil (oracle2teacher)": 4.156455039978027,
      "epoch": 6.34065934065934,
      "rel-constrast": 1.899874210357666,
      "step": 8078,
      "subrel-constrast": 2.6283297538757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7628707885742188,
      "cov-distil (oracle2student)": 3.4539296627044678,
      "cov-distil (oracle2teacher)": 3.4071922302246094,
      "epoch": 6.341444270015699,
      "rel-constrast": 3.105255603790283,
      "step": 8079,
      "subrel-constrast": 4.0986647605896,
      "view-similarity": 0
    },
    {
      "epoch": 6.342229199372056,
      "grad_norm": 5.84375,
      "learning_rate": 5.4130852973309665e-06,
      "loss": 0.5965,
      "step": 8080
    },
    {
      "cov-distil": 1.8452961444854736,
      "cov-distil (oracle2student)": 2.453078269958496,
      "cov-distil (oracle2teacher)": 3.1212940216064453,
      "epoch": 6.342229199372056,
      "rel-constrast": 1.9945732355117798,
      "step": 8080,
      "subrel-constrast": 3.2051970958709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502219796180725,
      "cov-distil (oracle2student)": 4.81080436706543,
      "cov-distil (oracle2teacher)": 3.8285164833068848,
      "epoch": 6.343014128728415,
      "rel-constrast": 4.039798736572266,
      "step": 8081,
      "subrel-constrast": 3.8277182579040527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390030860900879,
      "cov-distil (oracle2student)": 3.9081263542175293,
      "cov-distil (oracle2teacher)": 3.99422025680542,
      "epoch": 6.343799058084772,
      "rel-constrast": 2.1085968017578125,
      "step": 8082,
      "subrel-constrast": 3.100762367248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4531254768371582,
      "cov-distil (oracle2student)": 4.369869232177734,
      "cov-distil (oracle2teacher)": 4.451308250427246,
      "epoch": 6.34458398744113,
      "rel-constrast": 2.487844705581665,
      "step": 8083,
      "subrel-constrast": 3.106872320175171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3031214475631714,
      "cov-distil (oracle2student)": 3.500088691711426,
      "cov-distil (oracle2teacher)": 3.5774788856506348,
      "epoch": 6.345368916797488,
      "rel-constrast": 1.401479721069336,
      "step": 8084,
      "subrel-constrast": 2.2074530124664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3023741245269775,
      "cov-distil (oracle2student)": 2.673579692840576,
      "cov-distil (oracle2teacher)": 3.1882619857788086,
      "epoch": 6.346153846153846,
      "rel-constrast": 2.266587257385254,
      "step": 8085,
      "subrel-constrast": 2.9152112007141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4134175777435303,
      "cov-distil (oracle2student)": 3.623420238494873,
      "cov-distil (oracle2teacher)": 3.945016860961914,
      "epoch": 6.346938775510204,
      "rel-constrast": 1.453984260559082,
      "step": 8086,
      "subrel-constrast": 2.0243327617645264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0642120838165283,
      "cov-distil (oracle2student)": 5.364935874938965,
      "cov-distil (oracle2teacher)": 5.166240215301514,
      "epoch": 6.347723704866562,
      "rel-constrast": 3.285691261291504,
      "step": 8087,
      "subrel-constrast": 3.616835832595825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3670604228973389,
      "cov-distil (oracle2student)": 5.082401752471924,
      "cov-distil (oracle2teacher)": 4.383608341217041,
      "epoch": 6.34850863422292,
      "rel-constrast": 2.2898941040039062,
      "step": 8088,
      "subrel-constrast": 3.4229631423950195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7921067476272583,
      "cov-distil (oracle2student)": 3.184659004211426,
      "cov-distil (oracle2teacher)": 3.608734130859375,
      "epoch": 6.349293563579278,
      "rel-constrast": 2.3897042274475098,
      "step": 8089,
      "subrel-constrast": 3.2967607975006104,
      "view-similarity": 0
    },
    {
      "epoch": 6.350078492935636,
      "grad_norm": 5.125,
      "learning_rate": 5.358975498744332e-06,
      "loss": 0.629,
      "step": 8090
    },
    {
      "cov-distil": 1.2008271217346191,
      "cov-distil (oracle2student)": 4.388666152954102,
      "cov-distil (oracle2teacher)": 4.467447757720947,
      "epoch": 6.350078492935636,
      "rel-constrast": 2.9009876251220703,
      "step": 8090,
      "subrel-constrast": 3.9535274505615234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3433165550231934,
      "cov-distil (oracle2student)": 2.879429578781128,
      "cov-distil (oracle2teacher)": 3.2591493129730225,
      "epoch": 6.350863422291994,
      "rel-constrast": 1.8480725288391113,
      "step": 8091,
      "subrel-constrast": 2.884131908416748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6535401344299316,
      "cov-distil (oracle2student)": 5.286588191986084,
      "cov-distil (oracle2teacher)": 4.249722957611084,
      "epoch": 6.351648351648351,
      "rel-constrast": 2.2667226791381836,
      "step": 8092,
      "subrel-constrast": 3.33500599861145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861079454421997,
      "cov-distil (oracle2student)": 4.866857051849365,
      "cov-distil (oracle2teacher)": 4.585623741149902,
      "epoch": 6.35243328100471,
      "rel-constrast": 3.1125802993774414,
      "step": 8093,
      "subrel-constrast": 4.083251476287842,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108311891555786,
      "cov-distil (oracle2student)": 4.606480598449707,
      "cov-distil (oracle2teacher)": 4.304269790649414,
      "epoch": 6.353218210361067,
      "rel-constrast": 2.2281246185302734,
      "step": 8094,
      "subrel-constrast": 3.2925281524658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3181171417236328,
      "cov-distil (oracle2student)": 2.6321139335632324,
      "cov-distil (oracle2teacher)": 2.738689422607422,
      "epoch": 6.354003139717426,
      "rel-constrast": 1.8620235919952393,
      "step": 8095,
      "subrel-constrast": 2.5841450691223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4604052305221558,
      "cov-distil (oracle2student)": 4.458329677581787,
      "cov-distil (oracle2teacher)": 4.2786102294921875,
      "epoch": 6.354788069073783,
      "rel-constrast": 2.6991612911224365,
      "step": 8096,
      "subrel-constrast": 3.309730052947998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9898838996887207,
      "cov-distil (oracle2student)": 3.5410783290863037,
      "cov-distil (oracle2teacher)": 3.757164478302002,
      "epoch": 6.355572998430142,
      "rel-constrast": 1.9538464546203613,
      "step": 8097,
      "subrel-constrast": 3.186655044555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1606419086456299,
      "cov-distil (oracle2student)": 5.529041290283203,
      "cov-distil (oracle2teacher)": 5.022684097290039,
      "epoch": 6.356357927786499,
      "rel-constrast": 1.622162938117981,
      "step": 8098,
      "subrel-constrast": 1.9664446115493774,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.03955078125,
      "cov-distil (oracle2student)": 2.9290616512298584,
      "cov-distil (oracle2teacher)": 2.9257779121398926,
      "epoch": 6.357142857142857,
      "rel-constrast": 3.2083842754364014,
      "step": 8099,
      "subrel-constrast": 3.7667412757873535,
      "view-similarity": 0
    },
    {
      "epoch": 6.357927786499215,
      "grad_norm": 5.90625,
      "learning_rate": 5.305105019842907e-06,
      "loss": 0.6304,
      "step": 8100
    },
    {
      "epoch": 6.357927786499215,
      "overlap": 0.30156251788139343,
      "step": 8100
    },
    {
      "epoch": 6.357927786499215,
      "step": 8100,
      "student margin": 0.05816650390625
    },
    {
      "epoch": 6.357927786499215,
      "step": 8100,
      "teacher margin": 0.040252685546875
    },
    {
      "epoch": 6.357927786499215,
      "margin difference": -0.017913818359375,
      "step": 8100
    },
    {
      "cov-distil": 1.4220622777938843,
      "cov-distil (oracle2student)": 6.698636054992676,
      "cov-distil (oracle2teacher)": 5.769461154937744,
      "epoch": 6.357927786499215,
      "rel-constrast": 3.7309858798980713,
      "step": 8100,
      "subrel-constrast": 4.225948333740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4647977352142334,
      "cov-distil (oracle2student)": 4.6313252449035645,
      "cov-distil (oracle2teacher)": 4.328807353973389,
      "epoch": 6.358712715855573,
      "rel-constrast": 2.4372501373291016,
      "step": 8101,
      "subrel-constrast": 3.2901196479797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8510358333587646,
      "cov-distil (oracle2student)": 4.725234031677246,
      "cov-distil (oracle2teacher)": 4.768364906311035,
      "epoch": 6.359497645211931,
      "rel-constrast": 3.5362119674682617,
      "step": 8102,
      "subrel-constrast": 3.939009428024292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4849528074264526,
      "cov-distil (oracle2student)": 5.739482879638672,
      "cov-distil (oracle2teacher)": 5.400382041931152,
      "epoch": 6.360282574568289,
      "rel-constrast": 2.583278179168701,
      "step": 8103,
      "subrel-constrast": 3.0156447887420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471583604812622,
      "cov-distil (oracle2student)": 5.255336284637451,
      "cov-distil (oracle2teacher)": 4.399828910827637,
      "epoch": 6.361067503924647,
      "rel-constrast": 2.094423294067383,
      "step": 8104,
      "subrel-constrast": 2.841482400894165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449988603591919,
      "cov-distil (oracle2student)": 5.062714576721191,
      "cov-distil (oracle2teacher)": 4.761926651000977,
      "epoch": 6.361852433281005,
      "rel-constrast": 2.5715556144714355,
      "step": 8105,
      "subrel-constrast": 2.6770379543304443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0924108028411865,
      "cov-distil (oracle2student)": 4.975211143493652,
      "cov-distil (oracle2teacher)": 4.0854339599609375,
      "epoch": 6.362637362637362,
      "rel-constrast": 1.932085633277893,
      "step": 8106,
      "subrel-constrast": 2.263545274734497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3219592571258545,
      "cov-distil (oracle2student)": 3.9822304248809814,
      "cov-distil (oracle2teacher)": 4.248718738555908,
      "epoch": 6.363422291993721,
      "rel-constrast": 3.89544677734375,
      "step": 8107,
      "subrel-constrast": 4.881432056427002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.901211142539978,
      "cov-distil (oracle2student)": 4.028289794921875,
      "cov-distil (oracle2teacher)": 3.361021041870117,
      "epoch": 6.364207221350078,
      "rel-constrast": 2.031479835510254,
      "step": 8108,
      "subrel-constrast": 2.9065818786621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5117923021316528,
      "cov-distil (oracle2student)": 4.762589931488037,
      "cov-distil (oracle2teacher)": 3.7676358222961426,
      "epoch": 6.364992150706437,
      "rel-constrast": 1.62702214717865,
      "step": 8109,
      "subrel-constrast": 2.65432071685791,
      "view-similarity": 0
    },
    {
      "epoch": 6.365777080062794,
      "grad_norm": 4.25,
      "learning_rate": 5.251474517021493e-06,
      "loss": 0.6984,
      "step": 8110
    },
    {
      "cov-distil": 1.2877371311187744,
      "cov-distil (oracle2student)": 4.108481407165527,
      "cov-distil (oracle2teacher)": 4.475964546203613,
      "epoch": 6.365777080062794,
      "rel-constrast": 3.1967501640319824,
      "step": 8110,
      "subrel-constrast": 3.907914161682129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.217115879058838,
      "cov-distil (oracle2student)": 4.456744194030762,
      "cov-distil (oracle2teacher)": 4.48652458190918,
      "epoch": 6.366562009419153,
      "rel-constrast": 2.0305368900299072,
      "step": 8111,
      "subrel-constrast": 3.135861873626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9652796387672424,
      "cov-distil (oracle2student)": 3.9865732192993164,
      "cov-distil (oracle2teacher)": 3.495495080947876,
      "epoch": 6.36734693877551,
      "rel-constrast": 2.292285203933716,
      "step": 8112,
      "subrel-constrast": 2.7900850772857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2070893049240112,
      "cov-distil (oracle2student)": 5.266329288482666,
      "cov-distil (oracle2teacher)": 5.7550764083862305,
      "epoch": 6.368131868131869,
      "rel-constrast": 4.01567268371582,
      "step": 8113,
      "subrel-constrast": 4.916351318359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7470849752426147,
      "cov-distil (oracle2student)": 4.5770487785339355,
      "cov-distil (oracle2teacher)": 4.52032470703125,
      "epoch": 6.368916797488226,
      "rel-constrast": 2.304086208343506,
      "step": 8114,
      "subrel-constrast": 3.0717012882232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6830823421478271,
      "cov-distil (oracle2student)": 3.06156587600708,
      "cov-distil (oracle2teacher)": 3.0283241271972656,
      "epoch": 6.369701726844584,
      "rel-constrast": 2.036236047744751,
      "step": 8115,
      "subrel-constrast": 2.8927791118621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685694694519043,
      "cov-distil (oracle2student)": 2.3063583374023438,
      "cov-distil (oracle2teacher)": 2.840874433517456,
      "epoch": 6.370486656200942,
      "rel-constrast": 1.7993519306182861,
      "step": 8116,
      "subrel-constrast": 2.7761332988739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414561986923218,
      "cov-distil (oracle2student)": 2.872894763946533,
      "cov-distil (oracle2teacher)": 3.450850009918213,
      "epoch": 6.3712715855573,
      "rel-constrast": 2.2252352237701416,
      "step": 8117,
      "subrel-constrast": 3.100116729736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5849334001541138,
      "cov-distil (oracle2student)": 4.3236083984375,
      "cov-distil (oracle2teacher)": 4.0694580078125,
      "epoch": 6.372056514913658,
      "rel-constrast": 2.6883797645568848,
      "step": 8118,
      "subrel-constrast": 3.896559000015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453948974609375,
      "cov-distil (oracle2student)": 3.689028739929199,
      "cov-distil (oracle2teacher)": 3.5930402278900146,
      "epoch": 6.372841444270016,
      "rel-constrast": 2.385049819946289,
      "step": 8119,
      "subrel-constrast": 2.933863878250122,
      "view-similarity": 0
    },
    {
      "epoch": 6.373626373626374,
      "grad_norm": 7.40625,
      "learning_rate": 5.198084643750825e-06,
      "loss": 0.66,
      "step": 8120
    },
    {
      "cov-distil": 1.3247572183609009,
      "cov-distil (oracle2student)": 4.911578178405762,
      "cov-distil (oracle2teacher)": 4.420134544372559,
      "epoch": 6.373626373626374,
      "rel-constrast": 2.504913568496704,
      "step": 8120,
      "subrel-constrast": 2.970503807067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0345311164855957,
      "cov-distil (oracle2student)": 3.3641369342803955,
      "cov-distil (oracle2teacher)": 3.600688934326172,
      "epoch": 6.374411302982732,
      "rel-constrast": 2.772312879562378,
      "step": 8121,
      "subrel-constrast": 3.489584445953369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6005516052246094,
      "cov-distil (oracle2student)": 6.281765937805176,
      "cov-distil (oracle2teacher)": 5.121433258056641,
      "epoch": 6.375196232339089,
      "rel-constrast": 2.7383241653442383,
      "step": 8122,
      "subrel-constrast": 3.7622733116149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433173656463623,
      "cov-distil (oracle2student)": 3.5907418727874756,
      "cov-distil (oracle2teacher)": 3.8855643272399902,
      "epoch": 6.375981161695448,
      "rel-constrast": 2.8030519485473633,
      "step": 8123,
      "subrel-constrast": 3.182992935180664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5567560195922852,
      "cov-distil (oracle2student)": 3.7650928497314453,
      "cov-distil (oracle2teacher)": 3.735598087310791,
      "epoch": 6.376766091051805,
      "rel-constrast": 3.8400464057922363,
      "step": 8124,
      "subrel-constrast": 4.080478668212891,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.023571491241455,
      "cov-distil (oracle2student)": 5.653095245361328,
      "cov-distil (oracle2teacher)": 5.415483474731445,
      "epoch": 6.377551020408164,
      "rel-constrast": 3.1853795051574707,
      "step": 8125,
      "subrel-constrast": 4.007395267486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5422849655151367,
      "cov-distil (oracle2student)": 3.833432674407959,
      "cov-distil (oracle2teacher)": 3.416271209716797,
      "epoch": 6.378335949764521,
      "rel-constrast": 2.0755484104156494,
      "step": 8126,
      "subrel-constrast": 3.0683846473693848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367587327957153,
      "cov-distil (oracle2student)": 3.204167604446411,
      "cov-distil (oracle2teacher)": 3.096024990081787,
      "epoch": 6.3791208791208796,
      "rel-constrast": 2.3054585456848145,
      "step": 8127,
      "subrel-constrast": 2.9253365993499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0277880430221558,
      "cov-distil (oracle2student)": 4.172486782073975,
      "cov-distil (oracle2teacher)": 3.7422332763671875,
      "epoch": 6.379905808477237,
      "rel-constrast": 1.367835283279419,
      "step": 8128,
      "subrel-constrast": 1.901777744293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6135112047195435,
      "cov-distil (oracle2student)": 3.5948145389556885,
      "cov-distil (oracle2teacher)": 3.5348093509674072,
      "epoch": 6.380690737833595,
      "rel-constrast": 1.7823625802993774,
      "step": 8129,
      "subrel-constrast": 2.620605230331421,
      "view-similarity": 0
    },
    {
      "epoch": 6.381475667189953,
      "grad_norm": 4.65625,
      "learning_rate": 5.144936050569679e-06,
      "loss": 0.6706,
      "step": 8130
    },
    {
      "cov-distil": 1.6839845180511475,
      "cov-distil (oracle2student)": 3.405503749847412,
      "cov-distil (oracle2teacher)": 3.4380247592926025,
      "epoch": 6.381475667189953,
      "rel-constrast": 1.9295200109481812,
      "step": 8130,
      "subrel-constrast": 2.0331826210021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9776479005813599,
      "cov-distil (oracle2student)": 3.7416915893554688,
      "cov-distil (oracle2teacher)": 3.857184648513794,
      "epoch": 6.382260596546311,
      "rel-constrast": 3.1040148735046387,
      "step": 8131,
      "subrel-constrast": 3.983509063720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8426325917243958,
      "cov-distil (oracle2student)": 3.451939105987549,
      "cov-distil (oracle2teacher)": 3.6995372772216797,
      "epoch": 6.383045525902669,
      "rel-constrast": 1.89353346824646,
      "step": 8132,
      "subrel-constrast": 2.6926345825195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5788676738739014,
      "cov-distil (oracle2student)": 4.593217372894287,
      "cov-distil (oracle2teacher)": 4.035057544708252,
      "epoch": 6.383830455259027,
      "rel-constrast": 2.0193710327148438,
      "step": 8133,
      "subrel-constrast": 3.1202809810638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5348349809646606,
      "cov-distil (oracle2student)": 4.500300407409668,
      "cov-distil (oracle2teacher)": 4.017465114593506,
      "epoch": 6.384615384615385,
      "rel-constrast": 2.678662061691284,
      "step": 8134,
      "subrel-constrast": 3.5093414783477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9603277444839478,
      "cov-distil (oracle2student)": 5.51906681060791,
      "cov-distil (oracle2teacher)": 5.167364597320557,
      "epoch": 6.385400313971743,
      "rel-constrast": 2.6718506813049316,
      "step": 8135,
      "subrel-constrast": 2.752346992492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6727674007415771,
      "cov-distil (oracle2student)": 4.170479774475098,
      "cov-distil (oracle2teacher)": 4.512324333190918,
      "epoch": 6.3861852433281,
      "rel-constrast": 2.5411734580993652,
      "step": 8136,
      "subrel-constrast": 3.4131555557250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.201418399810791,
      "cov-distil (oracle2student)": 3.766310453414917,
      "cov-distil (oracle2teacher)": 3.6747689247131348,
      "epoch": 6.3869701726844585,
      "rel-constrast": 2.0340232849121094,
      "step": 8137,
      "subrel-constrast": 2.7360942363739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1780047416687012,
      "cov-distil (oracle2student)": 3.511996269226074,
      "cov-distil (oracle2teacher)": 3.349125862121582,
      "epoch": 6.387755102040816,
      "rel-constrast": 1.802856206893921,
      "step": 8138,
      "subrel-constrast": 2.4563746452331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6387369632720947,
      "cov-distil (oracle2student)": 4.5933427810668945,
      "cov-distil (oracle2teacher)": 3.7172536849975586,
      "epoch": 6.3885400313971745,
      "rel-constrast": 2.8871707916259766,
      "step": 8139,
      "subrel-constrast": 3.140394926071167,
      "view-similarity": 0
    },
    {
      "epoch": 6.389324960753532,
      "grad_norm": 6.40625,
      "learning_rate": 5.092029385076874e-06,
      "loss": 0.6247,
      "step": 8140
    },
    {
      "cov-distil": 1.2219889163970947,
      "cov-distil (oracle2student)": 3.833345413208008,
      "cov-distil (oracle2teacher)": 3.7725448608398438,
      "epoch": 6.389324960753532,
      "rel-constrast": 1.8317365646362305,
      "step": 8140,
      "subrel-constrast": 2.6577255725860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3865878582000732,
      "cov-distil (oracle2student)": 4.3359575271606445,
      "cov-distil (oracle2teacher)": 3.6568875312805176,
      "epoch": 6.3901098901098905,
      "rel-constrast": 2.275388479232788,
      "step": 8141,
      "subrel-constrast": 3.2798426151275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836336612701416,
      "cov-distil (oracle2student)": 4.001684188842773,
      "cov-distil (oracle2teacher)": 3.41164493560791,
      "epoch": 6.390894819466248,
      "rel-constrast": 1.7656054496765137,
      "step": 8142,
      "subrel-constrast": 2.449599266052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.397646427154541,
      "cov-distil (oracle2student)": 3.490349769592285,
      "cov-distil (oracle2teacher)": 4.033003807067871,
      "epoch": 6.391679748822606,
      "rel-constrast": 2.4196557998657227,
      "step": 8143,
      "subrel-constrast": 3.797135829925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7393138408660889,
      "cov-distil (oracle2student)": 3.3713512420654297,
      "cov-distil (oracle2teacher)": 3.733870267868042,
      "epoch": 6.392464678178964,
      "rel-constrast": 2.9544005393981934,
      "step": 8144,
      "subrel-constrast": 4.002137184143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463887095451355,
      "cov-distil (oracle2student)": 4.524011135101318,
      "cov-distil (oracle2teacher)": 4.902155876159668,
      "epoch": 6.393249607535322,
      "rel-constrast": 3.227357864379883,
      "step": 8145,
      "subrel-constrast": 3.924861431121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4057670831680298,
      "cov-distil (oracle2student)": 4.518738269805908,
      "cov-distil (oracle2teacher)": 4.374892711639404,
      "epoch": 6.39403453689168,
      "rel-constrast": 2.308727741241455,
      "step": 8146,
      "subrel-constrast": 2.9965829849243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7953299283981323,
      "cov-distil (oracle2student)": 5.531586647033691,
      "cov-distil (oracle2teacher)": 5.049115180969238,
      "epoch": 6.3948194662480375,
      "rel-constrast": 3.22471284866333,
      "step": 8147,
      "subrel-constrast": 3.9166903495788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0034613609313965,
      "cov-distil (oracle2student)": 3.6668362617492676,
      "cov-distil (oracle2teacher)": 4.091858386993408,
      "epoch": 6.395604395604396,
      "rel-constrast": 2.72743558883667,
      "step": 8148,
      "subrel-constrast": 2.8749380111694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2772488594055176,
      "cov-distil (oracle2student)": 2.898696184158325,
      "cov-distil (oracle2teacher)": 3.4482650756835938,
      "epoch": 6.3963893249607535,
      "rel-constrast": 2.3892030715942383,
      "step": 8149,
      "subrel-constrast": 3.6088218688964844,
      "view-similarity": 0
    },
    {
      "epoch": 6.397174254317111,
      "grad_norm": 4.96875,
      "learning_rate": 5.0393652919234395e-06,
      "loss": 0.6688,
      "step": 8150
    },
    {
      "cov-distil": 1.334183692932129,
      "cov-distil (oracle2student)": 3.5084593296051025,
      "cov-distil (oracle2teacher)": 3.581228494644165,
      "epoch": 6.397174254317111,
      "rel-constrast": 2.048008441925049,
      "step": 8150,
      "subrel-constrast": 2.748156785964966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3835513591766357,
      "cov-distil (oracle2student)": 4.522764205932617,
      "cov-distil (oracle2teacher)": 4.609707832336426,
      "epoch": 6.3979591836734695,
      "rel-constrast": 2.212958335876465,
      "step": 8151,
      "subrel-constrast": 2.998319625854492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8138530254364014,
      "cov-distil (oracle2student)": 2.060835599899292,
      "cov-distil (oracle2teacher)": 2.561000347137451,
      "epoch": 6.398744113029827,
      "rel-constrast": 2.3260838985443115,
      "step": 8152,
      "subrel-constrast": 3.2018988132476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4323184490203857,
      "cov-distil (oracle2student)": 4.041830062866211,
      "cov-distil (oracle2teacher)": 3.783144235610962,
      "epoch": 6.3995290423861855,
      "rel-constrast": 2.3550102710723877,
      "step": 8153,
      "subrel-constrast": 2.8129305839538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7635738849639893,
      "cov-distil (oracle2student)": 4.672333717346191,
      "cov-distil (oracle2teacher)": 4.0948872566223145,
      "epoch": 6.400313971742543,
      "rel-constrast": 2.853278636932373,
      "step": 8154,
      "subrel-constrast": 2.9306304454803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6442792415618896,
      "cov-distil (oracle2student)": 3.1707887649536133,
      "cov-distil (oracle2teacher)": 2.903233528137207,
      "epoch": 6.4010989010989015,
      "rel-constrast": 1.8587480783462524,
      "step": 8155,
      "subrel-constrast": 2.672321319580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3165102005004883,
      "cov-distil (oracle2student)": 4.122296333312988,
      "cov-distil (oracle2teacher)": 3.9157676696777344,
      "epoch": 6.401883830455259,
      "rel-constrast": 2.8642032146453857,
      "step": 8156,
      "subrel-constrast": 3.2316713333129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.135047197341919,
      "cov-distil (oracle2student)": 2.2259347438812256,
      "cov-distil (oracle2teacher)": 2.281799077987671,
      "epoch": 6.4026687598116165,
      "rel-constrast": 1.9648375511169434,
      "step": 8157,
      "subrel-constrast": 2.4793176651000977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5985441207885742,
      "cov-distil (oracle2student)": 4.826756477355957,
      "cov-distil (oracle2teacher)": 4.676114559173584,
      "epoch": 6.403453689167975,
      "rel-constrast": 2.633636474609375,
      "step": 8158,
      "subrel-constrast": 3.338005781173706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2053183317184448,
      "cov-distil (oracle2student)": 4.122822284698486,
      "cov-distil (oracle2teacher)": 3.6826767921447754,
      "epoch": 6.4042386185243325,
      "rel-constrast": 2.5619239807128906,
      "step": 8159,
      "subrel-constrast": 3.1782453060150146,
      "view-similarity": 0
    },
    {
      "epoch": 6.405023547880691,
      "grad_norm": 4.84375,
      "learning_rate": 4.986944412804737e-06,
      "loss": 0.631,
      "step": 8160
    },
    {
      "cov-distil": 1.2409656047821045,
      "cov-distil (oracle2student)": 5.189906120300293,
      "cov-distil (oracle2teacher)": 5.089694976806641,
      "epoch": 6.405023547880691,
      "rel-constrast": 3.0701303482055664,
      "step": 8160,
      "subrel-constrast": 4.044209003448486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5446553230285645,
      "cov-distil (oracle2student)": 5.5697431564331055,
      "cov-distil (oracle2teacher)": 4.593134880065918,
      "epoch": 6.4058084772370485,
      "rel-constrast": 3.066066026687622,
      "step": 8161,
      "subrel-constrast": 2.98960542678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6591541767120361,
      "cov-distil (oracle2student)": 6.005115032196045,
      "cov-distil (oracle2teacher)": 5.419615745544434,
      "epoch": 6.406593406593407,
      "rel-constrast": 2.2486109733581543,
      "step": 8162,
      "subrel-constrast": 2.927685499191284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5948147773742676,
      "cov-distil (oracle2student)": 5.611963272094727,
      "cov-distil (oracle2teacher)": 4.974786758422852,
      "epoch": 6.4073783359497645,
      "rel-constrast": 2.1462156772613525,
      "step": 8163,
      "subrel-constrast": 3.3554553985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2122890949249268,
      "cov-distil (oracle2student)": 3.548802375793457,
      "cov-distil (oracle2teacher)": 3.219121217727661,
      "epoch": 6.408163265306122,
      "rel-constrast": 1.8552589416503906,
      "step": 8164,
      "subrel-constrast": 2.59238600730896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5155022144317627,
      "cov-distil (oracle2student)": 3.4306631088256836,
      "cov-distil (oracle2teacher)": 3.8159339427948,
      "epoch": 6.4089481946624804,
      "rel-constrast": 2.909590721130371,
      "step": 8165,
      "subrel-constrast": 3.9664409160614014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8342069387435913,
      "cov-distil (oracle2student)": 4.078181266784668,
      "cov-distil (oracle2teacher)": 3.9461734294891357,
      "epoch": 6.409733124018838,
      "rel-constrast": 1.6420042514801025,
      "step": 8166,
      "subrel-constrast": 2.2609918117523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3981859683990479,
      "cov-distil (oracle2student)": 3.8661205768585205,
      "cov-distil (oracle2teacher)": 3.6746416091918945,
      "epoch": 6.410518053375196,
      "rel-constrast": 2.6943857669830322,
      "step": 8167,
      "subrel-constrast": 3.1513664722442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3090248107910156,
      "cov-distil (oracle2student)": 4.712591171264648,
      "cov-distil (oracle2teacher)": 4.748025417327881,
      "epoch": 6.411302982731554,
      "rel-constrast": 3.058729648590088,
      "step": 8168,
      "subrel-constrast": 3.707058906555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4289865493774414,
      "cov-distil (oracle2student)": 4.024847507476807,
      "cov-distil (oracle2teacher)": 3.7340855598449707,
      "epoch": 6.412087912087912,
      "rel-constrast": 3.0901970863342285,
      "step": 8169,
      "subrel-constrast": 3.1956818103790283,
      "view-similarity": 0
    },
    {
      "epoch": 6.41287284144427,
      "grad_norm": 8.125,
      "learning_rate": 4.934767386452621e-06,
      "loss": 0.6814,
      "step": 8170
    },
    {
      "cov-distil": 1.3928711414337158,
      "cov-distil (oracle2student)": 4.800976276397705,
      "cov-distil (oracle2teacher)": 4.148557662963867,
      "epoch": 6.41287284144427,
      "rel-constrast": 1.6237554550170898,
      "step": 8170,
      "subrel-constrast": 2.285623788833618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480736494064331,
      "cov-distil (oracle2student)": 5.332862854003906,
      "cov-distil (oracle2teacher)": 5.2597336769104,
      "epoch": 6.4136577708006275,
      "rel-constrast": 3.9563536643981934,
      "step": 8171,
      "subrel-constrast": 3.986689805984497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536313772201538,
      "cov-distil (oracle2student)": 4.565047740936279,
      "cov-distil (oracle2teacher)": 4.300502300262451,
      "epoch": 6.414442700156986,
      "rel-constrast": 1.3303933143615723,
      "step": 8172,
      "subrel-constrast": 2.134382963180542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3261876106262207,
      "cov-distil (oracle2student)": 3.9413726329803467,
      "cov-distil (oracle2teacher)": 3.3905222415924072,
      "epoch": 6.4152276295133435,
      "rel-constrast": 2.4030637741088867,
      "step": 8173,
      "subrel-constrast": 2.5938351154327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.464715838432312,
      "cov-distil (oracle2student)": 3.4129080772399902,
      "cov-distil (oracle2teacher)": 3.5314149856567383,
      "epoch": 6.416012558869702,
      "rel-constrast": 2.8659145832061768,
      "step": 8174,
      "subrel-constrast": 3.7209742069244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5640461444854736,
      "cov-distil (oracle2student)": 2.922161102294922,
      "cov-distil (oracle2teacher)": 2.5158333778381348,
      "epoch": 6.416797488226059,
      "rel-constrast": 1.971764087677002,
      "step": 8175,
      "subrel-constrast": 2.7619776725769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.009040355682373,
      "cov-distil (oracle2student)": 3.407640218734741,
      "cov-distil (oracle2teacher)": 3.0852272510528564,
      "epoch": 6.417582417582418,
      "rel-constrast": 1.1803998947143555,
      "step": 8176,
      "subrel-constrast": 1.7914783954620361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5159718990325928,
      "cov-distil (oracle2student)": 5.197483062744141,
      "cov-distil (oracle2teacher)": 5.02655029296875,
      "epoch": 6.418367346938775,
      "rel-constrast": 2.7032437324523926,
      "step": 8177,
      "subrel-constrast": 3.839534044265747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414970874786377,
      "cov-distil (oracle2student)": 4.7421183586120605,
      "cov-distil (oracle2teacher)": 4.374582290649414,
      "epoch": 6.419152276295134,
      "rel-constrast": 3.2492034435272217,
      "step": 8178,
      "subrel-constrast": 3.586852788925171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3784081935882568,
      "cov-distil (oracle2student)": 4.2852606773376465,
      "cov-distil (oracle2teacher)": 4.013469696044922,
      "epoch": 6.419937205651491,
      "rel-constrast": 2.5705251693725586,
      "step": 8179,
      "subrel-constrast": 3.350037097930908,
      "view-similarity": 0
    },
    {
      "epoch": 6.420722135007849,
      "grad_norm": 6.34375,
      "learning_rate": 4.882834848627707e-06,
      "loss": 0.6316,
      "step": 8180
    },
    {
      "cov-distil": 1.2968344688415527,
      "cov-distil (oracle2student)": 4.670421600341797,
      "cov-distil (oracle2teacher)": 4.866192817687988,
      "epoch": 6.420722135007849,
      "rel-constrast": 3.0431294441223145,
      "step": 8180,
      "subrel-constrast": 3.1956593990325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4180395603179932,
      "cov-distil (oracle2student)": 3.0707192420959473,
      "cov-distil (oracle2teacher)": 3.6042189598083496,
      "epoch": 6.421507064364207,
      "rel-constrast": 2.4798567295074463,
      "step": 8181,
      "subrel-constrast": 3.0351548194885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.825163722038269,
      "cov-distil (oracle2student)": 3.9073193073272705,
      "cov-distil (oracle2teacher)": 4.0414323806762695,
      "epoch": 6.422291993720565,
      "rel-constrast": 2.6631555557250977,
      "step": 8182,
      "subrel-constrast": 3.2964231967926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1007354259490967,
      "cov-distil (oracle2student)": 3.8886513710021973,
      "cov-distil (oracle2teacher)": 4.1376752853393555,
      "epoch": 6.423076923076923,
      "rel-constrast": 2.1826844215393066,
      "step": 8183,
      "subrel-constrast": 3.0910825729370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365261435508728,
      "cov-distil (oracle2student)": 4.766360759735107,
      "cov-distil (oracle2teacher)": 5.007806777954102,
      "epoch": 6.423861852433281,
      "rel-constrast": 1.9419496059417725,
      "step": 8184,
      "subrel-constrast": 2.966113805770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3336247205734253,
      "cov-distil (oracle2student)": 3.883563756942749,
      "cov-distil (oracle2teacher)": 3.990617275238037,
      "epoch": 6.424646781789639,
      "rel-constrast": 2.8160293102264404,
      "step": 8185,
      "subrel-constrast": 3.2234857082366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.919425368309021,
      "cov-distil (oracle2student)": 4.609747886657715,
      "cov-distil (oracle2teacher)": 4.428701400756836,
      "epoch": 6.425431711145997,
      "rel-constrast": 3.3378214836120605,
      "step": 8186,
      "subrel-constrast": 4.195400714874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626741647720337,
      "cov-distil (oracle2student)": 6.031418800354004,
      "cov-distil (oracle2teacher)": 4.496175765991211,
      "epoch": 6.426216640502354,
      "rel-constrast": 3.0534064769744873,
      "step": 8187,
      "subrel-constrast": 3.677618980407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9351928234100342,
      "cov-distil (oracle2student)": 3.576904773712158,
      "cov-distil (oracle2teacher)": 3.8536322116851807,
      "epoch": 6.427001569858713,
      "rel-constrast": 1.9050118923187256,
      "step": 8188,
      "subrel-constrast": 2.4312522411346436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4427649974822998,
      "cov-distil (oracle2student)": 4.327234268188477,
      "cov-distil (oracle2teacher)": 4.120671272277832,
      "epoch": 6.42778649921507,
      "rel-constrast": 3.38539981842041,
      "step": 8189,
      "subrel-constrast": 4.080509185791016,
      "view-similarity": 0
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 6.25,
      "learning_rate": 4.8311474321115656e-06,
      "loss": 0.7109,
      "step": 8190
    },
    {
      "cov-distil": 1.2485259771347046,
      "cov-distil (oracle2student)": 3.5322225093841553,
      "cov-distil (oracle2teacher)": 3.7755656242370605,
      "epoch": 6.428571428571429,
      "rel-constrast": 3.6920056343078613,
      "step": 8190,
      "subrel-constrast": 4.331259250640869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4800939559936523,
      "cov-distil (oracle2student)": 5.412856101989746,
      "cov-distil (oracle2teacher)": 5.721591949462891,
      "epoch": 6.429356357927786,
      "rel-constrast": 3.9774625301361084,
      "step": 8191,
      "subrel-constrast": 4.915548324584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2480566501617432,
      "cov-distil (oracle2student)": 4.218138694763184,
      "cov-distil (oracle2teacher)": 4.469144821166992,
      "epoch": 6.430141287284145,
      "rel-constrast": 4.013540267944336,
      "step": 8192,
      "subrel-constrast": 4.442601203918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1171543598175049,
      "cov-distil (oracle2student)": 5.880589008331299,
      "cov-distil (oracle2teacher)": 5.235408782958984,
      "epoch": 6.430926216640502,
      "rel-constrast": 2.095705032348633,
      "step": 8193,
      "subrel-constrast": 2.8653199672698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963343858718872,
      "cov-distil (oracle2student)": 3.5194108486175537,
      "cov-distil (oracle2teacher)": 3.6390247344970703,
      "epoch": 6.43171114599686,
      "rel-constrast": 1.9243249893188477,
      "step": 8194,
      "subrel-constrast": 3.1100265979766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097249984741211,
      "cov-distil (oracle2student)": 3.0766255855560303,
      "cov-distil (oracle2teacher)": 3.5533080101013184,
      "epoch": 6.432496075353218,
      "rel-constrast": 2.6439852714538574,
      "step": 8195,
      "subrel-constrast": 3.587559938430786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6142019033432007,
      "cov-distil (oracle2student)": 5.55687141418457,
      "cov-distil (oracle2teacher)": 5.220884323120117,
      "epoch": 6.433281004709576,
      "rel-constrast": 3.004117488861084,
      "step": 8196,
      "subrel-constrast": 3.8036720752716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767307996749878,
      "cov-distil (oracle2student)": 6.487859725952148,
      "cov-distil (oracle2teacher)": 5.692555904388428,
      "epoch": 6.434065934065934,
      "rel-constrast": 3.377100706100464,
      "step": 8197,
      "subrel-constrast": 3.8406903743743896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.407141923904419,
      "cov-distil (oracle2student)": 5.770077705383301,
      "cov-distil (oracle2teacher)": 5.1768317222595215,
      "epoch": 6.434850863422292,
      "rel-constrast": 2.8730316162109375,
      "step": 8198,
      "subrel-constrast": 3.459015130996704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6022531986236572,
      "cov-distil (oracle2student)": 4.101806640625,
      "cov-distil (oracle2teacher)": 4.211015701293945,
      "epoch": 6.43563579277865,
      "rel-constrast": 2.818509101867676,
      "step": 8199,
      "subrel-constrast": 3.759775161743164,
      "view-similarity": 0
    },
    {
      "epoch": 6.436420722135008,
      "grad_norm": 4.96875,
      "learning_rate": 4.779705766699069e-06,
      "loss": 0.7994,
      "step": 8200
    },
    {
      "epoch": 6.436420722135008,
      "overlap": 0.3296875059604645,
      "step": 8200
    },
    {
      "epoch": 6.436420722135008,
      "step": 8200,
      "student margin": 0.05816650390625
    },
    {
      "epoch": 6.436420722135008,
      "step": 8200,
      "teacher margin": 0.044586181640625
    },
    {
      "epoch": 6.436420722135008,
      "margin difference": -0.013580322265625,
      "step": 8200
    },
    {
      "cov-distil": 1.362701177597046,
      "cov-distil (oracle2student)": 5.299623489379883,
      "cov-distil (oracle2teacher)": 4.332040309906006,
      "epoch": 6.436420722135008,
      "rel-constrast": 2.339447259902954,
      "step": 8200,
      "subrel-constrast": 2.875408172607422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669806003570557,
      "cov-distil (oracle2student)": 2.9115006923675537,
      "cov-distil (oracle2teacher)": 2.671130657196045,
      "epoch": 6.437205651491365,
      "rel-constrast": 1.1739249229431152,
      "step": 8201,
      "subrel-constrast": 1.940386414527893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9355387687683105,
      "cov-distil (oracle2student)": 4.082956790924072,
      "cov-distil (oracle2teacher)": 4.25510311126709,
      "epoch": 6.437990580847724,
      "rel-constrast": 3.1705517768859863,
      "step": 8202,
      "subrel-constrast": 4.012055397033691,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027735710144043,
      "cov-distil (oracle2student)": 3.1045174598693848,
      "cov-distil (oracle2teacher)": 3.0666091442108154,
      "epoch": 6.438775510204081,
      "rel-constrast": 1.4334145784378052,
      "step": 8203,
      "subrel-constrast": 2.041321277618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6009703874588013,
      "cov-distil (oracle2student)": 3.267693042755127,
      "cov-distil (oracle2teacher)": 3.2400031089782715,
      "epoch": 6.43956043956044,
      "rel-constrast": 2.780207395553589,
      "step": 8204,
      "subrel-constrast": 3.5056772232055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4983158111572266,
      "cov-distil (oracle2student)": 5.0511932373046875,
      "cov-distil (oracle2teacher)": 4.191485404968262,
      "epoch": 6.440345368916797,
      "rel-constrast": 4.26909065246582,
      "step": 8205,
      "subrel-constrast": 4.471920013427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4068164825439453,
      "cov-distil (oracle2student)": 2.0638155937194824,
      "cov-distil (oracle2teacher)": 2.603804588317871,
      "epoch": 6.441130298273156,
      "rel-constrast": 2.0442333221435547,
      "step": 8206,
      "subrel-constrast": 2.8819425106048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5451565980911255,
      "cov-distil (oracle2student)": 2.8526244163513184,
      "cov-distil (oracle2teacher)": 2.992278575897217,
      "epoch": 6.441915227629513,
      "rel-constrast": 2.324305534362793,
      "step": 8207,
      "subrel-constrast": 2.775447130203247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3424818515777588,
      "cov-distil (oracle2student)": 3.2934868335723877,
      "cov-distil (oracle2teacher)": 3.324983596801758,
      "epoch": 6.442700156985872,
      "rel-constrast": 2.026569366455078,
      "step": 8208,
      "subrel-constrast": 2.9460015296936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5050779581069946,
      "cov-distil (oracle2student)": 4.4629292488098145,
      "cov-distil (oracle2teacher)": 4.372574806213379,
      "epoch": 6.443485086342229,
      "rel-constrast": 2.639038562774658,
      "step": 8209,
      "subrel-constrast": 3.1525397300720215,
      "view-similarity": 0
    },
    {
      "epoch": 6.444270015698587,
      "grad_norm": 6.3125,
      "learning_rate": 4.728510479190662e-06,
      "loss": 0.6445,
      "step": 8210
    },
    {
      "cov-distil": 1.4548392295837402,
      "cov-distil (oracle2student)": 3.9932479858398438,
      "cov-distil (oracle2teacher)": 3.913158416748047,
      "epoch": 6.444270015698587,
      "rel-constrast": 2.2207798957824707,
      "step": 8210,
      "subrel-constrast": 3.081928253173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162447929382324,
      "cov-distil (oracle2student)": 4.228076457977295,
      "cov-distil (oracle2teacher)": 3.7385807037353516,
      "epoch": 6.445054945054945,
      "rel-constrast": 2.6161398887634277,
      "step": 8211,
      "subrel-constrast": 3.42504620552063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6716928482055664,
      "cov-distil (oracle2student)": 3.380615472793579,
      "cov-distil (oracle2teacher)": 3.3075907230377197,
      "epoch": 6.445839874411303,
      "rel-constrast": 2.4592058658599854,
      "step": 8212,
      "subrel-constrast": 3.2153372764587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.470299243927002,
      "cov-distil (oracle2student)": 4.656983375549316,
      "cov-distil (oracle2teacher)": 4.614110946655273,
      "epoch": 6.446624803767661,
      "rel-constrast": 2.465341329574585,
      "step": 8213,
      "subrel-constrast": 3.37283992767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55414879322052,
      "cov-distil (oracle2student)": 5.564751625061035,
      "cov-distil (oracle2teacher)": 4.6641035079956055,
      "epoch": 6.447409733124019,
      "rel-constrast": 3.800833225250244,
      "step": 8214,
      "subrel-constrast": 4.238770961761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444000482559204,
      "cov-distil (oracle2student)": 2.9284448623657227,
      "cov-distil (oracle2teacher)": 2.721231460571289,
      "epoch": 6.448194662480377,
      "rel-constrast": 2.0209431648254395,
      "step": 8215,
      "subrel-constrast": 2.4808554649353027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.163961887359619,
      "cov-distil (oracle2student)": 4.886816024780273,
      "cov-distil (oracle2teacher)": 4.585738182067871,
      "epoch": 6.448979591836735,
      "rel-constrast": 2.4164206981658936,
      "step": 8216,
      "subrel-constrast": 3.33386492729187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5682003498077393,
      "cov-distil (oracle2student)": 4.9192399978637695,
      "cov-distil (oracle2teacher)": 4.999253273010254,
      "epoch": 6.449764521193092,
      "rel-constrast": 3.1128644943237305,
      "step": 8217,
      "subrel-constrast": 4.018070697784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6133084297180176,
      "cov-distil (oracle2student)": 5.288614273071289,
      "cov-distil (oracle2teacher)": 5.271306991577148,
      "epoch": 6.450549450549451,
      "rel-constrast": 3.282952070236206,
      "step": 8218,
      "subrel-constrast": 3.7024054527282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3415724039077759,
      "cov-distil (oracle2student)": 4.717021942138672,
      "cov-distil (oracle2teacher)": 4.407655715942383,
      "epoch": 6.451334379905808,
      "rel-constrast": 2.624990224838257,
      "step": 8219,
      "subrel-constrast": 3.4176931381225586,
      "view-similarity": 0
    },
    {
      "epoch": 6.452119309262167,
      "grad_norm": 5.34375,
      "learning_rate": 4.677562193384779e-06,
      "loss": 0.7164,
      "step": 8220
    },
    {
      "cov-distil": 1.8314521312713623,
      "cov-distil (oracle2student)": 4.195717811584473,
      "cov-distil (oracle2teacher)": 4.011764049530029,
      "epoch": 6.452119309262167,
      "rel-constrast": 2.863247871398926,
      "step": 8220,
      "subrel-constrast": 3.7922756671905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6670423746109009,
      "cov-distil (oracle2student)": 6.497044563293457,
      "cov-distil (oracle2teacher)": 6.0101518630981445,
      "epoch": 6.452904238618524,
      "rel-constrast": 2.3027307987213135,
      "step": 8221,
      "subrel-constrast": 3.277780055999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8687970638275146,
      "cov-distil (oracle2student)": 3.095038414001465,
      "cov-distil (oracle2teacher)": 3.392730474472046,
      "epoch": 6.453689167974883,
      "rel-constrast": 2.0828280448913574,
      "step": 8222,
      "subrel-constrast": 3.1791698932647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699813723564148,
      "cov-distil (oracle2student)": 5.1992011070251465,
      "cov-distil (oracle2teacher)": 5.1925272941589355,
      "epoch": 6.45447409733124,
      "rel-constrast": 3.3594205379486084,
      "step": 8223,
      "subrel-constrast": 4.11689567565918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161159038543701,
      "cov-distil (oracle2student)": 2.8142828941345215,
      "cov-distil (oracle2teacher)": 3.198564291000366,
      "epoch": 6.455259026687598,
      "rel-constrast": 1.956512212753296,
      "step": 8224,
      "subrel-constrast": 3.0264110565185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2988909482955933,
      "cov-distil (oracle2student)": 3.9360060691833496,
      "cov-distil (oracle2teacher)": 4.293210983276367,
      "epoch": 6.456043956043956,
      "rel-constrast": 2.749873638153076,
      "step": 8225,
      "subrel-constrast": 3.6475656032562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5098906755447388,
      "cov-distil (oracle2student)": 3.4397220611572266,
      "cov-distil (oracle2teacher)": 3.130342960357666,
      "epoch": 6.456828885400314,
      "rel-constrast": 2.4681475162506104,
      "step": 8226,
      "subrel-constrast": 3.0508968830108643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5251014232635498,
      "cov-distil (oracle2student)": 4.0996928215026855,
      "cov-distil (oracle2teacher)": 3.8050780296325684,
      "epoch": 6.457613814756672,
      "rel-constrast": 2.651329517364502,
      "step": 8227,
      "subrel-constrast": 3.246706962585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5698046684265137,
      "cov-distil (oracle2student)": 5.222008228302002,
      "cov-distil (oracle2teacher)": 4.609196662902832,
      "epoch": 6.45839874411303,
      "rel-constrast": 2.475581169128418,
      "step": 8228,
      "subrel-constrast": 3.3211984634399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3481944799423218,
      "cov-distil (oracle2student)": 3.6994519233703613,
      "cov-distil (oracle2teacher)": 3.6576879024505615,
      "epoch": 6.459183673469388,
      "rel-constrast": 2.6032469272613525,
      "step": 8229,
      "subrel-constrast": 3.2257132530212402,
      "view-similarity": 0
    },
    {
      "epoch": 6.459968602825746,
      "grad_norm": 5.78125,
      "learning_rate": 4.6268615300702035e-06,
      "loss": 0.679,
      "step": 8230
    },
    {
      "cov-distil": 1.3217052221298218,
      "cov-distil (oracle2student)": 3.2933597564697266,
      "cov-distil (oracle2teacher)": 3.407939910888672,
      "epoch": 6.459968602825746,
      "rel-constrast": 1.877446174621582,
      "step": 8230,
      "subrel-constrast": 2.4725303649902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0573947429656982,
      "cov-distil (oracle2student)": 3.0032920837402344,
      "cov-distil (oracle2teacher)": 2.912444829940796,
      "epoch": 6.460753532182103,
      "rel-constrast": 1.5038765668869019,
      "step": 8231,
      "subrel-constrast": 2.0365185737609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.433738112449646,
      "cov-distil (oracle2student)": 5.4059343338012695,
      "cov-distil (oracle2teacher)": 5.156991958618164,
      "epoch": 6.461538461538462,
      "rel-constrast": 2.367520570755005,
      "step": 8232,
      "subrel-constrast": 3.0949628353118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5694725513458252,
      "cov-distil (oracle2student)": 4.196012496948242,
      "cov-distil (oracle2teacher)": 4.489428520202637,
      "epoch": 6.462323390894819,
      "rel-constrast": 2.377098798751831,
      "step": 8233,
      "subrel-constrast": 3.031923770904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2549073696136475,
      "cov-distil (oracle2student)": 5.096655368804932,
      "cov-distil (oracle2teacher)": 4.608975410461426,
      "epoch": 6.463108320251178,
      "rel-constrast": 2.6703319549560547,
      "step": 8234,
      "subrel-constrast": 3.8451426029205322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4432990550994873,
      "cov-distil (oracle2student)": 4.681324005126953,
      "cov-distil (oracle2teacher)": 5.000957012176514,
      "epoch": 6.463893249607535,
      "rel-constrast": 2.9714112281799316,
      "step": 8235,
      "subrel-constrast": 3.558773994445801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.04899263381958,
      "cov-distil (oracle2student)": 4.6848907470703125,
      "cov-distil (oracle2teacher)": 4.126657009124756,
      "epoch": 6.464678178963894,
      "rel-constrast": 2.3092498779296875,
      "step": 8236,
      "subrel-constrast": 2.8424618244171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1068557500839233,
      "cov-distil (oracle2student)": 3.5239601135253906,
      "cov-distil (oracle2teacher)": 3.220946788787842,
      "epoch": 6.465463108320251,
      "rel-constrast": 1.1159048080444336,
      "step": 8237,
      "subrel-constrast": 1.8611118793487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1875118017196655,
      "cov-distil (oracle2student)": 3.404794216156006,
      "cov-distil (oracle2teacher)": 3.514005661010742,
      "epoch": 6.466248037676609,
      "rel-constrast": 2.786625862121582,
      "step": 8238,
      "subrel-constrast": 3.420471668243408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7341606616973877,
      "cov-distil (oracle2student)": 4.665452480316162,
      "cov-distil (oracle2teacher)": 4.234199523925781,
      "epoch": 6.467032967032967,
      "rel-constrast": 2.1796507835388184,
      "step": 8239,
      "subrel-constrast": 3.02156662940979,
      "view-similarity": 0
    },
    {
      "epoch": 6.467817896389325,
      "grad_norm": 4.71875,
      "learning_rate": 4.5764091070185035e-06,
      "loss": 0.5919,
      "step": 8240
    },
    {
      "cov-distil": 1.65977144241333,
      "cov-distil (oracle2student)": 3.8399038314819336,
      "cov-distil (oracle2teacher)": 3.59889554977417,
      "epoch": 6.467817896389325,
      "rel-constrast": 1.7395477294921875,
      "step": 8240,
      "subrel-constrast": 2.77872633934021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4971094131469727,
      "cov-distil (oracle2student)": 4.355990409851074,
      "cov-distil (oracle2teacher)": 3.9481000900268555,
      "epoch": 6.468602825745683,
      "rel-constrast": 2.5768141746520996,
      "step": 8241,
      "subrel-constrast": 3.486706256866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1429352760314941,
      "cov-distil (oracle2student)": 4.128869533538818,
      "cov-distil (oracle2teacher)": 3.8852295875549316,
      "epoch": 6.469387755102041,
      "rel-constrast": 1.6298086643218994,
      "step": 8242,
      "subrel-constrast": 2.435042381286621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3139967918395996,
      "cov-distil (oracle2student)": 4.977090835571289,
      "cov-distil (oracle2teacher)": 4.6526780128479,
      "epoch": 6.470172684458399,
      "rel-constrast": 1.9758943319320679,
      "step": 8243,
      "subrel-constrast": 3.0346312522888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3364357948303223,
      "cov-distil (oracle2student)": 3.6095378398895264,
      "cov-distil (oracle2teacher)": 3.5412182807922363,
      "epoch": 6.470957613814757,
      "rel-constrast": 1.9332168102264404,
      "step": 8244,
      "subrel-constrast": 2.598964214324951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2237341403961182,
      "cov-distil (oracle2student)": 3.8764069080352783,
      "cov-distil (oracle2teacher)": 4.119452476501465,
      "epoch": 6.471742543171114,
      "rel-constrast": 2.8052818775177,
      "step": 8245,
      "subrel-constrast": 3.6155762672424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.513857126235962,
      "cov-distil (oracle2student)": 3.662947654724121,
      "cov-distil (oracle2teacher)": 3.376682996749878,
      "epoch": 6.472527472527473,
      "rel-constrast": 2.290416717529297,
      "step": 8246,
      "subrel-constrast": 3.0564534664154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7050745487213135,
      "cov-distil (oracle2student)": 4.309605121612549,
      "cov-distil (oracle2teacher)": 4.144629001617432,
      "epoch": 6.47331240188383,
      "rel-constrast": 2.657550573348999,
      "step": 8247,
      "subrel-constrast": 2.862406015396118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2466943264007568,
      "cov-distil (oracle2student)": 4.713376045227051,
      "cov-distil (oracle2teacher)": 4.228005409240723,
      "epoch": 6.474097331240189,
      "rel-constrast": 1.7650173902511597,
      "step": 8248,
      "subrel-constrast": 1.917096734046936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9800069332122803,
      "cov-distil (oracle2student)": 2.22945499420166,
      "cov-distil (oracle2teacher)": 2.7311532497406006,
      "epoch": 6.474882260596546,
      "rel-constrast": 2.7265753746032715,
      "step": 8249,
      "subrel-constrast": 3.5445616245269775,
      "view-similarity": 0
    },
    {
      "epoch": 6.475667189952905,
      "grad_norm": 6.4375,
      "learning_rate": 4.52620553897655e-06,
      "loss": 0.5891,
      "step": 8250
    },
    {
      "cov-distil": 1.6921055316925049,
      "cov-distil (oracle2student)": 6.106165409088135,
      "cov-distil (oracle2teacher)": 5.105067253112793,
      "epoch": 6.475667189952905,
      "rel-constrast": 2.335999011993408,
      "step": 8250,
      "subrel-constrast": 3.6006991863250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6892791986465454,
      "cov-distil (oracle2student)": 3.8911213874816895,
      "cov-distil (oracle2teacher)": 3.754023551940918,
      "epoch": 6.476452119309262,
      "rel-constrast": 2.120877742767334,
      "step": 8251,
      "subrel-constrast": 3.3247199058532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6080373525619507,
      "cov-distil (oracle2student)": 4.435342311859131,
      "cov-distil (oracle2teacher)": 4.333792209625244,
      "epoch": 6.47723704866562,
      "rel-constrast": 2.1224966049194336,
      "step": 8252,
      "subrel-constrast": 2.7041501998901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8146296739578247,
      "cov-distil (oracle2student)": 5.41240119934082,
      "cov-distil (oracle2teacher)": 4.7276763916015625,
      "epoch": 6.478021978021978,
      "rel-constrast": 2.459139347076416,
      "step": 8253,
      "subrel-constrast": 3.4090476036071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6630480289459229,
      "cov-distil (oracle2student)": 5.221126556396484,
      "cov-distil (oracle2teacher)": 4.714595794677734,
      "epoch": 6.478806907378336,
      "rel-constrast": 2.731680154800415,
      "step": 8254,
      "subrel-constrast": 3.437833786010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.990718126296997,
      "cov-distil (oracle2student)": 5.007978916168213,
      "cov-distil (oracle2teacher)": 5.154487133026123,
      "epoch": 6.479591836734694,
      "rel-constrast": 2.2411866188049316,
      "step": 8255,
      "subrel-constrast": 3.8096492290496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4635388851165771,
      "cov-distil (oracle2student)": 4.107701778411865,
      "cov-distil (oracle2teacher)": 4.319927215576172,
      "epoch": 6.480376766091052,
      "rel-constrast": 2.8483142852783203,
      "step": 8256,
      "subrel-constrast": 3.7480950355529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2475085258483887,
      "cov-distil (oracle2student)": 4.637546539306641,
      "cov-distil (oracle2teacher)": 4.627233982086182,
      "epoch": 6.48116169544741,
      "rel-constrast": 2.6583032608032227,
      "step": 8257,
      "subrel-constrast": 3.2833619117736816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.49965238571167,
      "cov-distil (oracle2student)": 5.072046279907227,
      "cov-distil (oracle2teacher)": 4.89945650100708,
      "epoch": 6.481946624803768,
      "rel-constrast": 2.7015483379364014,
      "step": 8258,
      "subrel-constrast": 3.1365909576416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439120531082153,
      "cov-distil (oracle2student)": 4.44948673248291,
      "cov-distil (oracle2teacher)": 4.0524373054504395,
      "epoch": 6.482731554160125,
      "rel-constrast": 2.0013978481292725,
      "step": 8259,
      "subrel-constrast": 3.176973342895508,
      "view-similarity": 0
    },
    {
      "epoch": 6.483516483516484,
      "grad_norm": 4.6875,
      "learning_rate": 4.47625143765896e-06,
      "loss": 0.6461,
      "step": 8260
    },
    {
      "cov-distil": 1.2953143119812012,
      "cov-distil (oracle2student)": 3.6923229694366455,
      "cov-distil (oracle2teacher)": 3.924600601196289,
      "epoch": 6.483516483516484,
      "rel-constrast": 1.7531719207763672,
      "step": 8260,
      "subrel-constrast": 2.5736162662506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3938188552856445,
      "cov-distil (oracle2student)": 4.387805461883545,
      "cov-distil (oracle2teacher)": 4.32770299911499,
      "epoch": 6.484301412872841,
      "rel-constrast": 2.944667339324951,
      "step": 8261,
      "subrel-constrast": 2.9820103645324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5821785926818848,
      "cov-distil (oracle2student)": 4.025080680847168,
      "cov-distil (oracle2teacher)": 3.9182443618774414,
      "epoch": 6.4850863422291996,
      "rel-constrast": 1.7024264335632324,
      "step": 8262,
      "subrel-constrast": 2.828295946121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006857395172119,
      "cov-distil (oracle2student)": 3.9104232788085938,
      "cov-distil (oracle2teacher)": 4.274918556213379,
      "epoch": 6.485871271585557,
      "rel-constrast": 2.694504737854004,
      "step": 8263,
      "subrel-constrast": 3.903693914413452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5239688158035278,
      "cov-distil (oracle2student)": 5.412140846252441,
      "cov-distil (oracle2teacher)": 4.824625015258789,
      "epoch": 6.4866562009419155,
      "rel-constrast": 1.866852045059204,
      "step": 8264,
      "subrel-constrast": 2.6028552055358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7453681230545044,
      "cov-distil (oracle2student)": 5.67087459564209,
      "cov-distil (oracle2teacher)": 5.260076522827148,
      "epoch": 6.487441130298273,
      "rel-constrast": 3.220031261444092,
      "step": 8265,
      "subrel-constrast": 4.02943229675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3619252443313599,
      "cov-distil (oracle2student)": 5.447090148925781,
      "cov-distil (oracle2teacher)": 5.048109531402588,
      "epoch": 6.488226059654631,
      "rel-constrast": 3.3254241943359375,
      "step": 8266,
      "subrel-constrast": 4.052489280700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0435845851898193,
      "cov-distil (oracle2student)": 4.25410795211792,
      "cov-distil (oracle2teacher)": 4.019831657409668,
      "epoch": 6.489010989010989,
      "rel-constrast": 2.6241846084594727,
      "step": 8267,
      "subrel-constrast": 2.560554265975952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6291488409042358,
      "cov-distil (oracle2student)": 4.791556358337402,
      "cov-distil (oracle2teacher)": 4.204375267028809,
      "epoch": 6.489795918367347,
      "rel-constrast": 2.025311231613159,
      "step": 8268,
      "subrel-constrast": 2.8342232704162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3715029954910278,
      "cov-distil (oracle2student)": 5.300875186920166,
      "cov-distil (oracle2teacher)": 5.212925434112549,
      "epoch": 6.490580847723705,
      "rel-constrast": 2.7531614303588867,
      "step": 8269,
      "subrel-constrast": 3.4175331592559814,
      "view-similarity": 0
    },
    {
      "epoch": 6.491365777080063,
      "grad_norm": 5.78125,
      "learning_rate": 4.426547411740712e-06,
      "loss": 0.6601,
      "step": 8270
    },
    {
      "cov-distil": 1.53743577003479,
      "cov-distil (oracle2student)": 4.723901271820068,
      "cov-distil (oracle2teacher)": 4.263084411621094,
      "epoch": 6.491365777080063,
      "rel-constrast": 2.3977303504943848,
      "step": 8270,
      "subrel-constrast": 3.105827569961548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9019588232040405,
      "cov-distil (oracle2student)": 4.016127586364746,
      "cov-distil (oracle2teacher)": 4.637322425842285,
      "epoch": 6.492150706436421,
      "rel-constrast": 4.015674591064453,
      "step": 8271,
      "subrel-constrast": 4.587059497833252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.150416374206543,
      "cov-distil (oracle2student)": 3.109952211380005,
      "cov-distil (oracle2teacher)": 3.2257401943206787,
      "epoch": 6.4929356357927785,
      "rel-constrast": 2.9702377319335938,
      "step": 8272,
      "subrel-constrast": 3.3492448329925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6446311473846436,
      "cov-distil (oracle2student)": 6.6213836669921875,
      "cov-distil (oracle2teacher)": 6.422318458557129,
      "epoch": 6.493720565149137,
      "rel-constrast": 3.199695110321045,
      "step": 8273,
      "subrel-constrast": 3.462709903717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5460996627807617,
      "cov-distil (oracle2student)": 5.089701175689697,
      "cov-distil (oracle2teacher)": 4.805908203125,
      "epoch": 6.4945054945054945,
      "rel-constrast": 2.2033286094665527,
      "step": 8274,
      "subrel-constrast": 3.005845069885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8525269031524658,
      "cov-distil (oracle2student)": 4.58064603805542,
      "cov-distil (oracle2teacher)": 4.196868419647217,
      "epoch": 6.495290423861852,
      "rel-constrast": 2.383331060409546,
      "step": 8275,
      "subrel-constrast": 3.345001697540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5365902185440063,
      "cov-distil (oracle2student)": 3.0922164916992188,
      "cov-distil (oracle2teacher)": 3.037076950073242,
      "epoch": 6.4960753532182105,
      "rel-constrast": 1.832756757736206,
      "step": 8276,
      "subrel-constrast": 2.965155601501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675525188446045,
      "cov-distil (oracle2student)": 4.627198219299316,
      "cov-distil (oracle2teacher)": 4.730916500091553,
      "epoch": 6.496860282574568,
      "rel-constrast": 2.747570037841797,
      "step": 8277,
      "subrel-constrast": 3.552920341491699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6181223392486572,
      "cov-distil (oracle2student)": 4.26929235458374,
      "cov-distil (oracle2teacher)": 4.22451114654541,
      "epoch": 6.4976452119309265,
      "rel-constrast": 2.822110176086426,
      "step": 8278,
      "subrel-constrast": 3.8403499126434326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0310503244400024,
      "cov-distil (oracle2student)": 3.7780284881591797,
      "cov-distil (oracle2teacher)": 3.979111671447754,
      "epoch": 6.498430141287284,
      "rel-constrast": 2.279238700866699,
      "step": 8279,
      "subrel-constrast": 3.186997652053833,
      "view-similarity": 0
    },
    {
      "epoch": 6.4992150706436425,
      "grad_norm": 5.15625,
      "learning_rate": 4.377094066849657e-06,
      "loss": 0.71,
      "step": 8280
    },
    {
      "cov-distil": 1.7231905460357666,
      "cov-distil (oracle2student)": 5.441134452819824,
      "cov-distil (oracle2teacher)": 5.6108903884887695,
      "epoch": 6.4992150706436425,
      "rel-constrast": 2.3260200023651123,
      "step": 8280,
      "subrel-constrast": 3.5097906589508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8924903869628906,
      "cov-distil (oracle2student)": 5.591649055480957,
      "cov-distil (oracle2teacher)": 4.620344161987305,
      "epoch": 6.5,
      "rel-constrast": 2.1920888423919678,
      "step": 8281,
      "subrel-constrast": 3.1132781505584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.574082374572754,
      "cov-distil (oracle2student)": 4.63863468170166,
      "cov-distil (oracle2teacher)": 4.317704200744629,
      "epoch": 6.5007849293563575,
      "rel-constrast": 2.4917187690734863,
      "step": 8282,
      "subrel-constrast": 2.891319513320923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734601616859436,
      "cov-distil (oracle2student)": 3.7782020568847656,
      "cov-distil (oracle2teacher)": 4.050756454467773,
      "epoch": 6.501569858712716,
      "rel-constrast": 3.0407345294952393,
      "step": 8283,
      "subrel-constrast": 3.898759126663208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.10227632522583,
      "cov-distil (oracle2student)": 4.201896667480469,
      "cov-distil (oracle2teacher)": 3.9363386631011963,
      "epoch": 6.5023547880690735,
      "rel-constrast": 3.482088088989258,
      "step": 8284,
      "subrel-constrast": 3.451415538787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3502135276794434,
      "cov-distil (oracle2student)": 4.364593505859375,
      "cov-distil (oracle2teacher)": 4.083827972412109,
      "epoch": 6.503139717425432,
      "rel-constrast": 2.1342625617980957,
      "step": 8285,
      "subrel-constrast": 3.1633920669555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5344656705856323,
      "cov-distil (oracle2student)": 4.568868160247803,
      "cov-distil (oracle2teacher)": 4.642075061798096,
      "epoch": 6.5039246467817895,
      "rel-constrast": 2.7270240783691406,
      "step": 8286,
      "subrel-constrast": 3.17537522315979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6316838264465332,
      "cov-distil (oracle2student)": 5.25613260269165,
      "cov-distil (oracle2teacher)": 5.001672744750977,
      "epoch": 6.504709576138148,
      "rel-constrast": 2.833969831466675,
      "step": 8287,
      "subrel-constrast": 3.4378445148468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607647180557251,
      "cov-distil (oracle2student)": 4.793948650360107,
      "cov-distil (oracle2teacher)": 3.816394805908203,
      "epoch": 6.5054945054945055,
      "rel-constrast": 1.9084033966064453,
      "step": 8288,
      "subrel-constrast": 2.452064275741577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3811118602752686,
      "cov-distil (oracle2student)": 3.1803979873657227,
      "cov-distil (oracle2teacher)": 3.0548012256622314,
      "epoch": 6.506279434850864,
      "rel-constrast": 2.3934881687164307,
      "step": 8289,
      "subrel-constrast": 2.9929330348968506,
      "view-similarity": 0
    },
    {
      "epoch": 6.5070643642072215,
      "grad_norm": 7.125,
      "learning_rate": 4.327892005559211e-06,
      "loss": 0.6771,
      "step": 8290
    },
    {
      "cov-distil": 2.0489978790283203,
      "cov-distil (oracle2student)": 3.9098868370056152,
      "cov-distil (oracle2teacher)": 3.479905605316162,
      "epoch": 6.5070643642072215,
      "rel-constrast": 1.9516932964324951,
      "step": 8290,
      "subrel-constrast": 2.99440336227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301891803741455,
      "cov-distil (oracle2student)": 4.233227252960205,
      "cov-distil (oracle2teacher)": 4.281630992889404,
      "epoch": 6.507849293563579,
      "rel-constrast": 2.771333694458008,
      "step": 8291,
      "subrel-constrast": 3.4162354469299316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.154352068901062,
      "cov-distil (oracle2student)": 5.064419746398926,
      "cov-distil (oracle2teacher)": 4.1383466720581055,
      "epoch": 6.508634222919937,
      "rel-constrast": 2.2514421939849854,
      "step": 8292,
      "subrel-constrast": 3.197493076324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3034815788269043,
      "cov-distil (oracle2student)": 3.297379970550537,
      "cov-distil (oracle2teacher)": 3.448683977127075,
      "epoch": 6.509419152276295,
      "rel-constrast": 2.433231830596924,
      "step": 8293,
      "subrel-constrast": 3.045684814453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7369226217269897,
      "cov-distil (oracle2student)": 4.2190752029418945,
      "cov-distil (oracle2teacher)": 4.410426139831543,
      "epoch": 6.510204081632653,
      "rel-constrast": 2.9797000885009766,
      "step": 8294,
      "subrel-constrast": 3.9132020473480225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2878674268722534,
      "cov-distil (oracle2student)": 4.739401817321777,
      "cov-distil (oracle2teacher)": 4.979811191558838,
      "epoch": 6.510989010989011,
      "rel-constrast": 3.0886781215667725,
      "step": 8295,
      "subrel-constrast": 3.634290933609009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568880319595337,
      "cov-distil (oracle2student)": 5.541606903076172,
      "cov-distil (oracle2teacher)": 5.358661651611328,
      "epoch": 6.511773940345369,
      "rel-constrast": 2.3871259689331055,
      "step": 8296,
      "subrel-constrast": 3.1702589988708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1361644268035889,
      "cov-distil (oracle2student)": 4.7816548347473145,
      "cov-distil (oracle2teacher)": 3.714012622833252,
      "epoch": 6.512558869701727,
      "rel-constrast": 2.141148805618286,
      "step": 8297,
      "subrel-constrast": 2.2917821407318115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5324828624725342,
      "cov-distil (oracle2student)": 2.84822416305542,
      "cov-distil (oracle2teacher)": 2.9415361881256104,
      "epoch": 6.5133437990580845,
      "rel-constrast": 2.069997787475586,
      "step": 8298,
      "subrel-constrast": 3.12581729888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8916549682617188,
      "cov-distil (oracle2student)": 4.685513496398926,
      "cov-distil (oracle2teacher)": 4.8073811531066895,
      "epoch": 6.514128728414443,
      "rel-constrast": 2.712980270385742,
      "step": 8299,
      "subrel-constrast": 3.706403970718384,
      "view-similarity": 0
    },
    {
      "epoch": 6.5149136577708004,
      "grad_norm": 6.5,
      "learning_rate": 4.278941827380953e-06,
      "loss": 0.6571,
      "step": 8300
    },
    {
      "epoch": 6.5149136577708004,
      "overlap": 0.30000001192092896,
      "step": 8300
    },
    {
      "epoch": 6.5149136577708004,
      "step": 8300,
      "student margin": 0.0567626953125
    },
    {
      "epoch": 6.5149136577708004,
      "step": 8300,
      "teacher margin": 0.0369873046875
    },
    {
      "epoch": 6.5149136577708004,
      "margin difference": -0.019775390625,
      "step": 8300
    },
    {
      "cov-distil": 1.5164668560028076,
      "cov-distil (oracle2student)": 4.632085800170898,
      "cov-distil (oracle2teacher)": 4.422379493713379,
      "epoch": 6.5149136577708004,
      "rel-constrast": 2.0060653686523438,
      "step": 8300,
      "subrel-constrast": 3.373011589050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1778743267059326,
      "cov-distil (oracle2student)": 3.9311208724975586,
      "cov-distil (oracle2teacher)": 3.684394598007202,
      "epoch": 6.515698587127159,
      "rel-constrast": 2.500225782394409,
      "step": 8301,
      "subrel-constrast": 3.1545374393463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3024982213974,
      "cov-distil (oracle2student)": 3.155958652496338,
      "cov-distil (oracle2teacher)": 3.279690742492676,
      "epoch": 6.516483516483516,
      "rel-constrast": 1.7204818725585938,
      "step": 8302,
      "subrel-constrast": 2.478734254837036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3067728281021118,
      "cov-distil (oracle2student)": 3.9886057376861572,
      "cov-distil (oracle2teacher)": 3.9639158248901367,
      "epoch": 6.517268445839875,
      "rel-constrast": 1.5860776901245117,
      "step": 8303,
      "subrel-constrast": 2.602497100830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670450210571289,
      "cov-distil (oracle2student)": 4.034543037414551,
      "cov-distil (oracle2teacher)": 4.050388336181641,
      "epoch": 6.518053375196232,
      "rel-constrast": 2.267430305480957,
      "step": 8304,
      "subrel-constrast": 3.0211539268493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8432836532592773,
      "cov-distil (oracle2student)": 3.1985373497009277,
      "cov-distil (oracle2teacher)": 3.6064205169677734,
      "epoch": 6.51883830455259,
      "rel-constrast": 1.9984362125396729,
      "step": 8305,
      "subrel-constrast": 2.9746594429016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566551685333252,
      "cov-distil (oracle2student)": 3.6910624504089355,
      "cov-distil (oracle2teacher)": 3.778859853744507,
      "epoch": 6.519623233908948,
      "rel-constrast": 2.364067316055298,
      "step": 8306,
      "subrel-constrast": 2.998533248901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635693073272705,
      "cov-distil (oracle2student)": 3.299086332321167,
      "cov-distil (oracle2teacher)": 3.3014028072357178,
      "epoch": 6.520408163265306,
      "rel-constrast": 2.2131905555725098,
      "step": 8307,
      "subrel-constrast": 3.2840933799743652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259629249572754,
      "cov-distil (oracle2student)": 4.092350482940674,
      "cov-distil (oracle2teacher)": 4.354757308959961,
      "epoch": 6.521193092621664,
      "rel-constrast": 2.3871538639068604,
      "step": 8308,
      "subrel-constrast": 3.256168842315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7156810760498047,
      "cov-distil (oracle2student)": 4.191290855407715,
      "cov-distil (oracle2teacher)": 4.476902961730957,
      "epoch": 6.521978021978022,
      "rel-constrast": 2.442176103591919,
      "step": 8309,
      "subrel-constrast": 3.0905561447143555,
      "view-similarity": 0
    },
    {
      "epoch": 6.52276295133438,
      "grad_norm": 5.5625,
      "learning_rate": 4.230244128757366e-06,
      "loss": 0.5746,
      "step": 8310
    },
    {
      "cov-distil": 1.4478658437728882,
      "cov-distil (oracle2student)": 4.383390426635742,
      "cov-distil (oracle2teacher)": 4.80267858505249,
      "epoch": 6.52276295133438,
      "rel-constrast": 2.2045159339904785,
      "step": 8310,
      "subrel-constrast": 3.079390048980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4397053718566895,
      "cov-distil (oracle2student)": 2.9197030067443848,
      "cov-distil (oracle2teacher)": 2.804110050201416,
      "epoch": 6.523547880690738,
      "rel-constrast": 3.160510301589966,
      "step": 8311,
      "subrel-constrast": 3.620558977127075,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0378403663635254,
      "cov-distil (oracle2student)": 5.199369430541992,
      "cov-distil (oracle2teacher)": 5.140164852142334,
      "epoch": 6.524332810047095,
      "rel-constrast": 2.4377241134643555,
      "step": 8312,
      "subrel-constrast": 3.4690380096435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0496556758880615,
      "cov-distil (oracle2student)": 4.07127046585083,
      "cov-distil (oracle2teacher)": 3.886859655380249,
      "epoch": 6.525117739403454,
      "rel-constrast": 2.1846442222595215,
      "step": 8313,
      "subrel-constrast": 2.8441781997680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6060476303100586,
      "cov-distil (oracle2student)": 3.4926934242248535,
      "cov-distil (oracle2teacher)": 3.275453567504883,
      "epoch": 6.525902668759811,
      "rel-constrast": 2.0924365520477295,
      "step": 8314,
      "subrel-constrast": 2.997847557067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9367680549621582,
      "cov-distil (oracle2student)": 4.139203071594238,
      "cov-distil (oracle2teacher)": 3.710063934326172,
      "epoch": 6.52668759811617,
      "rel-constrast": 2.997772216796875,
      "step": 8315,
      "subrel-constrast": 3.5170013904571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6098582744598389,
      "cov-distil (oracle2student)": 4.826238632202148,
      "cov-distil (oracle2teacher)": 5.1630353927612305,
      "epoch": 6.527472527472527,
      "rel-constrast": 1.4205691814422607,
      "step": 8316,
      "subrel-constrast": 2.7435805797576904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.401901125907898,
      "cov-distil (oracle2student)": 5.460022926330566,
      "cov-distil (oracle2teacher)": 4.342990875244141,
      "epoch": 6.528257456828886,
      "rel-constrast": 2.935673952102661,
      "step": 8317,
      "subrel-constrast": 2.815784454345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559938669204712,
      "cov-distil (oracle2student)": 4.189465522766113,
      "cov-distil (oracle2teacher)": 3.75600528717041,
      "epoch": 6.529042386185243,
      "rel-constrast": 3.890775203704834,
      "step": 8318,
      "subrel-constrast": 4.341426372528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7082687616348267,
      "cov-distil (oracle2student)": 4.464356422424316,
      "cov-distil (oracle2teacher)": 3.966681718826294,
      "epoch": 6.529827315541601,
      "rel-constrast": 2.5072598457336426,
      "step": 8319,
      "subrel-constrast": 3.0356669425964355,
      "view-similarity": 0
    },
    {
      "epoch": 6.530612244897959,
      "grad_norm": 5.375,
      "learning_rate": 4.1817995030545285e-06,
      "loss": 0.6853,
      "step": 8320
    },
    {
      "cov-distil": 1.7606561183929443,
      "cov-distil (oracle2student)": 2.7154808044433594,
      "cov-distil (oracle2teacher)": 3.7375526428222656,
      "epoch": 6.530612244897959,
      "rel-constrast": 3.7969558238983154,
      "step": 8320,
      "subrel-constrast": 4.412114143371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0838066339492798,
      "cov-distil (oracle2student)": 4.245388984680176,
      "cov-distil (oracle2teacher)": 3.790215492248535,
      "epoch": 6.531397174254317,
      "rel-constrast": 2.9077727794647217,
      "step": 8321,
      "subrel-constrast": 3.205261707305908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727928876876831,
      "cov-distil (oracle2student)": 4.052489280700684,
      "cov-distil (oracle2teacher)": 3.6986403465270996,
      "epoch": 6.532182103610675,
      "rel-constrast": 2.2174172401428223,
      "step": 8322,
      "subrel-constrast": 3.772752046585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2061173915863037,
      "cov-distil (oracle2student)": 4.12114143371582,
      "cov-distil (oracle2teacher)": 3.6133575439453125,
      "epoch": 6.532967032967033,
      "rel-constrast": 2.6283011436462402,
      "step": 8323,
      "subrel-constrast": 3.149266481399536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4919627904891968,
      "cov-distil (oracle2student)": 5.860540390014648,
      "cov-distil (oracle2teacher)": 5.455077171325684,
      "epoch": 6.533751962323391,
      "rel-constrast": 3.620929479598999,
      "step": 8324,
      "subrel-constrast": 4.109711647033691,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4552690982818604,
      "cov-distil (oracle2student)": 4.351962089538574,
      "cov-distil (oracle2teacher)": 3.8952198028564453,
      "epoch": 6.534536891679749,
      "rel-constrast": 2.090975761413574,
      "step": 8325,
      "subrel-constrast": 3.042314291000366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5078070163726807,
      "cov-distil (oracle2student)": 3.9503660202026367,
      "cov-distil (oracle2teacher)": 3.617560386657715,
      "epoch": 6.535321821036106,
      "rel-constrast": 2.499880313873291,
      "step": 8326,
      "subrel-constrast": 3.188786029815674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798473119735718,
      "cov-distil (oracle2student)": 4.459254264831543,
      "cov-distil (oracle2teacher)": 4.320666313171387,
      "epoch": 6.536106750392465,
      "rel-constrast": 1.8578360080718994,
      "step": 8327,
      "subrel-constrast": 2.7960166931152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6099399328231812,
      "cov-distil (oracle2student)": 5.769509315490723,
      "cov-distil (oracle2teacher)": 5.057829856872559,
      "epoch": 6.536891679748822,
      "rel-constrast": 2.600687026977539,
      "step": 8328,
      "subrel-constrast": 3.5611393451690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.934823989868164,
      "cov-distil (oracle2student)": 2.960519313812256,
      "cov-distil (oracle2teacher)": 3.0678911209106445,
      "epoch": 6.537676609105181,
      "rel-constrast": 1.9141311645507812,
      "step": 8329,
      "subrel-constrast": 2.9991719722747803,
      "view-similarity": 0
    },
    {
      "epoch": 6.538461538461538,
      "grad_norm": 5.15625,
      "learning_rate": 4.133608540554932e-06,
      "loss": 0.6915,
      "step": 8330
    },
    {
      "cov-distil": 1.8341593742370605,
      "cov-distil (oracle2student)": 3.9174511432647705,
      "cov-distil (oracle2teacher)": 3.7513577938079834,
      "epoch": 6.538461538461538,
      "rel-constrast": 1.986264944076538,
      "step": 8330,
      "subrel-constrast": 2.793184757232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4919050931930542,
      "cov-distil (oracle2student)": 3.5454604625701904,
      "cov-distil (oracle2teacher)": 3.857556104660034,
      "epoch": 6.539246467817897,
      "rel-constrast": 2.671210289001465,
      "step": 8331,
      "subrel-constrast": 3.0634777545928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1359022855758667,
      "cov-distil (oracle2student)": 3.5110578536987305,
      "cov-distil (oracle2teacher)": 3.987691879272461,
      "epoch": 6.540031397174254,
      "rel-constrast": 2.5426151752471924,
      "step": 8332,
      "subrel-constrast": 3.558652639389038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8225538730621338,
      "cov-distil (oracle2student)": 5.701895713806152,
      "cov-distil (oracle2teacher)": 5.656242370605469,
      "epoch": 6.540816326530612,
      "rel-constrast": 2.8896284103393555,
      "step": 8333,
      "subrel-constrast": 3.8932578563690186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.036132574081421,
      "cov-distil (oracle2student)": 3.5524966716766357,
      "cov-distil (oracle2teacher)": 3.682128667831421,
      "epoch": 6.54160125588697,
      "rel-constrast": 2.2708237171173096,
      "step": 8334,
      "subrel-constrast": 2.781285524368286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3219521045684814,
      "cov-distil (oracle2student)": 3.8069686889648438,
      "cov-distil (oracle2teacher)": 4.236289024353027,
      "epoch": 6.542386185243328,
      "rel-constrast": 2.0919735431671143,
      "step": 8335,
      "subrel-constrast": 2.752133369445801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.377398133277893,
      "cov-distil (oracle2student)": 4.997030258178711,
      "cov-distil (oracle2teacher)": 4.743033409118652,
      "epoch": 6.543171114599686,
      "rel-constrast": 3.112142324447632,
      "step": 8336,
      "subrel-constrast": 3.952113151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0578267574310303,
      "cov-distil (oracle2student)": 3.5269103050231934,
      "cov-distil (oracle2teacher)": 3.245380401611328,
      "epoch": 6.543956043956044,
      "rel-constrast": 2.3098435401916504,
      "step": 8337,
      "subrel-constrast": 2.947308301925659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2786861658096313,
      "cov-distil (oracle2student)": 5.496156692504883,
      "cov-distil (oracle2teacher)": 5.380846977233887,
      "epoch": 6.544740973312402,
      "rel-constrast": 3.182314395904541,
      "step": 8338,
      "subrel-constrast": 3.700878620147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3839857578277588,
      "cov-distil (oracle2student)": 3.722789764404297,
      "cov-distil (oracle2teacher)": 3.5624048709869385,
      "epoch": 6.54552590266876,
      "rel-constrast": 2.226301908493042,
      "step": 8339,
      "subrel-constrast": 3.159520149230957,
      "view-similarity": 0
    },
    {
      "epoch": 6.546310832025117,
      "grad_norm": 5.15625,
      "learning_rate": 4.085671828450227e-06,
      "loss": 0.6664,
      "step": 8340
    },
    {
      "cov-distil": 1.4281543493270874,
      "cov-distil (oracle2student)": 4.047689437866211,
      "cov-distil (oracle2teacher)": 3.6960668563842773,
      "epoch": 6.546310832025117,
      "rel-constrast": 2.733336925506592,
      "step": 8340,
      "subrel-constrast": 3.438673257827759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3525816202163696,
      "cov-distil (oracle2student)": 4.6581034660339355,
      "cov-distil (oracle2teacher)": 4.146500587463379,
      "epoch": 6.547095761381476,
      "rel-constrast": 2.621227264404297,
      "step": 8341,
      "subrel-constrast": 3.097745180130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4195621013641357,
      "cov-distil (oracle2student)": 4.985801696777344,
      "cov-distil (oracle2teacher)": 5.071949481964111,
      "epoch": 6.547880690737833,
      "rel-constrast": 2.457296371459961,
      "step": 8342,
      "subrel-constrast": 3.011484146118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470732688903809,
      "cov-distil (oracle2student)": 4.948005676269531,
      "cov-distil (oracle2teacher)": 4.478109359741211,
      "epoch": 6.548665620094192,
      "rel-constrast": 3.3894095420837402,
      "step": 8343,
      "subrel-constrast": 4.49165153503418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6118673086166382,
      "cov-distil (oracle2student)": 3.5422065258026123,
      "cov-distil (oracle2teacher)": 3.5442826747894287,
      "epoch": 6.549450549450549,
      "rel-constrast": 2.93166446685791,
      "step": 8344,
      "subrel-constrast": 3.620448112487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3292006254196167,
      "cov-distil (oracle2student)": 2.6252455711364746,
      "cov-distil (oracle2teacher)": 2.8164255619049072,
      "epoch": 6.550235478806908,
      "rel-constrast": 1.9409654140472412,
      "step": 8345,
      "subrel-constrast": 2.818272829055786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8971893787384033,
      "cov-distil (oracle2student)": 4.415467262268066,
      "cov-distil (oracle2teacher)": 5.1347808837890625,
      "epoch": 6.551020408163265,
      "rel-constrast": 2.3404014110565186,
      "step": 8346,
      "subrel-constrast": 3.6537325382232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2498698234558105,
      "cov-distil (oracle2student)": 4.732982635498047,
      "cov-distil (oracle2teacher)": 4.528848648071289,
      "epoch": 6.551805337519623,
      "rel-constrast": 3.0876641273498535,
      "step": 8347,
      "subrel-constrast": 3.5611348152160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343608379364014,
      "cov-distil (oracle2student)": 4.312650203704834,
      "cov-distil (oracle2teacher)": 3.5469717979431152,
      "epoch": 6.552590266875981,
      "rel-constrast": 2.6941347122192383,
      "step": 8348,
      "subrel-constrast": 3.0420165061950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.545968770980835,
      "cov-distil (oracle2student)": 3.4670660495758057,
      "cov-distil (oracle2teacher)": 3.442308187484741,
      "epoch": 6.553375196232339,
      "rel-constrast": 2.60856294631958,
      "step": 8349,
      "subrel-constrast": 3.2697243690490723,
      "view-similarity": 0
    },
    {
      "epoch": 6.554160125588697,
      "grad_norm": 5.5,
      "learning_rate": 4.037989950834134e-06,
      "loss": 0.7072,
      "step": 8350
    },
    {
      "cov-distil": 2.352330446243286,
      "cov-distil (oracle2student)": 3.1692512035369873,
      "cov-distil (oracle2teacher)": 3.183967351913452,
      "epoch": 6.554160125588697,
      "rel-constrast": 2.550175905227661,
      "step": 8350,
      "subrel-constrast": 3.6879427433013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1112440824508667,
      "cov-distil (oracle2student)": 5.37196683883667,
      "cov-distil (oracle2teacher)": 4.432918071746826,
      "epoch": 6.554945054945055,
      "rel-constrast": 1.5041992664337158,
      "step": 8351,
      "subrel-constrast": 1.9481592178344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3811153173446655,
      "cov-distil (oracle2student)": 4.554143905639648,
      "cov-distil (oracle2teacher)": 3.9428648948669434,
      "epoch": 6.555729984301413,
      "rel-constrast": 3.0816073417663574,
      "step": 8352,
      "subrel-constrast": 3.1872899532318115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5559656620025635,
      "cov-distil (oracle2student)": 3.7797136306762695,
      "cov-distil (oracle2teacher)": 3.7304677963256836,
      "epoch": 6.556514913657771,
      "rel-constrast": 2.5279762744903564,
      "step": 8353,
      "subrel-constrast": 3.379505157470703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165993452072144,
      "cov-distil (oracle2student)": 3.0521352291107178,
      "cov-distil (oracle2teacher)": 3.939483880996704,
      "epoch": 6.557299843014128,
      "rel-constrast": 2.6043362617492676,
      "step": 8354,
      "subrel-constrast": 3.5246517658233643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6756763458251953,
      "cov-distil (oracle2student)": 5.28106689453125,
      "cov-distil (oracle2teacher)": 4.96157693862915,
      "epoch": 6.558084772370487,
      "rel-constrast": 3.2891666889190674,
      "step": 8355,
      "subrel-constrast": 3.59023118019104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7631158828735352,
      "cov-distil (oracle2student)": 4.34541130065918,
      "cov-distil (oracle2teacher)": 3.812135934829712,
      "epoch": 6.558869701726844,
      "rel-constrast": 2.7304751873016357,
      "step": 8356,
      "subrel-constrast": 3.4959421157836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2632298469543457,
      "cov-distil (oracle2student)": 3.483719825744629,
      "cov-distil (oracle2teacher)": 3.452028274536133,
      "epoch": 6.559654631083203,
      "rel-constrast": 2.2706780433654785,
      "step": 8357,
      "subrel-constrast": 2.7916035652160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4762065410614014,
      "cov-distil (oracle2student)": 3.2364609241485596,
      "cov-distil (oracle2teacher)": 3.0152392387390137,
      "epoch": 6.56043956043956,
      "rel-constrast": 1.8678584098815918,
      "step": 8358,
      "subrel-constrast": 2.843099594116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1248499155044556,
      "cov-distil (oracle2student)": 3.7785427570343018,
      "cov-distil (oracle2teacher)": 3.4988832473754883,
      "epoch": 6.561224489795919,
      "rel-constrast": 3.312464475631714,
      "step": 8359,
      "subrel-constrast": 4.0944013595581055,
      "view-similarity": 0
    },
    {
      "epoch": 6.562009419152276,
      "grad_norm": 7.1875,
      "learning_rate": 3.99056348869529e-06,
      "loss": 0.682,
      "step": 8360
    },
    {
      "cov-distil": 1.9017093181610107,
      "cov-distil (oracle2student)": 4.895256042480469,
      "cov-distil (oracle2teacher)": 4.492799758911133,
      "epoch": 6.562009419152276,
      "rel-constrast": 2.614591360092163,
      "step": 8360,
      "subrel-constrast": 3.332446336746216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.571111798286438,
      "cov-distil (oracle2student)": 4.1072773933410645,
      "cov-distil (oracle2teacher)": 4.2178263664245605,
      "epoch": 6.562794348508634,
      "rel-constrast": 2.2583365440368652,
      "step": 8361,
      "subrel-constrast": 3.210952043533325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938383102416992,
      "cov-distil (oracle2student)": 3.8144640922546387,
      "cov-distil (oracle2teacher)": 3.5785861015319824,
      "epoch": 6.563579277864992,
      "rel-constrast": 2.250225067138672,
      "step": 8362,
      "subrel-constrast": 3.2164671421051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805012464523315,
      "cov-distil (oracle2student)": 4.640771865844727,
      "cov-distil (oracle2teacher)": 3.9750962257385254,
      "epoch": 6.56436420722135,
      "rel-constrast": 3.01133394241333,
      "step": 8363,
      "subrel-constrast": 3.514467239379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2957818508148193,
      "cov-distil (oracle2student)": 5.175292015075684,
      "cov-distil (oracle2teacher)": 4.667636394500732,
      "epoch": 6.565149136577708,
      "rel-constrast": 2.3937489986419678,
      "step": 8364,
      "subrel-constrast": 2.8664700984954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313705444335938,
      "cov-distil (oracle2student)": 3.316253662109375,
      "cov-distil (oracle2teacher)": 3.0641393661499023,
      "epoch": 6.565934065934066,
      "rel-constrast": 3.004089593887329,
      "step": 8365,
      "subrel-constrast": 3.4691379070281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2821664810180664,
      "cov-distil (oracle2student)": 4.17234992980957,
      "cov-distil (oracle2teacher)": 3.9105734825134277,
      "epoch": 6.566718995290424,
      "rel-constrast": 2.274568796157837,
      "step": 8366,
      "subrel-constrast": 3.0065150260925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9541059732437134,
      "cov-distil (oracle2student)": 4.768680572509766,
      "cov-distil (oracle2teacher)": 4.680261611938477,
      "epoch": 6.567503924646782,
      "rel-constrast": 1.8859153985977173,
      "step": 8367,
      "subrel-constrast": 2.641543388366699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5969675779342651,
      "cov-distil (oracle2student)": 3.897859573364258,
      "cov-distil (oracle2teacher)": 4.018097400665283,
      "epoch": 6.568288854003139,
      "rel-constrast": 3.986377239227295,
      "step": 8368,
      "subrel-constrast": 4.509488582611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1809096336364746,
      "cov-distil (oracle2student)": 4.253338813781738,
      "cov-distil (oracle2teacher)": 4.055294990539551,
      "epoch": 6.569073783359498,
      "rel-constrast": 2.2019572257995605,
      "step": 8369,
      "subrel-constrast": 2.6787126064300537,
      "view-similarity": 0
    },
    {
      "epoch": 6.569858712715855,
      "grad_norm": 4.1875,
      "learning_rate": 3.943393019910155e-06,
      "loss": 0.6837,
      "step": 8370
    },
    {
      "cov-distil": 1.1872749328613281,
      "cov-distil (oracle2student)": 4.313477993011475,
      "cov-distil (oracle2teacher)": 3.808588981628418,
      "epoch": 6.569858712715855,
      "rel-constrast": 2.220330238342285,
      "step": 8370,
      "subrel-constrast": 2.8471336364746094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3794970512390137,
      "cov-distil (oracle2student)": 7.033710479736328,
      "cov-distil (oracle2teacher)": 6.058126926422119,
      "epoch": 6.570643642072214,
      "rel-constrast": 2.8943750858306885,
      "step": 8371,
      "subrel-constrast": 3.3603830337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681246042251587,
      "cov-distil (oracle2student)": 4.794437885284424,
      "cov-distil (oracle2teacher)": 4.457267761230469,
      "epoch": 6.571428571428571,
      "rel-constrast": 1.831960678100586,
      "step": 8372,
      "subrel-constrast": 2.458526134490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.833777666091919,
      "cov-distil (oracle2student)": 3.383305549621582,
      "cov-distil (oracle2teacher)": 3.7918858528137207,
      "epoch": 6.57221350078493,
      "rel-constrast": 2.229705810546875,
      "step": 8373,
      "subrel-constrast": 3.5727691650390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.154137134552002,
      "cov-distil (oracle2student)": 4.025272369384766,
      "cov-distil (oracle2teacher)": 3.3947649002075195,
      "epoch": 6.572998430141287,
      "rel-constrast": 2.05053448677063,
      "step": 8374,
      "subrel-constrast": 2.369595766067505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579734444618225,
      "cov-distil (oracle2student)": 4.336205005645752,
      "cov-distil (oracle2teacher)": 4.071954727172852,
      "epoch": 6.573783359497646,
      "rel-constrast": 4.06335973739624,
      "step": 8375,
      "subrel-constrast": 5.21512508392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1969842910766602,
      "cov-distil (oracle2student)": 2.6429362297058105,
      "cov-distil (oracle2teacher)": 3.222961664199829,
      "epoch": 6.574568288854003,
      "rel-constrast": 2.1877028942108154,
      "step": 8376,
      "subrel-constrast": 3.0067081451416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7036004066467285,
      "cov-distil (oracle2student)": 5.160525798797607,
      "cov-distil (oracle2teacher)": 4.719876289367676,
      "epoch": 6.575353218210362,
      "rel-constrast": 2.6407036781311035,
      "step": 8377,
      "subrel-constrast": 3.1933062076568604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.19368314743042,
      "cov-distil (oracle2student)": 2.567992687225342,
      "cov-distil (oracle2teacher)": 2.53383207321167,
      "epoch": 6.576138147566719,
      "rel-constrast": 1.6393860578536987,
      "step": 8378,
      "subrel-constrast": 2.1204609870910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559151291847229,
      "cov-distil (oracle2student)": 7.891051769256592,
      "cov-distil (oracle2teacher)": 6.699024200439453,
      "epoch": 6.576923076923077,
      "rel-constrast": 3.136024236679077,
      "step": 8379,
      "subrel-constrast": 3.9795379638671875,
      "view-similarity": 0
    },
    {
      "epoch": 6.577708006279435,
      "grad_norm": 7.3125,
      "learning_rate": 3.896479119236018e-06,
      "loss": 0.6585,
      "step": 8380
    },
    {
      "cov-distil": 1.1732957363128662,
      "cov-distil (oracle2student)": 4.516960144042969,
      "cov-distil (oracle2teacher)": 4.051173210144043,
      "epoch": 6.577708006279435,
      "rel-constrast": 1.6051726341247559,
      "step": 8380,
      "subrel-constrast": 2.5028679370880127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1358400583267212,
      "cov-distil (oracle2student)": 3.7678704261779785,
      "cov-distil (oracle2teacher)": 3.807995080947876,
      "epoch": 6.578492935635793,
      "rel-constrast": 2.2367002964019775,
      "step": 8381,
      "subrel-constrast": 3.293215274810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.844524621963501,
      "cov-distil (oracle2student)": 4.480422019958496,
      "cov-distil (oracle2teacher)": 4.575294494628906,
      "epoch": 6.579277864992151,
      "rel-constrast": 2.461118698120117,
      "step": 8382,
      "subrel-constrast": 3.265615701675415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4237303733825684,
      "cov-distil (oracle2student)": 4.343051910400391,
      "cov-distil (oracle2teacher)": 4.321587562561035,
      "epoch": 6.580062794348509,
      "rel-constrast": 1.9750847816467285,
      "step": 8383,
      "subrel-constrast": 3.119925022125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.854959487915039,
      "cov-distil (oracle2student)": 3.892164707183838,
      "cov-distil (oracle2teacher)": 3.833144426345825,
      "epoch": 6.580847723704867,
      "rel-constrast": 3.1622204780578613,
      "step": 8384,
      "subrel-constrast": 3.454716682434082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5533132553100586,
      "cov-distil (oracle2student)": 3.0564608573913574,
      "cov-distil (oracle2teacher)": 3.4759676456451416,
      "epoch": 6.581632653061225,
      "rel-constrast": 2.8004274368286133,
      "step": 8385,
      "subrel-constrast": 3.3354105949401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6797459125518799,
      "cov-distil (oracle2student)": 2.9776644706726074,
      "cov-distil (oracle2teacher)": 2.8929429054260254,
      "epoch": 6.582417582417582,
      "rel-constrast": 2.1673641204833984,
      "step": 8386,
      "subrel-constrast": 2.8267581462860107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686983346939087,
      "cov-distil (oracle2student)": 6.266570091247559,
      "cov-distil (oracle2teacher)": 5.6700592041015625,
      "epoch": 6.583202511773941,
      "rel-constrast": 2.9870433807373047,
      "step": 8387,
      "subrel-constrast": 3.2431678771972656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7088205814361572,
      "cov-distil (oracle2student)": 4.4686665534973145,
      "cov-distil (oracle2teacher)": 4.0244059562683105,
      "epoch": 6.583987441130298,
      "rel-constrast": 3.3192646503448486,
      "step": 8388,
      "subrel-constrast": 4.045600414276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.710351586341858,
      "cov-distil (oracle2student)": 3.744624137878418,
      "cov-distil (oracle2teacher)": 3.3669581413269043,
      "epoch": 6.5847723704866565,
      "rel-constrast": 2.6453678607940674,
      "step": 8389,
      "subrel-constrast": 3.268392562866211,
      "view-similarity": 0
    },
    {
      "epoch": 6.585557299843014,
      "grad_norm": 5.375,
      "learning_rate": 3.849822358303948e-06,
      "loss": 0.6734,
      "step": 8390
    },
    {
      "cov-distil": 1.1340959072113037,
      "cov-distil (oracle2student)": 4.1969122886657715,
      "cov-distil (oracle2teacher)": 3.7814908027648926,
      "epoch": 6.585557299843014,
      "rel-constrast": 1.8957316875457764,
      "step": 8390,
      "subrel-constrast": 2.5137252807617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4182318449020386,
      "cov-distil (oracle2student)": 3.424863338470459,
      "cov-distil (oracle2teacher)": 3.276526927947998,
      "epoch": 6.5863422291993725,
      "rel-constrast": 1.7540388107299805,
      "step": 8391,
      "subrel-constrast": 2.4265947341918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1405842304229736,
      "cov-distil (oracle2student)": 2.6752636432647705,
      "cov-distil (oracle2teacher)": 2.7642745971679688,
      "epoch": 6.58712715855573,
      "rel-constrast": 2.201080799102783,
      "step": 8392,
      "subrel-constrast": 2.4273312091827393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1623526811599731,
      "cov-distil (oracle2student)": 4.429967880249023,
      "cov-distil (oracle2teacher)": 3.821476459503174,
      "epoch": 6.587912087912088,
      "rel-constrast": 3.0965652465820312,
      "step": 8393,
      "subrel-constrast": 2.9772355556488037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4734654426574707,
      "cov-distil (oracle2student)": 4.590142250061035,
      "cov-distil (oracle2teacher)": 4.281889915466309,
      "epoch": 6.588697017268446,
      "rel-constrast": 2.2548255920410156,
      "step": 8394,
      "subrel-constrast": 2.8922882080078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5621895790100098,
      "cov-distil (oracle2student)": 4.858008861541748,
      "cov-distil (oracle2teacher)": 4.214550971984863,
      "epoch": 6.589481946624804,
      "rel-constrast": 1.9714958667755127,
      "step": 8395,
      "subrel-constrast": 2.2356772422790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699921727180481,
      "cov-distil (oracle2student)": 4.320754528045654,
      "cov-distil (oracle2teacher)": 3.857114791870117,
      "epoch": 6.590266875981162,
      "rel-constrast": 2.5385308265686035,
      "step": 8396,
      "subrel-constrast": 3.1491689682006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.440711498260498,
      "cov-distil (oracle2student)": 4.200804710388184,
      "cov-distil (oracle2teacher)": 3.8451690673828125,
      "epoch": 6.5910518053375196,
      "rel-constrast": 1.9246529340744019,
      "step": 8397,
      "subrel-constrast": 2.992245674133301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3495844602584839,
      "cov-distil (oracle2student)": 4.252131462097168,
      "cov-distil (oracle2teacher)": 4.4517412185668945,
      "epoch": 6.591836734693878,
      "rel-constrast": 2.8038408756256104,
      "step": 8398,
      "subrel-constrast": 3.3986470699310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1636955738067627,
      "cov-distil (oracle2student)": 4.3502044677734375,
      "cov-distil (oracle2teacher)": 3.8920750617980957,
      "epoch": 6.5926216640502355,
      "rel-constrast": 2.5994746685028076,
      "step": 8399,
      "subrel-constrast": 2.9454567432403564,
      "view-similarity": 0
    },
    {
      "epoch": 6.593406593406593,
      "grad_norm": 4.84375,
      "learning_rate": 3.8034233056118475e-06,
      "loss": 0.6099,
      "step": 8400
    },
    {
      "epoch": 6.593406593406593,
      "overlap": 0.3109374940395355,
      "step": 8400
    },
    {
      "epoch": 6.593406593406593,
      "step": 8400,
      "student margin": 0.05072021484375
    },
    {
      "epoch": 6.593406593406593,
      "step": 8400,
      "teacher margin": 0.031219482421875
    },
    {
      "epoch": 6.593406593406593,
      "margin difference": -0.019500732421875,
      "step": 8400
    },
    {
      "cov-distil": 1.5593738555908203,
      "cov-distil (oracle2student)": 3.2971479892730713,
      "cov-distil (oracle2teacher)": 3.40346097946167,
      "epoch": 6.593406593406593,
      "rel-constrast": 2.515230178833008,
      "step": 8400,
      "subrel-constrast": 3.4215190410614014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5149989128112793,
      "cov-distil (oracle2student)": 3.683051109313965,
      "cov-distil (oracle2teacher)": 3.876742124557495,
      "epoch": 6.5941915227629515,
      "rel-constrast": 2.272353172302246,
      "step": 8401,
      "subrel-constrast": 3.101030111312866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627171516418457,
      "cov-distil (oracle2student)": 3.9141383171081543,
      "cov-distil (oracle2teacher)": 4.044152736663818,
      "epoch": 6.594976452119309,
      "rel-constrast": 1.8622362613677979,
      "step": 8402,
      "subrel-constrast": 3.0043129920959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5147581100463867,
      "cov-distil (oracle2student)": 5.796236991882324,
      "cov-distil (oracle2teacher)": 5.418912887573242,
      "epoch": 6.5957613814756675,
      "rel-constrast": 3.0685906410217285,
      "step": 8403,
      "subrel-constrast": 3.4244492053985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2538771629333496,
      "cov-distil (oracle2student)": 5.864253044128418,
      "cov-distil (oracle2teacher)": 5.556297302246094,
      "epoch": 6.596546310832025,
      "rel-constrast": 2.0122017860412598,
      "step": 8404,
      "subrel-constrast": 2.8023414611816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4253878593444824,
      "cov-distil (oracle2student)": 4.648118019104004,
      "cov-distil (oracle2teacher)": 4.084895610809326,
      "epoch": 6.5973312401883835,
      "rel-constrast": 2.711343288421631,
      "step": 8405,
      "subrel-constrast": 3.314728260040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4880409240722656,
      "cov-distil (oracle2student)": 4.964603424072266,
      "cov-distil (oracle2teacher)": 4.942420959472656,
      "epoch": 6.598116169544741,
      "rel-constrast": 2.9741196632385254,
      "step": 8406,
      "subrel-constrast": 3.6740972995758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7162072658538818,
      "cov-distil (oracle2student)": 4.093470573425293,
      "cov-distil (oracle2teacher)": 3.8050293922424316,
      "epoch": 6.5989010989010985,
      "rel-constrast": 2.0008339881896973,
      "step": 8407,
      "subrel-constrast": 3.1865744590759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0199756622314453,
      "cov-distil (oracle2student)": 3.921131134033203,
      "cov-distil (oracle2teacher)": 3.682502269744873,
      "epoch": 6.599686028257457,
      "rel-constrast": 2.841081142425537,
      "step": 8408,
      "subrel-constrast": 3.6807875633239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4198681116104126,
      "cov-distil (oracle2student)": 4.7929463386535645,
      "cov-distil (oracle2teacher)": 4.419035911560059,
      "epoch": 6.6004709576138145,
      "rel-constrast": 2.913857936859131,
      "step": 8409,
      "subrel-constrast": 3.557561159133911,
      "view-similarity": 0
    },
    {
      "epoch": 6.601255886970173,
      "grad_norm": 6.1875,
      "learning_rate": 3.7572825265175417e-06,
      "loss": 0.6681,
      "step": 8410
    },
    {
      "cov-distil": 1.837885856628418,
      "cov-distil (oracle2student)": 3.8449695110321045,
      "cov-distil (oracle2teacher)": 4.160398483276367,
      "epoch": 6.601255886970173,
      "rel-constrast": 1.74934983253479,
      "step": 8410,
      "subrel-constrast": 2.841226577758789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.302992343902588,
      "cov-distil (oracle2student)": 3.9097800254821777,
      "cov-distil (oracle2teacher)": 3.8795909881591797,
      "epoch": 6.6020408163265305,
      "rel-constrast": 2.7123804092407227,
      "step": 8411,
      "subrel-constrast": 3.201730489730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7547938823699951,
      "cov-distil (oracle2student)": 3.5689990520477295,
      "cov-distil (oracle2teacher)": 3.7466893196105957,
      "epoch": 6.602825745682889,
      "rel-constrast": 3.8040590286254883,
      "step": 8412,
      "subrel-constrast": 4.519059181213379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.345464825630188,
      "cov-distil (oracle2student)": 6.49049186706543,
      "cov-distil (oracle2teacher)": 5.660007476806641,
      "epoch": 6.6036106750392465,
      "rel-constrast": 2.1557931900024414,
      "step": 8413,
      "subrel-constrast": 2.63881254196167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.920874834060669,
      "cov-distil (oracle2student)": 3.8822498321533203,
      "cov-distil (oracle2teacher)": 3.9020376205444336,
      "epoch": 6.604395604395604,
      "rel-constrast": 1.9623256921768188,
      "step": 8414,
      "subrel-constrast": 3.0634515285491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618489742279053,
      "cov-distil (oracle2student)": 4.155847549438477,
      "cov-distil (oracle2teacher)": 3.57966685295105,
      "epoch": 6.6051805337519625,
      "rel-constrast": 1.8307182788848877,
      "step": 8415,
      "subrel-constrast": 2.5436506271362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1982526779174805,
      "cov-distil (oracle2student)": 4.1005706787109375,
      "cov-distil (oracle2teacher)": 4.350768089294434,
      "epoch": 6.60596546310832,
      "rel-constrast": 2.95055890083313,
      "step": 8416,
      "subrel-constrast": 4.010096073150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6264314651489258,
      "cov-distil (oracle2student)": 5.643435001373291,
      "cov-distil (oracle2teacher)": 4.810446739196777,
      "epoch": 6.606750392464678,
      "rel-constrast": 3.091294527053833,
      "step": 8417,
      "subrel-constrast": 3.6028530597686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724596381187439,
      "cov-distil (oracle2student)": 5.352740287780762,
      "cov-distil (oracle2teacher)": 5.38072395324707,
      "epoch": 6.607535321821036,
      "rel-constrast": 2.6258316040039062,
      "step": 8418,
      "subrel-constrast": 3.5546982288360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0797479152679443,
      "cov-distil (oracle2student)": 3.908876419067383,
      "cov-distil (oracle2teacher)": 3.6418542861938477,
      "epoch": 6.608320251177394,
      "rel-constrast": 2.24719500541687,
      "step": 8419,
      "subrel-constrast": 2.4746570587158203,
      "view-similarity": 0
    },
    {
      "epoch": 6.609105180533752,
      "grad_norm": 5.1875,
      "learning_rate": 3.7114005832318527e-06,
      "loss": 0.6689,
      "step": 8420
    },
    {
      "cov-distil": 1.697945475578308,
      "cov-distil (oracle2student)": 3.9627554416656494,
      "cov-distil (oracle2teacher)": 4.233575344085693,
      "epoch": 6.609105180533752,
      "rel-constrast": 1.9136385917663574,
      "step": 8420,
      "subrel-constrast": 3.169137716293335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3039839267730713,
      "cov-distil (oracle2student)": 4.509220123291016,
      "cov-distil (oracle2teacher)": 4.4423112869262695,
      "epoch": 6.6098901098901095,
      "rel-constrast": 3.820239543914795,
      "step": 8421,
      "subrel-constrast": 4.493029594421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6574630737304688,
      "cov-distil (oracle2student)": 5.147180557250977,
      "cov-distil (oracle2teacher)": 4.86447811126709,
      "epoch": 6.610675039246468,
      "rel-constrast": 2.1163535118103027,
      "step": 8422,
      "subrel-constrast": 3.013275146484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.821761131286621,
      "cov-distil (oracle2student)": 4.261692047119141,
      "cov-distil (oracle2teacher)": 4.095639705657959,
      "epoch": 6.6114599686028255,
      "rel-constrast": 3.2931230068206787,
      "step": 8423,
      "subrel-constrast": 3.6722943782806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7472031116485596,
      "cov-distil (oracle2student)": 3.640826463699341,
      "cov-distil (oracle2teacher)": 3.233372211456299,
      "epoch": 6.612244897959184,
      "rel-constrast": 2.1532480716705322,
      "step": 8424,
      "subrel-constrast": 2.3843741416931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2585703134536743,
      "cov-distil (oracle2student)": 5.033398628234863,
      "cov-distil (oracle2teacher)": 4.599111557006836,
      "epoch": 6.6130298273155415,
      "rel-constrast": 1.5609055757522583,
      "step": 8425,
      "subrel-constrast": 2.563387632369995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4282283782958984,
      "cov-distil (oracle2student)": 5.2905073165893555,
      "cov-distil (oracle2teacher)": 4.7024359703063965,
      "epoch": 6.6138147566719,
      "rel-constrast": 1.7839069366455078,
      "step": 8426,
      "subrel-constrast": 2.8327341079711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2840006351470947,
      "cov-distil (oracle2student)": 4.602888107299805,
      "cov-distil (oracle2teacher)": 4.4107160568237305,
      "epoch": 6.614599686028257,
      "rel-constrast": 3.580595016479492,
      "step": 8427,
      "subrel-constrast": 3.9330637454986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8448808193206787,
      "cov-distil (oracle2student)": 5.257689476013184,
      "cov-distil (oracle2teacher)": 4.44216251373291,
      "epoch": 6.615384615384615,
      "rel-constrast": 2.3268158435821533,
      "step": 8428,
      "subrel-constrast": 2.5957674980163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4643807411193848,
      "cov-distil (oracle2student)": 6.963958740234375,
      "cov-distil (oracle2teacher)": 6.231305122375488,
      "epoch": 6.616169544740973,
      "rel-constrast": 2.5516629219055176,
      "step": 8429,
      "subrel-constrast": 3.185469388961792,
      "view-similarity": 0
    },
    {
      "epoch": 6.616954474097331,
      "grad_norm": 7.21875,
      "learning_rate": 3.66577803481179e-06,
      "loss": 0.6638,
      "step": 8430
    },
    {
      "cov-distil": 1.8468385934829712,
      "cov-distil (oracle2student)": 4.525736331939697,
      "cov-distil (oracle2teacher)": 4.37750244140625,
      "epoch": 6.616954474097331,
      "rel-constrast": 1.8900508880615234,
      "step": 8430,
      "subrel-constrast": 2.8277995586395264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4086626768112183,
      "cov-distil (oracle2student)": 4.236236095428467,
      "cov-distil (oracle2teacher)": 4.218023300170898,
      "epoch": 6.617739403453689,
      "rel-constrast": 3.7294695377349854,
      "step": 8431,
      "subrel-constrast": 4.175987720489502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2417230606079102,
      "cov-distil (oracle2student)": 2.6049087047576904,
      "cov-distil (oracle2teacher)": 2.8467466831207275,
      "epoch": 6.618524332810047,
      "rel-constrast": 1.812551498413086,
      "step": 8432,
      "subrel-constrast": 2.3751819133758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6180601119995117,
      "cov-distil (oracle2student)": 3.2516703605651855,
      "cov-distil (oracle2teacher)": 3.3246102333068848,
      "epoch": 6.619309262166405,
      "rel-constrast": 1.8999264240264893,
      "step": 8433,
      "subrel-constrast": 2.7652499675750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457230806350708,
      "cov-distil (oracle2student)": 2.5326743125915527,
      "cov-distil (oracle2teacher)": 2.670321226119995,
      "epoch": 6.620094191522763,
      "rel-constrast": 2.6282753944396973,
      "step": 8434,
      "subrel-constrast": 3.0253801345825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5710619688034058,
      "cov-distil (oracle2student)": 2.8221383094787598,
      "cov-distil (oracle2teacher)": 3.2826547622680664,
      "epoch": 6.6208791208791204,
      "rel-constrast": 2.6372313499450684,
      "step": 8435,
      "subrel-constrast": 3.3520331382751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6074135303497314,
      "cov-distil (oracle2student)": 3.689723491668701,
      "cov-distil (oracle2teacher)": 3.6425371170043945,
      "epoch": 6.621664050235479,
      "rel-constrast": 3.4050536155700684,
      "step": 8436,
      "subrel-constrast": 3.8321003913879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681343674659729,
      "cov-distil (oracle2student)": 3.738818645477295,
      "cov-distil (oracle2teacher)": 3.4159700870513916,
      "epoch": 6.622448979591836,
      "rel-constrast": 3.287428140640259,
      "step": 8437,
      "subrel-constrast": 4.079231262207031,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5701313018798828,
      "cov-distil (oracle2student)": 4.645428657531738,
      "cov-distil (oracle2teacher)": 4.140604019165039,
      "epoch": 6.623233908948195,
      "rel-constrast": 1.7740797996520996,
      "step": 8438,
      "subrel-constrast": 2.639773368835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3734655380249023,
      "cov-distil (oracle2student)": 3.4203853607177734,
      "cov-distil (oracle2teacher)": 3.0465264320373535,
      "epoch": 6.624018838304552,
      "rel-constrast": 1.709930658340454,
      "step": 8439,
      "subrel-constrast": 2.5644707679748535,
      "view-similarity": 0
    },
    {
      "epoch": 6.624803767660911,
      "grad_norm": 4.46875,
      "learning_rate": 3.620415437153696e-06,
      "loss": 0.6578,
      "step": 8440
    },
    {
      "cov-distil": 1.6810171604156494,
      "cov-distil (oracle2student)": 4.634696960449219,
      "cov-distil (oracle2teacher)": 5.059818267822266,
      "epoch": 6.624803767660911,
      "rel-constrast": 2.9876725673675537,
      "step": 8440,
      "subrel-constrast": 4.6399054527282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4231446981430054,
      "cov-distil (oracle2student)": 4.065617084503174,
      "cov-distil (oracle2teacher)": 4.037668704986572,
      "epoch": 6.625588697017268,
      "rel-constrast": 2.1795339584350586,
      "step": 8441,
      "subrel-constrast": 3.100799083709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2410746812820435,
      "cov-distil (oracle2student)": 5.675786972045898,
      "cov-distil (oracle2teacher)": 5.3878278732299805,
      "epoch": 6.626373626373626,
      "rel-constrast": 3.462860584259033,
      "step": 8442,
      "subrel-constrast": 4.18778133392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2821369171142578,
      "cov-distil (oracle2student)": 4.8693647384643555,
      "cov-distil (oracle2teacher)": 4.690036773681641,
      "epoch": 6.627158555729984,
      "rel-constrast": 3.451727867126465,
      "step": 8443,
      "subrel-constrast": 3.889450788497925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5828202962875366,
      "cov-distil (oracle2student)": 3.6702628135681152,
      "cov-distil (oracle2teacher)": 3.66737699508667,
      "epoch": 6.627943485086342,
      "rel-constrast": 2.1327767372131348,
      "step": 8444,
      "subrel-constrast": 3.1060917377471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2065701484680176,
      "cov-distil (oracle2student)": 5.360316276550293,
      "cov-distil (oracle2teacher)": 5.29758358001709,
      "epoch": 6.6287284144427,
      "rel-constrast": 2.8665919303894043,
      "step": 8445,
      "subrel-constrast": 4.240482330322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1535325050354004,
      "cov-distil (oracle2student)": 6.3463544845581055,
      "cov-distil (oracle2teacher)": 5.8307414054870605,
      "epoch": 6.629513343799058,
      "rel-constrast": 2.683340072631836,
      "step": 8446,
      "subrel-constrast": 3.8659491539001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3251582384109497,
      "cov-distil (oracle2student)": 3.1233468055725098,
      "cov-distil (oracle2teacher)": 3.143296241760254,
      "epoch": 6.630298273155416,
      "rel-constrast": 3.319106101989746,
      "step": 8447,
      "subrel-constrast": 3.7063441276550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3954110145568848,
      "cov-distil (oracle2student)": 4.9207353591918945,
      "cov-distil (oracle2teacher)": 4.5764875411987305,
      "epoch": 6.631083202511774,
      "rel-constrast": 2.2904484272003174,
      "step": 8448,
      "subrel-constrast": 3.055373191833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1949782371520996,
      "cov-distil (oracle2student)": 5.1721391677856445,
      "cov-distil (oracle2teacher)": 4.641659259796143,
      "epoch": 6.631868131868131,
      "rel-constrast": 2.1878771781921387,
      "step": 8449,
      "subrel-constrast": 2.6300556659698486,
      "view-similarity": 0
    },
    {
      "epoch": 6.63265306122449,
      "grad_norm": 5.78125,
      "learning_rate": 3.575313342986522e-06,
      "loss": 0.7253,
      "step": 8450
    },
    {
      "cov-distil": 1.810823917388916,
      "cov-distil (oracle2student)": 4.050597190856934,
      "cov-distil (oracle2teacher)": 3.9314799308776855,
      "epoch": 6.63265306122449,
      "rel-constrast": 4.657355785369873,
      "step": 8450,
      "subrel-constrast": 4.692354679107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6760365962982178,
      "cov-distil (oracle2student)": 3.086818218231201,
      "cov-distil (oracle2teacher)": 3.5901007652282715,
      "epoch": 6.633437990580847,
      "rel-constrast": 3.45672345161438,
      "step": 8451,
      "subrel-constrast": 4.39976692199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.29032564163208,
      "cov-distil (oracle2student)": 4.39283561706543,
      "cov-distil (oracle2teacher)": 3.969590902328491,
      "epoch": 6.634222919937206,
      "rel-constrast": 3.0793309211730957,
      "step": 8452,
      "subrel-constrast": 2.7247495651245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3907976150512695,
      "cov-distil (oracle2student)": 4.061712265014648,
      "cov-distil (oracle2teacher)": 3.573739528656006,
      "epoch": 6.635007849293563,
      "rel-constrast": 2.934427499771118,
      "step": 8453,
      "subrel-constrast": 3.6077516078948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861097812652588,
      "cov-distil (oracle2student)": 3.619091510772705,
      "cov-distil (oracle2teacher)": 3.177751302719116,
      "epoch": 6.635792778649922,
      "rel-constrast": 2.858661413192749,
      "step": 8454,
      "subrel-constrast": 3.4115517139434814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2385644912719727,
      "cov-distil (oracle2student)": 3.344212532043457,
      "cov-distil (oracle2teacher)": 3.1754891872406006,
      "epoch": 6.636577708006279,
      "rel-constrast": 2.77748441696167,
      "step": 8455,
      "subrel-constrast": 3.505281448364258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645291566848755,
      "cov-distil (oracle2student)": 5.0409979820251465,
      "cov-distil (oracle2teacher)": 4.854038238525391,
      "epoch": 6.637362637362637,
      "rel-constrast": 1.3705365657806396,
      "step": 8456,
      "subrel-constrast": 2.330442428588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0283799171447754,
      "cov-distil (oracle2student)": 4.928990840911865,
      "cov-distil (oracle2teacher)": 4.611423492431641,
      "epoch": 6.638147566718995,
      "rel-constrast": 2.289707660675049,
      "step": 8457,
      "subrel-constrast": 2.9260170459747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577460765838623,
      "cov-distil (oracle2student)": 4.32000732421875,
      "cov-distil (oracle2teacher)": 3.9966447353363037,
      "epoch": 6.638932496075353,
      "rel-constrast": 3.419679641723633,
      "step": 8458,
      "subrel-constrast": 3.8258886337280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0343830585479736,
      "cov-distil (oracle2student)": 4.595398902893066,
      "cov-distil (oracle2teacher)": 4.3884687423706055,
      "epoch": 6.639717425431711,
      "rel-constrast": 2.7736949920654297,
      "step": 8459,
      "subrel-constrast": 3.412606716156006,
      "view-similarity": 0
    },
    {
      "epoch": 6.640502354788069,
      "grad_norm": 7.71875,
      "learning_rate": 3.5304723018650427e-06,
      "loss": 0.7759,
      "step": 8460
    },
    {
      "cov-distil": 1.3402515649795532,
      "cov-distil (oracle2student)": 3.471827507019043,
      "cov-distil (oracle2teacher)": 3.12825870513916,
      "epoch": 6.640502354788069,
      "rel-constrast": 1.833453893661499,
      "step": 8460,
      "subrel-constrast": 2.3620288372039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2826842069625854,
      "cov-distil (oracle2student)": 6.05429220199585,
      "cov-distil (oracle2teacher)": 5.017006874084473,
      "epoch": 6.641287284144427,
      "rel-constrast": 2.742199659347534,
      "step": 8461,
      "subrel-constrast": 3.3587820529937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880238056182861,
      "cov-distil (oracle2student)": 3.921881914138794,
      "cov-distil (oracle2teacher)": 3.1648409366607666,
      "epoch": 6.642072213500785,
      "rel-constrast": 2.7442383766174316,
      "step": 8462,
      "subrel-constrast": 2.952538251876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2749080657958984,
      "cov-distil (oracle2student)": 5.032526969909668,
      "cov-distil (oracle2teacher)": 4.325978755950928,
      "epoch": 6.642857142857143,
      "rel-constrast": 2.2411136627197266,
      "step": 8463,
      "subrel-constrast": 2.7762863636016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6147377490997314,
      "cov-distil (oracle2student)": 3.824873924255371,
      "cov-distil (oracle2teacher)": 3.9231948852539062,
      "epoch": 6.643642072213501,
      "rel-constrast": 2.6299595832824707,
      "step": 8464,
      "subrel-constrast": 3.3433752059936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654012203216553,
      "cov-distil (oracle2student)": 6.536157608032227,
      "cov-distil (oracle2teacher)": 5.700578689575195,
      "epoch": 6.644427001569858,
      "rel-constrast": 3.0419957637786865,
      "step": 8465,
      "subrel-constrast": 3.52995228767395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3240814208984375,
      "cov-distil (oracle2student)": 5.1937947273254395,
      "cov-distil (oracle2teacher)": 4.985569477081299,
      "epoch": 6.645211930926217,
      "rel-constrast": 2.569704294204712,
      "step": 8466,
      "subrel-constrast": 3.6787655353546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4433777332305908,
      "cov-distil (oracle2student)": 4.488541126251221,
      "cov-distil (oracle2teacher)": 3.8655781745910645,
      "epoch": 6.645996860282574,
      "rel-constrast": 2.2813570499420166,
      "step": 8467,
      "subrel-constrast": 3.226809024810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5665189027786255,
      "cov-distil (oracle2student)": 2.6668245792388916,
      "cov-distil (oracle2teacher)": 2.929987907409668,
      "epoch": 6.646781789638933,
      "rel-constrast": 2.6226377487182617,
      "step": 8468,
      "subrel-constrast": 3.3742082118988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362807273864746,
      "cov-distil (oracle2student)": 4.401088237762451,
      "cov-distil (oracle2teacher)": 4.068655967712402,
      "epoch": 6.64756671899529,
      "rel-constrast": 2.591653347015381,
      "step": 8469,
      "subrel-constrast": 3.2349190711975098,
      "view-similarity": 0
    },
    {
      "epoch": 6.648351648351649,
      "grad_norm": 6.03125,
      "learning_rate": 3.4858928601631922e-06,
      "loss": 0.6676,
      "step": 8470
    },
    {
      "cov-distil": 1.3779491186141968,
      "cov-distil (oracle2student)": 3.9177918434143066,
      "cov-distil (oracle2teacher)": 3.5604989528656006,
      "epoch": 6.648351648351649,
      "rel-constrast": 2.1722288131713867,
      "step": 8470,
      "subrel-constrast": 2.977273464202881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5086160898208618,
      "cov-distil (oracle2student)": 5.5129170417785645,
      "cov-distil (oracle2teacher)": 5.5107011795043945,
      "epoch": 6.649136577708006,
      "rel-constrast": 2.0858888626098633,
      "step": 8471,
      "subrel-constrast": 2.878739595413208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4983948469161987,
      "cov-distil (oracle2student)": 4.19770622253418,
      "cov-distil (oracle2teacher)": 4.383186340332031,
      "epoch": 6.649921507064365,
      "rel-constrast": 2.511183261871338,
      "step": 8472,
      "subrel-constrast": 3.0370588302612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.537071943283081,
      "cov-distil (oracle2student)": 3.6318297386169434,
      "cov-distil (oracle2teacher)": 3.369367837905884,
      "epoch": 6.650706436420722,
      "rel-constrast": 2.237065315246582,
      "step": 8473,
      "subrel-constrast": 2.940358877182007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5428454875946045,
      "cov-distil (oracle2student)": 4.525848388671875,
      "cov-distil (oracle2teacher)": 3.9863781929016113,
      "epoch": 6.65149136577708,
      "rel-constrast": 2.129176139831543,
      "step": 8474,
      "subrel-constrast": 2.871304512023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.277512788772583,
      "cov-distil (oracle2student)": 5.082124710083008,
      "cov-distil (oracle2teacher)": 4.652556896209717,
      "epoch": 6.652276295133438,
      "rel-constrast": 2.728076457977295,
      "step": 8475,
      "subrel-constrast": 3.454401731491089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568556547164917,
      "cov-distil (oracle2student)": 5.315195083618164,
      "cov-distil (oracle2teacher)": 5.121851921081543,
      "epoch": 6.653061224489796,
      "rel-constrast": 2.4962501525878906,
      "step": 8476,
      "subrel-constrast": 3.0207509994506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5400333404541016,
      "cov-distil (oracle2student)": 4.883911609649658,
      "cov-distil (oracle2teacher)": 4.313580513000488,
      "epoch": 6.653846153846154,
      "rel-constrast": 2.813068389892578,
      "step": 8477,
      "subrel-constrast": 3.62507700920105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.429510474205017,
      "cov-distil (oracle2student)": 4.903686046600342,
      "cov-distil (oracle2teacher)": 4.399995803833008,
      "epoch": 6.654631083202512,
      "rel-constrast": 1.8266973495483398,
      "step": 8478,
      "subrel-constrast": 2.289886474609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8659229278564453,
      "cov-distil (oracle2student)": 4.753900051116943,
      "cov-distil (oracle2teacher)": 4.519815444946289,
      "epoch": 6.65541601255887,
      "rel-constrast": 2.342766523361206,
      "step": 8479,
      "subrel-constrast": 3.16471791267395,
      "view-similarity": 0
    },
    {
      "epoch": 6.656200941915228,
      "grad_norm": 5.6875,
      "learning_rate": 3.441575561067406e-06,
      "loss": 0.6214,
      "step": 8480
    },
    {
      "cov-distil": 1.5378996133804321,
      "cov-distil (oracle2student)": 5.353935241699219,
      "cov-distil (oracle2teacher)": 4.963397026062012,
      "epoch": 6.656200941915228,
      "rel-constrast": 3.391090154647827,
      "step": 8480,
      "subrel-constrast": 3.8929572105407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.214328646659851,
      "cov-distil (oracle2student)": 4.131916046142578,
      "cov-distil (oracle2teacher)": 3.913363218307495,
      "epoch": 6.656985871271585,
      "rel-constrast": 2.765047073364258,
      "step": 8481,
      "subrel-constrast": 3.1276299953460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.698455572128296,
      "cov-distil (oracle2student)": 4.198278427124023,
      "cov-distil (oracle2teacher)": 4.473093032836914,
      "epoch": 6.657770800627944,
      "rel-constrast": 2.9422450065612793,
      "step": 8482,
      "subrel-constrast": 3.392620325088501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5552682876586914,
      "cov-distil (oracle2student)": 4.554874897003174,
      "cov-distil (oracle2teacher)": 4.833944320678711,
      "epoch": 6.658555729984301,
      "rel-constrast": 2.343076229095459,
      "step": 8483,
      "subrel-constrast": 3.1442296504974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6887638568878174,
      "cov-distil (oracle2student)": 3.582810401916504,
      "cov-distil (oracle2teacher)": 3.548114061355591,
      "epoch": 6.65934065934066,
      "rel-constrast": 2.062932014465332,
      "step": 8484,
      "subrel-constrast": 3.0528433322906494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7050886154174805,
      "cov-distil (oracle2student)": 5.684364318847656,
      "cov-distil (oracle2teacher)": 4.796638011932373,
      "epoch": 6.660125588697017,
      "rel-constrast": 2.808711051940918,
      "step": 8485,
      "subrel-constrast": 3.4348583221435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2811601161956787,
      "cov-distil (oracle2student)": 4.984169006347656,
      "cov-distil (oracle2teacher)": 4.479919910430908,
      "epoch": 6.660910518053376,
      "rel-constrast": 2.440302848815918,
      "step": 8486,
      "subrel-constrast": 2.546239137649536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6503233909606934,
      "cov-distil (oracle2student)": 3.674914836883545,
      "cov-distil (oracle2teacher)": 3.091250419616699,
      "epoch": 6.661695447409733,
      "rel-constrast": 1.3356519937515259,
      "step": 8487,
      "subrel-constrast": 2.0917303562164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.175861120223999,
      "cov-distil (oracle2student)": 3.7808079719543457,
      "cov-distil (oracle2teacher)": 3.2712225914001465,
      "epoch": 6.662480376766091,
      "rel-constrast": 1.3252354860305786,
      "step": 8488,
      "subrel-constrast": 2.1060523986816406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558963418006897,
      "cov-distil (oracle2student)": 4.992462158203125,
      "cov-distil (oracle2teacher)": 3.9620583057403564,
      "epoch": 6.663265306122449,
      "rel-constrast": 2.893216848373413,
      "step": 8489,
      "subrel-constrast": 3.6163830757141113,
      "view-similarity": 0
    },
    {
      "epoch": 6.664050235478807,
      "grad_norm": 5.75,
      "learning_rate": 3.397520944569979e-06,
      "loss": 0.6479,
      "step": 8490
    },
    {
      "cov-distil": 1.1851731538772583,
      "cov-distil (oracle2student)": 4.653980255126953,
      "cov-distil (oracle2teacher)": 4.072653770446777,
      "epoch": 6.664050235478807,
      "rel-constrast": 2.2485804557800293,
      "step": 8490,
      "subrel-constrast": 2.5705928802490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.898227334022522,
      "cov-distil (oracle2student)": 4.692281723022461,
      "cov-distil (oracle2teacher)": 4.747280120849609,
      "epoch": 6.664835164835165,
      "rel-constrast": 2.588621139526367,
      "step": 8491,
      "subrel-constrast": 3.5346522331237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3048546314239502,
      "cov-distil (oracle2student)": 4.433067321777344,
      "cov-distil (oracle2teacher)": 3.9795022010803223,
      "epoch": 6.665620094191523,
      "rel-constrast": 2.322072982788086,
      "step": 8492,
      "subrel-constrast": 2.8568923473358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0657501220703125,
      "cov-distil (oracle2student)": 5.843752861022949,
      "cov-distil (oracle2teacher)": 4.923698425292969,
      "epoch": 6.666405023547881,
      "rel-constrast": 3.3964428901672363,
      "step": 8493,
      "subrel-constrast": 3.7909035682678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7928972244262695,
      "cov-distil (oracle2student)": 4.087920188903809,
      "cov-distil (oracle2teacher)": 4.1147871017456055,
      "epoch": 6.667189952904239,
      "rel-constrast": 2.259580135345459,
      "step": 8494,
      "subrel-constrast": 3.3092734813690186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9814680814743042,
      "cov-distil (oracle2student)": 4.098567962646484,
      "cov-distil (oracle2teacher)": 4.082561492919922,
      "epoch": 6.667974882260596,
      "rel-constrast": 2.7684850692749023,
      "step": 8495,
      "subrel-constrast": 3.5940592288970947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5473099946975708,
      "cov-distil (oracle2student)": 4.343152046203613,
      "cov-distil (oracle2teacher)": 4.013846397399902,
      "epoch": 6.668759811616955,
      "rel-constrast": 2.120549201965332,
      "step": 8496,
      "subrel-constrast": 3.0731616020202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3750953674316406,
      "cov-distil (oracle2student)": 3.5425913333892822,
      "cov-distil (oracle2teacher)": 4.054049015045166,
      "epoch": 6.669544740973312,
      "rel-constrast": 2.599064350128174,
      "step": 8497,
      "subrel-constrast": 3.282428741455078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.177078366279602,
      "cov-distil (oracle2student)": 3.4258053302764893,
      "cov-distil (oracle2teacher)": 3.3580517768859863,
      "epoch": 6.670329670329671,
      "rel-constrast": 3.3520405292510986,
      "step": 8498,
      "subrel-constrast": 3.2608821392059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511646032333374,
      "cov-distil (oracle2student)": 2.267404556274414,
      "cov-distil (oracle2teacher)": 2.9030113220214844,
      "epoch": 6.671114599686028,
      "rel-constrast": 1.7126954793930054,
      "step": 8499,
      "subrel-constrast": 2.9686801433563232,
      "view-similarity": 0
    },
    {
      "epoch": 6.671899529042387,
      "grad_norm": 4.375,
      "learning_rate": 3.3537295474625222e-06,
      "loss": 0.6738,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/duc04-nDCG@10": 0.7693144860111465,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/duc04-alpha_nDCG@10": 0.5828874205682161,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/multi_news-nDCG@10": 0.6130884007078893,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/multi_news-alpha_nDCG@10": 0.5994744884843572,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "eval/avg": 0.5385668677864694,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "overlap": 0.2874999940395355,
      "step": 8500
    },
    {
      "epoch": 6.671899529042387,
      "step": 8500,
      "student margin": 0.07232666015625
    },
    {
      "epoch": 6.671899529042387,
      "step": 8500,
      "teacher margin": 0.04901123046875
    },
    {
      "epoch": 6.671899529042387,
      "margin difference": -0.0233154296875,
      "step": 8500
    },
    {
      "cov-distil": 2.319263219833374,
      "cov-distil (oracle2student)": 3.8759727478027344,
      "cov-distil (oracle2teacher)": 3.493784189224243,
      "epoch": 6.671899529042387,
      "rel-constrast": 2.910043239593506,
      "step": 8500,
      "subrel-constrast": 3.5172595977783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5630505084991455,
      "cov-distil (oracle2student)": 6.2087531089782715,
      "cov-distil (oracle2teacher)": 5.1768035888671875,
      "epoch": 6.672684458398744,
      "rel-constrast": 2.057229995727539,
      "step": 8501,
      "subrel-constrast": 2.8738532066345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7058860063552856,
      "cov-distil (oracle2student)": 4.8428449630737305,
      "cov-distil (oracle2teacher)": 4.666840553283691,
      "epoch": 6.673469387755102,
      "rel-constrast": 1.693077564239502,
      "step": 8502,
      "subrel-constrast": 2.5463647842407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4684474468231201,
      "cov-distil (oracle2student)": 3.7295451164245605,
      "cov-distil (oracle2teacher)": 4.046451091766357,
      "epoch": 6.67425431711146,
      "rel-constrast": 2.703153371810913,
      "step": 8503,
      "subrel-constrast": 3.4514923095703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7418339252471924,
      "cov-distil (oracle2student)": 4.426177024841309,
      "cov-distil (oracle2teacher)": 4.797290802001953,
      "epoch": 6.675039246467818,
      "rel-constrast": 3.605659008026123,
      "step": 8504,
      "subrel-constrast": 4.142836570739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4837307929992676,
      "cov-distil (oracle2student)": 4.546860694885254,
      "cov-distil (oracle2teacher)": 4.1695404052734375,
      "epoch": 6.675824175824176,
      "rel-constrast": 2.4334466457366943,
      "step": 8505,
      "subrel-constrast": 3.0477843284606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8646790981292725,
      "cov-distil (oracle2student)": 2.705927848815918,
      "cov-distil (oracle2teacher)": 2.9972329139709473,
      "epoch": 6.676609105180534,
      "rel-constrast": 2.472722291946411,
      "step": 8506,
      "subrel-constrast": 3.0802090167999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.375006914138794,
      "cov-distil (oracle2student)": 4.385705947875977,
      "cov-distil (oracle2teacher)": 4.083123683929443,
      "epoch": 6.677394034536892,
      "rel-constrast": 2.359391689300537,
      "step": 8507,
      "subrel-constrast": 3.029430866241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2469292879104614,
      "cov-distil (oracle2student)": 4.669039726257324,
      "cov-distil (oracle2teacher)": 4.3532209396362305,
      "epoch": 6.67817896389325,
      "rel-constrast": 1.9770209789276123,
      "step": 8508,
      "subrel-constrast": 2.6079487800598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6855374574661255,
      "cov-distil (oracle2student)": 4.228828430175781,
      "cov-distil (oracle2teacher)": 3.7396223545074463,
      "epoch": 6.678963893249607,
      "rel-constrast": 2.196298599243164,
      "step": 8509,
      "subrel-constrast": 3.4551923274993896,
      "view-similarity": 0
    },
    {
      "epoch": 6.679748822605966,
      "grad_norm": 5.15625,
      "learning_rate": 3.3102019033293767e-06,
      "loss": 0.6513,
      "step": 8510
    },
    {
      "cov-distil": 1.4887090921401978,
      "cov-distil (oracle2student)": 4.270383834838867,
      "cov-distil (oracle2teacher)": 4.094499111175537,
      "epoch": 6.679748822605966,
      "rel-constrast": 2.381385564804077,
      "step": 8510,
      "subrel-constrast": 3.1968774795532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4387292861938477,
      "cov-distil (oracle2student)": 6.138545989990234,
      "cov-distil (oracle2teacher)": 5.611794471740723,
      "epoch": 6.680533751962323,
      "rel-constrast": 2.911318778991699,
      "step": 8511,
      "subrel-constrast": 3.320204019546509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910749435424805,
      "cov-distil (oracle2student)": 3.5887486934661865,
      "cov-distil (oracle2teacher)": 3.664529323577881,
      "epoch": 6.681318681318682,
      "rel-constrast": 2.0970077514648438,
      "step": 8512,
      "subrel-constrast": 2.946749210357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5353736877441406,
      "cov-distil (oracle2student)": 3.754535436630249,
      "cov-distil (oracle2teacher)": 3.5951013565063477,
      "epoch": 6.682103610675039,
      "rel-constrast": 3.3461265563964844,
      "step": 8513,
      "subrel-constrast": 3.7120511531829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3394763469696045,
      "cov-distil (oracle2student)": 2.8142220973968506,
      "cov-distil (oracle2teacher)": 2.880723476409912,
      "epoch": 6.6828885400313975,
      "rel-constrast": 1.7145881652832031,
      "step": 8514,
      "subrel-constrast": 2.528552532196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5241448879241943,
      "cov-distil (oracle2student)": 6.250070095062256,
      "cov-distil (oracle2teacher)": 5.160886764526367,
      "epoch": 6.683673469387755,
      "rel-constrast": 2.348130702972412,
      "step": 8515,
      "subrel-constrast": 2.6340441703796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2754223346710205,
      "cov-distil (oracle2student)": 6.270389556884766,
      "cov-distil (oracle2teacher)": 5.844207763671875,
      "epoch": 6.684458398744113,
      "rel-constrast": 3.9143319129943848,
      "step": 8516,
      "subrel-constrast": 5.341085910797119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3641881942749023,
      "cov-distil (oracle2student)": 3.5544967651367188,
      "cov-distil (oracle2teacher)": 3.9223532676696777,
      "epoch": 6.685243328100471,
      "rel-constrast": 2.3572535514831543,
      "step": 8517,
      "subrel-constrast": 3.3608200550079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3164267539978027,
      "cov-distil (oracle2student)": 3.2555360794067383,
      "cov-distil (oracle2teacher)": 3.309635877609253,
      "epoch": 6.686028257456829,
      "rel-constrast": 2.376551389694214,
      "step": 8518,
      "subrel-constrast": 3.1655733585357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8265894651412964,
      "cov-distil (oracle2student)": 4.568450927734375,
      "cov-distil (oracle2teacher)": 4.484615802764893,
      "epoch": 6.686813186813187,
      "rel-constrast": 3.1597394943237305,
      "step": 8519,
      "subrel-constrast": 3.766357421875,
      "view-similarity": 0
    },
    {
      "epoch": 6.687598116169545,
      "grad_norm": 8.5,
      "learning_rate": 3.2669385425411535e-06,
      "loss": 0.7044,
      "step": 8520
    },
    {
      "cov-distil": 1.2285833358764648,
      "cov-distil (oracle2student)": 3.568803548812866,
      "cov-distil (oracle2teacher)": 3.498744487762451,
      "epoch": 6.687598116169545,
      "rel-constrast": 1.5516031980514526,
      "step": 8520,
      "subrel-constrast": 2.654033660888672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4562897682189941,
      "cov-distil (oracle2student)": 3.8167314529418945,
      "cov-distil (oracle2teacher)": 4.02754545211792,
      "epoch": 6.688383045525903,
      "rel-constrast": 2.692188262939453,
      "step": 8521,
      "subrel-constrast": 3.7692766189575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2649990320205688,
      "cov-distil (oracle2student)": 4.819270133972168,
      "cov-distil (oracle2teacher)": 4.307126522064209,
      "epoch": 6.689167974882261,
      "rel-constrast": 2.4980599880218506,
      "step": 8522,
      "subrel-constrast": 3.3215620517730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.883379578590393,
      "cov-distil (oracle2student)": 3.971256732940674,
      "cov-distil (oracle2teacher)": 3.914165496826172,
      "epoch": 6.689952904238618,
      "rel-constrast": 2.3141884803771973,
      "step": 8523,
      "subrel-constrast": 3.175790548324585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7628692388534546,
      "cov-distil (oracle2student)": 3.3924732208251953,
      "cov-distil (oracle2teacher)": 3.1372079849243164,
      "epoch": 6.6907378335949765,
      "rel-constrast": 2.0150063037872314,
      "step": 8524,
      "subrel-constrast": 2.75211763381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3631134033203125,
      "cov-distil (oracle2student)": 3.6978397369384766,
      "cov-distil (oracle2teacher)": 3.781925678253174,
      "epoch": 6.691522762951334,
      "rel-constrast": 3.1691226959228516,
      "step": 8525,
      "subrel-constrast": 3.4873440265655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6590495109558105,
      "cov-distil (oracle2student)": 3.912142753601074,
      "cov-distil (oracle2teacher)": 3.8554799556732178,
      "epoch": 6.6923076923076925,
      "rel-constrast": 2.252490997314453,
      "step": 8526,
      "subrel-constrast": 2.7651162147521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0553975105285645,
      "cov-distil (oracle2student)": 3.0320496559143066,
      "cov-distil (oracle2teacher)": 3.4182913303375244,
      "epoch": 6.69309262166405,
      "rel-constrast": 0.8469324111938477,
      "step": 8527,
      "subrel-constrast": 1.6547083854675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0038254261016846,
      "cov-distil (oracle2student)": 4.711304187774658,
      "cov-distil (oracle2teacher)": 4.374608993530273,
      "epoch": 6.6938775510204085,
      "rel-constrast": 3.3084936141967773,
      "step": 8528,
      "subrel-constrast": 3.9778800010681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5998694896697998,
      "cov-distil (oracle2student)": 3.4370265007019043,
      "cov-distil (oracle2teacher)": 3.559835195541382,
      "epoch": 6.694662480376766,
      "rel-constrast": 2.906428337097168,
      "step": 8529,
      "subrel-constrast": 3.2405898571014404,
      "view-similarity": 0
    },
    {
      "epoch": 6.695447409733124,
      "grad_norm": 5.375,
      "learning_rate": 3.223939992248262e-06,
      "loss": 0.6246,
      "step": 8530
    },
    {
      "cov-distil": 1.1980624198913574,
      "cov-distil (oracle2student)": 3.0384278297424316,
      "cov-distil (oracle2teacher)": 3.045536518096924,
      "epoch": 6.695447409733124,
      "rel-constrast": 2.230006694793701,
      "step": 8530,
      "subrel-constrast": 2.5740647315979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4967832565307617,
      "cov-distil (oracle2student)": 4.632741928100586,
      "cov-distil (oracle2teacher)": 4.495604038238525,
      "epoch": 6.696232339089482,
      "rel-constrast": 2.4553914070129395,
      "step": 8531,
      "subrel-constrast": 3.2633044719696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6834747791290283,
      "cov-distil (oracle2student)": 5.316588401794434,
      "cov-distil (oracle2teacher)": 4.563412189483643,
      "epoch": 6.6970172684458396,
      "rel-constrast": 1.4495595693588257,
      "step": 8532,
      "subrel-constrast": 2.5988755226135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6256942749023438,
      "cov-distil (oracle2student)": 4.130169868469238,
      "cov-distil (oracle2teacher)": 4.063739776611328,
      "epoch": 6.697802197802198,
      "rel-constrast": 2.7215847969055176,
      "step": 8533,
      "subrel-constrast": 3.369771957397461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.439268946647644,
      "cov-distil (oracle2student)": 5.093897819519043,
      "cov-distil (oracle2teacher)": 5.303218364715576,
      "epoch": 6.6985871271585555,
      "rel-constrast": 2.4510252475738525,
      "step": 8534,
      "subrel-constrast": 3.350266933441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8971939086914062,
      "cov-distil (oracle2student)": 3.9712963104248047,
      "cov-distil (oracle2teacher)": 4.3631272315979,
      "epoch": 6.699372056514914,
      "rel-constrast": 2.1037025451660156,
      "step": 8535,
      "subrel-constrast": 2.9641740322113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448158860206604,
      "cov-distil (oracle2student)": 4.758817195892334,
      "cov-distil (oracle2teacher)": 4.415923595428467,
      "epoch": 6.7001569858712715,
      "rel-constrast": 2.7368528842926025,
      "step": 8536,
      "subrel-constrast": 3.253079414367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2352946996688843,
      "cov-distil (oracle2student)": 5.638397216796875,
      "cov-distil (oracle2teacher)": 5.39085578918457,
      "epoch": 6.700941915227629,
      "rel-constrast": 2.0923211574554443,
      "step": 8537,
      "subrel-constrast": 2.615947723388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8549890518188477,
      "cov-distil (oracle2student)": 5.751192092895508,
      "cov-distil (oracle2teacher)": 4.978137969970703,
      "epoch": 6.7017268445839875,
      "rel-constrast": 3.105985641479492,
      "step": 8538,
      "subrel-constrast": 3.179513931274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9690535068511963,
      "cov-distil (oracle2student)": 3.315890312194824,
      "cov-distil (oracle2teacher)": 3.655095100402832,
      "epoch": 6.702511773940345,
      "rel-constrast": 2.1909754276275635,
      "step": 8539,
      "subrel-constrast": 3.053995132446289,
      "view-similarity": 0
    },
    {
      "epoch": 6.7032967032967035,
      "grad_norm": 5.8125,
      "learning_rate": 3.181206776374454e-06,
      "loss": 0.6281,
      "step": 8540
    },
    {
      "cov-distil": 1.0933254957199097,
      "cov-distil (oracle2student)": 5.1613264083862305,
      "cov-distil (oracle2teacher)": 5.060685634613037,
      "epoch": 6.7032967032967035,
      "rel-constrast": 3.920164108276367,
      "step": 8540,
      "subrel-constrast": 4.757192611694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1203160285949707,
      "cov-distil (oracle2student)": 5.271384239196777,
      "cov-distil (oracle2teacher)": 5.202497959136963,
      "epoch": 6.704081632653061,
      "rel-constrast": 3.5690019130706787,
      "step": 8541,
      "subrel-constrast": 4.004763603210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6813125610351562,
      "cov-distil (oracle2student)": 5.407043933868408,
      "cov-distil (oracle2teacher)": 4.929891109466553,
      "epoch": 6.704866562009419,
      "rel-constrast": 1.739816665649414,
      "step": 8542,
      "subrel-constrast": 2.9027669429779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0810019969940186,
      "cov-distil (oracle2student)": 4.188379287719727,
      "cov-distil (oracle2teacher)": 3.8274025917053223,
      "epoch": 6.705651491365777,
      "rel-constrast": 3.7494430541992188,
      "step": 8543,
      "subrel-constrast": 3.7828454971313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5334224700927734,
      "cov-distil (oracle2student)": 5.9438982009887695,
      "cov-distil (oracle2teacher)": 4.6052045822143555,
      "epoch": 6.7064364207221345,
      "rel-constrast": 1.3689419031143188,
      "step": 8544,
      "subrel-constrast": 2.1938271522521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6470136642456055,
      "cov-distil (oracle2student)": 4.641664981842041,
      "cov-distil (oracle2teacher)": 4.737565040588379,
      "epoch": 6.707221350078493,
      "rel-constrast": 2.376441717147827,
      "step": 8545,
      "subrel-constrast": 3.0398759841918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3190021514892578,
      "cov-distil (oracle2student)": 3.319687843322754,
      "cov-distil (oracle2teacher)": 3.369502067565918,
      "epoch": 6.7080062794348505,
      "rel-constrast": 1.6937522888183594,
      "step": 8546,
      "subrel-constrast": 2.3156683444976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7421250343322754,
      "cov-distil (oracle2student)": 2.8767480850219727,
      "cov-distil (oracle2teacher)": 3.089282512664795,
      "epoch": 6.708791208791209,
      "rel-constrast": 1.6647992134094238,
      "step": 8547,
      "subrel-constrast": 2.1903936862945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.253192663192749,
      "cov-distil (oracle2student)": 3.235705852508545,
      "cov-distil (oracle2teacher)": 2.9405555725097656,
      "epoch": 6.7095761381475665,
      "rel-constrast": 2.499868631362915,
      "step": 8548,
      "subrel-constrast": 3.4489924907684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3352460861206055,
      "cov-distil (oracle2student)": 4.517119407653809,
      "cov-distil (oracle2teacher)": 4.154323577880859,
      "epoch": 6.710361067503925,
      "rel-constrast": 2.8622536659240723,
      "step": 8549,
      "subrel-constrast": 3.731750726699829,
      "view-similarity": 0
    },
    {
      "epoch": 6.7111459968602825,
      "grad_norm": 5.6875,
      "learning_rate": 3.1387394156104893e-06,
      "loss": 0.6756,
      "step": 8550
    },
    {
      "cov-distil": 1.5135517120361328,
      "cov-distil (oracle2student)": 4.81169319152832,
      "cov-distil (oracle2teacher)": 4.638143539428711,
      "epoch": 6.7111459968602825,
      "rel-constrast": 2.5195693969726562,
      "step": 8550,
      "subrel-constrast": 2.947478771209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174915075302124,
      "cov-distil (oracle2student)": 5.143689155578613,
      "cov-distil (oracle2teacher)": 4.716555595397949,
      "epoch": 6.71193092621664,
      "rel-constrast": 2.063570022583008,
      "step": 8551,
      "subrel-constrast": 2.890286684036255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2801439762115479,
      "cov-distil (oracle2student)": 4.0145111083984375,
      "cov-distil (oracle2teacher)": 3.7104430198669434,
      "epoch": 6.712715855572998,
      "rel-constrast": 1.906114101409912,
      "step": 8552,
      "subrel-constrast": 2.650872230529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.262853980064392,
      "cov-distil (oracle2student)": 2.984290599822998,
      "cov-distil (oracle2teacher)": 2.7000465393066406,
      "epoch": 6.713500784929356,
      "rel-constrast": 2.383856773376465,
      "step": 8553,
      "subrel-constrast": 2.5385475158691406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2464687824249268,
      "cov-distil (oracle2student)": 5.161102294921875,
      "cov-distil (oracle2teacher)": 5.28574275970459,
      "epoch": 6.714285714285714,
      "rel-constrast": 3.573291063308716,
      "step": 8554,
      "subrel-constrast": 4.426649570465088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7642149925231934,
      "cov-distil (oracle2student)": 4.496182918548584,
      "cov-distil (oracle2teacher)": 4.193953990936279,
      "epoch": 6.715070643642072,
      "rel-constrast": 3.5179176330566406,
      "step": 8555,
      "subrel-constrast": 4.438746929168701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024225950241089,
      "cov-distil (oracle2student)": 4.146369457244873,
      "cov-distil (oracle2teacher)": 3.9864747524261475,
      "epoch": 6.71585557299843,
      "rel-constrast": 3.4034767150878906,
      "step": 8556,
      "subrel-constrast": 4.06422233581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0085434913635254,
      "cov-distil (oracle2student)": 4.663061141967773,
      "cov-distil (oracle2teacher)": 4.117541313171387,
      "epoch": 6.716640502354788,
      "rel-constrast": 3.044238805770874,
      "step": 8557,
      "subrel-constrast": 3.0205078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0714079141616821,
      "cov-distil (oracle2student)": 5.620388031005859,
      "cov-distil (oracle2teacher)": 5.021846294403076,
      "epoch": 6.717425431711146,
      "rel-constrast": 2.6547577381134033,
      "step": 8558,
      "subrel-constrast": 3.1719799041748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1326377391815186,
      "cov-distil (oracle2student)": 3.2198753356933594,
      "cov-distil (oracle2teacher)": 3.0966997146606445,
      "epoch": 6.718210361067504,
      "rel-constrast": 1.6519815921783447,
      "step": 8559,
      "subrel-constrast": 2.403362989425659,
      "view-similarity": 0
    },
    {
      "epoch": 6.718995290423862,
      "grad_norm": 4.28125,
      "learning_rate": 3.096538427407747e-06,
      "loss": 0.7056,
      "step": 8560
    },
    {
      "cov-distil": 1.469864845275879,
      "cov-distil (oracle2student)": 4.134891033172607,
      "cov-distil (oracle2teacher)": 3.902556896209717,
      "epoch": 6.718995290423862,
      "rel-constrast": 2.3299379348754883,
      "step": 8560,
      "subrel-constrast": 3.4831950664520264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4045454263687134,
      "cov-distil (oracle2student)": 5.097370147705078,
      "cov-distil (oracle2teacher)": 4.67189884185791,
      "epoch": 6.71978021978022,
      "rel-constrast": 2.603209972381592,
      "step": 8561,
      "subrel-constrast": 3.401672840118408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3368066549301147,
      "cov-distil (oracle2student)": 5.100408554077148,
      "cov-distil (oracle2teacher)": 4.693672180175781,
      "epoch": 6.720565149136577,
      "rel-constrast": 2.4974732398986816,
      "step": 8562,
      "subrel-constrast": 2.6502227783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041328191757202,
      "cov-distil (oracle2student)": 4.344627380371094,
      "cov-distil (oracle2teacher)": 4.281616687774658,
      "epoch": 6.721350078492936,
      "rel-constrast": 3.5172524452209473,
      "step": 8563,
      "subrel-constrast": 4.183268070220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677342176437378,
      "cov-distil (oracle2student)": 4.736498832702637,
      "cov-distil (oracle2teacher)": 4.285902976989746,
      "epoch": 6.722135007849293,
      "rel-constrast": 2.2633395195007324,
      "step": 8564,
      "subrel-constrast": 2.933838367462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.379353642463684,
      "cov-distil (oracle2student)": 4.3613433837890625,
      "cov-distil (oracle2teacher)": 3.601909637451172,
      "epoch": 6.722919937205652,
      "rel-constrast": 2.0752694606781006,
      "step": 8565,
      "subrel-constrast": 2.8578238487243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.283271074295044,
      "cov-distil (oracle2student)": 5.0147271156311035,
      "cov-distil (oracle2teacher)": 4.2768754959106445,
      "epoch": 6.723704866562009,
      "rel-constrast": 1.5914852619171143,
      "step": 8566,
      "subrel-constrast": 2.3836076259613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3316911458969116,
      "cov-distil (oracle2student)": 2.278245210647583,
      "cov-distil (oracle2teacher)": 2.5211474895477295,
      "epoch": 6.724489795918368,
      "rel-constrast": 2.4542789459228516,
      "step": 8567,
      "subrel-constrast": 3.050069808959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1745326519012451,
      "cov-distil (oracle2student)": 5.747082710266113,
      "cov-distil (oracle2teacher)": 5.257775783538818,
      "epoch": 6.725274725274725,
      "rel-constrast": 2.9626519680023193,
      "step": 8568,
      "subrel-constrast": 3.5872156620025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1301119327545166,
      "cov-distil (oracle2student)": 5.8822832107543945,
      "cov-distil (oracle2teacher)": 5.760653495788574,
      "epoch": 6.726059654631083,
      "rel-constrast": 2.923471212387085,
      "step": 8569,
      "subrel-constrast": 3.211188793182373,
      "view-similarity": 0
    },
    {
      "epoch": 6.726844583987441,
      "grad_norm": 6.46875,
      "learning_rate": 3.0546043259719604e-06,
      "loss": 0.666,
      "step": 8570
    },
    {
      "cov-distil": 1.6258050203323364,
      "cov-distil (oracle2student)": 3.4657092094421387,
      "cov-distil (oracle2teacher)": 3.5567102432250977,
      "epoch": 6.726844583987441,
      "rel-constrast": 2.6783382892608643,
      "step": 8570,
      "subrel-constrast": 3.4450995922088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251645803451538,
      "cov-distil (oracle2student)": 2.984833240509033,
      "cov-distil (oracle2teacher)": 3.38567852973938,
      "epoch": 6.727629513343799,
      "rel-constrast": 2.5745315551757812,
      "step": 8571,
      "subrel-constrast": 3.1248722076416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2964046001434326,
      "cov-distil (oracle2student)": 3.4605369567871094,
      "cov-distil (oracle2teacher)": 3.4622044563293457,
      "epoch": 6.728414442700157,
      "rel-constrast": 2.1739418506622314,
      "step": 8572,
      "subrel-constrast": 2.8298065662384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0207092761993408,
      "cov-distil (oracle2student)": 3.713737964630127,
      "cov-distil (oracle2teacher)": 3.9637086391448975,
      "epoch": 6.729199372056515,
      "rel-constrast": 2.941157817840576,
      "step": 8573,
      "subrel-constrast": 3.432196617126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6169885396957397,
      "cov-distil (oracle2student)": 5.126153945922852,
      "cov-distil (oracle2teacher)": 5.067737579345703,
      "epoch": 6.729984301412873,
      "rel-constrast": 3.158799648284912,
      "step": 8574,
      "subrel-constrast": 3.8388659954071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2894841432571411,
      "cov-distil (oracle2student)": 4.083014965057373,
      "cov-distil (oracle2teacher)": 3.95829439163208,
      "epoch": 6.730769230769231,
      "rel-constrast": 1.7775373458862305,
      "step": 8575,
      "subrel-constrast": 2.3880558013916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5956133604049683,
      "cov-distil (oracle2student)": 4.158186912536621,
      "cov-distil (oracle2teacher)": 4.140244960784912,
      "epoch": 6.731554160125588,
      "rel-constrast": 2.169269323348999,
      "step": 8576,
      "subrel-constrast": 3.0151636600494385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6562095880508423,
      "cov-distil (oracle2student)": 4.01448392868042,
      "cov-distil (oracle2teacher)": 4.027056694030762,
      "epoch": 6.732339089481947,
      "rel-constrast": 2.1520681381225586,
      "step": 8577,
      "subrel-constrast": 2.764582872390747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5778770446777344,
      "cov-distil (oracle2student)": 3.143740653991699,
      "cov-distil (oracle2teacher)": 3.2849247455596924,
      "epoch": 6.733124018838304,
      "rel-constrast": 2.5885353088378906,
      "step": 8578,
      "subrel-constrast": 3.1333792209625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4987545013427734,
      "cov-distil (oracle2student)": 5.577040672302246,
      "cov-distil (oracle2teacher)": 4.7641143798828125,
      "epoch": 6.733908948194663,
      "rel-constrast": 3.126002073287964,
      "step": 8579,
      "subrel-constrast": 3.5704305171966553,
      "view-similarity": 0
    },
    {
      "epoch": 6.73469387755102,
      "grad_norm": 5.53125,
      "learning_rate": 3.0129376222569117e-06,
      "loss": 0.6696,
      "step": 8580
    },
    {
      "cov-distil": 1.1786738634109497,
      "cov-distil (oracle2student)": 3.4232566356658936,
      "cov-distil (oracle2teacher)": 3.8754653930664062,
      "epoch": 6.73469387755102,
      "rel-constrast": 2.137829065322876,
      "step": 8580,
      "subrel-constrast": 2.9000542163848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9185727834701538,
      "cov-distil (oracle2student)": 4.165273666381836,
      "cov-distil (oracle2teacher)": 3.9847264289855957,
      "epoch": 6.735478806907379,
      "rel-constrast": 1.5320717096328735,
      "step": 8581,
      "subrel-constrast": 2.432093858718872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2232484817504883,
      "cov-distil (oracle2student)": 4.429449558258057,
      "cov-distil (oracle2teacher)": 4.082766532897949,
      "epoch": 6.736263736263736,
      "rel-constrast": 3.5681209564208984,
      "step": 8582,
      "subrel-constrast": 4.02518892288208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266382217407227,
      "cov-distil (oracle2student)": 4.030757904052734,
      "cov-distil (oracle2teacher)": 4.00848388671875,
      "epoch": 6.737048665620094,
      "rel-constrast": 3.6808464527130127,
      "step": 8583,
      "subrel-constrast": 4.622463226318359,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5599877834320068,
      "cov-distil (oracle2student)": 4.92807149887085,
      "cov-distil (oracle2teacher)": 4.680370807647705,
      "epoch": 6.737833594976452,
      "rel-constrast": 2.2187886238098145,
      "step": 8584,
      "subrel-constrast": 3.1080355644226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2367987632751465,
      "cov-distil (oracle2student)": 3.8896799087524414,
      "cov-distil (oracle2teacher)": 3.7169508934020996,
      "epoch": 6.73861852433281,
      "rel-constrast": 1.8635785579681396,
      "step": 8585,
      "subrel-constrast": 2.2416532039642334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1874520778656006,
      "cov-distil (oracle2student)": 4.240861415863037,
      "cov-distil (oracle2teacher)": 3.925326347351074,
      "epoch": 6.739403453689168,
      "rel-constrast": 2.107706069946289,
      "step": 8586,
      "subrel-constrast": 3.053900957107544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.379148244857788,
      "cov-distil (oracle2student)": 4.921483516693115,
      "cov-distil (oracle2teacher)": 4.6978840827941895,
      "epoch": 6.740188383045526,
      "rel-constrast": 2.895559310913086,
      "step": 8587,
      "subrel-constrast": 3.2564337253570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0545058250427246,
      "cov-distil (oracle2student)": 4.259708881378174,
      "cov-distil (oracle2teacher)": 3.759946823120117,
      "epoch": 6.740973312401884,
      "rel-constrast": 3.283392906188965,
      "step": 8588,
      "subrel-constrast": 4.219486236572266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2002149820327759,
      "cov-distil (oracle2student)": 4.756458759307861,
      "cov-distil (oracle2teacher)": 4.457186698913574,
      "epoch": 6.741758241758242,
      "rel-constrast": 1.8661905527114868,
      "step": 8589,
      "subrel-constrast": 2.8522956371307373,
      "view-similarity": 0
    },
    {
      "epoch": 6.742543171114599,
      "grad_norm": 5.5,
      "learning_rate": 2.9715388239582477e-06,
      "loss": 0.6683,
      "step": 8590
    },
    {
      "cov-distil": 1.3792003393173218,
      "cov-distil (oracle2student)": 4.155622482299805,
      "cov-distil (oracle2teacher)": 4.022798538208008,
      "epoch": 6.742543171114599,
      "rel-constrast": 2.367588996887207,
      "step": 8590,
      "subrel-constrast": 2.976475715637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2136116027832031,
      "cov-distil (oracle2student)": 6.724821090698242,
      "cov-distil (oracle2teacher)": 5.737631797790527,
      "epoch": 6.743328100470958,
      "rel-constrast": 2.6909191608428955,
      "step": 8591,
      "subrel-constrast": 2.7430167198181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6766587495803833,
      "cov-distil (oracle2student)": 2.4300689697265625,
      "cov-distil (oracle2teacher)": 2.387967109680176,
      "epoch": 6.744113029827315,
      "rel-constrast": 1.935936450958252,
      "step": 8592,
      "subrel-constrast": 2.757436990737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4745190143585205,
      "cov-distil (oracle2student)": 3.1741957664489746,
      "cov-distil (oracle2teacher)": 3.3747739791870117,
      "epoch": 6.744897959183674,
      "rel-constrast": 3.066065788269043,
      "step": 8593,
      "subrel-constrast": 3.5323069095611572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7007571458816528,
      "cov-distil (oracle2student)": 3.3656487464904785,
      "cov-distil (oracle2teacher)": 3.5059163570404053,
      "epoch": 6.745682888540031,
      "rel-constrast": 2.888125419616699,
      "step": 8594,
      "subrel-constrast": 3.650683641433716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1998794078826904,
      "cov-distil (oracle2student)": 4.8360981941223145,
      "cov-distil (oracle2teacher)": 4.5956878662109375,
      "epoch": 6.74646781789639,
      "rel-constrast": 2.634549617767334,
      "step": 8595,
      "subrel-constrast": 3.1294610500335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4224311113357544,
      "cov-distil (oracle2student)": 4.931210041046143,
      "cov-distil (oracle2teacher)": 4.821525573730469,
      "epoch": 6.747252747252747,
      "rel-constrast": 2.0676894187927246,
      "step": 8596,
      "subrel-constrast": 2.5058460235595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517751693725586,
      "cov-distil (oracle2student)": 4.8951191902160645,
      "cov-distil (oracle2teacher)": 4.807746410369873,
      "epoch": 6.748037676609105,
      "rel-constrast": 2.4037928581237793,
      "step": 8597,
      "subrel-constrast": 3.2924275398254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0219879150390625,
      "cov-distil (oracle2student)": 5.030818939208984,
      "cov-distil (oracle2teacher)": 4.085257053375244,
      "epoch": 6.748822605965463,
      "rel-constrast": 2.0129384994506836,
      "step": 8598,
      "subrel-constrast": 2.4243438243865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4901723861694336,
      "cov-distil (oracle2student)": 3.5381317138671875,
      "cov-distil (oracle2teacher)": 3.3003647327423096,
      "epoch": 6.749607535321821,
      "rel-constrast": 1.9806842803955078,
      "step": 8599,
      "subrel-constrast": 2.7525811195373535,
      "view-similarity": 0
    },
    {
      "epoch": 6.750392464678179,
      "grad_norm": 5.4375,
      "learning_rate": 2.930408435507248e-06,
      "loss": 0.6364,
      "step": 8600
    },
    {
      "epoch": 6.750392464678179,
      "overlap": 0.33906251192092896,
      "step": 8600
    },
    {
      "epoch": 6.750392464678179,
      "step": 8600,
      "student margin": 0.0694580078125
    },
    {
      "epoch": 6.750392464678179,
      "step": 8600,
      "teacher margin": 0.04095458984375
    },
    {
      "epoch": 6.750392464678179,
      "margin difference": -0.02850341796875,
      "step": 8600
    },
    {
      "cov-distil": 1.8949975967407227,
      "cov-distil (oracle2student)": 3.3624706268310547,
      "cov-distil (oracle2teacher)": 3.603250026702881,
      "epoch": 6.750392464678179,
      "rel-constrast": 1.7208067178726196,
      "step": 8600,
      "subrel-constrast": 2.8334288597106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1545560359954834,
      "cov-distil (oracle2student)": 3.406020164489746,
      "cov-distil (oracle2teacher)": 3.5976316928863525,
      "epoch": 6.751177394034537,
      "rel-constrast": 2.464629650115967,
      "step": 8601,
      "subrel-constrast": 3.1088309288024902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6214635372161865,
      "cov-distil (oracle2student)": 5.464869976043701,
      "cov-distil (oracle2teacher)": 4.770905017852783,
      "epoch": 6.751962323390895,
      "rel-constrast": 3.3489081859588623,
      "step": 8602,
      "subrel-constrast": 3.4318134784698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9351404905319214,
      "cov-distil (oracle2student)": 5.261356353759766,
      "cov-distil (oracle2teacher)": 5.195231914520264,
      "epoch": 6.752747252747253,
      "rel-constrast": 1.8967843055725098,
      "step": 8603,
      "subrel-constrast": 2.977940320968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6064884662628174,
      "cov-distil (oracle2student)": 2.831206798553467,
      "cov-distil (oracle2teacher)": 2.7925002574920654,
      "epoch": 6.75353218210361,
      "rel-constrast": 2.003134250640869,
      "step": 8604,
      "subrel-constrast": 2.8829562664031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6724026203155518,
      "cov-distil (oracle2student)": 3.0051755905151367,
      "cov-distil (oracle2teacher)": 3.2448408603668213,
      "epoch": 6.754317111459969,
      "rel-constrast": 1.7908480167388916,
      "step": 8605,
      "subrel-constrast": 2.818817615509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1645832061767578,
      "cov-distil (oracle2student)": 2.9184203147888184,
      "cov-distil (oracle2teacher)": 2.612544536590576,
      "epoch": 6.755102040816326,
      "rel-constrast": 1.8572745323181152,
      "step": 8606,
      "subrel-constrast": 2.376354932785034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2900205850601196,
      "cov-distil (oracle2student)": 3.5963761806488037,
      "cov-distil (oracle2teacher)": 3.3453307151794434,
      "epoch": 6.755886970172685,
      "rel-constrast": 2.1643781661987305,
      "step": 8607,
      "subrel-constrast": 2.4360299110412598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7985817193984985,
      "cov-distil (oracle2student)": 3.447305679321289,
      "cov-distil (oracle2teacher)": 3.3000736236572266,
      "epoch": 6.756671899529042,
      "rel-constrast": 3.1207003593444824,
      "step": 8608,
      "subrel-constrast": 3.2420718669891357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0979700088500977,
      "cov-distil (oracle2student)": 4.729520797729492,
      "cov-distil (oracle2teacher)": 4.148390769958496,
      "epoch": 6.757456828885401,
      "rel-constrast": 2.7111620903015137,
      "step": 8609,
      "subrel-constrast": 3.3470518589019775,
      "view-similarity": 0
    },
    {
      "epoch": 6.758241758241758,
      "grad_norm": 5.53125,
      "learning_rate": 2.8895469580647314e-06,
      "loss": 0.6176,
      "step": 8610
    },
    {
      "cov-distil": 1.253718614578247,
      "cov-distil (oracle2student)": 2.0290071964263916,
      "cov-distil (oracle2teacher)": 2.5493364334106445,
      "epoch": 6.758241758241758,
      "rel-constrast": 1.8786747455596924,
      "step": 8610,
      "subrel-constrast": 2.6019089221954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1289663314819336,
      "cov-distil (oracle2student)": 3.035507917404175,
      "cov-distil (oracle2teacher)": 2.817389965057373,
      "epoch": 6.759026687598116,
      "rel-constrast": 2.025473117828369,
      "step": 8611,
      "subrel-constrast": 2.790709972381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.36240816116333,
      "cov-distil (oracle2student)": 4.028710842132568,
      "cov-distil (oracle2teacher)": 4.271231174468994,
      "epoch": 6.759811616954474,
      "rel-constrast": 2.442655324935913,
      "step": 8612,
      "subrel-constrast": 3.51460599899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8248419761657715,
      "cov-distil (oracle2student)": 3.954627752304077,
      "cov-distil (oracle2teacher)": 4.478504180908203,
      "epoch": 6.760596546310832,
      "rel-constrast": 2.5078442096710205,
      "step": 8613,
      "subrel-constrast": 3.8157401084899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5713119506835938,
      "cov-distil (oracle2student)": 5.661130428314209,
      "cov-distil (oracle2teacher)": 5.013454914093018,
      "epoch": 6.76138147566719,
      "rel-constrast": 2.370626211166382,
      "step": 8614,
      "subrel-constrast": 3.5184247493743896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3899431228637695,
      "cov-distil (oracle2student)": 4.7169647216796875,
      "cov-distil (oracle2teacher)": 3.704683780670166,
      "epoch": 6.762166405023548,
      "rel-constrast": 2.1348185539245605,
      "step": 8615,
      "subrel-constrast": 2.3544702529907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1605174541473389,
      "cov-distil (oracle2student)": 3.9860973358154297,
      "cov-distil (oracle2teacher)": 3.834293842315674,
      "epoch": 6.762951334379906,
      "rel-constrast": 1.952908992767334,
      "step": 8616,
      "subrel-constrast": 2.8944244384765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5718512535095215,
      "cov-distil (oracle2student)": 3.845003604888916,
      "cov-distil (oracle2teacher)": 4.68775749206543,
      "epoch": 6.763736263736264,
      "rel-constrast": 4.2296247482299805,
      "step": 8617,
      "subrel-constrast": 5.214761257171631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.360404133796692,
      "cov-distil (oracle2student)": 4.269587516784668,
      "cov-distil (oracle2teacher)": 4.0800371170043945,
      "epoch": 6.764521193092621,
      "rel-constrast": 3.01977801322937,
      "step": 8618,
      "subrel-constrast": 3.703049421310425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7027500867843628,
      "cov-distil (oracle2student)": 4.8549089431762695,
      "cov-distil (oracle2teacher)": 4.379766941070557,
      "epoch": 6.76530612244898,
      "rel-constrast": 2.243089199066162,
      "step": 8619,
      "subrel-constrast": 3.2775816917419434,
      "view-similarity": 0
    },
    {
      "epoch": 6.766091051805337,
      "grad_norm": 6.40625,
      "learning_rate": 2.848954889514893e-06,
      "loss": 0.656,
      "step": 8620
    },
    {
      "cov-distil": 1.2023043632507324,
      "cov-distil (oracle2student)": 4.7644944190979,
      "cov-distil (oracle2teacher)": 4.3303141593933105,
      "epoch": 6.766091051805337,
      "rel-constrast": 3.283694267272949,
      "step": 8620,
      "subrel-constrast": 3.257935047149658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.537576675415039,
      "cov-distil (oracle2student)": 4.555590629577637,
      "cov-distil (oracle2teacher)": 4.530296802520752,
      "epoch": 6.766875981161696,
      "rel-constrast": 1.8667728900909424,
      "step": 8621,
      "subrel-constrast": 2.959587335586548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6767560243606567,
      "cov-distil (oracle2student)": 5.052961349487305,
      "cov-distil (oracle2teacher)": 3.7045645713806152,
      "epoch": 6.767660910518053,
      "rel-constrast": 2.6433115005493164,
      "step": 8622,
      "subrel-constrast": 3.1591057777404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7467224597930908,
      "cov-distil (oracle2student)": 3.791442394256592,
      "cov-distil (oracle2teacher)": 4.176212310791016,
      "epoch": 6.768445839874412,
      "rel-constrast": 2.36165189743042,
      "step": 8623,
      "subrel-constrast": 3.5236897468566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347808599472046,
      "cov-distil (oracle2student)": 3.461008071899414,
      "cov-distil (oracle2teacher)": 3.9444961547851562,
      "epoch": 6.769230769230769,
      "rel-constrast": 2.8447654247283936,
      "step": 8624,
      "subrel-constrast": 3.3650705814361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3311593532562256,
      "cov-distil (oracle2student)": 4.634807109832764,
      "cov-distil (oracle2teacher)": 4.336580276489258,
      "epoch": 6.770015698587127,
      "rel-constrast": 3.907851457595825,
      "step": 8625,
      "subrel-constrast": 3.7747802734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7133982181549072,
      "cov-distil (oracle2student)": 4.0977373123168945,
      "cov-distil (oracle2teacher)": 4.046148300170898,
      "epoch": 6.770800627943485,
      "rel-constrast": 2.110017776489258,
      "step": 8626,
      "subrel-constrast": 3.082343816757202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0716142654418945,
      "cov-distil (oracle2student)": 2.8639814853668213,
      "cov-distil (oracle2teacher)": 2.699239492416382,
      "epoch": 6.771585557299843,
      "rel-constrast": 2.7507219314575195,
      "step": 8627,
      "subrel-constrast": 3.191840887069702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4831959009170532,
      "cov-distil (oracle2student)": 3.01455020904541,
      "cov-distil (oracle2teacher)": 3.406034469604492,
      "epoch": 6.772370486656201,
      "rel-constrast": 3.023460865020752,
      "step": 8628,
      "subrel-constrast": 3.915754556655884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9790494441986084,
      "cov-distil (oracle2student)": 4.588373184204102,
      "cov-distil (oracle2teacher)": 4.105108261108398,
      "epoch": 6.773155416012559,
      "rel-constrast": 1.994062066078186,
      "step": 8629,
      "subrel-constrast": 2.792771816253662,
      "view-similarity": 0
    },
    {
      "epoch": 6.773940345368917,
      "grad_norm": 8.375,
      "learning_rate": 2.8086327244592814e-06,
      "loss": 0.7124,
      "step": 8630
    },
    {
      "cov-distil": 1.6800636053085327,
      "cov-distil (oracle2student)": 4.114577770233154,
      "cov-distil (oracle2teacher)": 3.8000595569610596,
      "epoch": 6.773940345368917,
      "rel-constrast": 1.7859001159667969,
      "step": 8630,
      "subrel-constrast": 3.0712053775787354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2387218475341797,
      "cov-distil (oracle2student)": 4.754103183746338,
      "cov-distil (oracle2teacher)": 4.838133811950684,
      "epoch": 6.774725274725275,
      "rel-constrast": 2.8191542625427246,
      "step": 8631,
      "subrel-constrast": 3.7793185710906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1205559968948364,
      "cov-distil (oracle2student)": 3.295011043548584,
      "cov-distil (oracle2teacher)": 3.063904285430908,
      "epoch": 6.775510204081632,
      "rel-constrast": 2.15566086769104,
      "step": 8632,
      "subrel-constrast": 2.494903326034546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.794029951095581,
      "cov-distil (oracle2student)": 4.969338417053223,
      "cov-distil (oracle2teacher)": 4.025813102722168,
      "epoch": 6.776295133437991,
      "rel-constrast": 2.6233997344970703,
      "step": 8633,
      "subrel-constrast": 3.4284508228302,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88777494430542,
      "cov-distil (oracle2student)": 3.665264844894409,
      "cov-distil (oracle2teacher)": 3.4404118061065674,
      "epoch": 6.777080062794348,
      "rel-constrast": 2.0084614753723145,
      "step": 8634,
      "subrel-constrast": 2.8634912967681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9945957064628601,
      "cov-distil (oracle2student)": 4.166363716125488,
      "cov-distil (oracle2teacher)": 3.953164577484131,
      "epoch": 6.777864992150707,
      "rel-constrast": 1.4908132553100586,
      "step": 8635,
      "subrel-constrast": 2.3125991821289062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.547768473625183,
      "cov-distil (oracle2student)": 5.031562805175781,
      "cov-distil (oracle2teacher)": 4.497430801391602,
      "epoch": 6.778649921507064,
      "rel-constrast": 2.38093900680542,
      "step": 8636,
      "subrel-constrast": 3.138946056365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4819120168685913,
      "cov-distil (oracle2student)": 4.047397613525391,
      "cov-distil (oracle2teacher)": 4.0022101402282715,
      "epoch": 6.779434850863423,
      "rel-constrast": 2.136671781539917,
      "step": 8637,
      "subrel-constrast": 2.742318868637085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3606455326080322,
      "cov-distil (oracle2student)": 4.807740211486816,
      "cov-distil (oracle2teacher)": 4.888166904449463,
      "epoch": 6.78021978021978,
      "rel-constrast": 2.5327789783477783,
      "step": 8638,
      "subrel-constrast": 2.938220262527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5599524974822998,
      "cov-distil (oracle2student)": 6.936468124389648,
      "cov-distil (oracle2teacher)": 6.317838668823242,
      "epoch": 6.781004709576138,
      "rel-constrast": 3.0822343826293945,
      "step": 8639,
      "subrel-constrast": 3.957051992416382,
      "view-similarity": 0
    },
    {
      "epoch": 6.781789638932496,
      "grad_norm": 6.03125,
      "learning_rate": 2.768580954210756e-06,
      "loss": 0.6121,
      "step": 8640
    },
    {
      "cov-distil": 1.2522168159484863,
      "cov-distil (oracle2student)": 4.4139533042907715,
      "cov-distil (oracle2teacher)": 4.302093505859375,
      "epoch": 6.781789638932496,
      "rel-constrast": 2.9158265590667725,
      "step": 8640,
      "subrel-constrast": 3.6222422122955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6954209804534912,
      "cov-distil (oracle2student)": 4.8585734367370605,
      "cov-distil (oracle2teacher)": 4.791468620300293,
      "epoch": 6.782574568288854,
      "rel-constrast": 2.497586250305176,
      "step": 8641,
      "subrel-constrast": 3.799403667449951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2006230354309082,
      "cov-distil (oracle2student)": 4.158389091491699,
      "cov-distil (oracle2teacher)": 3.820481538772583,
      "epoch": 6.783359497645212,
      "rel-constrast": 1.3690966367721558,
      "step": 8642,
      "subrel-constrast": 2.7715041637420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409538745880127,
      "cov-distil (oracle2student)": 5.766745567321777,
      "cov-distil (oracle2teacher)": 5.575666427612305,
      "epoch": 6.78414442700157,
      "rel-constrast": 3.0159988403320312,
      "step": 8643,
      "subrel-constrast": 3.2235004901885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5276052951812744,
      "cov-distil (oracle2student)": 4.151669025421143,
      "cov-distil (oracle2teacher)": 3.9313058853149414,
      "epoch": 6.784929356357928,
      "rel-constrast": 3.6895062923431396,
      "step": 8644,
      "subrel-constrast": 4.259374141693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.500932216644287,
      "cov-distil (oracle2student)": 4.101245880126953,
      "cov-distil (oracle2teacher)": 3.9642863273620605,
      "epoch": 6.785714285714286,
      "rel-constrast": 3.39451265335083,
      "step": 8645,
      "subrel-constrast": 3.9593300819396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3235597610473633,
      "cov-distil (oracle2student)": 5.534650802612305,
      "cov-distil (oracle2teacher)": 4.801279067993164,
      "epoch": 6.786499215070644,
      "rel-constrast": 2.7823777198791504,
      "step": 8646,
      "subrel-constrast": 3.368459701538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46588134765625,
      "cov-distil (oracle2student)": 3.657517194747925,
      "cov-distil (oracle2teacher)": 3.652611255645752,
      "epoch": 6.787284144427002,
      "rel-constrast": 1.9683361053466797,
      "step": 8647,
      "subrel-constrast": 3.0675721168518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5685789585113525,
      "cov-distil (oracle2student)": 4.246760368347168,
      "cov-distil (oracle2teacher)": 3.7105202674865723,
      "epoch": 6.78806907378336,
      "rel-constrast": 3.1839828491210938,
      "step": 8648,
      "subrel-constrast": 3.922701120376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8030455112457275,
      "cov-distil (oracle2student)": 2.761648654937744,
      "cov-distil (oracle2teacher)": 2.741793394088745,
      "epoch": 6.7888540031397175,
      "rel-constrast": 1.9703688621520996,
      "step": 8649,
      "subrel-constrast": 2.903740644454956,
      "view-similarity": 0
    },
    {
      "epoch": 6.789638932496075,
      "grad_norm": 7.03125,
      "learning_rate": 2.728800066787493e-06,
      "loss": 0.7066,
      "step": 8650
    },
    {
      "cov-distil": 1.4267150163650513,
      "cov-distil (oracle2student)": 3.1201372146606445,
      "cov-distil (oracle2teacher)": 3.3424296379089355,
      "epoch": 6.789638932496075,
      "rel-constrast": 2.705822467803955,
      "step": 8650,
      "subrel-constrast": 3.2948193550109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0073516368865967,
      "cov-distil (oracle2student)": 5.172642230987549,
      "cov-distil (oracle2teacher)": 4.5436248779296875,
      "epoch": 6.7904238618524335,
      "rel-constrast": 2.504261016845703,
      "step": 8651,
      "subrel-constrast": 3.1420652866363525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2872116565704346,
      "cov-distil (oracle2student)": 3.2647838592529297,
      "cov-distil (oracle2teacher)": 3.6518454551696777,
      "epoch": 6.791208791208791,
      "rel-constrast": 1.949100136756897,
      "step": 8652,
      "subrel-constrast": 2.938077449798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6368393898010254,
      "cov-distil (oracle2student)": 5.17863655090332,
      "cov-distil (oracle2teacher)": 5.20130729675293,
      "epoch": 6.7919937205651495,
      "rel-constrast": 2.625370979309082,
      "step": 8653,
      "subrel-constrast": 3.570120096206665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1878859996795654,
      "cov-distil (oracle2student)": 3.604814291000366,
      "cov-distil (oracle2teacher)": 2.954374313354492,
      "epoch": 6.792778649921507,
      "rel-constrast": 2.1160888671875,
      "step": 8654,
      "subrel-constrast": 2.6622488498687744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6412408351898193,
      "cov-distil (oracle2student)": 3.3281302452087402,
      "cov-distil (oracle2teacher)": 3.2910408973693848,
      "epoch": 6.7935635792778655,
      "rel-constrast": 3.119462251663208,
      "step": 8655,
      "subrel-constrast": 3.6184775829315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3304296731948853,
      "cov-distil (oracle2student)": 4.4998698234558105,
      "cov-distil (oracle2teacher)": 4.256755828857422,
      "epoch": 6.794348508634223,
      "rel-constrast": 1.9306491613388062,
      "step": 8656,
      "subrel-constrast": 2.697572946548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4985957145690918,
      "cov-distil (oracle2student)": 4.354378700256348,
      "cov-distil (oracle2teacher)": 3.804914951324463,
      "epoch": 6.795133437990581,
      "rel-constrast": 2.3851850032806396,
      "step": 8657,
      "subrel-constrast": 3.3064486980438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3959970474243164,
      "cov-distil (oracle2student)": 2.8701677322387695,
      "cov-distil (oracle2teacher)": 3.4180166721343994,
      "epoch": 6.795918367346939,
      "rel-constrast": 2.0855154991149902,
      "step": 8658,
      "subrel-constrast": 2.920659065246582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2855865955352783,
      "cov-distil (oracle2student)": 4.488654136657715,
      "cov-distil (oracle2teacher)": 4.396552085876465,
      "epoch": 6.7967032967032965,
      "rel-constrast": 1.8948142528533936,
      "step": 8659,
      "subrel-constrast": 2.948458433151245,
      "view-similarity": 0
    },
    {
      "epoch": 6.797488226059655,
      "grad_norm": 5.1875,
      "learning_rate": 2.6892905469070554e-06,
      "loss": 0.6197,
      "step": 8660
    },
    {
      "cov-distil": 1.5347115993499756,
      "cov-distil (oracle2student)": 5.66642951965332,
      "cov-distil (oracle2teacher)": 5.647923946380615,
      "epoch": 6.797488226059655,
      "rel-constrast": 2.0019779205322266,
      "step": 8660,
      "subrel-constrast": 2.916172742843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3787541389465332,
      "cov-distil (oracle2student)": 4.483125686645508,
      "cov-distil (oracle2teacher)": 4.50398063659668,
      "epoch": 6.7982731554160125,
      "rel-constrast": 2.4049549102783203,
      "step": 8661,
      "subrel-constrast": 2.953195333480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.309435486793518,
      "cov-distil (oracle2student)": 3.696822166442871,
      "cov-distil (oracle2teacher)": 3.80558180809021,
      "epoch": 6.799058084772371,
      "rel-constrast": 2.658118963241577,
      "step": 8662,
      "subrel-constrast": 3.6904284954071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.580112099647522,
      "cov-distil (oracle2student)": 5.379509925842285,
      "cov-distil (oracle2teacher)": 5.096453666687012,
      "epoch": 6.7998430141287285,
      "rel-constrast": 2.462289571762085,
      "step": 8663,
      "subrel-constrast": 3.5477218627929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3040008544921875,
      "cov-distil (oracle2student)": 3.2853312492370605,
      "cov-distil (oracle2teacher)": 3.1398520469665527,
      "epoch": 6.800627943485086,
      "rel-constrast": 2.9796769618988037,
      "step": 8664,
      "subrel-constrast": 3.371201753616333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582784175872803,
      "cov-distil (oracle2student)": 4.467970371246338,
      "cov-distil (oracle2teacher)": 4.320573806762695,
      "epoch": 6.8014128728414445,
      "rel-constrast": 2.2480149269104004,
      "step": 8665,
      "subrel-constrast": 2.6617536544799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8176324367523193,
      "cov-distil (oracle2student)": 3.516918659210205,
      "cov-distil (oracle2teacher)": 3.807776927947998,
      "epoch": 6.802197802197802,
      "rel-constrast": 3.058138370513916,
      "step": 8666,
      "subrel-constrast": 4.208859443664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.917500615119934,
      "cov-distil (oracle2student)": 4.008251190185547,
      "cov-distil (oracle2teacher)": 3.6778674125671387,
      "epoch": 6.8029827315541604,
      "rel-constrast": 2.3365604877471924,
      "step": 8667,
      "subrel-constrast": 2.7094688415527344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726881980895996,
      "cov-distil (oracle2student)": 3.4617111682891846,
      "cov-distil (oracle2teacher)": 3.826352596282959,
      "epoch": 6.803767660910518,
      "rel-constrast": 2.856031656265259,
      "step": 8668,
      "subrel-constrast": 3.0344767570495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4029996395111084,
      "cov-distil (oracle2student)": 3.494450807571411,
      "cov-distil (oracle2teacher)": 3.5230519771575928,
      "epoch": 6.804552590266876,
      "rel-constrast": 2.247898817062378,
      "step": 8669,
      "subrel-constrast": 3.440765857696533,
      "view-similarity": 0
    },
    {
      "epoch": 6.805337519623234,
      "grad_norm": 4.5625,
      "learning_rate": 2.6500528759804716e-06,
      "loss": 0.6699,
      "step": 8670
    },
    {
      "cov-distil": 1.7140161991119385,
      "cov-distil (oracle2student)": 4.13077449798584,
      "cov-distil (oracle2teacher)": 3.9279067516326904,
      "epoch": 6.805337519623234,
      "rel-constrast": 2.948765993118286,
      "step": 8670,
      "subrel-constrast": 3.73750901222229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9409736394882202,
      "cov-distil (oracle2student)": 6.582898139953613,
      "cov-distil (oracle2teacher)": 5.949366569519043,
      "epoch": 6.8061224489795915,
      "rel-constrast": 2.987825870513916,
      "step": 8671,
      "subrel-constrast": 4.045329570770264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3852696418762207,
      "cov-distil (oracle2student)": 4.3238325119018555,
      "cov-distil (oracle2teacher)": 3.9827370643615723,
      "epoch": 6.80690737833595,
      "rel-constrast": 1.8117519617080688,
      "step": 8672,
      "subrel-constrast": 3.0646467208862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7782255411148071,
      "cov-distil (oracle2student)": 5.199512481689453,
      "cov-distil (oracle2teacher)": 5.0118608474731445,
      "epoch": 6.8076923076923075,
      "rel-constrast": 2.8431029319763184,
      "step": 8673,
      "subrel-constrast": 3.4908878803253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5420987606048584,
      "cov-distil (oracle2student)": 4.23408842086792,
      "cov-distil (oracle2teacher)": 3.85479736328125,
      "epoch": 6.808477237048666,
      "rel-constrast": 1.8671940565109253,
      "step": 8674,
      "subrel-constrast": 2.7914111614227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.573496699333191,
      "cov-distil (oracle2student)": 4.570653438568115,
      "cov-distil (oracle2teacher)": 4.457551002502441,
      "epoch": 6.8092621664050235,
      "rel-constrast": 2.3647780418395996,
      "step": 8675,
      "subrel-constrast": 3.2021803855895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4526326656341553,
      "cov-distil (oracle2student)": 3.9803662300109863,
      "cov-distil (oracle2teacher)": 3.402967929840088,
      "epoch": 6.810047095761382,
      "rel-constrast": 2.2786076068878174,
      "step": 8676,
      "subrel-constrast": 2.927811861038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1357579231262207,
      "cov-distil (oracle2student)": 2.89632511138916,
      "cov-distil (oracle2teacher)": 2.8809375762939453,
      "epoch": 6.810832025117739,
      "rel-constrast": 1.9790399074554443,
      "step": 8677,
      "subrel-constrast": 2.6154086589813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8254902362823486,
      "cov-distil (oracle2student)": 4.416189193725586,
      "cov-distil (oracle2teacher)": 4.432199954986572,
      "epoch": 6.811616954474097,
      "rel-constrast": 2.5574917793273926,
      "step": 8678,
      "subrel-constrast": 3.2999072074890137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6223578453063965,
      "cov-distil (oracle2student)": 5.222491264343262,
      "cov-distil (oracle2teacher)": 4.330684661865234,
      "epoch": 6.812401883830455,
      "rel-constrast": 3.0683038234710693,
      "step": 8679,
      "subrel-constrast": 3.6734209060668945,
      "view-similarity": 0
    },
    {
      "epoch": 6.813186813186813,
      "grad_norm": 5.875,
      "learning_rate": 2.6110875321063822e-06,
      "loss": 0.6576,
      "step": 8680
    },
    {
      "cov-distil": 1.9614695310592651,
      "cov-distil (oracle2student)": 3.7367148399353027,
      "cov-distil (oracle2teacher)": 4.070476531982422,
      "epoch": 6.813186813186813,
      "rel-constrast": 2.70782208442688,
      "step": 8680,
      "subrel-constrast": 4.0154619216918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5307636260986328,
      "cov-distil (oracle2student)": 3.894272804260254,
      "cov-distil (oracle2teacher)": 3.8228468894958496,
      "epoch": 6.813971742543171,
      "rel-constrast": 2.0658576488494873,
      "step": 8681,
      "subrel-constrast": 2.9196863174438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2267606258392334,
      "cov-distil (oracle2student)": 2.061699867248535,
      "cov-distil (oracle2teacher)": 2.443653106689453,
      "epoch": 6.814756671899529,
      "rel-constrast": 2.66701602935791,
      "step": 8682,
      "subrel-constrast": 3.21417236328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.023841381072998,
      "cov-distil (oracle2student)": 3.2819714546203613,
      "cov-distil (oracle2teacher)": 3.5550780296325684,
      "epoch": 6.815541601255887,
      "rel-constrast": 1.669411301612854,
      "step": 8683,
      "subrel-constrast": 2.5048978328704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031306266784668,
      "cov-distil (oracle2student)": 4.845232963562012,
      "cov-distil (oracle2teacher)": 4.089345932006836,
      "epoch": 6.816326530612245,
      "rel-constrast": 3.007424831390381,
      "step": 8684,
      "subrel-constrast": 3.8509225845336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1333699226379395,
      "cov-distil (oracle2student)": 4.232876777648926,
      "cov-distil (oracle2teacher)": 4.135772705078125,
      "epoch": 6.8171114599686025,
      "rel-constrast": 2.838585376739502,
      "step": 8685,
      "subrel-constrast": 3.6276865005493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343892097473145,
      "cov-distil (oracle2student)": 4.041461944580078,
      "cov-distil (oracle2teacher)": 4.131649971008301,
      "epoch": 6.817896389324961,
      "rel-constrast": 2.780179023742676,
      "step": 8686,
      "subrel-constrast": 3.155681610107422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.359430193901062,
      "cov-distil (oracle2student)": 4.931482791900635,
      "cov-distil (oracle2teacher)": 4.769287586212158,
      "epoch": 6.818681318681318,
      "rel-constrast": 2.011322498321533,
      "step": 8687,
      "subrel-constrast": 3.03487229347229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566623210906982,
      "cov-distil (oracle2student)": 4.31431245803833,
      "cov-distil (oracle2teacher)": 3.959808588027954,
      "epoch": 6.819466248037677,
      "rel-constrast": 1.6931960582733154,
      "step": 8688,
      "subrel-constrast": 2.968310832977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564812183380127,
      "cov-distil (oracle2student)": 4.844311237335205,
      "cov-distil (oracle2teacher)": 4.445395469665527,
      "epoch": 6.820251177394034,
      "rel-constrast": 3.93249773979187,
      "step": 8689,
      "subrel-constrast": 3.9809367656707764,
      "view-similarity": 0
    },
    {
      "epoch": 6.821036106750393,
      "grad_norm": 7.375,
      "learning_rate": 2.5723949900652024e-06,
      "loss": 0.6736,
      "step": 8690
    },
    {
      "cov-distil": 1.8820719718933105,
      "cov-distil (oracle2student)": 2.997824192047119,
      "cov-distil (oracle2teacher)": 3.421855926513672,
      "epoch": 6.821036106750393,
      "rel-constrast": 2.469882011413574,
      "step": 8690,
      "subrel-constrast": 3.4700262546539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67496919631958,
      "cov-distil (oracle2student)": 4.263395309448242,
      "cov-distil (oracle2teacher)": 4.208813190460205,
      "epoch": 6.82182103610675,
      "rel-constrast": 3.2130680084228516,
      "step": 8691,
      "subrel-constrast": 3.8048276901245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6716430187225342,
      "cov-distil (oracle2student)": 3.8267791271209717,
      "cov-distil (oracle2teacher)": 3.558701276779175,
      "epoch": 6.822605965463108,
      "rel-constrast": 2.391951560974121,
      "step": 8692,
      "subrel-constrast": 3.2117574214935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803282380104065,
      "cov-distil (oracle2student)": 4.808854579925537,
      "cov-distil (oracle2teacher)": 4.623702049255371,
      "epoch": 6.823390894819466,
      "rel-constrast": 2.4051055908203125,
      "step": 8693,
      "subrel-constrast": 3.481365442276001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2932815551757812,
      "cov-distil (oracle2student)": 4.752499580383301,
      "cov-distil (oracle2teacher)": 4.010942459106445,
      "epoch": 6.824175824175824,
      "rel-constrast": 1.5426685810089111,
      "step": 8694,
      "subrel-constrast": 2.3809258937835693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.443722128868103,
      "cov-distil (oracle2student)": 4.399731636047363,
      "cov-distil (oracle2teacher)": 4.595988750457764,
      "epoch": 6.824960753532182,
      "rel-constrast": 3.137777805328369,
      "step": 8695,
      "subrel-constrast": 4.201554775238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3196048736572266,
      "cov-distil (oracle2student)": 3.2320001125335693,
      "cov-distil (oracle2teacher)": 3.0842363834381104,
      "epoch": 6.82574568288854,
      "rel-constrast": 2.5268495082855225,
      "step": 8696,
      "subrel-constrast": 2.896233320236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5186176300048828,
      "cov-distil (oracle2student)": 4.535531997680664,
      "cov-distil (oracle2teacher)": 3.9208908081054688,
      "epoch": 6.826530612244898,
      "rel-constrast": 2.5872318744659424,
      "step": 8697,
      "subrel-constrast": 2.914027214050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.551820993423462,
      "cov-distil (oracle2student)": 4.491244316101074,
      "cov-distil (oracle2teacher)": 4.718780994415283,
      "epoch": 6.827315541601256,
      "rel-constrast": 1.9926702976226807,
      "step": 8698,
      "subrel-constrast": 3.4452250003814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4410951137542725,
      "cov-distil (oracle2student)": 4.856349945068359,
      "cov-distil (oracle2teacher)": 4.389255046844482,
      "epoch": 6.828100470957613,
      "rel-constrast": 2.383411407470703,
      "step": 8699,
      "subrel-constrast": 3.300312042236328,
      "view-similarity": 0
    },
    {
      "epoch": 6.828885400313972,
      "grad_norm": 5.53125,
      "learning_rate": 2.5339757213133502e-06,
      "loss": 0.6553,
      "step": 8700
    },
    {
      "epoch": 6.828885400313972,
      "overlap": 0.37031251192092896,
      "step": 8700
    },
    {
      "epoch": 6.828885400313972,
      "step": 8700,
      "student margin": 0.07177734375
    },
    {
      "epoch": 6.828885400313972,
      "step": 8700,
      "teacher margin": 0.0499267578125
    },
    {
      "epoch": 6.828885400313972,
      "margin difference": -0.0218505859375,
      "step": 8700
    },
    {
      "cov-distil": 1.5998036861419678,
      "cov-distil (oracle2student)": 2.8642544746398926,
      "cov-distil (oracle2teacher)": 2.8617544174194336,
      "epoch": 6.828885400313972,
      "rel-constrast": 1.138671636581421,
      "step": 8700,
      "subrel-constrast": 2.0778450965881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4070909023284912,
      "cov-distil (oracle2student)": 4.403797149658203,
      "cov-distil (oracle2teacher)": 4.311551094055176,
      "epoch": 6.829670329670329,
      "rel-constrast": 1.6409704685211182,
      "step": 8701,
      "subrel-constrast": 2.4501893520355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7302662134170532,
      "cov-distil (oracle2student)": 2.8487000465393066,
      "cov-distil (oracle2teacher)": 3.083263397216797,
      "epoch": 6.830455259026688,
      "rel-constrast": 2.5177001953125,
      "step": 8702,
      "subrel-constrast": 3.219818592071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5981130599975586,
      "cov-distil (oracle2student)": 5.727466106414795,
      "cov-distil (oracle2teacher)": 5.1012725830078125,
      "epoch": 6.831240188383045,
      "rel-constrast": 3.471571922302246,
      "step": 8703,
      "subrel-constrast": 3.817486047744751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4677631855010986,
      "cov-distil (oracle2student)": 4.99898624420166,
      "cov-distil (oracle2teacher)": 4.636139869689941,
      "epoch": 6.832025117739404,
      "rel-constrast": 2.0861144065856934,
      "step": 8704,
      "subrel-constrast": 2.7731611728668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976314783096313,
      "cov-distil (oracle2student)": 3.6936326026916504,
      "cov-distil (oracle2teacher)": 3.3567070960998535,
      "epoch": 6.832810047095761,
      "rel-constrast": 2.379703998565674,
      "step": 8705,
      "subrel-constrast": 3.454921245574951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6794118881225586,
      "cov-distil (oracle2student)": 5.046255588531494,
      "cov-distil (oracle2teacher)": 5.5246195793151855,
      "epoch": 6.833594976452119,
      "rel-constrast": 3.406897783279419,
      "step": 8706,
      "subrel-constrast": 4.479288101196289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3827389478683472,
      "cov-distil (oracle2student)": 4.762801170349121,
      "cov-distil (oracle2teacher)": 4.423880577087402,
      "epoch": 6.834379905808477,
      "rel-constrast": 3.341838836669922,
      "step": 8707,
      "subrel-constrast": 3.3133513927459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3044837713241577,
      "cov-distil (oracle2student)": 5.846435070037842,
      "cov-distil (oracle2teacher)": 5.23102331161499,
      "epoch": 6.835164835164835,
      "rel-constrast": 1.9916353225708008,
      "step": 8708,
      "subrel-constrast": 2.8125054836273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7723106145858765,
      "cov-distil (oracle2student)": 4.606504440307617,
      "cov-distil (oracle2teacher)": 4.239646911621094,
      "epoch": 6.835949764521193,
      "rel-constrast": 2.605083465576172,
      "step": 8709,
      "subrel-constrast": 3.799119710922241,
      "view-similarity": 0
    },
    {
      "epoch": 6.836734693877551,
      "grad_norm": 6.46875,
      "learning_rate": 2.4958301939774833e-06,
      "loss": 0.6536,
      "step": 8710
    },
    {
      "cov-distil": 1.118642807006836,
      "cov-distil (oracle2student)": 2.5069055557250977,
      "cov-distil (oracle2teacher)": 2.656578540802002,
      "epoch": 6.836734693877551,
      "rel-constrast": 2.257093906402588,
      "step": 8710,
      "subrel-constrast": 3.012052297592163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633723497390747,
      "cov-distil (oracle2student)": 5.1122660636901855,
      "cov-distil (oracle2teacher)": 5.201949596405029,
      "epoch": 6.837519623233909,
      "rel-constrast": 2.815101146697998,
      "step": 8711,
      "subrel-constrast": 3.3032867908477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1806552410125732,
      "cov-distil (oracle2student)": 3.5397603511810303,
      "cov-distil (oracle2teacher)": 3.5983469486236572,
      "epoch": 6.838304552590267,
      "rel-constrast": 3.4636471271514893,
      "step": 8712,
      "subrel-constrast": 3.6815309524536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5375728607177734,
      "cov-distil (oracle2student)": 4.504955768585205,
      "cov-distil (oracle2teacher)": 3.850259304046631,
      "epoch": 6.839089481946624,
      "rel-constrast": 2.5179336071014404,
      "step": 8713,
      "subrel-constrast": 3.181159496307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559746503829956,
      "cov-distil (oracle2student)": 3.9757843017578125,
      "cov-distil (oracle2teacher)": 3.987639904022217,
      "epoch": 6.839874411302983,
      "rel-constrast": 2.2566208839416504,
      "step": 8714,
      "subrel-constrast": 3.1940927505493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.545745849609375,
      "cov-distil (oracle2student)": 5.160689353942871,
      "cov-distil (oracle2teacher)": 5.175298690795898,
      "epoch": 6.84065934065934,
      "rel-constrast": 2.5707831382751465,
      "step": 8715,
      "subrel-constrast": 3.6979517936706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5475250482559204,
      "cov-distil (oracle2student)": 4.098695755004883,
      "cov-distil (oracle2teacher)": 3.9855051040649414,
      "epoch": 6.841444270015699,
      "rel-constrast": 2.8137917518615723,
      "step": 8716,
      "subrel-constrast": 3.684825897216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1992559432983398,
      "cov-distil (oracle2student)": 5.504229545593262,
      "cov-distil (oracle2teacher)": 4.751896858215332,
      "epoch": 6.842229199372056,
      "rel-constrast": 3.04191255569458,
      "step": 8717,
      "subrel-constrast": 3.324312686920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9436159133911133,
      "cov-distil (oracle2student)": 4.101391792297363,
      "cov-distil (oracle2teacher)": 4.355525970458984,
      "epoch": 6.843014128728415,
      "rel-constrast": 1.7332960367202759,
      "step": 8718,
      "subrel-constrast": 2.7801856994628906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.917021632194519,
      "cov-distil (oracle2student)": 5.621313095092773,
      "cov-distil (oracle2teacher)": 5.05251407623291,
      "epoch": 6.843799058084772,
      "rel-constrast": 2.699638605117798,
      "step": 8719,
      "subrel-constrast": 3.570732593536377,
      "view-similarity": 0
    },
    {
      "epoch": 6.84458398744113,
      "grad_norm": 5.9375,
      "learning_rate": 2.457958872848823e-06,
      "loss": 0.6922,
      "step": 8720
    },
    {
      "cov-distil": 1.2225403785705566,
      "cov-distil (oracle2student)": 3.164275646209717,
      "cov-distil (oracle2teacher)": 3.008960247039795,
      "epoch": 6.84458398744113,
      "rel-constrast": 2.7656381130218506,
      "step": 8720,
      "subrel-constrast": 2.851043462753296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3582990169525146,
      "cov-distil (oracle2student)": 5.216036319732666,
      "cov-distil (oracle2teacher)": 4.910674095153809,
      "epoch": 6.845368916797488,
      "rel-constrast": 2.6218204498291016,
      "step": 8721,
      "subrel-constrast": 2.993928909301758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7303638458251953,
      "cov-distil (oracle2student)": 3.480698347091675,
      "cov-distil (oracle2teacher)": 3.9793453216552734,
      "epoch": 6.846153846153846,
      "rel-constrast": 2.970766305923462,
      "step": 8722,
      "subrel-constrast": 4.394276142120361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248873233795166,
      "cov-distil (oracle2student)": 3.8718981742858887,
      "cov-distil (oracle2teacher)": 4.184382915496826,
      "epoch": 6.846938775510204,
      "rel-constrast": 2.3065645694732666,
      "step": 8723,
      "subrel-constrast": 3.3167645931243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526074767112732,
      "cov-distil (oracle2student)": 4.546977519989014,
      "cov-distil (oracle2teacher)": 4.063900470733643,
      "epoch": 6.847723704866562,
      "rel-constrast": 2.861405849456787,
      "step": 8724,
      "subrel-constrast": 3.695922374725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3821351528167725,
      "cov-distil (oracle2student)": 3.871309757232666,
      "cov-distil (oracle2teacher)": 3.8501431941986084,
      "epoch": 6.84850863422292,
      "rel-constrast": 2.621094226837158,
      "step": 8725,
      "subrel-constrast": 3.0328824520111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7196401357650757,
      "cov-distil (oracle2student)": 5.013209819793701,
      "cov-distil (oracle2teacher)": 4.897952079772949,
      "epoch": 6.849293563579278,
      "rel-constrast": 2.9903194904327393,
      "step": 8726,
      "subrel-constrast": 3.9410600662231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.504897117614746,
      "cov-distil (oracle2student)": 3.387641429901123,
      "cov-distil (oracle2teacher)": 3.1095356941223145,
      "epoch": 6.850078492935635,
      "rel-constrast": 1.6657488346099854,
      "step": 8727,
      "subrel-constrast": 2.4101972579956055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2306458950042725,
      "cov-distil (oracle2student)": 3.702683925628662,
      "cov-distil (oracle2teacher)": 4.004695892333984,
      "epoch": 6.850863422291994,
      "rel-constrast": 2.6593377590179443,
      "step": 8728,
      "subrel-constrast": 3.4036810398101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9677563309669495,
      "cov-distil (oracle2student)": 4.7186279296875,
      "cov-distil (oracle2teacher)": 4.323713779449463,
      "epoch": 6.851648351648351,
      "rel-constrast": 3.1070570945739746,
      "step": 8729,
      "subrel-constrast": 3.0534021854400635,
      "view-similarity": 0
    },
    {
      "epoch": 6.85243328100471,
      "grad_norm": 6.15625,
      "learning_rate": 2.4203622193774646e-06,
      "loss": 0.6997,
      "step": 8730
    },
    {
      "cov-distil": 2.046064853668213,
      "cov-distil (oracle2student)": 3.7159197330474854,
      "cov-distil (oracle2teacher)": 4.254617691040039,
      "epoch": 6.85243328100471,
      "rel-constrast": 1.7796850204467773,
      "step": 8730,
      "subrel-constrast": 3.051177740097046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452645540237427,
      "cov-distil (oracle2student)": 4.460793495178223,
      "cov-distil (oracle2teacher)": 3.757096290588379,
      "epoch": 6.853218210361067,
      "rel-constrast": 2.488100528717041,
      "step": 8731,
      "subrel-constrast": 2.914196252822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4703680276870728,
      "cov-distil (oracle2student)": 5.282201290130615,
      "cov-distil (oracle2teacher)": 5.22380256652832,
      "epoch": 6.854003139717426,
      "rel-constrast": 2.8152945041656494,
      "step": 8732,
      "subrel-constrast": 3.845125198364258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3189573287963867,
      "cov-distil (oracle2student)": 6.443266868591309,
      "cov-distil (oracle2teacher)": 6.0016632080078125,
      "epoch": 6.854788069073783,
      "rel-constrast": 2.8297386169433594,
      "step": 8733,
      "subrel-constrast": 3.606369733810425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0987975597381592,
      "cov-distil (oracle2student)": 3.2076773643493652,
      "cov-distil (oracle2teacher)": 3.2586140632629395,
      "epoch": 6.855572998430142,
      "rel-constrast": 1.8574037551879883,
      "step": 8734,
      "subrel-constrast": 2.5868382453918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9461126327514648,
      "cov-distil (oracle2student)": 3.1992268562316895,
      "cov-distil (oracle2teacher)": 3.3941831588745117,
      "epoch": 6.856357927786499,
      "rel-constrast": 2.5066747665405273,
      "step": 8735,
      "subrel-constrast": 3.2876827716827393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2591557502746582,
      "cov-distil (oracle2student)": 4.1496357917785645,
      "cov-distil (oracle2teacher)": 3.8803465366363525,
      "epoch": 6.857142857142857,
      "rel-constrast": 3.286569118499756,
      "step": 8736,
      "subrel-constrast": 3.869819164276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669727325439453,
      "cov-distil (oracle2student)": 4.994857311248779,
      "cov-distil (oracle2teacher)": 4.337289810180664,
      "epoch": 6.857927786499215,
      "rel-constrast": 3.9350244998931885,
      "step": 8737,
      "subrel-constrast": 4.16990327835083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.60883629322052,
      "cov-distil (oracle2student)": 3.697948932647705,
      "cov-distil (oracle2teacher)": 3.2384033203125,
      "epoch": 6.858712715855573,
      "rel-constrast": 3.4416635036468506,
      "step": 8738,
      "subrel-constrast": 3.63212251663208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2018067836761475,
      "cov-distil (oracle2student)": 2.702515125274658,
      "cov-distil (oracle2teacher)": 2.6730923652648926,
      "epoch": 6.859497645211931,
      "rel-constrast": 2.470534086227417,
      "step": 8739,
      "subrel-constrast": 3.2161874771118164,
      "view-similarity": 0
    },
    {
      "epoch": 6.860282574568289,
      "grad_norm": 5.3125,
      "learning_rate": 2.3830406916667604e-06,
      "loss": 0.7224,
      "step": 8740
    },
    {
      "cov-distil": 1.6775881052017212,
      "cov-distil (oracle2student)": 4.981085777282715,
      "cov-distil (oracle2teacher)": 5.0697174072265625,
      "epoch": 6.860282574568289,
      "rel-constrast": 1.9278790950775146,
      "step": 8740,
      "subrel-constrast": 2.797532081604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165995836257935,
      "cov-distil (oracle2student)": 4.057828426361084,
      "cov-distil (oracle2teacher)": 4.195466995239258,
      "epoch": 6.861067503924647,
      "rel-constrast": 1.708706021308899,
      "step": 8741,
      "subrel-constrast": 2.885427951812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6233179569244385,
      "cov-distil (oracle2student)": 4.411850452423096,
      "cov-distil (oracle2teacher)": 4.126228332519531,
      "epoch": 6.861852433281005,
      "rel-constrast": 2.882911205291748,
      "step": 8742,
      "subrel-constrast": 3.4480879306793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0958547592163086,
      "cov-distil (oracle2student)": 4.3332624435424805,
      "cov-distil (oracle2teacher)": 4.170580863952637,
      "epoch": 6.862637362637363,
      "rel-constrast": 1.8082759380340576,
      "step": 8743,
      "subrel-constrast": 2.2532055377960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9932665824890137,
      "cov-distil (oracle2student)": 4.2619524002075195,
      "cov-distil (oracle2teacher)": 4.197455406188965,
      "epoch": 6.863422291993721,
      "rel-constrast": 3.3526036739349365,
      "step": 8744,
      "subrel-constrast": 4.216405868530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1062791347503662,
      "cov-distil (oracle2student)": 7.042795181274414,
      "cov-distil (oracle2teacher)": 6.044599533081055,
      "epoch": 6.864207221350078,
      "rel-constrast": 2.1270923614501953,
      "step": 8745,
      "subrel-constrast": 3.055424928665161,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9874964952468872,
      "cov-distil (oracle2student)": 6.470263957977295,
      "cov-distil (oracle2teacher)": 6.389434814453125,
      "epoch": 6.864992150706437,
      "rel-constrast": 2.7100698947906494,
      "step": 8746,
      "subrel-constrast": 3.583456516265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0435354709625244,
      "cov-distil (oracle2student)": 6.447178840637207,
      "cov-distil (oracle2teacher)": 6.131486415863037,
      "epoch": 6.865777080062794,
      "rel-constrast": 2.179440975189209,
      "step": 8747,
      "subrel-constrast": 3.502350091934204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.277564287185669,
      "cov-distil (oracle2student)": 3.9932594299316406,
      "cov-distil (oracle2teacher)": 4.159140110015869,
      "epoch": 6.866562009419153,
      "rel-constrast": 3.0147225856781006,
      "step": 8748,
      "subrel-constrast": 3.588042736053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8169724941253662,
      "cov-distil (oracle2student)": 4.655501842498779,
      "cov-distil (oracle2teacher)": 4.143335819244385,
      "epoch": 6.86734693877551,
      "rel-constrast": 2.3439440727233887,
      "step": 8749,
      "subrel-constrast": 3.090263843536377,
      "view-similarity": 0
    },
    {
      "epoch": 6.868131868131869,
      "grad_norm": 5.53125,
      "learning_rate": 2.3459947444677554e-06,
      "loss": 0.6397,
      "step": 8750
    },
    {
      "cov-distil": 1.3534835577011108,
      "cov-distil (oracle2student)": 3.9284446239471436,
      "cov-distil (oracle2teacher)": 3.7743237018585205,
      "epoch": 6.868131868131869,
      "rel-constrast": 1.9838060140609741,
      "step": 8750,
      "subrel-constrast": 2.7627530097961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3892822265625,
      "cov-distil (oracle2student)": 4.502991676330566,
      "cov-distil (oracle2teacher)": 3.925997495651245,
      "epoch": 6.868916797488226,
      "rel-constrast": 2.6727190017700195,
      "step": 8751,
      "subrel-constrast": 3.0352799892425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3803032636642456,
      "cov-distil (oracle2student)": 3.9423089027404785,
      "cov-distil (oracle2teacher)": 3.8511195182800293,
      "epoch": 6.869701726844584,
      "rel-constrast": 2.4295830726623535,
      "step": 8752,
      "subrel-constrast": 3.0116069316864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2295138835906982,
      "cov-distil (oracle2student)": 4.326683044433594,
      "cov-distil (oracle2teacher)": 3.9240264892578125,
      "epoch": 6.870486656200942,
      "rel-constrast": 2.6700491905212402,
      "step": 8753,
      "subrel-constrast": 3.021399974822998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603855013847351,
      "cov-distil (oracle2student)": 5.212274551391602,
      "cov-distil (oracle2teacher)": 4.695734024047852,
      "epoch": 6.8712715855573,
      "rel-constrast": 3.9429771900177,
      "step": 8754,
      "subrel-constrast": 4.0748820304870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5991252660751343,
      "cov-distil (oracle2student)": 2.7139244079589844,
      "cov-distil (oracle2teacher)": 2.9296393394470215,
      "epoch": 6.872056514913658,
      "rel-constrast": 2.965205192565918,
      "step": 8755,
      "subrel-constrast": 3.582172155380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4686027765274048,
      "cov-distil (oracle2student)": 3.5919547080993652,
      "cov-distil (oracle2teacher)": 2.79443097114563,
      "epoch": 6.872841444270016,
      "rel-constrast": 1.9088983535766602,
      "step": 8756,
      "subrel-constrast": 2.427335500717163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3480491638183594,
      "cov-distil (oracle2student)": 4.883806228637695,
      "cov-distil (oracle2teacher)": 4.813948631286621,
      "epoch": 6.873626373626374,
      "rel-constrast": 2.892869472503662,
      "step": 8757,
      "subrel-constrast": 3.2724263668060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9665756821632385,
      "cov-distil (oracle2student)": 2.9318795204162598,
      "cov-distil (oracle2teacher)": 2.6702027320861816,
      "epoch": 6.874411302982732,
      "rel-constrast": 1.919783353805542,
      "step": 8758,
      "subrel-constrast": 2.354652166366577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7938003540039062,
      "cov-distil (oracle2student)": 4.839827537536621,
      "cov-distil (oracle2teacher)": 4.653957843780518,
      "epoch": 6.875196232339089,
      "rel-constrast": 2.7468624114990234,
      "step": 8759,
      "subrel-constrast": 3.5948879718780518,
      "view-similarity": 0
    },
    {
      "epoch": 6.875981161695448,
      "grad_norm": 5.84375,
      "learning_rate": 2.3092248291736147e-06,
      "loss": 0.6887,
      "step": 8760
    },
    {
      "cov-distil": 1.4938338994979858,
      "cov-distil (oracle2student)": 4.053768157958984,
      "cov-distil (oracle2teacher)": 4.1587748527526855,
      "epoch": 6.875981161695448,
      "rel-constrast": 2.5709633827209473,
      "step": 8760,
      "subrel-constrast": 2.980478048324585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5366460084915161,
      "cov-distil (oracle2student)": 5.473124027252197,
      "cov-distil (oracle2teacher)": 5.3333282470703125,
      "epoch": 6.876766091051805,
      "rel-constrast": 2.942056655883789,
      "step": 8761,
      "subrel-constrast": 3.5866310596466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1536884307861328,
      "cov-distil (oracle2student)": 3.987311840057373,
      "cov-distil (oracle2teacher)": 3.129633903503418,
      "epoch": 6.877551020408164,
      "rel-constrast": 2.3078603744506836,
      "step": 8762,
      "subrel-constrast": 2.8613743782043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8832019567489624,
      "cov-distil (oracle2student)": 4.24306583404541,
      "cov-distil (oracle2teacher)": 3.700368881225586,
      "epoch": 6.878335949764521,
      "rel-constrast": 2.1893515586853027,
      "step": 8763,
      "subrel-constrast": 3.134399890899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1468236446380615,
      "cov-distil (oracle2student)": 3.7972252368927,
      "cov-distil (oracle2teacher)": 3.5557756423950195,
      "epoch": 6.8791208791208796,
      "rel-constrast": 2.3396859169006348,
      "step": 8764,
      "subrel-constrast": 2.7181925773620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2646738290786743,
      "cov-distil (oracle2student)": 3.6003756523132324,
      "cov-distil (oracle2teacher)": 2.9570231437683105,
      "epoch": 6.879905808477237,
      "rel-constrast": 2.479905605316162,
      "step": 8765,
      "subrel-constrast": 2.709348201751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3552958965301514,
      "cov-distil (oracle2student)": 3.6714401245117188,
      "cov-distil (oracle2teacher)": 3.545165538787842,
      "epoch": 6.880690737833595,
      "rel-constrast": 3.8328871726989746,
      "step": 8766,
      "subrel-constrast": 4.8241167068481445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3075461387634277,
      "cov-distil (oracle2student)": 4.816634178161621,
      "cov-distil (oracle2teacher)": 4.306394577026367,
      "epoch": 6.881475667189953,
      "rel-constrast": 2.725637912750244,
      "step": 8767,
      "subrel-constrast": 3.245807409286499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4333240985870361,
      "cov-distil (oracle2student)": 4.492656230926514,
      "cov-distil (oracle2teacher)": 3.65667724609375,
      "epoch": 6.882260596546311,
      "rel-constrast": 2.2638931274414062,
      "step": 8768,
      "subrel-constrast": 3.1765856742858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1237514019012451,
      "cov-distil (oracle2student)": 3.7975316047668457,
      "cov-distil (oracle2teacher)": 3.747225284576416,
      "epoch": 6.883045525902669,
      "rel-constrast": 2.3042163848876953,
      "step": 8769,
      "subrel-constrast": 2.9954617023468018,
      "view-similarity": 0
    },
    {
      "epoch": 6.883830455259027,
      "grad_norm": 4.6875,
      "learning_rate": 2.272731393814165e-06,
      "loss": 0.6832,
      "step": 8770
    },
    {
      "cov-distil": 1.5579413175582886,
      "cov-distil (oracle2student)": 3.0842509269714355,
      "cov-distil (oracle2teacher)": 2.9807183742523193,
      "epoch": 6.883830455259027,
      "rel-constrast": 2.6548562049865723,
      "step": 8770,
      "subrel-constrast": 3.4216692447662354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5096213817596436,
      "cov-distil (oracle2student)": 4.126020431518555,
      "cov-distil (oracle2teacher)": 3.690382480621338,
      "epoch": 6.884615384615385,
      "rel-constrast": 2.9391930103302,
      "step": 8771,
      "subrel-constrast": 3.5967695713043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2242634296417236,
      "cov-distil (oracle2student)": 4.687978744506836,
      "cov-distil (oracle2teacher)": 4.8390960693359375,
      "epoch": 6.885400313971743,
      "rel-constrast": 4.118054389953613,
      "step": 8772,
      "subrel-constrast": 4.314205169677734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1655610799789429,
      "cov-distil (oracle2student)": 4.603475093841553,
      "cov-distil (oracle2teacher)": 4.190638542175293,
      "epoch": 6.8861852433281,
      "rel-constrast": 3.75538969039917,
      "step": 8773,
      "subrel-constrast": 4.168473720550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4799795150756836,
      "cov-distil (oracle2student)": 3.773496150970459,
      "cov-distil (oracle2teacher)": 3.4247477054595947,
      "epoch": 6.8869701726844585,
      "rel-constrast": 2.896113395690918,
      "step": 8774,
      "subrel-constrast": 3.3725318908691406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.097794532775879,
      "cov-distil (oracle2student)": 3.6292169094085693,
      "cov-distil (oracle2teacher)": 3.808232069015503,
      "epoch": 6.887755102040816,
      "rel-constrast": 1.4258756637573242,
      "step": 8775,
      "subrel-constrast": 2.0808844566345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3053843975067139,
      "cov-distil (oracle2student)": 6.2784953117370605,
      "cov-distil (oracle2teacher)": 5.613055229187012,
      "epoch": 6.8885400313971745,
      "rel-constrast": 2.6330227851867676,
      "step": 8776,
      "subrel-constrast": 3.228541612625122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2785695791244507,
      "cov-distil (oracle2student)": 3.2328901290893555,
      "cov-distil (oracle2teacher)": 3.0387914180755615,
      "epoch": 6.889324960753532,
      "rel-constrast": 1.703505277633667,
      "step": 8777,
      "subrel-constrast": 2.4597878456115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2623581886291504,
      "cov-distil (oracle2student)": 3.37797212600708,
      "cov-distil (oracle2teacher)": 3.390970230102539,
      "epoch": 6.8901098901098905,
      "rel-constrast": 2.0900278091430664,
      "step": 8778,
      "subrel-constrast": 2.3168623447418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6051636934280396,
      "cov-distil (oracle2student)": 3.8610012531280518,
      "cov-distil (oracle2teacher)": 4.150558948516846,
      "epoch": 6.890894819466248,
      "rel-constrast": 2.255685329437256,
      "step": 8779,
      "subrel-constrast": 3.5954084396362305,
      "view-similarity": 0
    },
    {
      "epoch": 6.891679748822606,
      "grad_norm": 6.8125,
      "learning_rate": 2.2365148830503917e-06,
      "loss": 0.6955,
      "step": 8780
    },
    {
      "cov-distil": 1.6627577543258667,
      "cov-distil (oracle2student)": 3.171175003051758,
      "cov-distil (oracle2teacher)": 3.7205209732055664,
      "epoch": 6.891679748822606,
      "rel-constrast": 2.3806629180908203,
      "step": 8780,
      "subrel-constrast": 2.722052574157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0675824880599976,
      "cov-distil (oracle2student)": 4.354708194732666,
      "cov-distil (oracle2teacher)": 4.156247138977051,
      "epoch": 6.892464678178964,
      "rel-constrast": 1.5353835821151733,
      "step": 8781,
      "subrel-constrast": 1.9950125217437744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4463562965393066,
      "cov-distil (oracle2student)": 3.773292303085327,
      "cov-distil (oracle2teacher)": 3.412498712539673,
      "epoch": 6.893249607535322,
      "rel-constrast": 2.264305591583252,
      "step": 8782,
      "subrel-constrast": 2.6365013122558594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.231123447418213,
      "cov-distil (oracle2student)": 3.4719834327697754,
      "cov-distil (oracle2teacher)": 3.349785804748535,
      "epoch": 6.89403453689168,
      "rel-constrast": 1.62787663936615,
      "step": 8783,
      "subrel-constrast": 2.627068042755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776073694229126,
      "cov-distil (oracle2student)": 6.172509670257568,
      "cov-distil (oracle2teacher)": 5.657403469085693,
      "epoch": 6.8948194662480375,
      "rel-constrast": 2.9192445278167725,
      "step": 8784,
      "subrel-constrast": 3.5115673542022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7511792182922363,
      "cov-distil (oracle2student)": 5.0175275802612305,
      "cov-distil (oracle2teacher)": 4.588096618652344,
      "epoch": 6.895604395604396,
      "rel-constrast": 2.577039957046509,
      "step": 8785,
      "subrel-constrast": 3.1232638359069824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4670547246932983,
      "cov-distil (oracle2student)": 4.489390850067139,
      "cov-distil (oracle2teacher)": 4.18916654586792,
      "epoch": 6.8963893249607535,
      "rel-constrast": 2.72145676612854,
      "step": 8786,
      "subrel-constrast": 3.6451456546783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9460769295692444,
      "cov-distil (oracle2student)": 3.3876700401306152,
      "cov-distil (oracle2teacher)": 2.9195313453674316,
      "epoch": 6.897174254317111,
      "rel-constrast": 1.8276636600494385,
      "step": 8787,
      "subrel-constrast": 2.2783191204071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3570789098739624,
      "cov-distil (oracle2student)": 4.350829124450684,
      "cov-distil (oracle2teacher)": 3.8840012550354004,
      "epoch": 6.8979591836734695,
      "rel-constrast": 1.3979830741882324,
      "step": 8788,
      "subrel-constrast": 2.0968968868255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1711729764938354,
      "cov-distil (oracle2student)": 3.7895755767822266,
      "cov-distil (oracle2teacher)": 3.1903128623962402,
      "epoch": 6.898744113029827,
      "rel-constrast": 2.3800883293151855,
      "step": 8789,
      "subrel-constrast": 2.7596874237060547,
      "view-similarity": 0
    },
    {
      "epoch": 6.8995290423861855,
      "grad_norm": 6.21875,
      "learning_rate": 2.2005757381690475e-06,
      "loss": 0.5755,
      "step": 8790
    },
    {
      "cov-distil": 1.6470189094543457,
      "cov-distil (oracle2student)": 3.0980372428894043,
      "cov-distil (oracle2teacher)": 3.303379774093628,
      "epoch": 6.8995290423861855,
      "rel-constrast": 2.1792402267456055,
      "step": 8790,
      "subrel-constrast": 2.6962599754333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8983290195465088,
      "cov-distil (oracle2student)": 6.1190643310546875,
      "cov-distil (oracle2teacher)": 5.858142852783203,
      "epoch": 6.900313971742543,
      "rel-constrast": 2.374830484390259,
      "step": 8791,
      "subrel-constrast": 3.0553252696990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6442266702651978,
      "cov-distil (oracle2student)": 4.252070426940918,
      "cov-distil (oracle2teacher)": 4.107592582702637,
      "epoch": 6.9010989010989015,
      "rel-constrast": 2.978876829147339,
      "step": 8792,
      "subrel-constrast": 3.9617888927459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0736225843429565,
      "cov-distil (oracle2student)": 3.8410539627075195,
      "cov-distil (oracle2teacher)": 3.424490451812744,
      "epoch": 6.901883830455259,
      "rel-constrast": 2.053597927093506,
      "step": 8793,
      "subrel-constrast": 2.6042652130126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8395416736602783,
      "cov-distil (oracle2student)": 3.8167622089385986,
      "cov-distil (oracle2teacher)": 3.8049449920654297,
      "epoch": 6.9026687598116165,
      "rel-constrast": 3.0254781246185303,
      "step": 8794,
      "subrel-constrast": 3.3348519802093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6897962093353271,
      "cov-distil (oracle2student)": 5.770106792449951,
      "cov-distil (oracle2teacher)": 5.108736515045166,
      "epoch": 6.903453689167975,
      "rel-constrast": 2.442262649536133,
      "step": 8795,
      "subrel-constrast": 2.918527841567993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3283812999725342,
      "cov-distil (oracle2student)": 3.3044562339782715,
      "cov-distil (oracle2teacher)": 3.154845714569092,
      "epoch": 6.9042386185243325,
      "rel-constrast": 2.6407835483551025,
      "step": 8796,
      "subrel-constrast": 3.6249256134033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3184375762939453,
      "cov-distil (oracle2student)": 3.621612310409546,
      "cov-distil (oracle2teacher)": 3.7246968746185303,
      "epoch": 6.905023547880691,
      "rel-constrast": 1.7411713600158691,
      "step": 8797,
      "subrel-constrast": 2.442580223083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.071389079093933,
      "cov-distil (oracle2student)": 4.104106903076172,
      "cov-distil (oracle2teacher)": 4.310018062591553,
      "epoch": 6.9058084772370485,
      "rel-constrast": 2.100527286529541,
      "step": 8798,
      "subrel-constrast": 2.751234769821167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6484891176223755,
      "cov-distil (oracle2student)": 6.031333923339844,
      "cov-distil (oracle2teacher)": 5.0889081954956055,
      "epoch": 6.906593406593407,
      "rel-constrast": 2.187101364135742,
      "step": 8799,
      "subrel-constrast": 3.174558162689209,
      "view-similarity": 0
    },
    {
      "epoch": 6.9073783359497645,
      "grad_norm": 5.21875,
      "learning_rate": 2.164914397077275e-06,
      "loss": 0.631,
      "step": 8800
    },
    {
      "epoch": 6.9073783359497645,
      "overlap": 0.36406251788139343,
      "step": 8800
    },
    {
      "epoch": 6.9073783359497645,
      "step": 8800,
      "student margin": 0.05926513671875
    },
    {
      "epoch": 6.9073783359497645,
      "step": 8800,
      "teacher margin": 0.039337158203125
    },
    {
      "epoch": 6.9073783359497645,
      "margin difference": -0.019927978515625,
      "step": 8800
    },
    {
      "cov-distil": 1.1525557041168213,
      "cov-distil (oracle2student)": 6.132819175720215,
      "cov-distil (oracle2teacher)": 5.549199104309082,
      "epoch": 6.9073783359497645,
      "rel-constrast": 2.7785305976867676,
      "step": 8800,
      "subrel-constrast": 3.5075128078460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7686045169830322,
      "cov-distil (oracle2student)": 4.189377784729004,
      "cov-distil (oracle2teacher)": 3.9345543384552,
      "epoch": 6.908163265306122,
      "rel-constrast": 2.043386220932007,
      "step": 8801,
      "subrel-constrast": 2.7980246543884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371872901916504,
      "cov-distil (oracle2student)": 5.066699028015137,
      "cov-distil (oracle2teacher)": 4.48616361618042,
      "epoch": 6.9089481946624804,
      "rel-constrast": 2.7364964485168457,
      "step": 8802,
      "subrel-constrast": 3.4911985397338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7565431594848633,
      "cov-distil (oracle2student)": 4.033587455749512,
      "cov-distil (oracle2teacher)": 4.01729154586792,
      "epoch": 6.909733124018838,
      "rel-constrast": 2.02433443069458,
      "step": 8803,
      "subrel-constrast": 2.9837052822113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7429041862487793,
      "cov-distil (oracle2student)": 4.4953107833862305,
      "cov-distil (oracle2teacher)": 4.314218521118164,
      "epoch": 6.910518053375196,
      "rel-constrast": 2.434536933898926,
      "step": 8804,
      "subrel-constrast": 3.099886417388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6018781661987305,
      "cov-distil (oracle2student)": 4.713105201721191,
      "cov-distil (oracle2teacher)": 4.654376983642578,
      "epoch": 6.911302982731554,
      "rel-constrast": 2.4672744274139404,
      "step": 8805,
      "subrel-constrast": 3.9688944816589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2985273599624634,
      "cov-distil (oracle2student)": 4.2284698486328125,
      "cov-distil (oracle2teacher)": 4.046700477600098,
      "epoch": 6.912087912087912,
      "rel-constrast": 2.734149217605591,
      "step": 8806,
      "subrel-constrast": 3.662475824356079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8905141353607178,
      "cov-distil (oracle2student)": 3.809650421142578,
      "cov-distil (oracle2teacher)": 3.666553020477295,
      "epoch": 6.91287284144427,
      "rel-constrast": 3.197577953338623,
      "step": 8807,
      "subrel-constrast": 4.036930561065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4446477890014648,
      "cov-distil (oracle2student)": 4.823704719543457,
      "cov-distil (oracle2teacher)": 4.5609540939331055,
      "epoch": 6.9136577708006275,
      "rel-constrast": 3.4193310737609863,
      "step": 8808,
      "subrel-constrast": 4.112531661987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9779953956604004,
      "cov-distil (oracle2student)": 5.689838886260986,
      "cov-distil (oracle2teacher)": 4.944990158081055,
      "epoch": 6.914442700156986,
      "rel-constrast": 3.101026773452759,
      "step": 8809,
      "subrel-constrast": 3.16900897026062,
      "view-similarity": 0
    },
    {
      "epoch": 6.9152276295133435,
      "grad_norm": 6.53125,
      "learning_rate": 2.12953129429726e-06,
      "loss": 0.7134,
      "step": 8810
    },
    {
      "cov-distil": 1.4232509136199951,
      "cov-distil (oracle2student)": 4.540153980255127,
      "cov-distil (oracle2teacher)": 4.528952598571777,
      "epoch": 6.9152276295133435,
      "rel-constrast": 2.7374014854431152,
      "step": 8810,
      "subrel-constrast": 3.55802321434021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0787533521652222,
      "cov-distil (oracle2student)": 5.9773759841918945,
      "cov-distil (oracle2teacher)": 5.6111040115356445,
      "epoch": 6.916012558869702,
      "rel-constrast": 2.555769920349121,
      "step": 8811,
      "subrel-constrast": 3.1517581939697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3893235921859741,
      "cov-distil (oracle2student)": 3.4913134574890137,
      "cov-distil (oracle2teacher)": 3.774451732635498,
      "epoch": 6.916797488226059,
      "rel-constrast": 1.7069823741912842,
      "step": 8812,
      "subrel-constrast": 2.4711954593658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4004206657409668,
      "cov-distil (oracle2student)": 4.379360198974609,
      "cov-distil (oracle2teacher)": 4.07623291015625,
      "epoch": 6.917582417582418,
      "rel-constrast": 1.7610008716583252,
      "step": 8813,
      "subrel-constrast": 2.462890863418579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0126571655273438,
      "cov-distil (oracle2student)": 3.450406789779663,
      "cov-distil (oracle2teacher)": 3.1280059814453125,
      "epoch": 6.918367346938775,
      "rel-constrast": 2.698385000228882,
      "step": 8814,
      "subrel-constrast": 2.7968881130218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0488917827606201,
      "cov-distil (oracle2student)": 2.9694364070892334,
      "cov-distil (oracle2teacher)": 2.6939268112182617,
      "epoch": 6.919152276295133,
      "rel-constrast": 1.8445348739624023,
      "step": 8815,
      "subrel-constrast": 2.659611225128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6364105939865112,
      "cov-distil (oracle2student)": 3.813547134399414,
      "cov-distil (oracle2teacher)": 3.7281036376953125,
      "epoch": 6.919937205651491,
      "rel-constrast": 2.393714427947998,
      "step": 8816,
      "subrel-constrast": 3.4095706939697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8061695098876953,
      "cov-distil (oracle2student)": 5.078128814697266,
      "cov-distil (oracle2teacher)": 5.507284164428711,
      "epoch": 6.920722135007849,
      "rel-constrast": 2.4679410457611084,
      "step": 8817,
      "subrel-constrast": 3.474917411804199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3647119998931885,
      "cov-distil (oracle2student)": 5.218281269073486,
      "cov-distil (oracle2teacher)": 4.304013729095459,
      "epoch": 6.921507064364207,
      "rel-constrast": 2.4320287704467773,
      "step": 8818,
      "subrel-constrast": 3.20426607131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6855589151382446,
      "cov-distil (oracle2student)": 5.791734218597412,
      "cov-distil (oracle2teacher)": 5.481908321380615,
      "epoch": 6.922291993720565,
      "rel-constrast": 2.086609125137329,
      "step": 8819,
      "subrel-constrast": 2.7600066661834717,
      "view-similarity": 0
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 5.0625,
      "learning_rate": 2.0944268609609464e-06,
      "loss": 0.6017,
      "step": 8820
    },
    {
      "cov-distil": 1.6498258113861084,
      "cov-distil (oracle2student)": 4.210289478302002,
      "cov-distil (oracle2teacher)": 3.871540069580078,
      "epoch": 6.923076923076923,
      "rel-constrast": 1.7747105360031128,
      "step": 8820,
      "subrel-constrast": 2.536942481994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140089750289917,
      "cov-distil (oracle2student)": 4.4463582038879395,
      "cov-distil (oracle2teacher)": 4.165238380432129,
      "epoch": 6.923861852433281,
      "rel-constrast": 2.638828754425049,
      "step": 8821,
      "subrel-constrast": 3.563311815261841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3050401210784912,
      "cov-distil (oracle2student)": 4.758359909057617,
      "cov-distil (oracle2teacher)": 4.571963787078857,
      "epoch": 6.924646781789638,
      "rel-constrast": 3.129631519317627,
      "step": 8822,
      "subrel-constrast": 3.605220317840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1037722826004028,
      "cov-distil (oracle2student)": 3.567351818084717,
      "cov-distil (oracle2teacher)": 3.419116735458374,
      "epoch": 6.925431711145997,
      "rel-constrast": 2.2579574584960938,
      "step": 8823,
      "subrel-constrast": 2.713960647583008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7781707048416138,
      "cov-distil (oracle2student)": 3.3992748260498047,
      "cov-distil (oracle2teacher)": 3.601278066635132,
      "epoch": 6.926216640502354,
      "rel-constrast": 1.868759036064148,
      "step": 8824,
      "subrel-constrast": 3.0302937030792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7273551225662231,
      "cov-distil (oracle2student)": 4.585541725158691,
      "cov-distil (oracle2teacher)": 4.688895225524902,
      "epoch": 6.927001569858713,
      "rel-constrast": 2.3963236808776855,
      "step": 8825,
      "subrel-constrast": 3.291654348373413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784696340560913,
      "cov-distil (oracle2student)": 4.932381629943848,
      "cov-distil (oracle2teacher)": 5.339057922363281,
      "epoch": 6.92778649921507,
      "rel-constrast": 2.1611878871917725,
      "step": 8826,
      "subrel-constrast": 3.472217321395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5724855661392212,
      "cov-distil (oracle2student)": 4.153826713562012,
      "cov-distil (oracle2teacher)": 3.747339963912964,
      "epoch": 6.928571428571429,
      "rel-constrast": 1.8663686513900757,
      "step": 8827,
      "subrel-constrast": 2.945373296737671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5291931629180908,
      "cov-distil (oracle2student)": 3.639977216720581,
      "cov-distil (oracle2teacher)": 3.3578033447265625,
      "epoch": 6.929356357927786,
      "rel-constrast": 2.3404531478881836,
      "step": 8828,
      "subrel-constrast": 3.734170436859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422329068183899,
      "cov-distil (oracle2student)": 3.891228675842285,
      "cov-distil (oracle2teacher)": 3.950327157974243,
      "epoch": 6.930141287284145,
      "rel-constrast": 2.9334099292755127,
      "step": 8829,
      "subrel-constrast": 3.251300096511841,
      "view-similarity": 0
    },
    {
      "epoch": 6.930926216640502,
      "grad_norm": 6.25,
      "learning_rate": 2.059601524804769e-06,
      "loss": 0.6242,
      "step": 8830
    },
    {
      "cov-distil": 1.7347463369369507,
      "cov-distil (oracle2student)": 3.476724624633789,
      "cov-distil (oracle2teacher)": 3.2116334438323975,
      "epoch": 6.930926216640502,
      "rel-constrast": 2.5170111656188965,
      "step": 8830,
      "subrel-constrast": 3.1602070331573486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3795654773712158,
      "cov-distil (oracle2student)": 5.860089302062988,
      "cov-distil (oracle2teacher)": 5.142308712005615,
      "epoch": 6.931711145996861,
      "rel-constrast": 2.1822524070739746,
      "step": 8831,
      "subrel-constrast": 3.1260299682617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4523957967758179,
      "cov-distil (oracle2student)": 5.032909870147705,
      "cov-distil (oracle2teacher)": 4.617939472198486,
      "epoch": 6.932496075353218,
      "rel-constrast": 1.9301092624664307,
      "step": 8832,
      "subrel-constrast": 3.128206968307495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8018181324005127,
      "cov-distil (oracle2student)": 4.009930610656738,
      "cov-distil (oracle2teacher)": 4.028505325317383,
      "epoch": 6.933281004709576,
      "rel-constrast": 2.3268542289733887,
      "step": 8833,
      "subrel-constrast": 3.050386428833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459099292755127,
      "cov-distil (oracle2student)": 4.002689838409424,
      "cov-distil (oracle2teacher)": 3.896629571914673,
      "epoch": 6.934065934065934,
      "rel-constrast": 2.089399814605713,
      "step": 8834,
      "subrel-constrast": 2.900857925415039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5118123292922974,
      "cov-distil (oracle2student)": 4.25596809387207,
      "cov-distil (oracle2teacher)": 3.9937658309936523,
      "epoch": 6.934850863422292,
      "rel-constrast": 1.924825668334961,
      "step": 8835,
      "subrel-constrast": 2.787417411804199,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9615713357925415,
      "cov-distil (oracle2student)": 4.154167175292969,
      "cov-distil (oracle2teacher)": 4.120110511779785,
      "epoch": 6.93563579277865,
      "rel-constrast": 2.578596830368042,
      "step": 8836,
      "subrel-constrast": 3.04056715965271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4654403924942017,
      "cov-distil (oracle2student)": 2.7072291374206543,
      "cov-distil (oracle2teacher)": 2.631927490234375,
      "epoch": 6.936420722135008,
      "rel-constrast": 2.155086040496826,
      "step": 8837,
      "subrel-constrast": 2.958261013031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527616024017334,
      "cov-distil (oracle2student)": 4.735051155090332,
      "cov-distil (oracle2teacher)": 4.516554832458496,
      "epoch": 6.937205651491366,
      "rel-constrast": 2.4544334411621094,
      "step": 8838,
      "subrel-constrast": 3.4728715419769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0350487232208252,
      "cov-distil (oracle2student)": 4.864321231842041,
      "cov-distil (oracle2teacher)": 4.676905632019043,
      "epoch": 6.937990580847724,
      "rel-constrast": 2.639845371246338,
      "step": 8839,
      "subrel-constrast": 3.137470245361328,
      "view-similarity": 0
    },
    {
      "epoch": 6.938775510204081,
      "grad_norm": 5.125,
      "learning_rate": 2.0250557101644696e-06,
      "loss": 0.6058,
      "step": 8840
    },
    {
      "cov-distil": 1.760146141052246,
      "cov-distil (oracle2student)": 3.7330164909362793,
      "cov-distil (oracle2teacher)": 4.339075088500977,
      "epoch": 6.938775510204081,
      "rel-constrast": 2.3862497806549072,
      "step": 8840,
      "subrel-constrast": 3.0774002075195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3976479768753052,
      "cov-distil (oracle2student)": 3.8111214637756348,
      "cov-distil (oracle2teacher)": 3.3631348609924316,
      "epoch": 6.93956043956044,
      "rel-constrast": 3.450342893600464,
      "step": 8841,
      "subrel-constrast": 4.0445404052734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4062801599502563,
      "cov-distil (oracle2student)": 4.088078498840332,
      "cov-distil (oracle2teacher)": 3.6278576850891113,
      "epoch": 6.940345368916797,
      "rel-constrast": 2.8318662643432617,
      "step": 8842,
      "subrel-constrast": 3.037923812866211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2929978370666504,
      "cov-distil (oracle2student)": 4.2643256187438965,
      "cov-distil (oracle2teacher)": 3.8601317405700684,
      "epoch": 6.941130298273156,
      "rel-constrast": 1.581020712852478,
      "step": 8843,
      "subrel-constrast": 2.4271044731140137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737088680267334,
      "cov-distil (oracle2student)": 4.289377689361572,
      "cov-distil (oracle2teacher)": 3.864354133605957,
      "epoch": 6.941915227629513,
      "rel-constrast": 3.1031713485717773,
      "step": 8844,
      "subrel-constrast": 3.7947394847869873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774416446685791,
      "cov-distil (oracle2student)": 5.060586929321289,
      "cov-distil (oracle2teacher)": 4.125359535217285,
      "epoch": 6.942700156985872,
      "rel-constrast": 2.2486963272094727,
      "step": 8845,
      "subrel-constrast": 3.1671066284179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6487499475479126,
      "cov-distil (oracle2student)": 2.850322723388672,
      "cov-distil (oracle2teacher)": 2.9279682636260986,
      "epoch": 6.943485086342229,
      "rel-constrast": 2.1000120639801025,
      "step": 8846,
      "subrel-constrast": 3.1097168922424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7855844497680664,
      "cov-distil (oracle2student)": 3.32650089263916,
      "cov-distil (oracle2teacher)": 3.4380786418914795,
      "epoch": 6.944270015698587,
      "rel-constrast": 1.6508042812347412,
      "step": 8847,
      "subrel-constrast": 2.8681459426879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4044793844223022,
      "cov-distil (oracle2student)": 4.43294095993042,
      "cov-distil (oracle2teacher)": 4.0692362785339355,
      "epoch": 6.945054945054945,
      "rel-constrast": 2.425478935241699,
      "step": 8848,
      "subrel-constrast": 2.701075315475464,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030534267425537,
      "cov-distil (oracle2student)": 4.736561298370361,
      "cov-distil (oracle2teacher)": 4.374698638916016,
      "epoch": 6.945839874411303,
      "rel-constrast": 3.321624279022217,
      "step": 8849,
      "subrel-constrast": 3.5083861351013184,
      "view-similarity": 0
    },
    {
      "epoch": 6.946624803767661,
      "grad_norm": 7.8125,
      "learning_rate": 1.990789837969889e-06,
      "loss": 0.6706,
      "step": 8850
    },
    {
      "cov-distil": 1.4910637140274048,
      "cov-distil (oracle2student)": 4.323644161224365,
      "cov-distil (oracle2teacher)": 3.899813413619995,
      "epoch": 6.946624803767661,
      "rel-constrast": 2.363430976867676,
      "step": 8850,
      "subrel-constrast": 3.1259500980377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9758656620979309,
      "cov-distil (oracle2student)": 5.249850273132324,
      "cov-distil (oracle2teacher)": 4.921782493591309,
      "epoch": 6.947409733124019,
      "rel-constrast": 2.8082211017608643,
      "step": 8851,
      "subrel-constrast": 3.1846938133239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8413395881652832,
      "cov-distil (oracle2student)": 2.5370473861694336,
      "cov-distil (oracle2teacher)": 3.122252941131592,
      "epoch": 6.948194662480377,
      "rel-constrast": 1.8694298267364502,
      "step": 8852,
      "subrel-constrast": 3.3746495246887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6188068389892578,
      "cov-distil (oracle2student)": 3.3059439659118652,
      "cov-distil (oracle2teacher)": 2.9691121578216553,
      "epoch": 6.948979591836735,
      "rel-constrast": 3.126594066619873,
      "step": 8853,
      "subrel-constrast": 3.718388080596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.345526933670044,
      "cov-distil (oracle2student)": 3.515573501586914,
      "cov-distil (oracle2teacher)": 3.438368082046509,
      "epoch": 6.949764521193092,
      "rel-constrast": 2.1558568477630615,
      "step": 8854,
      "subrel-constrast": 2.95727276802063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.079509735107422,
      "cov-distil (oracle2student)": 3.049886703491211,
      "cov-distil (oracle2teacher)": 3.3279595375061035,
      "epoch": 6.950549450549451,
      "rel-constrast": 2.3538694381713867,
      "step": 8855,
      "subrel-constrast": 3.649623394012451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.520594358444214,
      "cov-distil (oracle2student)": 2.4320929050445557,
      "cov-distil (oracle2teacher)": 3.186159133911133,
      "epoch": 6.951334379905808,
      "rel-constrast": 2.4916820526123047,
      "step": 8856,
      "subrel-constrast": 3.4317991733551025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1765503883361816,
      "cov-distil (oracle2student)": 6.786438465118408,
      "cov-distil (oracle2teacher)": 5.730478286743164,
      "epoch": 6.952119309262167,
      "rel-constrast": 2.77172589302063,
      "step": 8857,
      "subrel-constrast": 2.725351333618164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.277086853981018,
      "cov-distil (oracle2student)": 5.6306281089782715,
      "cov-distil (oracle2teacher)": 5.2344489097595215,
      "epoch": 6.952904238618524,
      "rel-constrast": 2.1925978660583496,
      "step": 8858,
      "subrel-constrast": 2.7320759296417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.24800705909729,
      "cov-distil (oracle2student)": 4.227506637573242,
      "cov-distil (oracle2teacher)": 4.124544143676758,
      "epoch": 6.953689167974883,
      "rel-constrast": 2.3894824981689453,
      "step": 8859,
      "subrel-constrast": 3.379024028778076,
      "view-similarity": 0
    },
    {
      "epoch": 6.95447409733124,
      "grad_norm": 6.375,
      "learning_rate": 1.9568043257398667e-06,
      "loss": 0.652,
      "step": 8860
    },
    {
      "cov-distil": 1.3842682838439941,
      "cov-distil (oracle2student)": 5.449820518493652,
      "cov-distil (oracle2teacher)": 5.378529071807861,
      "epoch": 6.95447409733124,
      "rel-constrast": 3.029479742050171,
      "step": 8860,
      "subrel-constrast": 3.818495988845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7280571460723877,
      "cov-distil (oracle2student)": 3.0641369819641113,
      "cov-distil (oracle2teacher)": 3.046513795852661,
      "epoch": 6.955259026687598,
      "rel-constrast": 2.3556666374206543,
      "step": 8861,
      "subrel-constrast": 3.346613645553589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.101668119430542,
      "cov-distil (oracle2student)": 5.968191146850586,
      "cov-distil (oracle2teacher)": 5.261539936065674,
      "epoch": 6.956043956043956,
      "rel-constrast": 3.442586898803711,
      "step": 8862,
      "subrel-constrast": 3.547621011734009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.206353783607483,
      "cov-distil (oracle2student)": 5.223039150238037,
      "cov-distil (oracle2teacher)": 5.153432369232178,
      "epoch": 6.956828885400314,
      "rel-constrast": 2.5188276767730713,
      "step": 8863,
      "subrel-constrast": 3.1276729106903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5933419466018677,
      "cov-distil (oracle2student)": 6.203017711639404,
      "cov-distil (oracle2teacher)": 5.169403076171875,
      "epoch": 6.957613814756672,
      "rel-constrast": 2.544576406478882,
      "step": 8864,
      "subrel-constrast": 2.849599599838257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3171405792236328,
      "cov-distil (oracle2student)": 4.6617279052734375,
      "cov-distil (oracle2teacher)": 4.3372602462768555,
      "epoch": 6.95839874411303,
      "rel-constrast": 2.8208088874816895,
      "step": 8865,
      "subrel-constrast": 3.510627269744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3887107372283936,
      "cov-distil (oracle2student)": 3.592965602874756,
      "cov-distil (oracle2teacher)": 3.815983533859253,
      "epoch": 6.959183673469388,
      "rel-constrast": 2.1194210052490234,
      "step": 8866,
      "subrel-constrast": 2.8614554405212402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4748187065124512,
      "cov-distil (oracle2student)": 3.8060572147369385,
      "cov-distil (oracle2teacher)": 3.745216131210327,
      "epoch": 6.959968602825746,
      "rel-constrast": 2.1489620208740234,
      "step": 8867,
      "subrel-constrast": 3.3681092262268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4337595701217651,
      "cov-distil (oracle2student)": 3.647033452987671,
      "cov-distil (oracle2teacher)": 3.334900140762329,
      "epoch": 6.960753532182103,
      "rel-constrast": 4.304847717285156,
      "step": 8868,
      "subrel-constrast": 4.438995838165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.272780418395996,
      "cov-distil (oracle2student)": 3.6095824241638184,
      "cov-distil (oracle2teacher)": 3.474881410598755,
      "epoch": 6.961538461538462,
      "rel-constrast": 1.9056496620178223,
      "step": 8869,
      "subrel-constrast": 2.373436689376831,
      "view-similarity": 0
    },
    {
      "epoch": 6.962323390894819,
      "grad_norm": 4.5625,
      "learning_rate": 1.9230995875771485e-06,
      "loss": 0.7145,
      "step": 8870
    },
    {
      "cov-distil": 1.3644039630889893,
      "cov-distil (oracle2student)": 4.119075775146484,
      "cov-distil (oracle2teacher)": 4.011356353759766,
      "epoch": 6.962323390894819,
      "rel-constrast": 2.2638442516326904,
      "step": 8870,
      "subrel-constrast": 2.879439115524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3341734409332275,
      "cov-distil (oracle2student)": 6.145703315734863,
      "cov-distil (oracle2teacher)": 5.566177845001221,
      "epoch": 6.963108320251178,
      "rel-constrast": 3.0414175987243652,
      "step": 8871,
      "subrel-constrast": 3.2629735469818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8785231113433838,
      "cov-distil (oracle2student)": 3.975170612335205,
      "cov-distil (oracle2teacher)": 3.634969711303711,
      "epoch": 6.963893249607535,
      "rel-constrast": 2.107213258743286,
      "step": 8872,
      "subrel-constrast": 3.0499064922332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3371131420135498,
      "cov-distil (oracle2student)": 4.313882827758789,
      "cov-distil (oracle2teacher)": 4.160619735717773,
      "epoch": 6.964678178963894,
      "rel-constrast": 3.2339916229248047,
      "step": 8873,
      "subrel-constrast": 3.606092929840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6203452348709106,
      "cov-distil (oracle2student)": 3.599849224090576,
      "cov-distil (oracle2teacher)": 3.414066791534424,
      "epoch": 6.965463108320251,
      "rel-constrast": 2.1932363510131836,
      "step": 8874,
      "subrel-constrast": 3.1706228256225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5187251567840576,
      "cov-distil (oracle2student)": 3.327070474624634,
      "cov-distil (oracle2teacher)": 3.2777605056762695,
      "epoch": 6.966248037676609,
      "rel-constrast": 2.515507221221924,
      "step": 8875,
      "subrel-constrast": 2.6596741676330566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2438541650772095,
      "cov-distil (oracle2student)": 4.9059224128723145,
      "cov-distil (oracle2teacher)": 4.817465782165527,
      "epoch": 6.967032967032967,
      "rel-constrast": 1.716275930404663,
      "step": 8876,
      "subrel-constrast": 2.7455692291259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3941938877105713,
      "cov-distil (oracle2student)": 5.542440414428711,
      "cov-distil (oracle2teacher)": 5.052985191345215,
      "epoch": 6.967817896389325,
      "rel-constrast": 1.9184606075286865,
      "step": 8877,
      "subrel-constrast": 2.9426889419555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5979502201080322,
      "cov-distil (oracle2student)": 3.9505069255828857,
      "cov-distil (oracle2teacher)": 4.485719203948975,
      "epoch": 6.968602825745683,
      "rel-constrast": 2.1075057983398438,
      "step": 8878,
      "subrel-constrast": 3.1908817291259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4316704273223877,
      "cov-distil (oracle2student)": 4.638686180114746,
      "cov-distil (oracle2teacher)": 4.2591423988342285,
      "epoch": 6.969387755102041,
      "rel-constrast": 2.4829561710357666,
      "step": 8879,
      "subrel-constrast": 3.2257871627807617,
      "view-similarity": 0
    },
    {
      "epoch": 6.970172684458399,
      "grad_norm": 5.40625,
      "learning_rate": 1.8896760341633264e-06,
      "loss": 0.6263,
      "step": 8880
    },
    {
      "cov-distil": 1.6098058223724365,
      "cov-distil (oracle2student)": 5.4399518966674805,
      "cov-distil (oracle2teacher)": 5.351420879364014,
      "epoch": 6.970172684458399,
      "rel-constrast": 2.6554040908813477,
      "step": 8880,
      "subrel-constrast": 3.5425117015838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5389814376831055,
      "cov-distil (oracle2student)": 4.677434921264648,
      "cov-distil (oracle2teacher)": 4.272828102111816,
      "epoch": 6.970957613814757,
      "rel-constrast": 1.8341448307037354,
      "step": 8881,
      "subrel-constrast": 2.4793338775634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7429221868515015,
      "cov-distil (oracle2student)": 3.6318817138671875,
      "cov-distil (oracle2teacher)": 4.0253729820251465,
      "epoch": 6.971742543171114,
      "rel-constrast": 1.9698448181152344,
      "step": 8882,
      "subrel-constrast": 3.166383743286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.310847282409668,
      "cov-distil (oracle2student)": 3.829195022583008,
      "cov-distil (oracle2teacher)": 3.9418535232543945,
      "epoch": 6.972527472527473,
      "rel-constrast": 3.1939589977264404,
      "step": 8883,
      "subrel-constrast": 4.003614902496338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6047654151916504,
      "cov-distil (oracle2student)": 4.018130302429199,
      "cov-distil (oracle2teacher)": 3.706804037094116,
      "epoch": 6.97331240188383,
      "rel-constrast": 1.2687571048736572,
      "step": 8884,
      "subrel-constrast": 2.0978119373321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.151625633239746,
      "cov-distil (oracle2student)": 3.2933578491210938,
      "cov-distil (oracle2teacher)": 3.5100202560424805,
      "epoch": 6.974097331240189,
      "rel-constrast": 2.034512758255005,
      "step": 8885,
      "subrel-constrast": 2.6970603466033936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7452569007873535,
      "cov-distil (oracle2student)": 5.050614833831787,
      "cov-distil (oracle2teacher)": 5.081808567047119,
      "epoch": 6.974882260596546,
      "rel-constrast": 3.6188786029815674,
      "step": 8886,
      "subrel-constrast": 4.595198154449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4644691944122314,
      "cov-distil (oracle2student)": 3.578122615814209,
      "cov-distil (oracle2teacher)": 3.5256969928741455,
      "epoch": 6.975667189952905,
      "rel-constrast": 2.8296148777008057,
      "step": 8887,
      "subrel-constrast": 3.7932076454162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6293174028396606,
      "cov-distil (oracle2student)": 3.989480495452881,
      "cov-distil (oracle2teacher)": 4.214160919189453,
      "epoch": 6.976452119309262,
      "rel-constrast": 1.7954392433166504,
      "step": 8888,
      "subrel-constrast": 2.7172257900238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960708141326904,
      "cov-distil (oracle2student)": 3.24995493888855,
      "cov-distil (oracle2teacher)": 3.431713581085205,
      "epoch": 6.97723704866562,
      "rel-constrast": 2.2015862464904785,
      "step": 8889,
      "subrel-constrast": 2.851579427719116,
      "view-similarity": 0
    },
    {
      "epoch": 6.978021978021978,
      "grad_norm": 5.46875,
      "learning_rate": 1.8565340727538543e-06,
      "loss": 0.624,
      "step": 8890
    },
    {
      "cov-distil": 1.6609734296798706,
      "cov-distil (oracle2student)": 3.2711071968078613,
      "cov-distil (oracle2teacher)": 3.609286069869995,
      "epoch": 6.978021978021978,
      "rel-constrast": 2.5880868434906006,
      "step": 8890,
      "subrel-constrast": 3.3168370723724365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.327052354812622,
      "cov-distil (oracle2student)": 3.9991607666015625,
      "cov-distil (oracle2teacher)": 3.623037815093994,
      "epoch": 6.978806907378336,
      "rel-constrast": 1.9839195013046265,
      "step": 8891,
      "subrel-constrast": 2.5686724185943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.175077438354492,
      "cov-distil (oracle2student)": 5.095046520233154,
      "cov-distil (oracle2teacher)": 4.7434611320495605,
      "epoch": 6.979591836734694,
      "rel-constrast": 2.7929816246032715,
      "step": 8892,
      "subrel-constrast": 3.606510639190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7042206525802612,
      "cov-distil (oracle2student)": 4.926938533782959,
      "cov-distil (oracle2teacher)": 4.3425140380859375,
      "epoch": 6.980376766091052,
      "rel-constrast": 2.3755855560302734,
      "step": 8893,
      "subrel-constrast": 2.839085340499878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8279764652252197,
      "cov-distil (oracle2student)": 4.016175746917725,
      "cov-distil (oracle2teacher)": 4.448516845703125,
      "epoch": 6.98116169544741,
      "rel-constrast": 1.6819850206375122,
      "step": 8894,
      "subrel-constrast": 2.867441415786743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5112470388412476,
      "cov-distil (oracle2student)": 3.536912441253662,
      "cov-distil (oracle2teacher)": 3.659426212310791,
      "epoch": 6.981946624803768,
      "rel-constrast": 2.0230867862701416,
      "step": 8895,
      "subrel-constrast": 2.929699420928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8814884424209595,
      "cov-distil (oracle2student)": 6.062824249267578,
      "cov-distil (oracle2teacher)": 5.497527122497559,
      "epoch": 6.982731554160125,
      "rel-constrast": 2.390686511993408,
      "step": 8896,
      "subrel-constrast": 2.8754525184631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6065998077392578,
      "cov-distil (oracle2student)": 4.5924224853515625,
      "cov-distil (oracle2teacher)": 4.178808212280273,
      "epoch": 6.983516483516484,
      "rel-constrast": 2.380601406097412,
      "step": 8897,
      "subrel-constrast": 3.056541681289673,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1774117946624756,
      "cov-distil (oracle2student)": 5.5811614990234375,
      "cov-distil (oracle2teacher)": 5.654146194458008,
      "epoch": 6.984301412872841,
      "rel-constrast": 2.4979195594787598,
      "step": 8898,
      "subrel-constrast": 3.753828763961792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1499310731887817,
      "cov-distil (oracle2student)": 4.141404151916504,
      "cov-distil (oracle2teacher)": 4.242954254150391,
      "epoch": 6.9850863422291996,
      "rel-constrast": 3.1197543144226074,
      "step": 8899,
      "subrel-constrast": 3.3022336959838867,
      "view-similarity": 0
    },
    {
      "epoch": 6.985871271585557,
      "grad_norm": 5.4375,
      "learning_rate": 1.8236741071730761e-06,
      "loss": 0.6384,
      "step": 8900
    },
    {
      "epoch": 6.985871271585557,
      "overlap": 0.3218750059604645,
      "step": 8900
    },
    {
      "epoch": 6.985871271585557,
      "step": 8900,
      "student margin": 0.05853271484375
    },
    {
      "epoch": 6.985871271585557,
      "step": 8900,
      "teacher margin": 0.04559326171875
    },
    {
      "epoch": 6.985871271585557,
      "margin difference": -0.012939453125,
      "step": 8900
    },
    {
      "cov-distil": 1.1916017532348633,
      "cov-distil (oracle2student)": 5.545294761657715,
      "cov-distil (oracle2teacher)": 5.2453508377075195,
      "epoch": 6.985871271585557,
      "rel-constrast": 3.258511781692505,
      "step": 8900,
      "subrel-constrast": 3.3355791568756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5790847539901733,
      "cov-distil (oracle2student)": 4.452244758605957,
      "cov-distil (oracle2teacher)": 4.072019100189209,
      "epoch": 6.9866562009419155,
      "rel-constrast": 2.654287099838257,
      "step": 8901,
      "subrel-constrast": 3.3178296089172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7981998920440674,
      "cov-distil (oracle2student)": 3.879305124282837,
      "cov-distil (oracle2teacher)": 4.372951984405518,
      "epoch": 6.987441130298273,
      "rel-constrast": 2.5998218059539795,
      "step": 8902,
      "subrel-constrast": 3.254728317260742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8118752241134644,
      "cov-distil (oracle2student)": 3.448446035385132,
      "cov-distil (oracle2teacher)": 3.8696606159210205,
      "epoch": 6.988226059654631,
      "rel-constrast": 2.0338454246520996,
      "step": 8903,
      "subrel-constrast": 2.9817161560058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1544759273529053,
      "cov-distil (oracle2student)": 5.587277412414551,
      "cov-distil (oracle2teacher)": 4.685413360595703,
      "epoch": 6.989010989010989,
      "rel-constrast": 3.0827298164367676,
      "step": 8904,
      "subrel-constrast": 3.1097753047943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1642613410949707,
      "cov-distil (oracle2student)": 4.8748064041137695,
      "cov-distil (oracle2teacher)": 4.539391040802002,
      "epoch": 6.989795918367347,
      "rel-constrast": 1.7418780326843262,
      "step": 8905,
      "subrel-constrast": 2.2847273349761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1948713064193726,
      "cov-distil (oracle2student)": 5.131732940673828,
      "cov-distil (oracle2teacher)": 4.852717399597168,
      "epoch": 6.990580847723705,
      "rel-constrast": 3.0641286373138428,
      "step": 8906,
      "subrel-constrast": 3.465996742248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332390546798706,
      "cov-distil (oracle2student)": 3.113865852355957,
      "cov-distil (oracle2teacher)": 3.225421190261841,
      "epoch": 6.991365777080063,
      "rel-constrast": 2.5085854530334473,
      "step": 8907,
      "subrel-constrast": 2.911506414413452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1387574672698975,
      "cov-distil (oracle2student)": 3.1509993076324463,
      "cov-distil (oracle2teacher)": 3.3717739582061768,
      "epoch": 6.992150706436421,
      "rel-constrast": 2.0416553020477295,
      "step": 8908,
      "subrel-constrast": 2.699734926223755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1793594360351562,
      "cov-distil (oracle2student)": 5.554778099060059,
      "cov-distil (oracle2teacher)": 5.811431407928467,
      "epoch": 6.9929356357927785,
      "rel-constrast": 2.3411946296691895,
      "step": 8909,
      "subrel-constrast": 3.955569267272949,
      "view-similarity": 0
    },
    {
      "epoch": 6.993720565149136,
      "grad_norm": 5.1875,
      "learning_rate": 1.7910965378092948e-06,
      "loss": 0.6695,
      "step": 8910
    },
    {
      "cov-distil": 1.6130836009979248,
      "cov-distil (oracle2student)": 2.031179666519165,
      "cov-distil (oracle2teacher)": 2.635338306427002,
      "epoch": 6.993720565149136,
      "rel-constrast": 1.300278663635254,
      "step": 8910,
      "subrel-constrast": 2.278592824935913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3021210432052612,
      "cov-distil (oracle2student)": 4.914121627807617,
      "cov-distil (oracle2teacher)": 4.221151351928711,
      "epoch": 6.9945054945054945,
      "rel-constrast": 2.9720005989074707,
      "step": 8911,
      "subrel-constrast": 3.305180549621582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978543996810913,
      "cov-distil (oracle2student)": 3.5714945793151855,
      "cov-distil (oracle2teacher)": 3.8454346656799316,
      "epoch": 6.995290423861852,
      "rel-constrast": 2.3170552253723145,
      "step": 8912,
      "subrel-constrast": 3.2098989486694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7764689922332764,
      "cov-distil (oracle2student)": 5.683659553527832,
      "cov-distil (oracle2teacher)": 4.8510823249816895,
      "epoch": 6.9960753532182105,
      "rel-constrast": 2.180530071258545,
      "step": 8913,
      "subrel-constrast": 2.940859317779541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.53446102142334,
      "cov-distil (oracle2student)": 6.077131271362305,
      "cov-distil (oracle2teacher)": 4.912168502807617,
      "epoch": 6.996860282574568,
      "rel-constrast": 2.060152769088745,
      "step": 8914,
      "subrel-constrast": 2.985682964324951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1519885063171387,
      "cov-distil (oracle2student)": 4.921185493469238,
      "cov-distil (oracle2teacher)": 4.001114845275879,
      "epoch": 6.9976452119309265,
      "rel-constrast": 2.715601921081543,
      "step": 8915,
      "subrel-constrast": 3.126765727996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8144500255584717,
      "cov-distil (oracle2student)": 4.551420211791992,
      "cov-distil (oracle2teacher)": 4.257465362548828,
      "epoch": 6.998430141287284,
      "rel-constrast": 2.5013115406036377,
      "step": 8916,
      "subrel-constrast": 3.481095552444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7604596614837646,
      "cov-distil (oracle2student)": 4.891408920288086,
      "cov-distil (oracle2teacher)": 4.168950080871582,
      "epoch": 6.9992150706436425,
      "rel-constrast": 4.15772008895874,
      "step": 8917,
      "subrel-constrast": 4.250411510467529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7763803005218506,
      "cov-distil (oracle2student)": 4.184109687805176,
      "cov-distil (oracle2teacher)": 3.7438554763793945,
      "epoch": 7.0,
      "rel-constrast": 1.7690445184707642,
      "step": 8918,
      "subrel-constrast": 2.5570828914642334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3368308544158936,
      "cov-distil (oracle2student)": 4.4400506019592285,
      "cov-distil (oracle2teacher)": 3.6774420738220215,
      "epoch": 7.0007849293563575,
      "rel-constrast": 2.249332904815674,
      "step": 8919,
      "subrel-constrast": 2.528491735458374,
      "view-similarity": 0
    },
    {
      "epoch": 7.001569858712716,
      "grad_norm": 5.03125,
      "learning_rate": 1.7588017616099183e-06,
      "loss": 0.6482,
      "step": 8920
    },
    {
      "cov-distil": 1.3155887126922607,
      "cov-distil (oracle2student)": 5.386506080627441,
      "cov-distil (oracle2teacher)": 5.11892557144165,
      "epoch": 7.001569858712716,
      "rel-constrast": 4.3286542892456055,
      "step": 8920,
      "subrel-constrast": 4.35919713973999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3401265144348145,
      "cov-distil (oracle2student)": 3.4831433296203613,
      "cov-distil (oracle2teacher)": 3.372335433959961,
      "epoch": 7.0023547880690735,
      "rel-constrast": 1.5510140657424927,
      "step": 8921,
      "subrel-constrast": 2.3649799823760986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2769420146942139,
      "cov-distil (oracle2student)": 4.687566757202148,
      "cov-distil (oracle2teacher)": 4.2387847900390625,
      "epoch": 7.003139717425432,
      "rel-constrast": 2.355870485305786,
      "step": 8922,
      "subrel-constrast": 2.8672847747802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1198883056640625,
      "cov-distil (oracle2student)": 4.003135681152344,
      "cov-distil (oracle2teacher)": 3.7096378803253174,
      "epoch": 7.0039246467817895,
      "rel-constrast": 2.021664619445801,
      "step": 8923,
      "subrel-constrast": 2.5524933338165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.346739649772644,
      "cov-distil (oracle2student)": 3.964667558670044,
      "cov-distil (oracle2teacher)": 3.4908862113952637,
      "epoch": 7.004709576138148,
      "rel-constrast": 2.5300087928771973,
      "step": 8924,
      "subrel-constrast": 2.9991307258605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7810933589935303,
      "cov-distil (oracle2student)": 3.951846122741699,
      "cov-distil (oracle2teacher)": 4.636590957641602,
      "epoch": 7.0054945054945055,
      "rel-constrast": 3.3799095153808594,
      "step": 8925,
      "subrel-constrast": 4.1296796798706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.386324882507324,
      "cov-distil (oracle2student)": 5.048979759216309,
      "cov-distil (oracle2teacher)": 4.976254940032959,
      "epoch": 7.006279434850863,
      "rel-constrast": 2.9803318977355957,
      "step": 8926,
      "subrel-constrast": 3.962836742401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6011402606964111,
      "cov-distil (oracle2student)": 4.950101375579834,
      "cov-distil (oracle2teacher)": 4.676779270172119,
      "epoch": 7.0070643642072215,
      "rel-constrast": 2.5848145484924316,
      "step": 8927,
      "subrel-constrast": 3.025644540786743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.192900538444519,
      "cov-distil (oracle2student)": 6.065888404846191,
      "cov-distil (oracle2teacher)": 5.887235641479492,
      "epoch": 7.007849293563579,
      "rel-constrast": 2.9608309268951416,
      "step": 8928,
      "subrel-constrast": 3.6450259685516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0117360353469849,
      "cov-distil (oracle2student)": 6.005112648010254,
      "cov-distil (oracle2teacher)": 5.828286170959473,
      "epoch": 7.008634222919937,
      "rel-constrast": 2.622004508972168,
      "step": 8929,
      "subrel-constrast": 3.490882396697998,
      "view-similarity": 0
    },
    {
      "epoch": 7.009419152276295,
      "grad_norm": 6.1875,
      "learning_rate": 1.7267901720766061e-06,
      "loss": 0.7188,
      "step": 8930
    },
    {
      "cov-distil": 1.2759318351745605,
      "cov-distil (oracle2student)": 3.292886734008789,
      "cov-distil (oracle2teacher)": 3.7930030822753906,
      "epoch": 7.009419152276295,
      "rel-constrast": 2.7477896213531494,
      "step": 8930,
      "subrel-constrast": 3.842258930206299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3821253776550293,
      "cov-distil (oracle2student)": 4.163180351257324,
      "cov-distil (oracle2teacher)": 3.675563097000122,
      "epoch": 7.010204081632653,
      "rel-constrast": 3.2995107173919678,
      "step": 8931,
      "subrel-constrast": 3.961045265197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9167041778564453,
      "cov-distil (oracle2student)": 2.5430169105529785,
      "cov-distil (oracle2teacher)": 2.750127077102661,
      "epoch": 7.010989010989011,
      "rel-constrast": 1.7350268363952637,
      "step": 8932,
      "subrel-constrast": 2.755685329437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5374419689178467,
      "cov-distil (oracle2student)": 4.103461742401123,
      "cov-distil (oracle2teacher)": 3.7227323055267334,
      "epoch": 7.0117739403453685,
      "rel-constrast": 2.1376705169677734,
      "step": 8933,
      "subrel-constrast": 2.868229627609253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3043107986450195,
      "cov-distil (oracle2student)": 4.279880523681641,
      "cov-distil (oracle2teacher)": 4.118812084197998,
      "epoch": 7.012558869701727,
      "rel-constrast": 3.032196521759033,
      "step": 8934,
      "subrel-constrast": 3.252492666244507,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132958173751831,
      "cov-distil (oracle2student)": 4.154226303100586,
      "cov-distil (oracle2teacher)": 4.171579360961914,
      "epoch": 7.0133437990580845,
      "rel-constrast": 2.5004560947418213,
      "step": 8935,
      "subrel-constrast": 3.5874061584472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9568862915039062,
      "cov-distil (oracle2student)": 4.551461219787598,
      "cov-distil (oracle2teacher)": 3.903993606567383,
      "epoch": 7.014128728414443,
      "rel-constrast": 2.0284829139709473,
      "step": 8936,
      "subrel-constrast": 2.2281644344329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2145745754241943,
      "cov-distil (oracle2student)": 5.449636936187744,
      "cov-distil (oracle2teacher)": 4.979608058929443,
      "epoch": 7.0149136577708004,
      "rel-constrast": 2.7006869316101074,
      "step": 8937,
      "subrel-constrast": 3.3648595809936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1818594932556152,
      "cov-distil (oracle2student)": 3.481764316558838,
      "cov-distil (oracle2teacher)": 3.426821708679199,
      "epoch": 7.015698587127159,
      "rel-constrast": 2.4867286682128906,
      "step": 8938,
      "subrel-constrast": 3.5882718563079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4289295673370361,
      "cov-distil (oracle2student)": 2.519808530807495,
      "cov-distil (oracle2teacher)": 2.9311633110046387,
      "epoch": 7.016483516483516,
      "rel-constrast": 2.312243938446045,
      "step": 8939,
      "subrel-constrast": 2.7880396842956543,
      "view-similarity": 0
    },
    {
      "epoch": 7.017268445839874,
      "grad_norm": 5.8125,
      "learning_rate": 1.6950621592604687e-06,
      "loss": 0.6628,
      "step": 8940
    },
    {
      "cov-distil": 1.5561553239822388,
      "cov-distil (oracle2student)": 4.4153571128845215,
      "cov-distil (oracle2teacher)": 4.24855899810791,
      "epoch": 7.017268445839874,
      "rel-constrast": 1.668480634689331,
      "step": 8940,
      "subrel-constrast": 2.9784085750579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3684515953063965,
      "cov-distil (oracle2student)": 6.65705680847168,
      "cov-distil (oracle2teacher)": 5.666553497314453,
      "epoch": 7.018053375196232,
      "rel-constrast": 1.6602684259414673,
      "step": 8941,
      "subrel-constrast": 2.362870931625366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6439446210861206,
      "cov-distil (oracle2student)": 4.484042644500732,
      "cov-distil (oracle2teacher)": 4.348869323730469,
      "epoch": 7.01883830455259,
      "rel-constrast": 3.829223155975342,
      "step": 8942,
      "subrel-constrast": 4.165460586547852,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8383591175079346,
      "cov-distil (oracle2student)": 4.394151210784912,
      "cov-distil (oracle2teacher)": 4.056727886199951,
      "epoch": 7.019623233908948,
      "rel-constrast": 2.8308396339416504,
      "step": 8943,
      "subrel-constrast": 3.617305278778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5142685174942017,
      "cov-distil (oracle2student)": 4.499766826629639,
      "cov-distil (oracle2teacher)": 3.9451115131378174,
      "epoch": 7.020408163265306,
      "rel-constrast": 2.168215036392212,
      "step": 8944,
      "subrel-constrast": 2.7714943885803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0060396194458008,
      "cov-distil (oracle2student)": 5.01270055770874,
      "cov-distil (oracle2teacher)": 4.693074703216553,
      "epoch": 7.021193092621664,
      "rel-constrast": 3.4373257160186768,
      "step": 8945,
      "subrel-constrast": 3.8116166591644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.180490493774414,
      "cov-distil (oracle2student)": 4.284401893615723,
      "cov-distil (oracle2teacher)": 4.05343770980835,
      "epoch": 7.021978021978022,
      "rel-constrast": 2.4764482975006104,
      "step": 8946,
      "subrel-constrast": 2.8983495235443115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7826793193817139,
      "cov-distil (oracle2student)": 4.646430969238281,
      "cov-distil (oracle2teacher)": 4.25959587097168,
      "epoch": 7.02276295133438,
      "rel-constrast": 2.595444917678833,
      "step": 8947,
      "subrel-constrast": 3.2640199661254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6188015937805176,
      "cov-distil (oracle2student)": 4.4338483810424805,
      "cov-distil (oracle2teacher)": 3.7966880798339844,
      "epoch": 7.023547880690738,
      "rel-constrast": 2.4853954315185547,
      "step": 8948,
      "subrel-constrast": 3.312964916229248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8491661548614502,
      "cov-distil (oracle2student)": 3.643749237060547,
      "cov-distil (oracle2teacher)": 3.8635976314544678,
      "epoch": 7.024332810047095,
      "rel-constrast": 1.6553435325622559,
      "step": 8949,
      "subrel-constrast": 2.6339833736419678,
      "view-similarity": 0
    },
    {
      "epoch": 7.025117739403454,
      "grad_norm": 4.0,
      "learning_rate": 1.6636181097573283e-06,
      "loss": 0.6586,
      "step": 8950
    },
    {
      "cov-distil": 1.6954686641693115,
      "cov-distil (oracle2student)": 4.07167911529541,
      "cov-distil (oracle2teacher)": 4.132684707641602,
      "epoch": 7.025117739403454,
      "rel-constrast": 2.9142353534698486,
      "step": 8950,
      "subrel-constrast": 3.787048816680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2298426628112793,
      "cov-distil (oracle2student)": 3.441356897354126,
      "cov-distil (oracle2teacher)": 3.730592727661133,
      "epoch": 7.025902668759811,
      "rel-constrast": 1.5415103435516357,
      "step": 8951,
      "subrel-constrast": 2.5187883377075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2045271396636963,
      "cov-distil (oracle2student)": 5.398923873901367,
      "cov-distil (oracle2teacher)": 5.148208141326904,
      "epoch": 7.02668759811617,
      "rel-constrast": 1.7901206016540527,
      "step": 8952,
      "subrel-constrast": 2.427816867828369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1193671226501465,
      "cov-distil (oracle2student)": 4.98953104019165,
      "cov-distil (oracle2teacher)": 4.433382034301758,
      "epoch": 7.027472527472527,
      "rel-constrast": 2.4411420822143555,
      "step": 8953,
      "subrel-constrast": 3.4677202701568604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4039993286132812,
      "cov-distil (oracle2student)": 3.181781768798828,
      "cov-distil (oracle2teacher)": 3.8215842247009277,
      "epoch": 7.028257456828886,
      "rel-constrast": 2.218513011932373,
      "step": 8954,
      "subrel-constrast": 3.1171493530273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6527109146118164,
      "cov-distil (oracle2student)": 3.5816659927368164,
      "cov-distil (oracle2teacher)": 3.697486400604248,
      "epoch": 7.029042386185243,
      "rel-constrast": 2.1562094688415527,
      "step": 8955,
      "subrel-constrast": 3.2024717330932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2471108436584473,
      "cov-distil (oracle2student)": 5.516235828399658,
      "cov-distil (oracle2teacher)": 5.284005165100098,
      "epoch": 7.029827315541601,
      "rel-constrast": 2.381408929824829,
      "step": 8956,
      "subrel-constrast": 3.225693464279175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8061456680297852,
      "cov-distil (oracle2student)": 4.32459831237793,
      "cov-distil (oracle2teacher)": 4.050908088684082,
      "epoch": 7.030612244897959,
      "rel-constrast": 2.6387040615081787,
      "step": 8957,
      "subrel-constrast": 3.1479365825653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2485555410385132,
      "cov-distil (oracle2student)": 4.009860038757324,
      "cov-distil (oracle2teacher)": 4.404302597045898,
      "epoch": 7.031397174254317,
      "rel-constrast": 2.293869733810425,
      "step": 8958,
      "subrel-constrast": 3.071293354034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1742931604385376,
      "cov-distil (oracle2student)": 5.701109886169434,
      "cov-distil (oracle2teacher)": 5.205504894256592,
      "epoch": 7.032182103610675,
      "rel-constrast": 4.2752885818481445,
      "step": 8959,
      "subrel-constrast": 4.082504749298096,
      "view-similarity": 0
    },
    {
      "epoch": 7.032967032967033,
      "grad_norm": 7.3125,
      "learning_rate": 1.6324584067030108e-06,
      "loss": 0.6532,
      "step": 8960
    },
    {
      "cov-distil": 1.5132064819335938,
      "cov-distil (oracle2student)": 5.029894828796387,
      "cov-distil (oracle2teacher)": 4.9766998291015625,
      "epoch": 7.032967032967033,
      "rel-constrast": 2.3235905170440674,
      "step": 8960,
      "subrel-constrast": 3.0120444297790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4187971353530884,
      "cov-distil (oracle2student)": 3.027268648147583,
      "cov-distil (oracle2teacher)": 3.2551050186157227,
      "epoch": 7.033751962323391,
      "rel-constrast": 2.2301111221313477,
      "step": 8961,
      "subrel-constrast": 3.468441963195801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.471832275390625,
      "cov-distil (oracle2student)": 3.7858083248138428,
      "cov-distil (oracle2teacher)": 3.7633049488067627,
      "epoch": 7.034536891679749,
      "rel-constrast": 2.8060860633850098,
      "step": 8962,
      "subrel-constrast": 3.174309253692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5744705200195312,
      "cov-distil (oracle2student)": 5.982153415679932,
      "cov-distil (oracle2teacher)": 5.204712390899658,
      "epoch": 7.035321821036106,
      "rel-constrast": 2.591005563735962,
      "step": 8963,
      "subrel-constrast": 3.2448318004608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3045673370361328,
      "cov-distil (oracle2student)": 4.717599868774414,
      "cov-distil (oracle2teacher)": 4.284639835357666,
      "epoch": 7.036106750392465,
      "rel-constrast": 2.064492702484131,
      "step": 8964,
      "subrel-constrast": 2.6141064167022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5588805675506592,
      "cov-distil (oracle2student)": 2.9954638481140137,
      "cov-distil (oracle2teacher)": 3.0421462059020996,
      "epoch": 7.036891679748822,
      "rel-constrast": 2.6203181743621826,
      "step": 8965,
      "subrel-constrast": 3.3865373134613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0459206104278564,
      "cov-distil (oracle2student)": 4.988018989562988,
      "cov-distil (oracle2teacher)": 4.681550025939941,
      "epoch": 7.037676609105181,
      "rel-constrast": 2.7511651515960693,
      "step": 8966,
      "subrel-constrast": 3.9063634872436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1816990375518799,
      "cov-distil (oracle2student)": 3.61185622215271,
      "cov-distil (oracle2teacher)": 3.7081007957458496,
      "epoch": 7.038461538461538,
      "rel-constrast": 2.513969898223877,
      "step": 8967,
      "subrel-constrast": 2.9494309425354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875948429107666,
      "cov-distil (oracle2student)": 3.7560133934020996,
      "cov-distil (oracle2teacher)": 3.648953914642334,
      "epoch": 7.039246467817897,
      "rel-constrast": 2.924666404724121,
      "step": 8968,
      "subrel-constrast": 3.587921380996704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636321783065796,
      "cov-distil (oracle2student)": 2.6960268020629883,
      "cov-distil (oracle2teacher)": 2.463958978652954,
      "epoch": 7.040031397174254,
      "rel-constrast": 1.5289721488952637,
      "step": 8969,
      "subrel-constrast": 2.4395792484283447,
      "view-similarity": 0
    },
    {
      "epoch": 7.040816326530612,
      "grad_norm": 4.15625,
      "learning_rate": 1.6015834297686548e-06,
      "loss": 0.6468,
      "step": 8970
    },
    {
      "cov-distil": 1.5114476680755615,
      "cov-distil (oracle2student)": 4.063862323760986,
      "cov-distil (oracle2teacher)": 3.9949159622192383,
      "epoch": 7.040816326530612,
      "rel-constrast": 2.745907783508301,
      "step": 8970,
      "subrel-constrast": 3.0086939334869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8658256530761719,
      "cov-distil (oracle2student)": 3.6673858165740967,
      "cov-distil (oracle2teacher)": 3.73396897315979,
      "epoch": 7.04160125588697,
      "rel-constrast": 3.6077098846435547,
      "step": 8971,
      "subrel-constrast": 4.018016338348389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5092530250549316,
      "cov-distil (oracle2student)": 5.75339412689209,
      "cov-distil (oracle2teacher)": 5.192984580993652,
      "epoch": 7.042386185243328,
      "rel-constrast": 2.661289691925049,
      "step": 8972,
      "subrel-constrast": 3.4582226276397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835271954536438,
      "cov-distil (oracle2student)": 5.12559175491333,
      "cov-distil (oracle2teacher)": 4.4960832595825195,
      "epoch": 7.043171114599686,
      "rel-constrast": 2.709519386291504,
      "step": 8973,
      "subrel-constrast": 3.9211995601654053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2733972072601318,
      "cov-distil (oracle2student)": 5.4602203369140625,
      "cov-distil (oracle2teacher)": 5.625368118286133,
      "epoch": 7.043956043956044,
      "rel-constrast": 4.209967613220215,
      "step": 8974,
      "subrel-constrast": 4.590066432952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3224942684173584,
      "cov-distil (oracle2student)": 4.292001724243164,
      "cov-distil (oracle2teacher)": 4.489419937133789,
      "epoch": 7.044740973312402,
      "rel-constrast": 3.334043025970459,
      "step": 8975,
      "subrel-constrast": 4.436716079711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2312545776367188,
      "cov-distil (oracle2student)": 3.3327646255493164,
      "cov-distil (oracle2teacher)": 3.2586476802825928,
      "epoch": 7.04552590266876,
      "rel-constrast": 1.8748252391815186,
      "step": 8976,
      "subrel-constrast": 2.4522833824157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6679317951202393,
      "cov-distil (oracle2student)": 3.046842575073242,
      "cov-distil (oracle2teacher)": 2.918020248413086,
      "epoch": 7.046310832025117,
      "rel-constrast": 2.1626930236816406,
      "step": 8977,
      "subrel-constrast": 2.8133435249328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.423952579498291,
      "cov-distil (oracle2student)": 4.0102691650390625,
      "cov-distil (oracle2teacher)": 3.738412857055664,
      "epoch": 7.047095761381476,
      "rel-constrast": 2.8082497119903564,
      "step": 8978,
      "subrel-constrast": 3.461073637008667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328845739364624,
      "cov-distil (oracle2student)": 3.0168824195861816,
      "cov-distil (oracle2teacher)": 2.9205541610717773,
      "epoch": 7.047880690737833,
      "rel-constrast": 2.2081174850463867,
      "step": 8979,
      "subrel-constrast": 2.5395758152008057,
      "view-similarity": 0
    },
    {
      "epoch": 7.048665620094192,
      "grad_norm": 4.65625,
      "learning_rate": 1.5709935551561222e-06,
      "loss": 0.748,
      "step": 8980
    },
    {
      "cov-distil": 1.4803510904312134,
      "cov-distil (oracle2student)": 4.634188175201416,
      "cov-distil (oracle2teacher)": 4.29135799407959,
      "epoch": 7.048665620094192,
      "rel-constrast": 2.9319872856140137,
      "step": 8980,
      "subrel-constrast": 3.0974717140197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6734963655471802,
      "cov-distil (oracle2student)": 3.7840394973754883,
      "cov-distil (oracle2teacher)": 3.671802043914795,
      "epoch": 7.049450549450549,
      "rel-constrast": 1.8397421836853027,
      "step": 8981,
      "subrel-constrast": 2.917226791381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4245059490203857,
      "cov-distil (oracle2student)": 4.4307122230529785,
      "cov-distil (oracle2teacher)": 4.3904924392700195,
      "epoch": 7.050235478806908,
      "rel-constrast": 2.087690830230713,
      "step": 8982,
      "subrel-constrast": 2.9527316093444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2431906461715698,
      "cov-distil (oracle2student)": 4.063869476318359,
      "cov-distil (oracle2teacher)": 3.604912757873535,
      "epoch": 7.051020408163265,
      "rel-constrast": 2.638233184814453,
      "step": 8983,
      "subrel-constrast": 2.9611124992370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4847805500030518,
      "cov-distil (oracle2student)": 5.329315185546875,
      "cov-distil (oracle2teacher)": 5.092357635498047,
      "epoch": 7.051805337519623,
      "rel-constrast": 2.900725841522217,
      "step": 8984,
      "subrel-constrast": 4.003020286560059,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5519297122955322,
      "cov-distil (oracle2student)": 4.689634323120117,
      "cov-distil (oracle2teacher)": 5.068144798278809,
      "epoch": 7.052590266875981,
      "rel-constrast": 2.9979183673858643,
      "step": 8985,
      "subrel-constrast": 3.5745086669921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3077924251556396,
      "cov-distil (oracle2student)": 3.5527873039245605,
      "cov-distil (oracle2teacher)": 3.478400707244873,
      "epoch": 7.053375196232339,
      "rel-constrast": 2.3317556381225586,
      "step": 8986,
      "subrel-constrast": 3.326871395111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5481843948364258,
      "cov-distil (oracle2student)": 3.8607349395751953,
      "cov-distil (oracle2teacher)": 3.9662723541259766,
      "epoch": 7.054160125588697,
      "rel-constrast": 2.5310215950012207,
      "step": 8987,
      "subrel-constrast": 2.990783452987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2209503650665283,
      "cov-distil (oracle2student)": 3.4190566539764404,
      "cov-distil (oracle2teacher)": 3.17154598236084,
      "epoch": 7.054945054945055,
      "rel-constrast": 2.1504616737365723,
      "step": 8988,
      "subrel-constrast": 2.8987059593200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3325071334838867,
      "cov-distil (oracle2student)": 4.623394966125488,
      "cov-distil (oracle2teacher)": 4.567127227783203,
      "epoch": 7.055729984301413,
      "rel-constrast": 2.432023763656616,
      "step": 8989,
      "subrel-constrast": 3.2042112350463867,
      "view-similarity": 0
    },
    {
      "epoch": 7.056514913657771,
      "grad_norm": 7.40625,
      "learning_rate": 1.540689155593375e-06,
      "loss": 0.6567,
      "step": 8990
    },
    {
      "cov-distil": 1.4738030433654785,
      "cov-distil (oracle2student)": 2.6797871589660645,
      "cov-distil (oracle2teacher)": 2.697688102722168,
      "epoch": 7.056514913657771,
      "rel-constrast": 1.8749570846557617,
      "step": 8990,
      "subrel-constrast": 2.275470495223999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3562488555908203,
      "cov-distil (oracle2student)": 6.054752826690674,
      "cov-distil (oracle2teacher)": 5.693966388702393,
      "epoch": 7.057299843014129,
      "rel-constrast": 3.3626885414123535,
      "step": 8991,
      "subrel-constrast": 3.501781463623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.765312910079956,
      "cov-distil (oracle2student)": 4.990009307861328,
      "cov-distil (oracle2teacher)": 4.721675395965576,
      "epoch": 7.058084772370487,
      "rel-constrast": 2.965017795562744,
      "step": 8992,
      "subrel-constrast": 3.5917465686798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6057782173156738,
      "cov-distil (oracle2student)": 4.334445953369141,
      "cov-distil (oracle2teacher)": 3.9006192684173584,
      "epoch": 7.058869701726844,
      "rel-constrast": 2.5665812492370605,
      "step": 8993,
      "subrel-constrast": 3.4235761165618896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422100305557251,
      "cov-distil (oracle2student)": 6.176065444946289,
      "cov-distil (oracle2teacher)": 5.190527439117432,
      "epoch": 7.059654631083203,
      "rel-constrast": 2.85791015625,
      "step": 8994,
      "subrel-constrast": 3.4817538261413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.813820719718933,
      "cov-distil (oracle2student)": 3.1222214698791504,
      "cov-distil (oracle2teacher)": 3.210571527481079,
      "epoch": 7.06043956043956,
      "rel-constrast": 2.4426941871643066,
      "step": 8995,
      "subrel-constrast": 3.5922906398773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.205814003944397,
      "cov-distil (oracle2student)": 3.5756678581237793,
      "cov-distil (oracle2teacher)": 4.049944877624512,
      "epoch": 7.061224489795919,
      "rel-constrast": 2.7976698875427246,
      "step": 8996,
      "subrel-constrast": 3.5981855392456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9592729806900024,
      "cov-distil (oracle2student)": 5.095267295837402,
      "cov-distil (oracle2teacher)": 4.7180328369140625,
      "epoch": 7.062009419152276,
      "rel-constrast": 1.620987892150879,
      "step": 8997,
      "subrel-constrast": 2.371739625930786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3866755962371826,
      "cov-distil (oracle2student)": 2.7076568603515625,
      "cov-distil (oracle2teacher)": 3.0717310905456543,
      "epoch": 7.062794348508635,
      "rel-constrast": 2.320617198944092,
      "step": 8998,
      "subrel-constrast": 3.3337838649749756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7595160007476807,
      "cov-distil (oracle2student)": 3.6525766849517822,
      "cov-distil (oracle2teacher)": 3.8422796726226807,
      "epoch": 7.063579277864992,
      "rel-constrast": 2.8291451930999756,
      "step": 8999,
      "subrel-constrast": 3.565338611602783,
      "view-similarity": 0
    },
    {
      "epoch": 7.06436420722135,
      "grad_norm": 6.28125,
      "learning_rate": 1.510670600329961e-06,
      "loss": 0.6778,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/duc04-nDCG@10": 0.7687395416890388,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/duc04-alpha_nDCG@10": 0.5845702810126489,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/multi_news-nDCG@10": 0.6118827972067581,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/multi_news-alpha_nDCG@10": 0.5989656839982657,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "eval/avg": 0.5384910563033573,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "overlap": 0.3375000059604645,
      "step": 9000
    },
    {
      "epoch": 7.06436420722135,
      "step": 9000,
      "student margin": 0.06109619140625
    },
    {
      "epoch": 7.06436420722135,
      "step": 9000,
      "teacher margin": 0.03375244140625
    },
    {
      "epoch": 7.06436420722135,
      "margin difference": -0.02734375,
      "step": 9000
    },
    {
      "cov-distil": 1.358656644821167,
      "cov-distil (oracle2student)": 3.8509538173675537,
      "cov-distil (oracle2teacher)": 3.8090713024139404,
      "epoch": 7.06436420722135,
      "rel-constrast": 4.013030052185059,
      "step": 9000,
      "subrel-constrast": 4.729273796081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9484519958496094,
      "cov-distil (oracle2student)": 4.6691436767578125,
      "cov-distil (oracle2teacher)": 4.775269031524658,
      "epoch": 7.065149136577708,
      "rel-constrast": 3.1738314628601074,
      "step": 9001,
      "subrel-constrast": 3.7861599922180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6982457637786865,
      "cov-distil (oracle2student)": 4.670766353607178,
      "cov-distil (oracle2teacher)": 4.263831615447998,
      "epoch": 7.065934065934066,
      "rel-constrast": 1.6961013078689575,
      "step": 9002,
      "subrel-constrast": 2.8716013431549072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4668610095977783,
      "cov-distil (oracle2student)": 4.002575874328613,
      "cov-distil (oracle2teacher)": 4.248780250549316,
      "epoch": 7.066718995290424,
      "rel-constrast": 2.5129787921905518,
      "step": 9003,
      "subrel-constrast": 3.1267237663269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2704845666885376,
      "cov-distil (oracle2student)": 5.377155780792236,
      "cov-distil (oracle2teacher)": 4.7457756996154785,
      "epoch": 7.067503924646782,
      "rel-constrast": 2.9940154552459717,
      "step": 9004,
      "subrel-constrast": 3.548407793045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8034969568252563,
      "cov-distil (oracle2student)": 3.753908157348633,
      "cov-distil (oracle2teacher)": 3.542752265930176,
      "epoch": 7.06828885400314,
      "rel-constrast": 1.79600191116333,
      "step": 9005,
      "subrel-constrast": 2.84944224357605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6788420677185059,
      "cov-distil (oracle2student)": 5.638235092163086,
      "cov-distil (oracle2teacher)": 4.916109085083008,
      "epoch": 7.069073783359498,
      "rel-constrast": 3.37982177734375,
      "step": 9006,
      "subrel-constrast": 3.790914535522461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3108350038528442,
      "cov-distil (oracle2student)": 5.303935527801514,
      "cov-distil (oracle2teacher)": 4.48085880279541,
      "epoch": 7.069858712715855,
      "rel-constrast": 1.8033421039581299,
      "step": 9007,
      "subrel-constrast": 2.7257063388824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1676560640335083,
      "cov-distil (oracle2student)": 2.5755648612976074,
      "cov-distil (oracle2teacher)": 2.6774611473083496,
      "epoch": 7.070643642072214,
      "rel-constrast": 2.2550039291381836,
      "step": 9008,
      "subrel-constrast": 2.806504011154175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1992601156234741,
      "cov-distil (oracle2student)": 5.298869609832764,
      "cov-distil (oracle2teacher)": 4.995993137359619,
      "epoch": 7.071428571428571,
      "rel-constrast": 2.6343116760253906,
      "step": 9009,
      "subrel-constrast": 3.483349323272705,
      "view-similarity": 0
    },
    {
      "epoch": 7.07221350078493,
      "grad_norm": 5.375,
      "learning_rate": 1.4809382551324997e-06,
      "loss": 0.6912,
      "step": 9010
    },
    {
      "cov-distil": 2.3842358589172363,
      "cov-distil (oracle2student)": 3.0904812812805176,
      "cov-distil (oracle2teacher)": 2.982480049133301,
      "epoch": 7.07221350078493,
      "rel-constrast": 2.2842679023742676,
      "step": 9010,
      "subrel-constrast": 2.9819998741149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4312119483947754,
      "cov-distil (oracle2student)": 4.328394889831543,
      "cov-distil (oracle2teacher)": 3.6812944412231445,
      "epoch": 7.072998430141287,
      "rel-constrast": 2.4560046195983887,
      "step": 9011,
      "subrel-constrast": 3.1607043743133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2979063987731934,
      "cov-distil (oracle2student)": 4.610786437988281,
      "cov-distil (oracle2teacher)": 4.239869117736816,
      "epoch": 7.073783359497646,
      "rel-constrast": 2.1761555671691895,
      "step": 9012,
      "subrel-constrast": 2.829404830932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5014734268188477,
      "cov-distil (oracle2student)": 4.367544651031494,
      "cov-distil (oracle2teacher)": 4.074927806854248,
      "epoch": 7.074568288854003,
      "rel-constrast": 3.101095199584961,
      "step": 9013,
      "subrel-constrast": 3.643098831176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5458035469055176,
      "cov-distil (oracle2student)": 6.059343338012695,
      "cov-distil (oracle2teacher)": 5.392214775085449,
      "epoch": 7.075353218210361,
      "rel-constrast": 2.4990074634552,
      "step": 9014,
      "subrel-constrast": 3.183574676513672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.549170970916748,
      "cov-distil (oracle2student)": 4.958156585693359,
      "cov-distil (oracle2teacher)": 4.929727554321289,
      "epoch": 7.076138147566719,
      "rel-constrast": 2.300750255584717,
      "step": 9015,
      "subrel-constrast": 3.3830244541168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2523832321166992,
      "cov-distil (oracle2student)": 3.3614745140075684,
      "cov-distil (oracle2teacher)": 3.6384005546569824,
      "epoch": 7.076923076923077,
      "rel-constrast": 2.409271717071533,
      "step": 9016,
      "subrel-constrast": 3.1297550201416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6644736528396606,
      "cov-distil (oracle2student)": 4.986001491546631,
      "cov-distil (oracle2teacher)": 4.499067783355713,
      "epoch": 7.077708006279435,
      "rel-constrast": 1.9857821464538574,
      "step": 9017,
      "subrel-constrast": 2.507513999938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3066906929016113,
      "cov-distil (oracle2student)": 5.300650119781494,
      "cov-distil (oracle2teacher)": 5.192349433898926,
      "epoch": 7.078492935635793,
      "rel-constrast": 3.268106460571289,
      "step": 9018,
      "subrel-constrast": 3.6299846172332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5676413774490356,
      "cov-distil (oracle2student)": 3.559183120727539,
      "cov-distil (oracle2teacher)": 4.125858306884766,
      "epoch": 7.079277864992151,
      "rel-constrast": 2.713994026184082,
      "step": 9019,
      "subrel-constrast": 3.6924614906311035,
      "view-similarity": 0
    },
    {
      "epoch": 7.080062794348509,
      "grad_norm": 5.4375,
      "learning_rate": 1.4514924822802367e-06,
      "loss": 0.6686,
      "step": 9020
    },
    {
      "cov-distil": 1.5975158214569092,
      "cov-distil (oracle2student)": 2.3943428993225098,
      "cov-distil (oracle2teacher)": 2.7761924266815186,
      "epoch": 7.080062794348509,
      "rel-constrast": 2.6574087142944336,
      "step": 9020,
      "subrel-constrast": 3.4991724491119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587186336517334,
      "cov-distil (oracle2student)": 5.153542518615723,
      "cov-distil (oracle2teacher)": 4.778803825378418,
      "epoch": 7.080847723704866,
      "rel-constrast": 2.7785606384277344,
      "step": 9021,
      "subrel-constrast": 3.1569552421569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.322525143623352,
      "cov-distil (oracle2student)": 3.2755720615386963,
      "cov-distil (oracle2teacher)": 2.9702744483947754,
      "epoch": 7.081632653061225,
      "rel-constrast": 2.45843243598938,
      "step": 9022,
      "subrel-constrast": 2.7337465286254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.993255615234375,
      "cov-distil (oracle2student)": 3.339872360229492,
      "cov-distil (oracle2teacher)": 3.058439016342163,
      "epoch": 7.082417582417582,
      "rel-constrast": 1.7129395008087158,
      "step": 9023,
      "subrel-constrast": 2.554206371307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7504159212112427,
      "cov-distil (oracle2student)": 6.482544898986816,
      "cov-distil (oracle2teacher)": 6.034717082977295,
      "epoch": 7.083202511773941,
      "rel-constrast": 2.786040782928467,
      "step": 9024,
      "subrel-constrast": 3.8343312740325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708784103393555,
      "cov-distil (oracle2student)": 4.732625961303711,
      "cov-distil (oracle2teacher)": 4.0753936767578125,
      "epoch": 7.083987441130298,
      "rel-constrast": 2.762424945831299,
      "step": 9025,
      "subrel-constrast": 3.7292561531066895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4668843746185303,
      "cov-distil (oracle2student)": 3.64186429977417,
      "cov-distil (oracle2teacher)": 3.087745428085327,
      "epoch": 7.0847723704866565,
      "rel-constrast": 1.849604606628418,
      "step": 9026,
      "subrel-constrast": 2.6180529594421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1024746894836426,
      "cov-distil (oracle2student)": 3.5134613513946533,
      "cov-distil (oracle2teacher)": 3.543572187423706,
      "epoch": 7.085557299843014,
      "rel-constrast": 2.719245433807373,
      "step": 9027,
      "subrel-constrast": 3.7336268424987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5955266952514648,
      "cov-distil (oracle2student)": 4.311405181884766,
      "cov-distil (oracle2teacher)": 4.172504425048828,
      "epoch": 7.086342229199372,
      "rel-constrast": 2.6139779090881348,
      "step": 9028,
      "subrel-constrast": 3.5256617069244385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451046109199524,
      "cov-distil (oracle2student)": 2.914496421813965,
      "cov-distil (oracle2teacher)": 2.6609907150268555,
      "epoch": 7.08712715855573,
      "rel-constrast": 1.6813805103302002,
      "step": 9029,
      "subrel-constrast": 2.280985116958618,
      "view-similarity": 0
    },
    {
      "epoch": 7.087912087912088,
      "grad_norm": 5.875,
      "learning_rate": 1.4223336405606219e-06,
      "loss": 0.6418,
      "step": 9030
    },
    {
      "cov-distil": 1.1189182996749878,
      "cov-distil (oracle2student)": 5.730774879455566,
      "cov-distil (oracle2teacher)": 4.554227828979492,
      "epoch": 7.087912087912088,
      "rel-constrast": 3.0920770168304443,
      "step": 9030,
      "subrel-constrast": 3.584134817123413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832146167755127,
      "cov-distil (oracle2student)": 4.406131267547607,
      "cov-distil (oracle2teacher)": 4.02682638168335,
      "epoch": 7.088697017268446,
      "rel-constrast": 2.88059139251709,
      "step": 9031,
      "subrel-constrast": 3.556870698928833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.612546682357788,
      "cov-distil (oracle2student)": 3.9825057983398438,
      "cov-distil (oracle2teacher)": 4.001673698425293,
      "epoch": 7.089481946624804,
      "rel-constrast": 2.8894357681274414,
      "step": 9032,
      "subrel-constrast": 3.7313170433044434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.191237211227417,
      "cov-distil (oracle2student)": 4.124073028564453,
      "cov-distil (oracle2teacher)": 3.9972314834594727,
      "epoch": 7.090266875981162,
      "rel-constrast": 3.0640101432800293,
      "step": 9033,
      "subrel-constrast": 3.905085325241089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1826574802398682,
      "cov-distil (oracle2student)": 3.8999204635620117,
      "cov-distil (oracle2teacher)": 3.504180431365967,
      "epoch": 7.0910518053375196,
      "rel-constrast": 2.687931537628174,
      "step": 9034,
      "subrel-constrast": 3.4193925857543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0893919467926025,
      "cov-distil (oracle2student)": 3.720853805541992,
      "cov-distil (oracle2teacher)": 3.3065147399902344,
      "epoch": 7.091836734693878,
      "rel-constrast": 2.7559494972229004,
      "step": 9035,
      "subrel-constrast": 3.294699192047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1069775819778442,
      "cov-distil (oracle2student)": 4.208067417144775,
      "cov-distil (oracle2teacher)": 4.168147563934326,
      "epoch": 7.0926216640502355,
      "rel-constrast": 2.4620323181152344,
      "step": 9036,
      "subrel-constrast": 2.956545829772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2790184020996094,
      "cov-distil (oracle2student)": 4.445549011230469,
      "cov-distil (oracle2teacher)": 4.518060684204102,
      "epoch": 7.093406593406593,
      "rel-constrast": 2.690563440322876,
      "step": 9037,
      "subrel-constrast": 3.7059478759765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6192377805709839,
      "cov-distil (oracle2student)": 2.2744956016540527,
      "cov-distil (oracle2teacher)": 2.4191462993621826,
      "epoch": 7.0941915227629515,
      "rel-constrast": 1.798941731452942,
      "step": 9038,
      "subrel-constrast": 2.5257182121276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0748748779296875,
      "cov-distil (oracle2student)": 4.2553558349609375,
      "cov-distil (oracle2teacher)": 4.286818504333496,
      "epoch": 7.094976452119309,
      "rel-constrast": 2.2473371028900146,
      "step": 9039,
      "subrel-constrast": 3.0046372413635254,
      "view-similarity": 0
    },
    {
      "epoch": 7.0957613814756675,
      "grad_norm": 5.5,
      "learning_rate": 1.3934620852649348e-06,
      "loss": 0.6995,
      "step": 9040
    },
    {
      "cov-distil": 1.1982102394104004,
      "cov-distil (oracle2student)": 3.5872416496276855,
      "cov-distil (oracle2teacher)": 3.4374685287475586,
      "epoch": 7.0957613814756675,
      "rel-constrast": 3.264406681060791,
      "step": 9040,
      "subrel-constrast": 3.580960750579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1466699838638306,
      "cov-distil (oracle2student)": 4.256184101104736,
      "cov-distil (oracle2teacher)": 4.302285194396973,
      "epoch": 7.096546310832025,
      "rel-constrast": 2.4819083213806152,
      "step": 9041,
      "subrel-constrast": 3.0419063568115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774636149406433,
      "cov-distil (oracle2student)": 3.7420778274536133,
      "cov-distil (oracle2teacher)": 3.7969970703125,
      "epoch": 7.0973312401883835,
      "rel-constrast": 2.892322063446045,
      "step": 9042,
      "subrel-constrast": 3.4525279998779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8464679718017578,
      "cov-distil (oracle2student)": 6.282380104064941,
      "cov-distil (oracle2teacher)": 5.820794582366943,
      "epoch": 7.098116169544741,
      "rel-constrast": 3.5799965858459473,
      "step": 9043,
      "subrel-constrast": 4.1206583976745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.370059847831726,
      "cov-distil (oracle2student)": 3.439268112182617,
      "cov-distil (oracle2teacher)": 3.0364179611206055,
      "epoch": 7.0989010989010985,
      "rel-constrast": 1.8147084712982178,
      "step": 9044,
      "subrel-constrast": 2.5511021614074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9402849674224854,
      "cov-distil (oracle2student)": 4.748164176940918,
      "cov-distil (oracle2teacher)": 3.8829596042633057,
      "epoch": 7.099686028257457,
      "rel-constrast": 1.71884024143219,
      "step": 9045,
      "subrel-constrast": 2.3367247581481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3120625019073486,
      "cov-distil (oracle2student)": 4.36078405380249,
      "cov-distil (oracle2teacher)": 4.245574474334717,
      "epoch": 7.1004709576138145,
      "rel-constrast": 2.5724101066589355,
      "step": 9046,
      "subrel-constrast": 3.327793836593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631239652633667,
      "cov-distil (oracle2student)": 3.298494577407837,
      "cov-distil (oracle2teacher)": 3.760913372039795,
      "epoch": 7.101255886970173,
      "rel-constrast": 2.3795061111450195,
      "step": 9047,
      "subrel-constrast": 3.3629095554351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3593628406524658,
      "cov-distil (oracle2student)": 3.203948497772217,
      "cov-distil (oracle2teacher)": 3.6512372493743896,
      "epoch": 7.1020408163265305,
      "rel-constrast": 2.960129499435425,
      "step": 9048,
      "subrel-constrast": 3.3725359439849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2808880805969238,
      "cov-distil (oracle2student)": 2.99371075630188,
      "cov-distil (oracle2teacher)": 2.3614015579223633,
      "epoch": 7.102825745682889,
      "rel-constrast": 1.9996980428695679,
      "step": 9049,
      "subrel-constrast": 2.342725992202759,
      "view-similarity": 0
    },
    {
      "epoch": 7.1036106750392465,
      "grad_norm": 4.84375,
      "learning_rate": 1.364878168183975e-06,
      "loss": 0.6787,
      "step": 9050
    },
    {
      "cov-distil": 1.437261939048767,
      "cov-distil (oracle2student)": 5.105855464935303,
      "cov-distil (oracle2teacher)": 4.755435943603516,
      "epoch": 7.1036106750392465,
      "rel-constrast": 1.7729822397232056,
      "step": 9050,
      "subrel-constrast": 2.588770627975464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.249588966369629,
      "cov-distil (oracle2student)": 4.320736408233643,
      "cov-distil (oracle2teacher)": 4.118279933929443,
      "epoch": 7.104395604395604,
      "rel-constrast": 1.6023106575012207,
      "step": 9051,
      "subrel-constrast": 2.459209680557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0194735527038574,
      "cov-distil (oracle2student)": 5.4535980224609375,
      "cov-distil (oracle2teacher)": 4.703280448913574,
      "epoch": 7.1051805337519625,
      "rel-constrast": 2.0386486053466797,
      "step": 9052,
      "subrel-constrast": 2.945978879928589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5208202600479126,
      "cov-distil (oracle2student)": 4.0905232429504395,
      "cov-distil (oracle2teacher)": 4.090131759643555,
      "epoch": 7.10596546310832,
      "rel-constrast": 1.94179105758667,
      "step": 9053,
      "subrel-constrast": 2.8631129264831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4278289079666138,
      "cov-distil (oracle2student)": 4.831228733062744,
      "cov-distil (oracle2teacher)": 3.9602229595184326,
      "epoch": 7.106750392464678,
      "rel-constrast": 3.0681638717651367,
      "step": 9054,
      "subrel-constrast": 3.303882122039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542866706848145,
      "cov-distil (oracle2student)": 4.362110137939453,
      "cov-distil (oracle2teacher)": 4.25643253326416,
      "epoch": 7.107535321821036,
      "rel-constrast": 1.9487775564193726,
      "step": 9055,
      "subrel-constrast": 2.763528823852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1228291988372803,
      "cov-distil (oracle2student)": 4.316118240356445,
      "cov-distil (oracle2teacher)": 4.485108375549316,
      "epoch": 7.108320251177394,
      "rel-constrast": 2.4523568153381348,
      "step": 9056,
      "subrel-constrast": 3.573882818222046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7192296981811523,
      "cov-distil (oracle2student)": 4.806659698486328,
      "cov-distil (oracle2teacher)": 4.929747581481934,
      "epoch": 7.109105180533752,
      "rel-constrast": 2.2299067974090576,
      "step": 9057,
      "subrel-constrast": 3.0280632972717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4962985515594482,
      "cov-distil (oracle2student)": 3.747265100479126,
      "cov-distil (oracle2teacher)": 3.7222492694854736,
      "epoch": 7.1098901098901095,
      "rel-constrast": 2.967114210128784,
      "step": 9058,
      "subrel-constrast": 3.502868175506592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4618093967437744,
      "cov-distil (oracle2student)": 3.1822309494018555,
      "cov-distil (oracle2teacher)": 3.2940189838409424,
      "epoch": 7.110675039246468,
      "rel-constrast": 1.755615472793579,
      "step": 9059,
      "subrel-constrast": 2.931950330734253,
      "view-similarity": 0
    },
    {
      "epoch": 7.1114599686028255,
      "grad_norm": 6.0,
      "learning_rate": 1.3365822376037423e-06,
      "loss": 0.584,
      "step": 9060
    },
    {
      "cov-distil": 1.126950979232788,
      "cov-distil (oracle2student)": 5.0710272789001465,
      "cov-distil (oracle2teacher)": 4.933706283569336,
      "epoch": 7.1114599686028255,
      "rel-constrast": 3.7669949531555176,
      "step": 9060,
      "subrel-constrast": 4.475351810455322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7903518676757812,
      "cov-distil (oracle2student)": 5.811654567718506,
      "cov-distil (oracle2teacher)": 4.997124671936035,
      "epoch": 7.112244897959184,
      "rel-constrast": 2.576633930206299,
      "step": 9061,
      "subrel-constrast": 3.3829267024993896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1274807453155518,
      "cov-distil (oracle2student)": 3.9650845527648926,
      "cov-distil (oracle2teacher)": 3.441575765609741,
      "epoch": 7.1130298273155415,
      "rel-constrast": 2.3454039096832275,
      "step": 9062,
      "subrel-constrast": 2.9668259620666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5358963012695312,
      "cov-distil (oracle2student)": 3.1072587966918945,
      "cov-distil (oracle2teacher)": 3.0869028568267822,
      "epoch": 7.1138147566719,
      "rel-constrast": 2.7324554920196533,
      "step": 9063,
      "subrel-constrast": 3.280238628387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8604766130447388,
      "cov-distil (oracle2student)": 3.580873966217041,
      "cov-distil (oracle2teacher)": 3.7018628120422363,
      "epoch": 7.114599686028257,
      "rel-constrast": 2.5777881145477295,
      "step": 9064,
      "subrel-constrast": 3.190748929977417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553016185760498,
      "cov-distil (oracle2student)": 4.41615629196167,
      "cov-distil (oracle2teacher)": 4.443365097045898,
      "epoch": 7.115384615384615,
      "rel-constrast": 2.701411485671997,
      "step": 9065,
      "subrel-constrast": 3.6649112701416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593690276145935,
      "cov-distil (oracle2student)": 3.3266258239746094,
      "cov-distil (oracle2teacher)": 3.307931900024414,
      "epoch": 7.116169544740973,
      "rel-constrast": 2.82460880279541,
      "step": 9066,
      "subrel-constrast": 3.349884033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4739278554916382,
      "cov-distil (oracle2student)": 5.712469100952148,
      "cov-distil (oracle2teacher)": 5.113189697265625,
      "epoch": 7.116954474097331,
      "rel-constrast": 2.418680191040039,
      "step": 9067,
      "subrel-constrast": 3.2895615100860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2733798027038574,
      "cov-distil (oracle2student)": 4.0453033447265625,
      "cov-distil (oracle2teacher)": 3.7046937942504883,
      "epoch": 7.117739403453689,
      "rel-constrast": 2.3793585300445557,
      "step": 9068,
      "subrel-constrast": 3.144771099090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7071279287338257,
      "cov-distil (oracle2student)": 2.9739255905151367,
      "cov-distil (oracle2teacher)": 2.7225208282470703,
      "epoch": 7.118524332810047,
      "rel-constrast": 2.031873941421509,
      "step": 9069,
      "subrel-constrast": 2.925737142562866,
      "view-similarity": 0
    },
    {
      "epoch": 7.119309262166405,
      "grad_norm": 4.5625,
      "learning_rate": 1.3085746383012271e-06,
      "loss": 0.6965,
      "step": 9070
    },
    {
      "cov-distil": 1.4350175857543945,
      "cov-distil (oracle2student)": 3.213320255279541,
      "cov-distil (oracle2teacher)": 3.244821548461914,
      "epoch": 7.119309262166405,
      "rel-constrast": 3.0501112937927246,
      "step": 9070,
      "subrel-constrast": 3.5294837951660156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3333884477615356,
      "cov-distil (oracle2student)": 5.2771759033203125,
      "cov-distil (oracle2teacher)": 5.123381614685059,
      "epoch": 7.120094191522763,
      "rel-constrast": 4.130509853363037,
      "step": 9071,
      "subrel-constrast": 4.6098785400390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3741555213928223,
      "cov-distil (oracle2student)": 3.799927234649658,
      "cov-distil (oracle2teacher)": 3.3364956378936768,
      "epoch": 7.1208791208791204,
      "rel-constrast": 3.44110369682312,
      "step": 9072,
      "subrel-constrast": 4.402691841125488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7222049236297607,
      "cov-distil (oracle2student)": 4.015823841094971,
      "cov-distil (oracle2teacher)": 3.793579578399658,
      "epoch": 7.121664050235479,
      "rel-constrast": 3.2732350826263428,
      "step": 9073,
      "subrel-constrast": 3.5453319549560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6043164730072021,
      "cov-distil (oracle2student)": 4.30389928817749,
      "cov-distil (oracle2teacher)": 4.230502605438232,
      "epoch": 7.122448979591836,
      "rel-constrast": 2.2549846172332764,
      "step": 9074,
      "subrel-constrast": 2.704334259033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3337767124176025,
      "cov-distil (oracle2student)": 5.300408840179443,
      "cov-distil (oracle2teacher)": 4.836112976074219,
      "epoch": 7.123233908948195,
      "rel-constrast": 2.9299721717834473,
      "step": 9075,
      "subrel-constrast": 3.1694695949554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4991517066955566,
      "cov-distil (oracle2student)": 5.26057243347168,
      "cov-distil (oracle2teacher)": 4.7028656005859375,
      "epoch": 7.124018838304552,
      "rel-constrast": 2.2542905807495117,
      "step": 9076,
      "subrel-constrast": 3.5512759685516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.373311996459961,
      "cov-distil (oracle2student)": 4.851308345794678,
      "cov-distil (oracle2teacher)": 4.7636213302612305,
      "epoch": 7.124803767660911,
      "rel-constrast": 2.3180439472198486,
      "step": 9077,
      "subrel-constrast": 3.422468423843384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3449169397354126,
      "cov-distil (oracle2student)": 3.3024630546569824,
      "cov-distil (oracle2teacher)": 3.095865249633789,
      "epoch": 7.125588697017268,
      "rel-constrast": 2.2010369300842285,
      "step": 9078,
      "subrel-constrast": 2.670640230178833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.330352783203125,
      "cov-distil (oracle2student)": 4.6494035720825195,
      "cov-distil (oracle2teacher)": 4.23480749130249,
      "epoch": 7.126373626373626,
      "rel-constrast": 2.399979591369629,
      "step": 9079,
      "subrel-constrast": 2.900409698486328,
      "view-similarity": 0
    },
    {
      "epoch": 7.127158555729984,
      "grad_norm": 5.5625,
      "learning_rate": 1.2808557115401826e-06,
      "loss": 0.7472,
      "step": 9080
    },
    {
      "cov-distil": 1.5591654777526855,
      "cov-distil (oracle2student)": 4.118645191192627,
      "cov-distil (oracle2teacher)": 4.039218902587891,
      "epoch": 7.127158555729984,
      "rel-constrast": 1.6219934225082397,
      "step": 9080,
      "subrel-constrast": 2.466763734817505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3663445711135864,
      "cov-distil (oracle2student)": 4.464376926422119,
      "cov-distil (oracle2teacher)": 3.9022512435913086,
      "epoch": 7.127943485086342,
      "rel-constrast": 3.1568005084991455,
      "step": 9081,
      "subrel-constrast": 3.614553928375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8018131256103516,
      "cov-distil (oracle2student)": 4.2339677810668945,
      "cov-distil (oracle2teacher)": 3.9885449409484863,
      "epoch": 7.1287284144427,
      "rel-constrast": 2.6370277404785156,
      "step": 9082,
      "subrel-constrast": 3.4512746334075928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5793025493621826,
      "cov-distil (oracle2student)": 3.576435089111328,
      "cov-distil (oracle2teacher)": 2.9247488975524902,
      "epoch": 7.129513343799058,
      "rel-constrast": 2.0886809825897217,
      "step": 9083,
      "subrel-constrast": 2.8310203552246094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2722662687301636,
      "cov-distil (oracle2student)": 4.490686893463135,
      "cov-distil (oracle2teacher)": 4.374768257141113,
      "epoch": 7.130298273155416,
      "rel-constrast": 2.039480209350586,
      "step": 9084,
      "subrel-constrast": 3.0381109714508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3132996559143066,
      "cov-distil (oracle2student)": 5.233966827392578,
      "cov-distil (oracle2teacher)": 5.159520149230957,
      "epoch": 7.131083202511774,
      "rel-constrast": 3.8857192993164062,
      "step": 9085,
      "subrel-constrast": 5.19138765335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.614091396331787,
      "cov-distil (oracle2student)": 3.444965124130249,
      "cov-distil (oracle2teacher)": 3.407362937927246,
      "epoch": 7.131868131868132,
      "rel-constrast": 1.79327392578125,
      "step": 9086,
      "subrel-constrast": 2.7419426441192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4079182147979736,
      "cov-distil (oracle2student)": 3.7148051261901855,
      "cov-distil (oracle2teacher)": 3.717349052429199,
      "epoch": 7.13265306122449,
      "rel-constrast": 2.455745220184326,
      "step": 9087,
      "subrel-constrast": 3.193066120147705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6414891481399536,
      "cov-distil (oracle2student)": 4.668050765991211,
      "cov-distil (oracle2teacher)": 4.557239532470703,
      "epoch": 7.133437990580847,
      "rel-constrast": 3.1004738807678223,
      "step": 9088,
      "subrel-constrast": 4.176628112792969,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1732542514801025,
      "cov-distil (oracle2student)": 5.334263801574707,
      "cov-distil (oracle2teacher)": 5.04591703414917,
      "epoch": 7.134222919937206,
      "rel-constrast": 2.872682571411133,
      "step": 9089,
      "subrel-constrast": 3.3713157176971436,
      "view-similarity": 0
    },
    {
      "epoch": 7.135007849293563,
      "grad_norm": 5.875,
      "learning_rate": 1.2534257950669897e-06,
      "loss": 0.6806,
      "step": 9090
    },
    {
      "cov-distil": 1.2231380939483643,
      "cov-distil (oracle2student)": 3.473886013031006,
      "cov-distil (oracle2teacher)": 3.619750499725342,
      "epoch": 7.135007849293563,
      "rel-constrast": 1.965709924697876,
      "step": 9090,
      "subrel-constrast": 2.9446442127227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4981855154037476,
      "cov-distil (oracle2student)": 5.760787010192871,
      "cov-distil (oracle2teacher)": 5.368077278137207,
      "epoch": 7.135792778649922,
      "rel-constrast": 3.22251033782959,
      "step": 9091,
      "subrel-constrast": 3.9061026573181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4253592491149902,
      "cov-distil (oracle2student)": 5.770990371704102,
      "cov-distil (oracle2teacher)": 4.807286739349365,
      "epoch": 7.136577708006279,
      "rel-constrast": 3.2678794860839844,
      "step": 9092,
      "subrel-constrast": 3.5845377445220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.79925274848938,
      "cov-distil (oracle2student)": 4.626789093017578,
      "cov-distil (oracle2teacher)": 4.915184020996094,
      "epoch": 7.137362637362638,
      "rel-constrast": 1.9142426252365112,
      "step": 9093,
      "subrel-constrast": 2.9442203044891357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6153583526611328,
      "cov-distil (oracle2student)": 5.9722089767456055,
      "cov-distil (oracle2teacher)": 5.602439880371094,
      "epoch": 7.138147566718995,
      "rel-constrast": 3.929050922393799,
      "step": 9094,
      "subrel-constrast": 4.100511074066162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7131319046020508,
      "cov-distil (oracle2student)": 4.019858360290527,
      "cov-distil (oracle2teacher)": 3.9837183952331543,
      "epoch": 7.138932496075353,
      "rel-constrast": 2.648127794265747,
      "step": 9095,
      "subrel-constrast": 3.4202771186828613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2618541717529297,
      "cov-distil (oracle2student)": 3.89890193939209,
      "cov-distil (oracle2teacher)": 3.23340106010437,
      "epoch": 7.139717425431711,
      "rel-constrast": 2.1269614696502686,
      "step": 9096,
      "subrel-constrast": 2.493032455444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3514326810836792,
      "cov-distil (oracle2student)": 4.4147210121154785,
      "cov-distil (oracle2teacher)": 4.016780376434326,
      "epoch": 7.140502354788069,
      "rel-constrast": 2.2774105072021484,
      "step": 9097,
      "subrel-constrast": 3.0100667476654053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3848648071289062,
      "cov-distil (oracle2student)": 5.838589668273926,
      "cov-distil (oracle2teacher)": 5.413360595703125,
      "epoch": 7.141287284144427,
      "rel-constrast": 2.1980910301208496,
      "step": 9098,
      "subrel-constrast": 2.9504473209381104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2223622798919678,
      "cov-distil (oracle2student)": 4.239998817443848,
      "cov-distil (oracle2teacher)": 3.8794970512390137,
      "epoch": 7.142072213500785,
      "rel-constrast": 1.8224401473999023,
      "step": 9099,
      "subrel-constrast": 2.6403207778930664,
      "view-similarity": 0
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 4.78125,
      "learning_rate": 1.2262852231065242e-06,
      "loss": 0.673,
      "step": 9100
    },
    {
      "epoch": 7.142857142857143,
      "overlap": 0.3140625059604645,
      "step": 9100
    },
    {
      "epoch": 7.142857142857143,
      "step": 9100,
      "student margin": 0.06512451171875
    },
    {
      "epoch": 7.142857142857143,
      "step": 9100,
      "teacher margin": 0.049530029296875
    },
    {
      "epoch": 7.142857142857143,
      "margin difference": -0.015594482421875,
      "step": 9100
    },
    {
      "cov-distil": 1.3916665315628052,
      "cov-distil (oracle2student)": 3.6917126178741455,
      "cov-distil (oracle2teacher)": 3.451076030731201,
      "epoch": 7.142857142857143,
      "rel-constrast": 2.4703800678253174,
      "step": 9100,
      "subrel-constrast": 2.731306791305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535137414932251,
      "cov-distil (oracle2student)": 4.667142868041992,
      "cov-distil (oracle2teacher)": 4.717641830444336,
      "epoch": 7.143642072213501,
      "rel-constrast": 2.744786500930786,
      "step": 9101,
      "subrel-constrast": 3.4277467727661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1661150455474854,
      "cov-distil (oracle2student)": 4.241676330566406,
      "cov-distil (oracle2teacher)": 4.123048782348633,
      "epoch": 7.144427001569858,
      "rel-constrast": 1.5091514587402344,
      "step": 9102,
      "subrel-constrast": 1.8526358604431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4973373413085938,
      "cov-distil (oracle2student)": 4.917747497558594,
      "cov-distil (oracle2teacher)": 4.5645060539245605,
      "epoch": 7.145211930926217,
      "rel-constrast": 3.041557550430298,
      "step": 9103,
      "subrel-constrast": 3.5236599445343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5535149574279785,
      "cov-distil (oracle2student)": 5.8729753494262695,
      "cov-distil (oracle2teacher)": 5.97509241104126,
      "epoch": 7.145996860282574,
      "rel-constrast": 2.480412483215332,
      "step": 9104,
      "subrel-constrast": 3.4990732669830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847399234771729,
      "cov-distil (oracle2student)": 4.566097736358643,
      "cov-distil (oracle2teacher)": 4.190469741821289,
      "epoch": 7.146781789638933,
      "rel-constrast": 2.3847320079803467,
      "step": 9105,
      "subrel-constrast": 2.9029505252838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3560826778411865,
      "cov-distil (oracle2student)": 4.262947082519531,
      "cov-distil (oracle2teacher)": 4.799093246459961,
      "epoch": 7.14756671899529,
      "rel-constrast": 1.854146122932434,
      "step": 9106,
      "subrel-constrast": 2.8897430896759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3019899129867554,
      "cov-distil (oracle2student)": 3.7065091133117676,
      "cov-distil (oracle2teacher)": 4.083003520965576,
      "epoch": 7.148351648351649,
      "rel-constrast": 2.4485042095184326,
      "step": 9107,
      "subrel-constrast": 2.9313130378723145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.163670778274536,
      "cov-distil (oracle2student)": 5.4349589347839355,
      "cov-distil (oracle2teacher)": 4.8654327392578125,
      "epoch": 7.149136577708006,
      "rel-constrast": 2.9311466217041016,
      "step": 9108,
      "subrel-constrast": 3.5444412231445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868067026138306,
      "cov-distil (oracle2student)": 5.645541667938232,
      "cov-distil (oracle2teacher)": 5.364994049072266,
      "epoch": 7.149921507064364,
      "rel-constrast": 1.2451467514038086,
      "step": 9109,
      "subrel-constrast": 1.871921420097351,
      "view-similarity": 0
    },
    {
      "epoch": 7.150706436420722,
      "grad_norm": 3.953125,
      "learning_rate": 1.1994343263580844e-06,
      "loss": 0.6148,
      "step": 9110
    },
    {
      "cov-distil": 1.556424617767334,
      "cov-distil (oracle2student)": 3.8633241653442383,
      "cov-distil (oracle2teacher)": 3.4616246223449707,
      "epoch": 7.150706436420722,
      "rel-constrast": 1.926224946975708,
      "step": 9110,
      "subrel-constrast": 2.4583139419555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5171706676483154,
      "cov-distil (oracle2student)": 5.276140213012695,
      "cov-distil (oracle2teacher)": 5.0397186279296875,
      "epoch": 7.15149136577708,
      "rel-constrast": 2.6995961666107178,
      "step": 9111,
      "subrel-constrast": 3.470618724822998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9622560739517212,
      "cov-distil (oracle2student)": 2.816830635070801,
      "cov-distil (oracle2teacher)": 2.8632946014404297,
      "epoch": 7.152276295133438,
      "rel-constrast": 1.5732789039611816,
      "step": 9112,
      "subrel-constrast": 2.547907590866089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0731979608535767,
      "cov-distil (oracle2student)": 3.8217451572418213,
      "cov-distil (oracle2teacher)": 3.5132877826690674,
      "epoch": 7.153061224489796,
      "rel-constrast": 2.370504379272461,
      "step": 9113,
      "subrel-constrast": 2.6416146755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4079889059066772,
      "cov-distil (oracle2student)": 6.038372039794922,
      "cov-distil (oracle2teacher)": 5.748214244842529,
      "epoch": 7.153846153846154,
      "rel-constrast": 2.778717041015625,
      "step": 9114,
      "subrel-constrast": 3.785315990447998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803356647491455,
      "cov-distil (oracle2student)": 3.4882760047912598,
      "cov-distil (oracle2teacher)": 3.8680524826049805,
      "epoch": 7.154631083202512,
      "rel-constrast": 1.8126544952392578,
      "step": 9115,
      "subrel-constrast": 3.1095659732818604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6052805185317993,
      "cov-distil (oracle2student)": 5.518685340881348,
      "cov-distil (oracle2teacher)": 5.018970012664795,
      "epoch": 7.155416012558869,
      "rel-constrast": 4.148460388183594,
      "step": 9116,
      "subrel-constrast": 4.374814033508301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4381276369094849,
      "cov-distil (oracle2student)": 3.752487897872925,
      "cov-distil (oracle2teacher)": 3.8583126068115234,
      "epoch": 7.156200941915228,
      "rel-constrast": 2.289156913757324,
      "step": 9117,
      "subrel-constrast": 3.1272132396698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3264374732971191,
      "cov-distil (oracle2student)": 4.856005668640137,
      "cov-distil (oracle2teacher)": 4.2736687660217285,
      "epoch": 7.156985871271585,
      "rel-constrast": 1.6587207317352295,
      "step": 9118,
      "subrel-constrast": 2.4519364833831787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2115014791488647,
      "cov-distil (oracle2student)": 3.971120834350586,
      "cov-distil (oracle2teacher)": 3.633289098739624,
      "epoch": 7.157770800627944,
      "rel-constrast": 2.6372523307800293,
      "step": 9119,
      "subrel-constrast": 3.228762626647949,
      "view-similarity": 0
    },
    {
      "epoch": 7.158555729984301,
      "grad_norm": 5.34375,
      "learning_rate": 1.172873431991378e-06,
      "loss": 0.6346,
      "step": 9120
    },
    {
      "cov-distil": 1.4026987552642822,
      "cov-distil (oracle2student)": 3.9134373664855957,
      "cov-distil (oracle2teacher)": 3.0660488605499268,
      "epoch": 7.158555729984301,
      "rel-constrast": 1.5995309352874756,
      "step": 9120,
      "subrel-constrast": 2.3625340461730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016326904296875,
      "cov-distil (oracle2student)": 4.936610698699951,
      "cov-distil (oracle2teacher)": 4.818905353546143,
      "epoch": 7.15934065934066,
      "rel-constrast": 2.693554639816284,
      "step": 9121,
      "subrel-constrast": 3.6351828575134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810950756072998,
      "cov-distil (oracle2student)": 5.191552639007568,
      "cov-distil (oracle2teacher)": 5.565373420715332,
      "epoch": 7.160125588697017,
      "rel-constrast": 3.021745204925537,
      "step": 9122,
      "subrel-constrast": 3.6800079345703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0712525844573975,
      "cov-distil (oracle2student)": 4.030320644378662,
      "cov-distil (oracle2teacher)": 4.120967864990234,
      "epoch": 7.160910518053376,
      "rel-constrast": 1.9017702341079712,
      "step": 9123,
      "subrel-constrast": 2.7611851692199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5617332458496094,
      "cov-distil (oracle2student)": 6.067295074462891,
      "cov-distil (oracle2teacher)": 5.692935943603516,
      "epoch": 7.161695447409733,
      "rel-constrast": 2.4936909675598145,
      "step": 9124,
      "subrel-constrast": 3.25492787361145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4543180465698242,
      "cov-distil (oracle2student)": 3.952855348587036,
      "cov-distil (oracle2teacher)": 4.129984378814697,
      "epoch": 7.162480376766091,
      "rel-constrast": 2.7115018367767334,
      "step": 9125,
      "subrel-constrast": 3.4190704822540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5770901441574097,
      "cov-distil (oracle2student)": 3.8746790885925293,
      "cov-distil (oracle2teacher)": 3.435380458831787,
      "epoch": 7.163265306122449,
      "rel-constrast": 2.885822057723999,
      "step": 9126,
      "subrel-constrast": 3.4353513717651367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016386032104492,
      "cov-distil (oracle2student)": 2.7951338291168213,
      "cov-distil (oracle2teacher)": 3.2409236431121826,
      "epoch": 7.164050235478807,
      "rel-constrast": 2.0193352699279785,
      "step": 9127,
      "subrel-constrast": 2.6812894344329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1565260887145996,
      "cov-distil (oracle2student)": 6.068046569824219,
      "cov-distil (oracle2teacher)": 5.126213073730469,
      "epoch": 7.164835164835165,
      "rel-constrast": 2.431861400604248,
      "step": 9128,
      "subrel-constrast": 2.8244121074676514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1541268825531006,
      "cov-distil (oracle2student)": 3.5302815437316895,
      "cov-distil (oracle2teacher)": 3.612046957015991,
      "epoch": 7.165620094191523,
      "rel-constrast": 1.9153974056243896,
      "step": 9129,
      "subrel-constrast": 2.4799020290374756,
      "view-similarity": 0
    },
    {
      "epoch": 7.166405023547881,
      "grad_norm": 3.9375,
      "learning_rate": 1.1466028636425207e-06,
      "loss": 0.6324,
      "step": 9130
    },
    {
      "cov-distil": 1.2930353879928589,
      "cov-distil (oracle2student)": 4.492537975311279,
      "cov-distil (oracle2teacher)": 3.962336540222168,
      "epoch": 7.166405023547881,
      "rel-constrast": 2.0791735649108887,
      "step": 9130,
      "subrel-constrast": 2.5815722942352295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5127924680709839,
      "cov-distil (oracle2student)": 3.4153943061828613,
      "cov-distil (oracle2teacher)": 3.2570152282714844,
      "epoch": 7.167189952904239,
      "rel-constrast": 2.1997265815734863,
      "step": 9131,
      "subrel-constrast": 2.5401923656463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3512063026428223,
      "cov-distil (oracle2student)": 3.9713797569274902,
      "cov-distil (oracle2teacher)": 4.104677200317383,
      "epoch": 7.167974882260596,
      "rel-constrast": 2.9831652641296387,
      "step": 9132,
      "subrel-constrast": 3.1517136096954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6276882886886597,
      "cov-distil (oracle2student)": 5.45437479019165,
      "cov-distil (oracle2teacher)": 5.282014846801758,
      "epoch": 7.168759811616955,
      "rel-constrast": 1.5944842100143433,
      "step": 9133,
      "subrel-constrast": 2.541513442993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2990005016326904,
      "cov-distil (oracle2student)": 4.220674514770508,
      "cov-distil (oracle2teacher)": 4.177786350250244,
      "epoch": 7.169544740973312,
      "rel-constrast": 2.629772186279297,
      "step": 9134,
      "subrel-constrast": 3.24110746383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325189471244812,
      "cov-distil (oracle2student)": 2.655689239501953,
      "cov-distil (oracle2teacher)": 2.870553493499756,
      "epoch": 7.170329670329671,
      "rel-constrast": 2.550203323364258,
      "step": 9135,
      "subrel-constrast": 2.8773086071014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.414928674697876,
      "cov-distil (oracle2student)": 3.932206630706787,
      "cov-distil (oracle2teacher)": 3.460433006286621,
      "epoch": 7.171114599686028,
      "rel-constrast": 2.918273448944092,
      "step": 9136,
      "subrel-constrast": 3.1197409629821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5144259929656982,
      "cov-distil (oracle2student)": 4.4309282302856445,
      "cov-distil (oracle2teacher)": 4.257257461547852,
      "epoch": 7.171899529042387,
      "rel-constrast": 2.6076157093048096,
      "step": 9137,
      "subrel-constrast": 3.6073877811431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2127070426940918,
      "cov-distil (oracle2student)": 5.38915491104126,
      "cov-distil (oracle2teacher)": 5.1928606033325195,
      "epoch": 7.172684458398744,
      "rel-constrast": 2.6589534282684326,
      "step": 9138,
      "subrel-constrast": 3.591017484664917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.280773401260376,
      "cov-distil (oracle2student)": 4.685199737548828,
      "cov-distil (oracle2teacher)": 4.326027870178223,
      "epoch": 7.173469387755102,
      "rel-constrast": 2.7132961750030518,
      "step": 9139,
      "subrel-constrast": 2.945106267929077,
      "view-similarity": 0
    },
    {
      "epoch": 7.17425431711146,
      "grad_norm": 6.28125,
      "learning_rate": 1.1206229414100988e-06,
      "loss": 0.6579,
      "step": 9140
    },
    {
      "cov-distil": 1.9134794473648071,
      "cov-distil (oracle2student)": 4.1498942375183105,
      "cov-distil (oracle2teacher)": 4.464881420135498,
      "epoch": 7.17425431711146,
      "rel-constrast": 2.1919963359832764,
      "step": 9140,
      "subrel-constrast": 3.074617624282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3418190479278564,
      "cov-distil (oracle2student)": 5.326836109161377,
      "cov-distil (oracle2teacher)": 4.908425807952881,
      "epoch": 7.175039246467818,
      "rel-constrast": 2.912127733230591,
      "step": 9141,
      "subrel-constrast": 4.026589870452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4426419734954834,
      "cov-distil (oracle2student)": 6.967606067657471,
      "cov-distil (oracle2teacher)": 6.02261209487915,
      "epoch": 7.175824175824176,
      "rel-constrast": 3.171837329864502,
      "step": 9142,
      "subrel-constrast": 3.326359987258911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304561972618103,
      "cov-distil (oracle2student)": 4.054349899291992,
      "cov-distil (oracle2teacher)": 3.88510799407959,
      "epoch": 7.176609105180534,
      "rel-constrast": 2.9202380180358887,
      "step": 9143,
      "subrel-constrast": 3.1054415702819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6071112155914307,
      "cov-distil (oracle2student)": 4.074078559875488,
      "cov-distil (oracle2teacher)": 4.09666633605957,
      "epoch": 7.177394034536892,
      "rel-constrast": 2.353111743927002,
      "step": 9144,
      "subrel-constrast": 2.8790535926818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9680544137954712,
      "cov-distil (oracle2student)": 5.018510818481445,
      "cov-distil (oracle2teacher)": 4.3316545486450195,
      "epoch": 7.17817896389325,
      "rel-constrast": 2.438778877258301,
      "step": 9145,
      "subrel-constrast": 3.190887212753296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5059901475906372,
      "cov-distil (oracle2student)": 3.6963460445404053,
      "cov-distil (oracle2teacher)": 3.7081050872802734,
      "epoch": 7.178963893249607,
      "rel-constrast": 2.082115650177002,
      "step": 9146,
      "subrel-constrast": 2.809859275817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74898099899292,
      "cov-distil (oracle2student)": 5.553251266479492,
      "cov-distil (oracle2teacher)": 5.1673502922058105,
      "epoch": 7.179748822605966,
      "rel-constrast": 1.7565054893493652,
      "step": 9147,
      "subrel-constrast": 2.544349431991577,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4692296981811523,
      "cov-distil (oracle2student)": 4.343147277832031,
      "cov-distil (oracle2teacher)": 4.270181179046631,
      "epoch": 7.180533751962323,
      "rel-constrast": 2.795933246612549,
      "step": 9148,
      "subrel-constrast": 3.7229490280151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5939826965332031,
      "cov-distil (oracle2student)": 4.368385314941406,
      "cov-distil (oracle2teacher)": 4.110434055328369,
      "epoch": 7.181318681318682,
      "rel-constrast": 3.4571752548217773,
      "step": 9149,
      "subrel-constrast": 3.700601100921631,
      "view-similarity": 0
    },
    {
      "epoch": 7.182103610675039,
      "grad_norm": 6.5625,
      "learning_rate": 1.0949339818512594e-06,
      "loss": 0.6967,
      "step": 9150
    },
    {
      "cov-distil": 1.822819471359253,
      "cov-distil (oracle2student)": 3.5073184967041016,
      "cov-distil (oracle2teacher)": 3.1445560455322266,
      "epoch": 7.182103610675039,
      "rel-constrast": 2.1531291007995605,
      "step": 9150,
      "subrel-constrast": 3.332972526550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5938063859939575,
      "cov-distil (oracle2student)": 5.541831016540527,
      "cov-distil (oracle2teacher)": 5.003762722015381,
      "epoch": 7.1828885400313975,
      "rel-constrast": 3.3929967880249023,
      "step": 9151,
      "subrel-constrast": 3.7597060203552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7291678190231323,
      "cov-distil (oracle2student)": 3.6457111835479736,
      "cov-distil (oracle2teacher)": 3.8109800815582275,
      "epoch": 7.183673469387755,
      "rel-constrast": 2.2266974449157715,
      "step": 9152,
      "subrel-constrast": 3.4372060298919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6197965145111084,
      "cov-distil (oracle2student)": 4.021894454956055,
      "cov-distil (oracle2teacher)": 4.122945785522461,
      "epoch": 7.184458398744113,
      "rel-constrast": 2.275819778442383,
      "step": 9153,
      "subrel-constrast": 3.726026773452759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9069658517837524,
      "cov-distil (oracle2student)": 4.006752967834473,
      "cov-distil (oracle2teacher)": 3.6250505447387695,
      "epoch": 7.185243328100471,
      "rel-constrast": 2.0396647453308105,
      "step": 9154,
      "subrel-constrast": 2.5659234523773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.01035737991333,
      "cov-distil (oracle2student)": 5.220426559448242,
      "cov-distil (oracle2teacher)": 5.111998558044434,
      "epoch": 7.186028257456829,
      "rel-constrast": 1.7151076793670654,
      "step": 9155,
      "subrel-constrast": 2.3224942684173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6830253601074219,
      "cov-distil (oracle2student)": 4.6765313148498535,
      "cov-distil (oracle2teacher)": 4.145661354064941,
      "epoch": 7.186813186813187,
      "rel-constrast": 2.374898672103882,
      "step": 9156,
      "subrel-constrast": 3.1214864253997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3558757305145264,
      "cov-distil (oracle2student)": 3.1943819522857666,
      "cov-distil (oracle2teacher)": 2.964181900024414,
      "epoch": 7.187598116169545,
      "rel-constrast": 2.0876731872558594,
      "step": 9157,
      "subrel-constrast": 2.989614486694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8347159624099731,
      "cov-distil (oracle2student)": 3.9357712268829346,
      "cov-distil (oracle2teacher)": 3.3204898834228516,
      "epoch": 7.188383045525903,
      "rel-constrast": 2.2853875160217285,
      "step": 9158,
      "subrel-constrast": 3.4123852252960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.361413598060608,
      "cov-distil (oracle2student)": 3.168135404586792,
      "cov-distil (oracle2teacher)": 2.6421284675598145,
      "epoch": 7.189167974882261,
      "rel-constrast": 1.7744735479354858,
      "step": 9159,
      "subrel-constrast": 2.634122371673584,
      "view-similarity": 0
    },
    {
      "epoch": 7.189952904238618,
      "grad_norm": 4.4375,
      "learning_rate": 1.0695362979778772e-06,
      "loss": 0.5979,
      "step": 9160
    },
    {
      "cov-distil": 1.6450974941253662,
      "cov-distil (oracle2student)": 4.7736382484436035,
      "cov-distil (oracle2teacher)": 4.688850402832031,
      "epoch": 7.189952904238618,
      "rel-constrast": 2.8424320220947266,
      "step": 9160,
      "subrel-constrast": 3.737821102142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7264347076416016,
      "cov-distil (oracle2student)": 2.7018609046936035,
      "cov-distil (oracle2teacher)": 2.925429582595825,
      "epoch": 7.1907378335949765,
      "rel-constrast": 1.9381062984466553,
      "step": 9161,
      "subrel-constrast": 2.918602705001831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75767183303833,
      "cov-distil (oracle2student)": 3.71575927734375,
      "cov-distil (oracle2teacher)": 3.5911383628845215,
      "epoch": 7.191522762951334,
      "rel-constrast": 2.81903076171875,
      "step": 9162,
      "subrel-constrast": 3.4571239948272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.187227725982666,
      "cov-distil (oracle2student)": 5.289314270019531,
      "cov-distil (oracle2teacher)": 4.127677917480469,
      "epoch": 7.1923076923076925,
      "rel-constrast": 3.628314971923828,
      "step": 9163,
      "subrel-constrast": 3.6734049320220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890775203704834,
      "cov-distil (oracle2student)": 4.206621170043945,
      "cov-distil (oracle2teacher)": 4.5850934982299805,
      "epoch": 7.19309262166405,
      "rel-constrast": 2.170111656188965,
      "step": 9164,
      "subrel-constrast": 3.613422393798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1563451290130615,
      "cov-distil (oracle2student)": 4.971540451049805,
      "cov-distil (oracle2teacher)": 4.444489002227783,
      "epoch": 7.1938775510204085,
      "rel-constrast": 3.0647900104522705,
      "step": 9165,
      "subrel-constrast": 3.6375269889831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0105690956115723,
      "cov-distil (oracle2student)": 3.737624168395996,
      "cov-distil (oracle2teacher)": 3.8152577877044678,
      "epoch": 7.194662480376766,
      "rel-constrast": 1.6161770820617676,
      "step": 9166,
      "subrel-constrast": 2.9435858726501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3100180625915527,
      "cov-distil (oracle2student)": 5.257027626037598,
      "cov-distil (oracle2teacher)": 4.313985824584961,
      "epoch": 7.195447409733124,
      "rel-constrast": 2.9753217697143555,
      "step": 9167,
      "subrel-constrast": 3.5057644844055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252377986907959,
      "cov-distil (oracle2student)": 4.2440924644470215,
      "cov-distil (oracle2teacher)": 4.087022304534912,
      "epoch": 7.196232339089482,
      "rel-constrast": 1.9658252000808716,
      "step": 9168,
      "subrel-constrast": 2.7389678955078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2036042213439941,
      "cov-distil (oracle2student)": 4.373775482177734,
      "cov-distil (oracle2teacher)": 4.090592861175537,
      "epoch": 7.1970172684458396,
      "rel-constrast": 2.936669111251831,
      "step": 9169,
      "subrel-constrast": 3.2432456016540527,
      "view-similarity": 0
    },
    {
      "epoch": 7.197802197802198,
      "grad_norm": 5.375,
      "learning_rate": 1.0444301992527077e-06,
      "loss": 0.6865,
      "step": 9170
    },
    {
      "cov-distil": 1.959721565246582,
      "cov-distil (oracle2student)": 2.991227388381958,
      "cov-distil (oracle2teacher)": 2.9904966354370117,
      "epoch": 7.197802197802198,
      "rel-constrast": 1.3752952814102173,
      "step": 9170,
      "subrel-constrast": 2.284395694732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5629054307937622,
      "cov-distil (oracle2student)": 3.901442527770996,
      "cov-distil (oracle2teacher)": 4.054263591766357,
      "epoch": 7.1985871271585555,
      "rel-constrast": 3.0762581825256348,
      "step": 9171,
      "subrel-constrast": 3.5430853366851807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.352062463760376,
      "cov-distil (oracle2student)": 3.454453468322754,
      "cov-distil (oracle2teacher)": 3.3643553256988525,
      "epoch": 7.199372056514914,
      "rel-constrast": 1.396227478981018,
      "step": 9172,
      "subrel-constrast": 1.9654890298843384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.544458270072937,
      "cov-distil (oracle2student)": 4.690362453460693,
      "cov-distil (oracle2teacher)": 4.5167236328125,
      "epoch": 7.2001569858712715,
      "rel-constrast": 3.1100645065307617,
      "step": 9173,
      "subrel-constrast": 3.6278812885284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4733593463897705,
      "cov-distil (oracle2student)": 5.745442867279053,
      "cov-distil (oracle2teacher)": 5.507336139678955,
      "epoch": 7.20094191522763,
      "rel-constrast": 3.5005030632019043,
      "step": 9174,
      "subrel-constrast": 4.205948829650879,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9577162265777588,
      "cov-distil (oracle2student)": 4.327338695526123,
      "cov-distil (oracle2teacher)": 4.1394500732421875,
      "epoch": 7.2017268445839875,
      "rel-constrast": 1.2627935409545898,
      "step": 9175,
      "subrel-constrast": 1.858303427696228,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8792755603790283,
      "cov-distil (oracle2student)": 3.8792409896850586,
      "cov-distil (oracle2teacher)": 3.9558987617492676,
      "epoch": 7.202511773940345,
      "rel-constrast": 2.343900203704834,
      "step": 9176,
      "subrel-constrast": 3.211367607116699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5055586099624634,
      "cov-distil (oracle2student)": 4.07131290435791,
      "cov-distil (oracle2teacher)": 4.26580810546875,
      "epoch": 7.2032967032967035,
      "rel-constrast": 2.1414906978607178,
      "step": 9177,
      "subrel-constrast": 3.0642380714416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2839211225509644,
      "cov-distil (oracle2student)": 3.813990354537964,
      "cov-distil (oracle2teacher)": 3.4588818550109863,
      "epoch": 7.204081632653061,
      "rel-constrast": 2.274121046066284,
      "step": 9178,
      "subrel-constrast": 2.519702196121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7296651601791382,
      "cov-distil (oracle2student)": 3.300337076187134,
      "cov-distil (oracle2teacher)": 3.519028663635254,
      "epoch": 7.204866562009419,
      "rel-constrast": 2.353849411010742,
      "step": 9179,
      "subrel-constrast": 3.055424213409424,
      "view-similarity": 0
    },
    {
      "epoch": 7.205651491365777,
      "grad_norm": 6.96875,
      "learning_rate": 1.0196159915856429e-06,
      "loss": 0.609,
      "step": 9180
    },
    {
      "cov-distil": 1.8751291036605835,
      "cov-distil (oracle2student)": 4.337466239929199,
      "cov-distil (oracle2teacher)": 4.154731750488281,
      "epoch": 7.205651491365777,
      "rel-constrast": 2.6324081420898438,
      "step": 9180,
      "subrel-constrast": 3.471364736557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0604106187820435,
      "cov-distil (oracle2student)": 3.71809458732605,
      "cov-distil (oracle2teacher)": 3.3153538703918457,
      "epoch": 7.206436420722135,
      "rel-constrast": 2.0159621238708496,
      "step": 9181,
      "subrel-constrast": 2.275545120239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7275456190109253,
      "cov-distil (oracle2student)": 4.006108283996582,
      "cov-distil (oracle2teacher)": 4.312180519104004,
      "epoch": 7.207221350078493,
      "rel-constrast": 2.9072928428649902,
      "step": 9182,
      "subrel-constrast": 3.390314817428589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5871772766113281,
      "cov-distil (oracle2student)": 4.785775184631348,
      "cov-distil (oracle2teacher)": 4.226677894592285,
      "epoch": 7.2080062794348505,
      "rel-constrast": 3.4377858638763428,
      "step": 9183,
      "subrel-constrast": 3.8611180782318115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520283818244934,
      "cov-distil (oracle2student)": 3.8514015674591064,
      "cov-distil (oracle2teacher)": 3.6144580841064453,
      "epoch": 7.208791208791209,
      "rel-constrast": 2.171264171600342,
      "step": 9184,
      "subrel-constrast": 3.0136423110961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623022198677063,
      "cov-distil (oracle2student)": 3.8236799240112305,
      "cov-distil (oracle2teacher)": 3.6902904510498047,
      "epoch": 7.2095761381475665,
      "rel-constrast": 1.6325633525848389,
      "step": 9185,
      "subrel-constrast": 2.384690761566162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8514797687530518,
      "cov-distil (oracle2student)": 6.47933292388916,
      "cov-distil (oracle2teacher)": 5.200516700744629,
      "epoch": 7.210361067503925,
      "rel-constrast": 3.5773568153381348,
      "step": 9186,
      "subrel-constrast": 4.539182186126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5942649841308594,
      "cov-distil (oracle2student)": 4.74558687210083,
      "cov-distil (oracle2teacher)": 4.175358295440674,
      "epoch": 7.2111459968602825,
      "rel-constrast": 1.9780889749526978,
      "step": 9187,
      "subrel-constrast": 2.933088779449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.380641222000122,
      "cov-distil (oracle2student)": 4.365299701690674,
      "cov-distil (oracle2teacher)": 3.8118059635162354,
      "epoch": 7.211930926216641,
      "rel-constrast": 2.0118162631988525,
      "step": 9188,
      "subrel-constrast": 2.4849917888641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336394190788269,
      "cov-distil (oracle2student)": 3.8273911476135254,
      "cov-distil (oracle2teacher)": 3.6283247470855713,
      "epoch": 7.212715855572998,
      "rel-constrast": 3.2831335067749023,
      "step": 9189,
      "subrel-constrast": 3.841392755508423,
      "view-similarity": 0
    },
    {
      "epoch": 7.213500784929356,
      "grad_norm": 5.78125,
      "learning_rate": 9.95093977329975e-07,
      "loss": 0.6801,
      "step": 9190
    },
    {
      "cov-distil": 1.634378433227539,
      "cov-distil (oracle2student)": 4.410484313964844,
      "cov-distil (oracle2teacher)": 4.2682271003723145,
      "epoch": 7.213500784929356,
      "rel-constrast": 1.9015697240829468,
      "step": 9190,
      "subrel-constrast": 2.8969297409057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.568606972694397,
      "cov-distil (oracle2student)": 4.469651222229004,
      "cov-distil (oracle2teacher)": 4.79359245300293,
      "epoch": 7.214285714285714,
      "rel-constrast": 2.1267223358154297,
      "step": 9191,
      "subrel-constrast": 3.2383527755737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1164638996124268,
      "cov-distil (oracle2student)": 3.952819347381592,
      "cov-distil (oracle2teacher)": 3.6781792640686035,
      "epoch": 7.215070643642072,
      "rel-constrast": 2.153597831726074,
      "step": 9192,
      "subrel-constrast": 2.5812811851501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1343252658843994,
      "cov-distil (oracle2student)": 4.292623043060303,
      "cov-distil (oracle2teacher)": 3.847066879272461,
      "epoch": 7.21585557299843,
      "rel-constrast": 1.9309630393981934,
      "step": 9193,
      "subrel-constrast": 2.4587717056274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4448270797729492,
      "cov-distil (oracle2student)": 3.9319045543670654,
      "cov-distil (oracle2teacher)": 3.7519211769104004,
      "epoch": 7.216640502354788,
      "rel-constrast": 3.266371965408325,
      "step": 9194,
      "subrel-constrast": 4.05090856552124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7815485000610352,
      "cov-distil (oracle2student)": 2.7677793502807617,
      "cov-distil (oracle2teacher)": 2.666250705718994,
      "epoch": 7.217425431711146,
      "rel-constrast": 1.5884125232696533,
      "step": 9195,
      "subrel-constrast": 2.435405731201172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.212998628616333,
      "cov-distil (oracle2student)": 3.7588908672332764,
      "cov-distil (oracle2teacher)": 3.764378309249878,
      "epoch": 7.218210361067504,
      "rel-constrast": 1.146569013595581,
      "step": 9196,
      "subrel-constrast": 2.0879573822021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3324379920959473,
      "cov-distil (oracle2student)": 5.31471061706543,
      "cov-distil (oracle2teacher)": 5.1905412673950195,
      "epoch": 7.2189952904238615,
      "rel-constrast": 3.0777158737182617,
      "step": 9197,
      "subrel-constrast": 3.736250400543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.005904197692871,
      "cov-distil (oracle2student)": 4.787474632263184,
      "cov-distil (oracle2teacher)": 4.444793224334717,
      "epoch": 7.21978021978022,
      "rel-constrast": 3.6526780128479004,
      "step": 9198,
      "subrel-constrast": 3.929757833480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517911434173584,
      "cov-distil (oracle2student)": 3.683634042739868,
      "cov-distil (oracle2teacher)": 3.850130081176758,
      "epoch": 7.220565149136577,
      "rel-constrast": 2.277301073074341,
      "step": 9199,
      "subrel-constrast": 3.1618876457214355,
      "view-similarity": 0
    },
    {
      "epoch": 7.221350078492936,
      "grad_norm": 4.8125,
      "learning_rate": 9.708644552787027e-07,
      "loss": 0.6149,
      "step": 9200
    },
    {
      "epoch": 7.221350078492936,
      "overlap": 0.34687501192092896,
      "step": 9200
    },
    {
      "epoch": 7.221350078492936,
      "step": 9200,
      "student margin": 0.064849853515625
    },
    {
      "epoch": 7.221350078492936,
      "step": 9200,
      "teacher margin": 0.041595458984375
    },
    {
      "epoch": 7.221350078492936,
      "margin difference": -0.02325439453125,
      "step": 9200
    },
    {
      "cov-distil": 1.217811942100525,
      "cov-distil (oracle2student)": 4.730405330657959,
      "cov-distil (oracle2teacher)": 5.1903076171875,
      "epoch": 7.221350078492936,
      "rel-constrast": 3.386213779449463,
      "step": 9200,
      "subrel-constrast": 4.140204906463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2658743858337402,
      "cov-distil (oracle2student)": 4.98579216003418,
      "cov-distil (oracle2teacher)": 4.641731262207031,
      "epoch": 7.222135007849293,
      "rel-constrast": 2.2928414344787598,
      "step": 9201,
      "subrel-constrast": 3.396002769470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5385692119598389,
      "cov-distil (oracle2student)": 3.4936344623565674,
      "cov-distil (oracle2teacher)": 3.571364402770996,
      "epoch": 7.222919937205652,
      "rel-constrast": 2.2611775398254395,
      "step": 9202,
      "subrel-constrast": 3.163078546524048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3010931015014648,
      "cov-distil (oracle2student)": 3.0586633682250977,
      "cov-distil (oracle2teacher)": 2.5770106315612793,
      "epoch": 7.223704866562009,
      "rel-constrast": 1.760755181312561,
      "step": 9203,
      "subrel-constrast": 2.6098692417144775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9298293590545654,
      "cov-distil (oracle2student)": 5.3918046951293945,
      "cov-distil (oracle2teacher)": 5.170232772827148,
      "epoch": 7.224489795918367,
      "rel-constrast": 3.2197823524475098,
      "step": 9204,
      "subrel-constrast": 3.7340540885925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.353230357170105,
      "cov-distil (oracle2student)": 3.627214193344116,
      "cov-distil (oracle2teacher)": 4.043998718261719,
      "epoch": 7.225274725274725,
      "rel-constrast": 1.7535731792449951,
      "step": 9205,
      "subrel-constrast": 2.488018751144409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6496591567993164,
      "cov-distil (oracle2student)": 2.6702253818511963,
      "cov-distil (oracle2teacher)": 2.7863941192626953,
      "epoch": 7.226059654631083,
      "rel-constrast": 1.543198823928833,
      "step": 9206,
      "subrel-constrast": 2.6620986461639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1666955947875977,
      "cov-distil (oracle2student)": 4.4060163497924805,
      "cov-distil (oracle2teacher)": 4.137762546539307,
      "epoch": 7.226844583987441,
      "rel-constrast": 2.033106565475464,
      "step": 9207,
      "subrel-constrast": 2.82852840423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6884706020355225,
      "cov-distil (oracle2student)": 4.693005561828613,
      "cov-distil (oracle2teacher)": 4.610668182373047,
      "epoch": 7.227629513343799,
      "rel-constrast": 2.7112057209014893,
      "step": 9208,
      "subrel-constrast": 3.422980785369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1208306550979614,
      "cov-distil (oracle2student)": 3.104633092880249,
      "cov-distil (oracle2teacher)": 2.967524528503418,
      "epoch": 7.228414442700157,
      "rel-constrast": 1.9980027675628662,
      "step": 9209,
      "subrel-constrast": 2.5241355895996094,
      "view-similarity": 0
    },
    {
      "epoch": 7.229199372056515,
      "grad_norm": 4.34375,
      "learning_rate": 9.469277206609145e-07,
      "loss": 0.6096,
      "step": 9210
    },
    {
      "cov-distil": 1.3711957931518555,
      "cov-distil (oracle2student)": 2.907938241958618,
      "cov-distil (oracle2teacher)": 2.855703830718994,
      "epoch": 7.229199372056515,
      "rel-constrast": 2.506679058074951,
      "step": 9210,
      "subrel-constrast": 2.9840540885925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096500396728516,
      "cov-distil (oracle2student)": 4.953326225280762,
      "cov-distil (oracle2teacher)": 4.682701110839844,
      "epoch": 7.229984301412873,
      "rel-constrast": 1.6843132972717285,
      "step": 9211,
      "subrel-constrast": 3.1467907428741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.35870361328125,
      "cov-distil (oracle2student)": 2.946763038635254,
      "cov-distil (oracle2teacher)": 2.8161227703094482,
      "epoch": 7.230769230769231,
      "rel-constrast": 2.970238447189331,
      "step": 9212,
      "subrel-constrast": 3.6163992881774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2227994203567505,
      "cov-distil (oracle2student)": 4.9843292236328125,
      "cov-distil (oracle2teacher)": 4.596972465515137,
      "epoch": 7.231554160125588,
      "rel-constrast": 1.5906190872192383,
      "step": 9213,
      "subrel-constrast": 2.1396424770355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7885725498199463,
      "cov-distil (oracle2student)": 2.657799243927002,
      "cov-distil (oracle2teacher)": 3.1938323974609375,
      "epoch": 7.232339089481947,
      "rel-constrast": 2.191598415374756,
      "step": 9214,
      "subrel-constrast": 2.8706841468811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0499718189239502,
      "cov-distil (oracle2student)": 4.113600254058838,
      "cov-distil (oracle2teacher)": 3.954746961593628,
      "epoch": 7.233124018838304,
      "rel-constrast": 2.4213178157806396,
      "step": 9215,
      "subrel-constrast": 3.161616563796997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.490591049194336,
      "cov-distil (oracle2student)": 3.879610300064087,
      "cov-distil (oracle2teacher)": 4.098241329193115,
      "epoch": 7.233908948194663,
      "rel-constrast": 2.634751319885254,
      "step": 9216,
      "subrel-constrast": 4.041323661804199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.278855800628662,
      "cov-distil (oracle2student)": 4.623533248901367,
      "cov-distil (oracle2teacher)": 4.461684226989746,
      "epoch": 7.23469387755102,
      "rel-constrast": 2.8980367183685303,
      "step": 9217,
      "subrel-constrast": 3.336249351501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4432870149612427,
      "cov-distil (oracle2student)": 3.4863076210021973,
      "cov-distil (oracle2teacher)": 3.0178399085998535,
      "epoch": 7.235478806907379,
      "rel-constrast": 2.026186943054199,
      "step": 9218,
      "subrel-constrast": 2.6733932495117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3847110271453857,
      "cov-distil (oracle2student)": 2.7803640365600586,
      "cov-distil (oracle2teacher)": 3.040283441543579,
      "epoch": 7.236263736263736,
      "rel-constrast": 2.6102359294891357,
      "step": 9219,
      "subrel-constrast": 3.1814818382263184,
      "view-similarity": 0
    },
    {
      "epoch": 7.237048665620094,
      "grad_norm": 4.96875,
      "learning_rate": 9.23284065138158e-07,
      "loss": 0.6261,
      "step": 9220
    },
    {
      "cov-distil": 1.542646884918213,
      "cov-distil (oracle2student)": 4.214974880218506,
      "cov-distil (oracle2teacher)": 4.470256805419922,
      "epoch": 7.237048665620094,
      "rel-constrast": 2.9303536415100098,
      "step": 9220,
      "subrel-constrast": 3.7621824741363525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2607873678207397,
      "cov-distil (oracle2student)": 3.966331720352173,
      "cov-distil (oracle2teacher)": 3.693633556365967,
      "epoch": 7.237833594976452,
      "rel-constrast": 1.4671170711517334,
      "step": 9221,
      "subrel-constrast": 2.1299431324005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8851876854896545,
      "cov-distil (oracle2student)": 3.862769842147827,
      "cov-distil (oracle2teacher)": 3.9145913124084473,
      "epoch": 7.23861852433281,
      "rel-constrast": 1.8682396411895752,
      "step": 9222,
      "subrel-constrast": 2.4069440364837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6201527118682861,
      "cov-distil (oracle2student)": 4.03987455368042,
      "cov-distil (oracle2teacher)": 3.5676538944244385,
      "epoch": 7.239403453689168,
      "rel-constrast": 2.2973976135253906,
      "step": 9223,
      "subrel-constrast": 3.232836961746216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6110665798187256,
      "cov-distil (oracle2student)": 3.3456294536590576,
      "cov-distil (oracle2teacher)": 2.981085777282715,
      "epoch": 7.240188383045526,
      "rel-constrast": 2.9106063842773438,
      "step": 9224,
      "subrel-constrast": 3.5290346145629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5964956283569336,
      "cov-distil (oracle2student)": 2.8983383178710938,
      "cov-distil (oracle2teacher)": 2.927356243133545,
      "epoch": 7.240973312401884,
      "rel-constrast": 1.8843927383422852,
      "step": 9225,
      "subrel-constrast": 2.4925107955932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6458408832550049,
      "cov-distil (oracle2student)": 4.660704612731934,
      "cov-distil (oracle2teacher)": 4.573150157928467,
      "epoch": 7.241758241758242,
      "rel-constrast": 2.3961994647979736,
      "step": 9226,
      "subrel-constrast": 2.892589569091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5119178295135498,
      "cov-distil (oracle2student)": 3.4794235229492188,
      "cov-distil (oracle2teacher)": 3.6326346397399902,
      "epoch": 7.242543171114599,
      "rel-constrast": 2.524876594543457,
      "step": 9227,
      "subrel-constrast": 3.1870877742767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.224147915840149,
      "cov-distil (oracle2student)": 2.5207419395446777,
      "cov-distil (oracle2teacher)": 2.5563578605651855,
      "epoch": 7.243328100470958,
      "rel-constrast": 1.938815712928772,
      "step": 9228,
      "subrel-constrast": 2.727520704269409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.183398723602295,
      "cov-distil (oracle2student)": 4.514313697814941,
      "cov-distil (oracle2teacher)": 4.400819301605225,
      "epoch": 7.244113029827315,
      "rel-constrast": 2.443293333053589,
      "step": 9229,
      "subrel-constrast": 2.607349395751953,
      "view-similarity": 0
    },
    {
      "epoch": 7.244897959183674,
      "grad_norm": 5.40625,
      "learning_rate": 8.999337768009236e-07,
      "loss": 0.6017,
      "step": 9230
    },
    {
      "cov-distil": 1.5568197965621948,
      "cov-distil (oracle2student)": 4.580710411071777,
      "cov-distil (oracle2teacher)": 4.475430011749268,
      "epoch": 7.244897959183674,
      "rel-constrast": 1.903421401977539,
      "step": 9230,
      "subrel-constrast": 2.796294927597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2846100330352783,
      "cov-distil (oracle2student)": 7.19464111328125,
      "cov-distil (oracle2teacher)": 6.118999481201172,
      "epoch": 7.245682888540031,
      "rel-constrast": 2.0823941230773926,
      "step": 9231,
      "subrel-constrast": 2.7573864459991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82523512840271,
      "cov-distil (oracle2student)": 5.410351753234863,
      "cov-distil (oracle2teacher)": 5.048933029174805,
      "epoch": 7.24646781789639,
      "rel-constrast": 2.164534091949463,
      "step": 9232,
      "subrel-constrast": 2.941840887069702,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9939793944358826,
      "cov-distil (oracle2student)": 4.055069446563721,
      "cov-distil (oracle2teacher)": 3.6801867485046387,
      "epoch": 7.247252747252747,
      "rel-constrast": 1.861989140510559,
      "step": 9233,
      "subrel-constrast": 2.3075764179229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7305200099945068,
      "cov-distil (oracle2student)": 4.171804428100586,
      "cov-distil (oracle2teacher)": 3.9872586727142334,
      "epoch": 7.248037676609105,
      "rel-constrast": 3.453815221786499,
      "step": 9234,
      "subrel-constrast": 3.943885326385498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2827506065368652,
      "cov-distil (oracle2student)": 4.909307479858398,
      "cov-distil (oracle2teacher)": 4.526308536529541,
      "epoch": 7.248822605965463,
      "rel-constrast": 2.083556652069092,
      "step": 9235,
      "subrel-constrast": 2.524439573287964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6579539775848389,
      "cov-distil (oracle2student)": 3.9690589904785156,
      "cov-distil (oracle2teacher)": 3.841644048690796,
      "epoch": 7.249607535321821,
      "rel-constrast": 2.131376266479492,
      "step": 9236,
      "subrel-constrast": 3.3625433444976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1255971193313599,
      "cov-distil (oracle2student)": 5.2405548095703125,
      "cov-distil (oracle2teacher)": 4.622100830078125,
      "epoch": 7.250392464678179,
      "rel-constrast": 2.2424607276916504,
      "step": 9237,
      "subrel-constrast": 2.7106921672821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623840570449829,
      "cov-distil (oracle2student)": 4.464225769042969,
      "cov-distil (oracle2teacher)": 4.112548351287842,
      "epoch": 7.251177394034537,
      "rel-constrast": 2.099900007247925,
      "step": 9238,
      "subrel-constrast": 3.1332080364227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6771811246871948,
      "cov-distil (oracle2student)": 4.105849742889404,
      "cov-distil (oracle2teacher)": 3.773921489715576,
      "epoch": 7.251962323390895,
      "rel-constrast": 2.0047390460968018,
      "step": 9239,
      "subrel-constrast": 2.9005813598632812,
      "view-similarity": 0
    },
    {
      "epoch": 7.252747252747253,
      "grad_norm": 4.9375,
      "learning_rate": 8.768771401651e-07,
      "loss": 0.5876,
      "step": 9240
    },
    {
      "cov-distil": 1.415784478187561,
      "cov-distil (oracle2student)": 4.878938674926758,
      "cov-distil (oracle2teacher)": 5.153018951416016,
      "epoch": 7.252747252747253,
      "rel-constrast": 2.428982734680176,
      "step": 9240,
      "subrel-constrast": 3.280752182006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5150063037872314,
      "cov-distil (oracle2student)": 4.770852088928223,
      "cov-distil (oracle2teacher)": 4.446075916290283,
      "epoch": 7.25353218210361,
      "rel-constrast": 3.51202654838562,
      "step": 9241,
      "subrel-constrast": 4.087615013122559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343894481658936,
      "cov-distil (oracle2student)": 2.3124210834503174,
      "cov-distil (oracle2teacher)": 3.0049517154693604,
      "epoch": 7.254317111459969,
      "rel-constrast": 1.978996992111206,
      "step": 9242,
      "subrel-constrast": 2.782029151916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357129693031311,
      "cov-distil (oracle2student)": 4.31638765335083,
      "cov-distil (oracle2teacher)": 4.469821929931641,
      "epoch": 7.255102040816326,
      "rel-constrast": 2.3809518814086914,
      "step": 9243,
      "subrel-constrast": 2.9180123805999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4500861167907715,
      "cov-distil (oracle2student)": 5.5891242027282715,
      "cov-distil (oracle2teacher)": 5.101126670837402,
      "epoch": 7.255886970172685,
      "rel-constrast": 3.274261713027954,
      "step": 9244,
      "subrel-constrast": 3.8369832038879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6277403831481934,
      "cov-distil (oracle2student)": 5.846179008483887,
      "cov-distil (oracle2teacher)": 5.167677879333496,
      "epoch": 7.256671899529042,
      "rel-constrast": 2.117281675338745,
      "step": 9245,
      "subrel-constrast": 3.267988681793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1657909154891968,
      "cov-distil (oracle2student)": 3.3108935356140137,
      "cov-distil (oracle2teacher)": 4.064514636993408,
      "epoch": 7.257456828885401,
      "rel-constrast": 2.1350555419921875,
      "step": 9246,
      "subrel-constrast": 3.268221378326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1664398908615112,
      "cov-distil (oracle2student)": 4.336004257202148,
      "cov-distil (oracle2teacher)": 4.165063858032227,
      "epoch": 7.258241758241758,
      "rel-constrast": 3.4001059532165527,
      "step": 9247,
      "subrel-constrast": 3.620366096496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3646578788757324,
      "cov-distil (oracle2student)": 3.940702438354492,
      "cov-distil (oracle2teacher)": 3.9262146949768066,
      "epoch": 7.259026687598116,
      "rel-constrast": 2.7724502086639404,
      "step": 9248,
      "subrel-constrast": 3.500115394592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4206576347351074,
      "cov-distil (oracle2student)": 6.823681831359863,
      "cov-distil (oracle2teacher)": 6.334527969360352,
      "epoch": 7.259811616954474,
      "rel-constrast": 3.6071152687072754,
      "step": 9249,
      "subrel-constrast": 4.0577073097229,
      "view-similarity": 0
    },
    {
      "epoch": 7.260596546310832,
      "grad_norm": 5.625,
      "learning_rate": 8.541144361685293e-07,
      "loss": 0.7247,
      "step": 9250
    },
    {
      "cov-distil": 1.264798641204834,
      "cov-distil (oracle2student)": 2.5025463104248047,
      "cov-distil (oracle2teacher)": 2.636849880218506,
      "epoch": 7.260596546310832,
      "rel-constrast": 1.7093636989593506,
      "step": 9250,
      "subrel-constrast": 2.378281354904175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1108403205871582,
      "cov-distil (oracle2student)": 3.139706611633301,
      "cov-distil (oracle2teacher)": 3.201076030731201,
      "epoch": 7.26138147566719,
      "rel-constrast": 1.7081838846206665,
      "step": 9251,
      "subrel-constrast": 2.245640516281128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350807785987854,
      "cov-distil (oracle2student)": 3.7993340492248535,
      "cov-distil (oracle2teacher)": 4.110474586486816,
      "epoch": 7.262166405023548,
      "rel-constrast": 2.2315707206726074,
      "step": 9252,
      "subrel-constrast": 3.459010601043701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1412334442138672,
      "cov-distil (oracle2student)": 4.431488990783691,
      "cov-distil (oracle2teacher)": 4.487537384033203,
      "epoch": 7.262951334379906,
      "rel-constrast": 1.781972885131836,
      "step": 9253,
      "subrel-constrast": 2.5007164478302,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5429699420928955,
      "cov-distil (oracle2student)": 3.446842908859253,
      "cov-distil (oracle2teacher)": 3.300063133239746,
      "epoch": 7.263736263736264,
      "rel-constrast": 2.9952433109283447,
      "step": 9254,
      "subrel-constrast": 3.6314516067504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2944982051849365,
      "cov-distil (oracle2student)": 4.853581428527832,
      "cov-distil (oracle2teacher)": 5.061954498291016,
      "epoch": 7.264521193092621,
      "rel-constrast": 1.698472023010254,
      "step": 9255,
      "subrel-constrast": 2.5526371002197266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1769933700561523,
      "cov-distil (oracle2student)": 3.4800384044647217,
      "cov-distil (oracle2teacher)": 3.062954902648926,
      "epoch": 7.26530612244898,
      "rel-constrast": 1.757501244544983,
      "step": 9256,
      "subrel-constrast": 2.3092808723449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6036441326141357,
      "cov-distil (oracle2student)": 3.263573169708252,
      "cov-distil (oracle2teacher)": 3.298143148422241,
      "epoch": 7.266091051805337,
      "rel-constrast": 2.4627137184143066,
      "step": 9257,
      "subrel-constrast": 3.1815316677093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4998059272766113,
      "cov-distil (oracle2student)": 3.9829537868499756,
      "cov-distil (oracle2teacher)": 4.217274188995361,
      "epoch": 7.266875981161696,
      "rel-constrast": 2.184175968170166,
      "step": 9258,
      "subrel-constrast": 2.9515018463134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.62494695186615,
      "cov-distil (oracle2student)": 4.593327045440674,
      "cov-distil (oracle2teacher)": 4.641542434692383,
      "epoch": 7.267660910518053,
      "rel-constrast": 3.2104907035827637,
      "step": 9259,
      "subrel-constrast": 4.230224609375,
      "view-similarity": 0
    },
    {
      "epoch": 7.268445839874412,
      "grad_norm": 7.0,
      "learning_rate": 8.316459421675776e-07,
      "loss": 0.5775,
      "step": 9260
    },
    {
      "cov-distil": 1.1919190883636475,
      "cov-distil (oracle2student)": 5.61982536315918,
      "cov-distil (oracle2teacher)": 5.225769519805908,
      "epoch": 7.268445839874412,
      "rel-constrast": 3.4184088706970215,
      "step": 9260,
      "subrel-constrast": 3.497316360473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546194076538086,
      "cov-distil (oracle2student)": 4.9853973388671875,
      "cov-distil (oracle2teacher)": 4.680647373199463,
      "epoch": 7.269230769230769,
      "rel-constrast": 2.2598023414611816,
      "step": 9261,
      "subrel-constrast": 3.1250104904174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461288332939148,
      "cov-distil (oracle2student)": 4.179999828338623,
      "cov-distil (oracle2teacher)": 4.152988910675049,
      "epoch": 7.270015698587127,
      "rel-constrast": 2.2159364223480225,
      "step": 9262,
      "subrel-constrast": 3.2056398391723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553995132446289,
      "cov-distil (oracle2student)": 6.246560573577881,
      "cov-distil (oracle2teacher)": 5.317866325378418,
      "epoch": 7.270800627943485,
      "rel-constrast": 3.012758731842041,
      "step": 9263,
      "subrel-constrast": 3.547095537185669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469958782196045,
      "cov-distil (oracle2student)": 5.181004524230957,
      "cov-distil (oracle2teacher)": 5.0079450607299805,
      "epoch": 7.271585557299843,
      "rel-constrast": 2.519294500350952,
      "step": 9264,
      "subrel-constrast": 3.3905365467071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4602594375610352,
      "cov-distil (oracle2student)": 4.614604949951172,
      "cov-distil (oracle2teacher)": 4.920156478881836,
      "epoch": 7.272370486656201,
      "rel-constrast": 2.2768778800964355,
      "step": 9265,
      "subrel-constrast": 3.296318769454956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6553170680999756,
      "cov-distil (oracle2student)": 4.166629314422607,
      "cov-distil (oracle2teacher)": 3.890779733657837,
      "epoch": 7.273155416012559,
      "rel-constrast": 1.743181824684143,
      "step": 9266,
      "subrel-constrast": 2.8835952281951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5360753536224365,
      "cov-distil (oracle2student)": 4.472630500793457,
      "cov-distil (oracle2teacher)": 4.291333198547363,
      "epoch": 7.273940345368917,
      "rel-constrast": 2.4838767051696777,
      "step": 9267,
      "subrel-constrast": 3.5764319896698,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8383281230926514,
      "cov-distil (oracle2student)": 5.943587303161621,
      "cov-distil (oracle2teacher)": 5.153022766113281,
      "epoch": 7.274725274725275,
      "rel-constrast": 2.8216936588287354,
      "step": 9268,
      "subrel-constrast": 3.5092947483062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6126272678375244,
      "cov-distil (oracle2student)": 5.899161338806152,
      "cov-distil (oracle2teacher)": 5.524886131286621,
      "epoch": 7.275510204081632,
      "rel-constrast": 3.5691604614257812,
      "step": 9269,
      "subrel-constrast": 4.418883800506592,
      "view-similarity": 0
    },
    {
      "epoch": 7.276295133437991,
      "grad_norm": 7.8125,
      "learning_rate": 8.094719319337529e-07,
      "loss": 0.6988,
      "step": 9270
    },
    {
      "cov-distil": 1.61826491355896,
      "cov-distil (oracle2student)": 3.3356525897979736,
      "cov-distil (oracle2teacher)": 3.56837797164917,
      "epoch": 7.276295133437991,
      "rel-constrast": 1.7845869064331055,
      "step": 9270,
      "subrel-constrast": 2.7131528854370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8774396181106567,
      "cov-distil (oracle2student)": 5.018983840942383,
      "cov-distil (oracle2teacher)": 4.70795202255249,
      "epoch": 7.277080062794348,
      "rel-constrast": 2.986353635787964,
      "step": 9271,
      "subrel-constrast": 3.9181556701660156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4773032665252686,
      "cov-distil (oracle2student)": 3.98997163772583,
      "cov-distil (oracle2teacher)": 4.016538143157959,
      "epoch": 7.277864992150707,
      "rel-constrast": 2.0975992679595947,
      "step": 9272,
      "subrel-constrast": 2.9948060512542725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4226593971252441,
      "cov-distil (oracle2student)": 4.246391773223877,
      "cov-distil (oracle2teacher)": 4.349913597106934,
      "epoch": 7.278649921507064,
      "rel-constrast": 2.9915544986724854,
      "step": 9273,
      "subrel-constrast": 3.4706759452819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1754393577575684,
      "cov-distil (oracle2student)": 3.5801665782928467,
      "cov-distil (oracle2teacher)": 3.4910991191864014,
      "epoch": 7.279434850863423,
      "rel-constrast": 2.431363582611084,
      "step": 9274,
      "subrel-constrast": 2.639402151107788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6124913692474365,
      "cov-distil (oracle2student)": 3.9273674488067627,
      "cov-distil (oracle2teacher)": 4.04115104675293,
      "epoch": 7.28021978021978,
      "rel-constrast": 2.3079030513763428,
      "step": 9275,
      "subrel-constrast": 3.4358322620391846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7447590827941895,
      "cov-distil (oracle2student)": 4.107001304626465,
      "cov-distil (oracle2teacher)": 3.6837821006774902,
      "epoch": 7.2810047095761385,
      "rel-constrast": 1.069880723953247,
      "step": 9276,
      "subrel-constrast": 1.743831992149353,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575814962387085,
      "cov-distil (oracle2student)": 3.278780937194824,
      "cov-distil (oracle2teacher)": 3.5407357215881348,
      "epoch": 7.281789638932496,
      "rel-constrast": 1.973313808441162,
      "step": 9277,
      "subrel-constrast": 2.9884603023529053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42999267578125,
      "cov-distil (oracle2student)": 6.2834248542785645,
      "cov-distil (oracle2teacher)": 6.096759796142578,
      "epoch": 7.282574568288854,
      "rel-constrast": 3.492879629135132,
      "step": 9278,
      "subrel-constrast": 3.917799711227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0069780349731445,
      "cov-distil (oracle2student)": 7.234129428863525,
      "cov-distil (oracle2teacher)": 5.801141738891602,
      "epoch": 7.283359497645212,
      "rel-constrast": 2.407769203186035,
      "step": 9279,
      "subrel-constrast": 2.788628339767456,
      "view-similarity": 0
    },
    {
      "epoch": 7.28414442700157,
      "grad_norm": 4.90625,
      "learning_rate": 7.875926756503726e-07,
      "loss": 0.6259,
      "step": 9280
    },
    {
      "cov-distil": 1.258258581161499,
      "cov-distil (oracle2student)": 3.107311725616455,
      "cov-distil (oracle2teacher)": 3.2260940074920654,
      "epoch": 7.28414442700157,
      "rel-constrast": 2.5101027488708496,
      "step": 9280,
      "subrel-constrast": 3.5748894214630127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5773882865905762,
      "cov-distil (oracle2student)": 3.5052080154418945,
      "cov-distil (oracle2teacher)": 3.2230730056762695,
      "epoch": 7.284929356357928,
      "rel-constrast": 1.9515719413757324,
      "step": 9281,
      "subrel-constrast": 2.95363187789917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015610456466675,
      "cov-distil (oracle2student)": 3.295529842376709,
      "cov-distil (oracle2teacher)": 3.599947452545166,
      "epoch": 7.285714285714286,
      "rel-constrast": 2.257378101348877,
      "step": 9282,
      "subrel-constrast": 3.5118744373321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01859188079834,
      "cov-distil (oracle2student)": 4.63385534286499,
      "cov-distil (oracle2teacher)": 4.490439414978027,
      "epoch": 7.286499215070644,
      "rel-constrast": 2.588458299636841,
      "step": 9283,
      "subrel-constrast": 3.5717928409576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5751891136169434,
      "cov-distil (oracle2student)": 4.16275691986084,
      "cov-distil (oracle2teacher)": 4.399547576904297,
      "epoch": 7.287284144427002,
      "rel-constrast": 2.134601593017578,
      "step": 9284,
      "subrel-constrast": 2.9425647258758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8632678985595703,
      "cov-distil (oracle2student)": 4.337737083435059,
      "cov-distil (oracle2teacher)": 4.322030067443848,
      "epoch": 7.288069073783359,
      "rel-constrast": 3.020259380340576,
      "step": 9285,
      "subrel-constrast": 3.8674020767211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3027994632720947,
      "cov-distil (oracle2student)": 3.721468448638916,
      "cov-distil (oracle2teacher)": 3.647437810897827,
      "epoch": 7.2888540031397175,
      "rel-constrast": 2.9395484924316406,
      "step": 9286,
      "subrel-constrast": 3.975550413131714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6535682678222656,
      "cov-distil (oracle2student)": 3.9663703441619873,
      "cov-distil (oracle2teacher)": 3.473142623901367,
      "epoch": 7.289638932496075,
      "rel-constrast": 2.42495059967041,
      "step": 9287,
      "subrel-constrast": 3.294654130935669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7762763500213623,
      "cov-distil (oracle2student)": 5.068017959594727,
      "cov-distil (oracle2teacher)": 5.099152565002441,
      "epoch": 7.2904238618524335,
      "rel-constrast": 2.982880115509033,
      "step": 9288,
      "subrel-constrast": 3.300081729888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7173707485198975,
      "cov-distil (oracle2student)": 3.4741196632385254,
      "cov-distil (oracle2teacher)": 3.782623767852783,
      "epoch": 7.291208791208791,
      "rel-constrast": 2.2065811157226562,
      "step": 9289,
      "subrel-constrast": 2.8068349361419678,
      "view-similarity": 0
    },
    {
      "epoch": 7.2919937205651495,
      "grad_norm": 4.90625,
      "learning_rate": 7.66008439909266e-07,
      "loss": 0.6673,
      "step": 9290
    },
    {
      "cov-distil": 1.2093781232833862,
      "cov-distil (oracle2student)": 3.1509063243865967,
      "cov-distil (oracle2teacher)": 3.0578389167785645,
      "epoch": 7.2919937205651495,
      "rel-constrast": 2.3410046100616455,
      "step": 9290,
      "subrel-constrast": 2.753786563873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3722000122070312,
      "cov-distil (oracle2student)": 4.714348793029785,
      "cov-distil (oracle2teacher)": 4.031990051269531,
      "epoch": 7.292778649921507,
      "rel-constrast": 3.0236973762512207,
      "step": 9291,
      "subrel-constrast": 3.2873613834381104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6487751007080078,
      "cov-distil (oracle2student)": 3.7969350814819336,
      "cov-distil (oracle2teacher)": 4.020256042480469,
      "epoch": 7.293563579277865,
      "rel-constrast": 2.8907625675201416,
      "step": 9292,
      "subrel-constrast": 3.7566561698913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5474350452423096,
      "cov-distil (oracle2student)": 5.203251838684082,
      "cov-distil (oracle2teacher)": 4.976266860961914,
      "epoch": 7.294348508634223,
      "rel-constrast": 2.537659168243408,
      "step": 9293,
      "subrel-constrast": 3.653627872467041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3757433891296387,
      "cov-distil (oracle2student)": 5.135804653167725,
      "cov-distil (oracle2teacher)": 4.4971418380737305,
      "epoch": 7.295133437990581,
      "rel-constrast": 2.10652232170105,
      "step": 9294,
      "subrel-constrast": 2.9486513137817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2650063037872314,
      "cov-distil (oracle2student)": 3.6137030124664307,
      "cov-distil (oracle2teacher)": 3.775556802749634,
      "epoch": 7.295918367346939,
      "rel-constrast": 3.1227173805236816,
      "step": 9295,
      "subrel-constrast": 3.5439682006835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7727471590042114,
      "cov-distil (oracle2student)": 3.9988667964935303,
      "cov-distil (oracle2teacher)": 3.986802101135254,
      "epoch": 7.2967032967032965,
      "rel-constrast": 2.672489881515503,
      "step": 9296,
      "subrel-constrast": 3.5094966888427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3544588088989258,
      "cov-distil (oracle2student)": 3.7528157234191895,
      "cov-distil (oracle2teacher)": 4.19811487197876,
      "epoch": 7.297488226059655,
      "rel-constrast": 2.579702854156494,
      "step": 9297,
      "subrel-constrast": 3.289170265197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4338706731796265,
      "cov-distil (oracle2student)": 3.821413516998291,
      "cov-distil (oracle2teacher)": 3.1542835235595703,
      "epoch": 7.2982731554160125,
      "rel-constrast": 1.398149847984314,
      "step": 9298,
      "subrel-constrast": 2.4864397048950195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7647154331207275,
      "cov-distil (oracle2student)": 4.730778694152832,
      "cov-distil (oracle2teacher)": 4.704262733459473,
      "epoch": 7.299058084772371,
      "rel-constrast": 1.8086144924163818,
      "step": 9299,
      "subrel-constrast": 3.003006935119629,
      "view-similarity": 0
    },
    {
      "epoch": 7.2998430141287285,
      "grad_norm": 6.3125,
      "learning_rate": 7.44719487707543e-07,
      "loss": 0.6489,
      "step": 9300
    },
    {
      "epoch": 7.2998430141287285,
      "overlap": 0.33281251788139343,
      "step": 9300
    },
    {
      "epoch": 7.2998430141287285,
      "step": 9300,
      "student margin": 0.065673828125
    },
    {
      "epoch": 7.2998430141287285,
      "step": 9300,
      "teacher margin": 0.04498291015625
    },
    {
      "epoch": 7.2998430141287285,
      "margin difference": -0.02069091796875,
      "step": 9300
    },
    {
      "cov-distil": 1.531006097793579,
      "cov-distil (oracle2student)": 3.699636459350586,
      "cov-distil (oracle2teacher)": 3.8548014163970947,
      "epoch": 7.2998430141287285,
      "rel-constrast": 2.2405507564544678,
      "step": 9300,
      "subrel-constrast": 3.132422685623169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4686994552612305,
      "cov-distil (oracle2student)": 6.0553483963012695,
      "cov-distil (oracle2teacher)": 5.026912689208984,
      "epoch": 7.300627943485086,
      "rel-constrast": 3.2986323833465576,
      "step": 9301,
      "subrel-constrast": 3.8506433963775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0735063552856445,
      "cov-distil (oracle2student)": 3.684725284576416,
      "cov-distil (oracle2teacher)": 2.9726879596710205,
      "epoch": 7.3014128728414445,
      "rel-constrast": 2.660308837890625,
      "step": 9302,
      "subrel-constrast": 2.8058505058288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6353213787078857,
      "cov-distil (oracle2student)": 3.445394515991211,
      "cov-distil (oracle2teacher)": 3.5787038803100586,
      "epoch": 7.302197802197802,
      "rel-constrast": 3.0590600967407227,
      "step": 9303,
      "subrel-constrast": 3.615297794342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.45179283618927,
      "cov-distil (oracle2student)": 3.4215734004974365,
      "cov-distil (oracle2teacher)": 3.793365240097046,
      "epoch": 7.3029827315541604,
      "rel-constrast": 1.731571912765503,
      "step": 9304,
      "subrel-constrast": 2.922290563583374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1893880367279053,
      "cov-distil (oracle2student)": 5.19380521774292,
      "cov-distil (oracle2teacher)": 4.6041083335876465,
      "epoch": 7.303767660910518,
      "rel-constrast": 2.8319971561431885,
      "step": 9305,
      "subrel-constrast": 3.252788543701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251159906387329,
      "cov-distil (oracle2student)": 4.665328025817871,
      "cov-distil (oracle2teacher)": 4.358907699584961,
      "epoch": 7.304552590266876,
      "rel-constrast": 3.340712547302246,
      "step": 9306,
      "subrel-constrast": 3.781787633895874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8099989891052246,
      "cov-distil (oracle2student)": 3.816453456878662,
      "cov-distil (oracle2teacher)": 3.7908663749694824,
      "epoch": 7.305337519623234,
      "rel-constrast": 1.6770013570785522,
      "step": 9307,
      "subrel-constrast": 2.7555418014526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4981411695480347,
      "cov-distil (oracle2student)": 5.318239212036133,
      "cov-distil (oracle2teacher)": 4.5405964851379395,
      "epoch": 7.3061224489795915,
      "rel-constrast": 2.249368667602539,
      "step": 9308,
      "subrel-constrast": 2.4907710552215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.138718605041504,
      "cov-distil (oracle2student)": 6.908207416534424,
      "cov-distil (oracle2teacher)": 6.233708381652832,
      "epoch": 7.30690737833595,
      "rel-constrast": 2.9824697971343994,
      "step": 9309,
      "subrel-constrast": 3.7286438941955566,
      "view-similarity": 0
    },
    {
      "epoch": 7.3076923076923075,
      "grad_norm": 5.78125,
      "learning_rate": 7.237260784443589e-07,
      "loss": 0.6869,
      "step": 9310
    },
    {
      "cov-distil": 1.2696290016174316,
      "cov-distil (oracle2student)": 3.079726457595825,
      "cov-distil (oracle2teacher)": 3.4649295806884766,
      "epoch": 7.3076923076923075,
      "rel-constrast": 2.672835350036621,
      "step": 9310,
      "subrel-constrast": 3.069272756576538,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0970406532287598,
      "cov-distil (oracle2student)": 4.266345500946045,
      "cov-distil (oracle2teacher)": 4.391685485839844,
      "epoch": 7.308477237048666,
      "rel-constrast": 2.7381348609924316,
      "step": 9311,
      "subrel-constrast": 4.044661998748779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6218966245651245,
      "cov-distil (oracle2student)": 3.9199717044830322,
      "cov-distil (oracle2teacher)": 4.002823829650879,
      "epoch": 7.3092621664050235,
      "rel-constrast": 2.87609601020813,
      "step": 9312,
      "subrel-constrast": 3.4388844966888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8932394981384277,
      "cov-distil (oracle2student)": 6.149599075317383,
      "cov-distil (oracle2teacher)": 5.563687324523926,
      "epoch": 7.310047095761382,
      "rel-constrast": 2.6189682483673096,
      "step": 9313,
      "subrel-constrast": 3.4019341468811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1691004037857056,
      "cov-distil (oracle2student)": 4.219951629638672,
      "cov-distil (oracle2teacher)": 3.6294400691986084,
      "epoch": 7.310832025117739,
      "rel-constrast": 2.286465644836426,
      "step": 9314,
      "subrel-constrast": 2.6308398246765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2830281257629395,
      "cov-distil (oracle2student)": 4.520827293395996,
      "cov-distil (oracle2teacher)": 4.364880561828613,
      "epoch": 7.311616954474097,
      "rel-constrast": 2.5873215198516846,
      "step": 9315,
      "subrel-constrast": 3.3068389892578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7203259468078613,
      "cov-distil (oracle2student)": 5.095511436462402,
      "cov-distil (oracle2teacher)": 4.739638328552246,
      "epoch": 7.312401883830455,
      "rel-constrast": 3.1345837116241455,
      "step": 9316,
      "subrel-constrast": 4.026535511016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.956533670425415,
      "cov-distil (oracle2student)": 5.467925548553467,
      "cov-distil (oracle2teacher)": 5.4954071044921875,
      "epoch": 7.313186813186813,
      "rel-constrast": 3.4555482864379883,
      "step": 9317,
      "subrel-constrast": 3.768197536468506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6322518587112427,
      "cov-distil (oracle2student)": 3.036503314971924,
      "cov-distil (oracle2teacher)": 3.0893733501434326,
      "epoch": 7.313971742543171,
      "rel-constrast": 2.501014232635498,
      "step": 9318,
      "subrel-constrast": 3.2582645416259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5294039249420166,
      "cov-distil (oracle2student)": 4.675604820251465,
      "cov-distil (oracle2teacher)": 4.434337615966797,
      "epoch": 7.314756671899529,
      "rel-constrast": 1.1357152462005615,
      "step": 9319,
      "subrel-constrast": 2.5668609142303467,
      "view-similarity": 0
    },
    {
      "epoch": 7.315541601255887,
      "grad_norm": 3.8125,
      "learning_rate": 7.030284679177851e-07,
      "loss": 0.6931,
      "step": 9320
    },
    {
      "cov-distil": 1.7451846599578857,
      "cov-distil (oracle2student)": 6.086991310119629,
      "cov-distil (oracle2teacher)": 5.949646472930908,
      "epoch": 7.315541601255887,
      "rel-constrast": 2.8386354446411133,
      "step": 9320,
      "subrel-constrast": 4.098359107971191,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106046199798584,
      "cov-distil (oracle2student)": 3.7555723190307617,
      "cov-distil (oracle2teacher)": 3.4485411643981934,
      "epoch": 7.316326530612245,
      "rel-constrast": 2.1309213638305664,
      "step": 9321,
      "subrel-constrast": 3.3837053775787354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4185056686401367,
      "cov-distil (oracle2student)": 3.821910858154297,
      "cov-distil (oracle2teacher)": 3.9324123859405518,
      "epoch": 7.3171114599686025,
      "rel-constrast": 1.810873031616211,
      "step": 9322,
      "subrel-constrast": 2.693042278289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7662773132324219,
      "cov-distil (oracle2student)": 4.137214660644531,
      "cov-distil (oracle2teacher)": 3.732412815093994,
      "epoch": 7.317896389324961,
      "rel-constrast": 2.4795680046081543,
      "step": 9323,
      "subrel-constrast": 3.587411403656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4275739192962646,
      "cov-distil (oracle2student)": 6.688530445098877,
      "cov-distil (oracle2teacher)": 5.893937110900879,
      "epoch": 7.318681318681318,
      "rel-constrast": 3.0022406578063965,
      "step": 9324,
      "subrel-constrast": 3.388200521469116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6674948930740356,
      "cov-distil (oracle2student)": 4.41834831237793,
      "cov-distil (oracle2teacher)": 4.253725528717041,
      "epoch": 7.319466248037677,
      "rel-constrast": 3.0411620140075684,
      "step": 9325,
      "subrel-constrast": 3.6110212802886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734025478363037,
      "cov-distil (oracle2student)": 4.053723335266113,
      "cov-distil (oracle2teacher)": 3.8853230476379395,
      "epoch": 7.320251177394034,
      "rel-constrast": 2.9404337406158447,
      "step": 9326,
      "subrel-constrast": 3.913968086242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4180114269256592,
      "cov-distil (oracle2student)": 4.246895790100098,
      "cov-distil (oracle2teacher)": 4.159450531005859,
      "epoch": 7.321036106750393,
      "rel-constrast": 1.2663280963897705,
      "step": 9327,
      "subrel-constrast": 2.0181963443756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2009124755859375,
      "cov-distil (oracle2student)": 4.455539703369141,
      "cov-distil (oracle2teacher)": 4.111472129821777,
      "epoch": 7.32182103610675,
      "rel-constrast": 2.5366101264953613,
      "step": 9328,
      "subrel-constrast": 2.977724313735962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4494695663452148,
      "cov-distil (oracle2student)": 4.430526256561279,
      "cov-distil (oracle2teacher)": 3.857330322265625,
      "epoch": 7.322605965463108,
      "rel-constrast": 2.5940725803375244,
      "step": 9329,
      "subrel-constrast": 3.3884429931640625,
      "view-similarity": 0
    },
    {
      "epoch": 7.323390894819466,
      "grad_norm": 6.59375,
      "learning_rate": 6.826269083216764e-07,
      "loss": 0.6559,
      "step": 9330
    },
    {
      "cov-distil": 1.6153993606567383,
      "cov-distil (oracle2student)": 6.589212417602539,
      "cov-distil (oracle2teacher)": 6.0347137451171875,
      "epoch": 7.323390894819466,
      "rel-constrast": 4.854900360107422,
      "step": 9330,
      "subrel-constrast": 5.4075117111206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3022170066833496,
      "cov-distil (oracle2student)": 4.410737991333008,
      "cov-distil (oracle2teacher)": 4.302468776702881,
      "epoch": 7.324175824175824,
      "rel-constrast": 2.1240622997283936,
      "step": 9331,
      "subrel-constrast": 2.768414258956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5851073265075684,
      "cov-distil (oracle2student)": 3.7330689430236816,
      "cov-distil (oracle2teacher)": 3.706352949142456,
      "epoch": 7.324960753532182,
      "rel-constrast": 2.0556581020355225,
      "step": 9332,
      "subrel-constrast": 2.929365634918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.590545177459717,
      "cov-distil (oracle2student)": 4.11071252822876,
      "cov-distil (oracle2teacher)": 3.4301645755767822,
      "epoch": 7.32574568288854,
      "rel-constrast": 2.3904387950897217,
      "step": 9333,
      "subrel-constrast": 3.2871594429016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9747819900512695,
      "cov-distil (oracle2student)": 3.9188075065612793,
      "cov-distil (oracle2teacher)": 3.6708922386169434,
      "epoch": 7.326530612244898,
      "rel-constrast": 2.20987606048584,
      "step": 9334,
      "subrel-constrast": 3.37546706199646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5651957988739014,
      "cov-distil (oracle2student)": 4.188810348510742,
      "cov-distil (oracle2teacher)": 4.433401107788086,
      "epoch": 7.327315541601256,
      "rel-constrast": 2.641371250152588,
      "step": 9335,
      "subrel-constrast": 3.658088207244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350391387939453,
      "cov-distil (oracle2student)": 5.490490913391113,
      "cov-distil (oracle2teacher)": 4.4549150466918945,
      "epoch": 7.328100470957613,
      "rel-constrast": 2.361358880996704,
      "step": 9336,
      "subrel-constrast": 3.216292381286621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5372555255889893,
      "cov-distil (oracle2student)": 3.911856174468994,
      "cov-distil (oracle2teacher)": 3.7963790893554688,
      "epoch": 7.328885400313972,
      "rel-constrast": 3.2056005001068115,
      "step": 9337,
      "subrel-constrast": 3.814648151397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0144269466400146,
      "cov-distil (oracle2student)": 3.863497495651245,
      "cov-distil (oracle2teacher)": 3.779261350631714,
      "epoch": 7.329670329670329,
      "rel-constrast": 2.6384096145629883,
      "step": 9338,
      "subrel-constrast": 3.31885027885437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5230473279953003,
      "cov-distil (oracle2student)": 4.989533424377441,
      "cov-distil (oracle2teacher)": 4.349686622619629,
      "epoch": 7.330455259026688,
      "rel-constrast": 2.2241296768188477,
      "step": 9339,
      "subrel-constrast": 2.8959171772003174,
      "view-similarity": 0
    },
    {
      "epoch": 7.331240188383045,
      "grad_norm": 4.71875,
      "learning_rate": 6.625216482425895e-07,
      "loss": 0.709,
      "step": 9340
    },
    {
      "cov-distil": 1.8604145050048828,
      "cov-distil (oracle2student)": 4.365549087524414,
      "cov-distil (oracle2teacher)": 4.144644737243652,
      "epoch": 7.331240188383045,
      "rel-constrast": 3.10538387298584,
      "step": 9340,
      "subrel-constrast": 3.5716676712036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4092662334442139,
      "cov-distil (oracle2student)": 5.696352958679199,
      "cov-distil (oracle2teacher)": 5.167279243469238,
      "epoch": 7.332025117739404,
      "rel-constrast": 2.6344094276428223,
      "step": 9341,
      "subrel-constrast": 3.0815813541412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4100223779678345,
      "cov-distil (oracle2student)": 4.235573768615723,
      "cov-distil (oracle2teacher)": 4.5420708656311035,
      "epoch": 7.332810047095761,
      "rel-constrast": 2.394132614135742,
      "step": 9342,
      "subrel-constrast": 2.8509225845336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6848270893096924,
      "cov-distil (oracle2student)": 3.8326404094696045,
      "cov-distil (oracle2teacher)": 3.607221841812134,
      "epoch": 7.333594976452119,
      "rel-constrast": 1.9078145027160645,
      "step": 9343,
      "subrel-constrast": 2.8642661571502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9126591682434082,
      "cov-distil (oracle2student)": 3.7082974910736084,
      "cov-distil (oracle2teacher)": 3.3909621238708496,
      "epoch": 7.334379905808477,
      "rel-constrast": 2.171189069747925,
      "step": 9344,
      "subrel-constrast": 3.006636381149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4808984994888306,
      "cov-distil (oracle2student)": 5.354369640350342,
      "cov-distil (oracle2teacher)": 4.728823661804199,
      "epoch": 7.335164835164835,
      "rel-constrast": 2.279407024383545,
      "step": 9345,
      "subrel-constrast": 3.142509937286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.197344183921814,
      "cov-distil (oracle2student)": 4.210054397583008,
      "cov-distil (oracle2teacher)": 4.076601505279541,
      "epoch": 7.335949764521193,
      "rel-constrast": 2.4292707443237305,
      "step": 9346,
      "subrel-constrast": 3.116947889328003,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0171353816986084,
      "cov-distil (oracle2student)": 4.052646636962891,
      "cov-distil (oracle2teacher)": 3.94033145904541,
      "epoch": 7.336734693877551,
      "rel-constrast": 3.030078887939453,
      "step": 9347,
      "subrel-constrast": 3.417236566543579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2644832134246826,
      "cov-distil (oracle2student)": 4.035106658935547,
      "cov-distil (oracle2teacher)": 3.543306350708008,
      "epoch": 7.337519623233909,
      "rel-constrast": 2.0663371086120605,
      "step": 9348,
      "subrel-constrast": 2.5686988830566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.069108486175537,
      "cov-distil (oracle2student)": 5.0370917320251465,
      "cov-distil (oracle2teacher)": 4.458892822265625,
      "epoch": 7.338304552590267,
      "rel-constrast": 2.3254127502441406,
      "step": 9349,
      "subrel-constrast": 2.7986600399017334,
      "view-similarity": 0
    },
    {
      "epoch": 7.339089481946624,
      "grad_norm": 5.125,
      "learning_rate": 6.427129326567805e-07,
      "loss": 0.6469,
      "step": 9350
    },
    {
      "cov-distil": 1.7346808910369873,
      "cov-distil (oracle2student)": 5.580377578735352,
      "cov-distil (oracle2teacher)": 5.129880905151367,
      "epoch": 7.339089481946624,
      "rel-constrast": 3.5795297622680664,
      "step": 9350,
      "subrel-constrast": 4.479020595550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3312861919403076,
      "cov-distil (oracle2student)": 4.331353187561035,
      "cov-distil (oracle2teacher)": 4.220827102661133,
      "epoch": 7.339874411302983,
      "rel-constrast": 3.029538154602051,
      "step": 9351,
      "subrel-constrast": 4.02887487411499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664636254310608,
      "cov-distil (oracle2student)": 3.7030951976776123,
      "cov-distil (oracle2teacher)": 3.9675588607788086,
      "epoch": 7.34065934065934,
      "rel-constrast": 2.8955068588256836,
      "step": 9352,
      "subrel-constrast": 3.2990455627441406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1504855155944824,
      "cov-distil (oracle2student)": 4.694916248321533,
      "cov-distil (oracle2teacher)": 3.6951422691345215,
      "epoch": 7.341444270015699,
      "rel-constrast": 2.4585413932800293,
      "step": 9353,
      "subrel-constrast": 2.8656630516052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6153167486190796,
      "cov-distil (oracle2student)": 4.295099258422852,
      "cov-distil (oracle2teacher)": 3.7030093669891357,
      "epoch": 7.342229199372056,
      "rel-constrast": 1.437911033630371,
      "step": 9354,
      "subrel-constrast": 2.6097288131713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.162088394165039,
      "cov-distil (oracle2student)": 3.3834919929504395,
      "cov-distil (oracle2teacher)": 3.79681134223938,
      "epoch": 7.343014128728415,
      "rel-constrast": 2.2462680339813232,
      "step": 9355,
      "subrel-constrast": 3.334794044494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3864617347717285,
      "cov-distil (oracle2student)": 3.532942056655884,
      "cov-distil (oracle2teacher)": 3.165891647338867,
      "epoch": 7.343799058084772,
      "rel-constrast": 2.3402419090270996,
      "step": 9356,
      "subrel-constrast": 2.7846486568450928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8236857652664185,
      "cov-distil (oracle2student)": 4.574889183044434,
      "cov-distil (oracle2teacher)": 4.817935943603516,
      "epoch": 7.34458398744113,
      "rel-constrast": 2.8029091358184814,
      "step": 9357,
      "subrel-constrast": 3.7310407161712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5277106761932373,
      "cov-distil (oracle2student)": 3.7052106857299805,
      "cov-distil (oracle2teacher)": 3.720004081726074,
      "epoch": 7.345368916797488,
      "rel-constrast": 2.570098876953125,
      "step": 9358,
      "subrel-constrast": 2.871417999267578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5111900568008423,
      "cov-distil (oracle2student)": 4.362252235412598,
      "cov-distil (oracle2teacher)": 3.7152392864227295,
      "epoch": 7.346153846153846,
      "rel-constrast": 1.779355525970459,
      "step": 9359,
      "subrel-constrast": 2.5965662002563477,
      "view-similarity": 0
    },
    {
      "epoch": 7.346938775510204,
      "grad_norm": 4.3125,
      "learning_rate": 6.232010029271957e-07,
      "loss": 0.6658,
      "step": 9360
    },
    {
      "cov-distil": 1.6709567308425903,
      "cov-distil (oracle2student)": 3.543266773223877,
      "cov-distil (oracle2teacher)": 3.4260454177856445,
      "epoch": 7.346938775510204,
      "rel-constrast": 2.1412785053253174,
      "step": 9360,
      "subrel-constrast": 2.8043856620788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7679111957550049,
      "cov-distil (oracle2student)": 3.6086106300354004,
      "cov-distil (oracle2teacher)": 3.5889487266540527,
      "epoch": 7.347723704866562,
      "rel-constrast": 2.719425916671753,
      "step": 9361,
      "subrel-constrast": 3.2915265560150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8505191802978516,
      "cov-distil (oracle2student)": 4.148674011230469,
      "cov-distil (oracle2teacher)": 4.0667619705200195,
      "epoch": 7.34850863422292,
      "rel-constrast": 1.6993999481201172,
      "step": 9362,
      "subrel-constrast": 2.4348843097686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.809823751449585,
      "cov-distil (oracle2student)": 3.9430007934570312,
      "cov-distil (oracle2teacher)": 4.076622009277344,
      "epoch": 7.349293563579278,
      "rel-constrast": 1.8331278562545776,
      "step": 9363,
      "subrel-constrast": 2.8810901641845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4373011589050293,
      "cov-distil (oracle2student)": 3.217301607131958,
      "cov-distil (oracle2teacher)": 3.249652862548828,
      "epoch": 7.350078492935636,
      "rel-constrast": 2.927856683731079,
      "step": 9364,
      "subrel-constrast": 3.907285690307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4635400772094727,
      "cov-distil (oracle2student)": 5.445162773132324,
      "cov-distil (oracle2teacher)": 4.983879566192627,
      "epoch": 7.350863422291994,
      "rel-constrast": 2.857937812805176,
      "step": 9365,
      "subrel-constrast": 4.14542818069458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3740776777267456,
      "cov-distil (oracle2student)": 6.505749225616455,
      "cov-distil (oracle2teacher)": 6.085352420806885,
      "epoch": 7.351648351648351,
      "rel-constrast": 2.0018017292022705,
      "step": 9366,
      "subrel-constrast": 3.1415820121765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7313101291656494,
      "cov-distil (oracle2student)": 3.2620086669921875,
      "cov-distil (oracle2teacher)": 3.387195587158203,
      "epoch": 7.35243328100471,
      "rel-constrast": 2.583012104034424,
      "step": 9367,
      "subrel-constrast": 3.2081151008605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3626251220703125,
      "cov-distil (oracle2student)": 4.965603828430176,
      "cov-distil (oracle2teacher)": 4.661446571350098,
      "epoch": 7.353218210361067,
      "rel-constrast": 3.4062845706939697,
      "step": 9368,
      "subrel-constrast": 3.996497392654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4466181993484497,
      "cov-distil (oracle2student)": 3.7647171020507812,
      "cov-distil (oracle2teacher)": 3.4266273975372314,
      "epoch": 7.354003139717426,
      "rel-constrast": 2.5717408657073975,
      "step": 9369,
      "subrel-constrast": 3.1131250858306885,
      "view-similarity": 0
    },
    {
      "epoch": 7.354788069073783,
      "grad_norm": 5.65625,
      "learning_rate": 6.039860968005435e-07,
      "loss": 0.6608,
      "step": 9370
    },
    {
      "cov-distil": 1.059270977973938,
      "cov-distil (oracle2student)": 2.3218350410461426,
      "cov-distil (oracle2teacher)": 2.4779653549194336,
      "epoch": 7.354788069073783,
      "rel-constrast": 2.0494472980499268,
      "step": 9370,
      "subrel-constrast": 2.6663506031036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2531623840332031,
      "cov-distil (oracle2student)": 2.6387176513671875,
      "cov-distil (oracle2teacher)": 3.0809855461120605,
      "epoch": 7.355572998430142,
      "rel-constrast": 2.2781171798706055,
      "step": 9371,
      "subrel-constrast": 3.269016981124878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728015661239624,
      "cov-distil (oracle2student)": 4.6516547203063965,
      "cov-distil (oracle2teacher)": 4.080583095550537,
      "epoch": 7.356357927786499,
      "rel-constrast": 2.6198811531066895,
      "step": 9372,
      "subrel-constrast": 3.0210676193237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.608353853225708,
      "cov-distil (oracle2student)": 4.870006084442139,
      "cov-distil (oracle2teacher)": 4.303340911865234,
      "epoch": 7.357142857142857,
      "rel-constrast": 2.1150169372558594,
      "step": 9373,
      "subrel-constrast": 2.8192548751831055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880582571029663,
      "cov-distil (oracle2student)": 3.207242965698242,
      "cov-distil (oracle2teacher)": 3.5054430961608887,
      "epoch": 7.357927786499215,
      "rel-constrast": 2.273214817047119,
      "step": 9374,
      "subrel-constrast": 3.222522020339966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1198726892471313,
      "cov-distil (oracle2student)": 3.1572623252868652,
      "cov-distil (oracle2teacher)": 2.583951711654663,
      "epoch": 7.358712715855573,
      "rel-constrast": 2.891451120376587,
      "step": 9375,
      "subrel-constrast": 2.7475903034210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5159554481506348,
      "cov-distil (oracle2student)": 5.663076877593994,
      "cov-distil (oracle2teacher)": 5.347553253173828,
      "epoch": 7.359497645211931,
      "rel-constrast": 3.225475788116455,
      "step": 9376,
      "subrel-constrast": 3.663895606994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025631904602051,
      "cov-distil (oracle2student)": 3.5090842247009277,
      "cov-distil (oracle2teacher)": 3.603081226348877,
      "epoch": 7.360282574568289,
      "rel-constrast": 2.2199461460113525,
      "step": 9377,
      "subrel-constrast": 3.0169272422790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2822728157043457,
      "cov-distil (oracle2student)": 5.783479690551758,
      "cov-distil (oracle2teacher)": 4.85783576965332,
      "epoch": 7.361067503924647,
      "rel-constrast": 1.9488658905029297,
      "step": 9378,
      "subrel-constrast": 2.611168622970581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1002306938171387,
      "cov-distil (oracle2student)": 3.8900675773620605,
      "cov-distil (oracle2teacher)": 3.770082950592041,
      "epoch": 7.361852433281005,
      "rel-constrast": 2.88315486907959,
      "step": 9379,
      "subrel-constrast": 3.9908974170684814,
      "view-similarity": 0
    },
    {
      "epoch": 7.362637362637362,
      "grad_norm": 5.5,
      "learning_rate": 5.850684484043856e-07,
      "loss": 0.6498,
      "step": 9380
    },
    {
      "cov-distil": 1.1819819211959839,
      "cov-distil (oracle2student)": 3.109358310699463,
      "cov-distil (oracle2teacher)": 3.288512706756592,
      "epoch": 7.362637362637362,
      "rel-constrast": 2.971379041671753,
      "step": 9380,
      "subrel-constrast": 3.4025938510894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5011982917785645,
      "cov-distil (oracle2student)": 4.44694185256958,
      "cov-distil (oracle2teacher)": 3.8589890003204346,
      "epoch": 7.363422291993721,
      "rel-constrast": 2.7845969200134277,
      "step": 9381,
      "subrel-constrast": 3.863770008087158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6488072872161865,
      "cov-distil (oracle2student)": 3.3933258056640625,
      "cov-distil (oracle2teacher)": 3.151747226715088,
      "epoch": 7.364207221350078,
      "rel-constrast": 2.503732919692993,
      "step": 9382,
      "subrel-constrast": 2.757760524749756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.619880199432373,
      "cov-distil (oracle2student)": 5.426220417022705,
      "cov-distil (oracle2teacher)": 5.549289703369141,
      "epoch": 7.364992150706437,
      "rel-constrast": 3.7592601776123047,
      "step": 9383,
      "subrel-constrast": 4.792531967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4532839059829712,
      "cov-distil (oracle2student)": 4.526195049285889,
      "cov-distil (oracle2teacher)": 4.236207962036133,
      "epoch": 7.365777080062794,
      "rel-constrast": 1.8124287128448486,
      "step": 9384,
      "subrel-constrast": 2.4078352451324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3527835607528687,
      "cov-distil (oracle2student)": 3.169050693511963,
      "cov-distil (oracle2teacher)": 3.328801155090332,
      "epoch": 7.366562009419153,
      "rel-constrast": 2.1040241718292236,
      "step": 9385,
      "subrel-constrast": 2.567411422729492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6200031042099,
      "cov-distil (oracle2student)": 4.311069965362549,
      "cov-distil (oracle2teacher)": 3.9798831939697266,
      "epoch": 7.36734693877551,
      "rel-constrast": 3.0387003421783447,
      "step": 9386,
      "subrel-constrast": 3.6776273250579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8690035343170166,
      "cov-distil (oracle2student)": 6.156263828277588,
      "cov-distil (oracle2teacher)": 5.693049430847168,
      "epoch": 7.368131868131869,
      "rel-constrast": 2.113344192504883,
      "step": 9387,
      "subrel-constrast": 2.962341547012329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5250985622406006,
      "cov-distil (oracle2student)": 2.3641958236694336,
      "cov-distil (oracle2teacher)": 2.3592820167541504,
      "epoch": 7.368916797488226,
      "rel-constrast": 1.8849518299102783,
      "step": 9388,
      "subrel-constrast": 2.594247817993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551950931549072,
      "cov-distil (oracle2student)": 2.933107852935791,
      "cov-distil (oracle2teacher)": 2.8942501544952393,
      "epoch": 7.369701726844584,
      "rel-constrast": 3.5324695110321045,
      "step": 9389,
      "subrel-constrast": 3.8349850177764893,
      "view-similarity": 0
    },
    {
      "epoch": 7.370486656200942,
      "grad_norm": 6.34375,
      "learning_rate": 5.664482882443034e-07,
      "loss": 0.7009,
      "step": 9390
    },
    {
      "cov-distil": 1.232786774635315,
      "cov-distil (oracle2student)": 5.008391380310059,
      "cov-distil (oracle2teacher)": 4.966108322143555,
      "epoch": 7.370486656200942,
      "rel-constrast": 1.5313079357147217,
      "step": 9390,
      "subrel-constrast": 2.4853692054748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4921863079071045,
      "cov-distil (oracle2student)": 2.556142807006836,
      "cov-distil (oracle2teacher)": 3.171454906463623,
      "epoch": 7.3712715855573,
      "rel-constrast": 1.7157354354858398,
      "step": 9391,
      "subrel-constrast": 2.595045566558838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.375361680984497,
      "cov-distil (oracle2student)": 5.895389080047607,
      "cov-distil (oracle2teacher)": 5.520046234130859,
      "epoch": 7.372056514913658,
      "rel-constrast": 2.3584542274475098,
      "step": 9392,
      "subrel-constrast": 2.940999746322632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.724550724029541,
      "cov-distil (oracle2student)": 4.732922554016113,
      "cov-distil (oracle2teacher)": 4.935969352722168,
      "epoch": 7.372841444270016,
      "rel-constrast": 2.256011724472046,
      "step": 9393,
      "subrel-constrast": 3.144002914428711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2536587715148926,
      "cov-distil (oracle2student)": 6.671369552612305,
      "cov-distil (oracle2teacher)": 6.064139366149902,
      "epoch": 7.373626373626374,
      "rel-constrast": 1.992166519165039,
      "step": 9394,
      "subrel-constrast": 2.496177911758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7365564107894897,
      "cov-distil (oracle2student)": 5.471209526062012,
      "cov-distil (oracle2teacher)": 4.817819595336914,
      "epoch": 7.374411302982732,
      "rel-constrast": 3.433028221130371,
      "step": 9395,
      "subrel-constrast": 3.8582756519317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3892850875854492,
      "cov-distil (oracle2student)": 4.240471839904785,
      "cov-distil (oracle2teacher)": 4.205752372741699,
      "epoch": 7.375196232339089,
      "rel-constrast": 1.7460849285125732,
      "step": 9396,
      "subrel-constrast": 2.743206739425659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.367553472518921,
      "cov-distil (oracle2student)": 4.658140182495117,
      "cov-distil (oracle2teacher)": 4.511887550354004,
      "epoch": 7.375981161695448,
      "rel-constrast": 2.020371675491333,
      "step": 9397,
      "subrel-constrast": 2.9755256175994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8455941677093506,
      "cov-distil (oracle2student)": 4.341132164001465,
      "cov-distil (oracle2teacher)": 3.961766242980957,
      "epoch": 7.376766091051805,
      "rel-constrast": 2.5790302753448486,
      "step": 9398,
      "subrel-constrast": 2.9934821128845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2172991037368774,
      "cov-distil (oracle2student)": 4.644264221191406,
      "cov-distil (oracle2teacher)": 3.684354782104492,
      "epoch": 7.377551020408164,
      "rel-constrast": 3.142270088195801,
      "step": 9399,
      "subrel-constrast": 3.511540651321411,
      "view-similarity": 0
    },
    {
      "epoch": 7.378335949764521,
      "grad_norm": 5.78125,
      "learning_rate": 5.481258432010695e-07,
      "loss": 0.6059,
      "step": 9400
    },
    {
      "epoch": 7.378335949764521,
      "overlap": 0.31562501192092896,
      "step": 9400
    },
    {
      "epoch": 7.378335949764521,
      "step": 9400,
      "student margin": 0.061767578125
    },
    {
      "epoch": 7.378335949764521,
      "step": 9400,
      "teacher margin": 0.039764404296875
    },
    {
      "epoch": 7.378335949764521,
      "margin difference": -0.022003173828125,
      "step": 9400
    },
    {
      "cov-distil": 2.0178468227386475,
      "cov-distil (oracle2student)": 4.887974739074707,
      "cov-distil (oracle2teacher)": 5.2369561195373535,
      "epoch": 7.378335949764521,
      "rel-constrast": 2.897150993347168,
      "step": 9400,
      "subrel-constrast": 3.871872663497925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.307833194732666,
      "cov-distil (oracle2student)": 5.174351692199707,
      "cov-distil (oracle2teacher)": 5.06730842590332,
      "epoch": 7.3791208791208796,
      "rel-constrast": 2.3317360877990723,
      "step": 9401,
      "subrel-constrast": 2.6586458683013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835226058959961,
      "cov-distil (oracle2student)": 2.731583595275879,
      "cov-distil (oracle2teacher)": 2.9096250534057617,
      "epoch": 7.379905808477237,
      "rel-constrast": 2.1062958240509033,
      "step": 9402,
      "subrel-constrast": 2.976444721221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7372722625732422,
      "cov-distil (oracle2student)": 5.360907554626465,
      "cov-distil (oracle2teacher)": 6.114663124084473,
      "epoch": 7.380690737833595,
      "rel-constrast": 2.835942268371582,
      "step": 9403,
      "subrel-constrast": 3.6411354541778564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4194188117980957,
      "cov-distil (oracle2student)": 4.202749252319336,
      "cov-distil (oracle2teacher)": 3.6526551246643066,
      "epoch": 7.381475667189953,
      "rel-constrast": 2.7766518592834473,
      "step": 9404,
      "subrel-constrast": 3.210577964782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6812076568603516,
      "cov-distil (oracle2student)": 4.887347221374512,
      "cov-distil (oracle2teacher)": 4.680343151092529,
      "epoch": 7.382260596546311,
      "rel-constrast": 2.5924010276794434,
      "step": 9405,
      "subrel-constrast": 3.4978103637695312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555121660232544,
      "cov-distil (oracle2student)": 3.702857255935669,
      "cov-distil (oracle2teacher)": 3.452937126159668,
      "epoch": 7.383045525902669,
      "rel-constrast": 1.439326524734497,
      "step": 9406,
      "subrel-constrast": 2.5001296997070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.364719033241272,
      "cov-distil (oracle2student)": 2.8507800102233887,
      "cov-distil (oracle2teacher)": 2.8692033290863037,
      "epoch": 7.383830455259027,
      "rel-constrast": 2.4604451656341553,
      "step": 9407,
      "subrel-constrast": 3.2001562118530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3771209716796875,
      "cov-distil (oracle2student)": 3.5954556465148926,
      "cov-distil (oracle2teacher)": 3.599252223968506,
      "epoch": 7.384615384615385,
      "rel-constrast": 1.8515626192092896,
      "step": 9408,
      "subrel-constrast": 2.662243127822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3273162841796875,
      "cov-distil (oracle2student)": 5.294408798217773,
      "cov-distil (oracle2teacher)": 4.798198699951172,
      "epoch": 7.385400313971743,
      "rel-constrast": 2.0370492935180664,
      "step": 9409,
      "subrel-constrast": 2.8313851356506348,
      "view-similarity": 0
    },
    {
      "epoch": 7.3861852433281,
      "grad_norm": 4.65625,
      "learning_rate": 5.30101336527894e-07,
      "loss": 0.6223,
      "step": 9410
    },
    {
      "cov-distil": 1.4507781267166138,
      "cov-distil (oracle2student)": 6.244736671447754,
      "cov-distil (oracle2teacher)": 6.038888931274414,
      "epoch": 7.3861852433281,
      "rel-constrast": 2.0433006286621094,
      "step": 9410,
      "subrel-constrast": 3.0485668182373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9466642141342163,
      "cov-distil (oracle2student)": 3.906831979751587,
      "cov-distil (oracle2teacher)": 3.801417589187622,
      "epoch": 7.3869701726844585,
      "rel-constrast": 1.7132009267807007,
      "step": 9411,
      "subrel-constrast": 2.7664313316345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.152959942817688,
      "cov-distil (oracle2student)": 5.136009693145752,
      "cov-distil (oracle2teacher)": 4.852841854095459,
      "epoch": 7.387755102040816,
      "rel-constrast": 2.6887094974517822,
      "step": 9412,
      "subrel-constrast": 3.516444206237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4662680625915527,
      "cov-distil (oracle2student)": 3.8730106353759766,
      "cov-distil (oracle2teacher)": 4.026688098907471,
      "epoch": 7.3885400313971745,
      "rel-constrast": 1.6651391983032227,
      "step": 9413,
      "subrel-constrast": 2.2806599140167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4826467037200928,
      "cov-distil (oracle2student)": 4.406503677368164,
      "cov-distil (oracle2teacher)": 3.9321420192718506,
      "epoch": 7.389324960753532,
      "rel-constrast": 1.9750367403030396,
      "step": 9414,
      "subrel-constrast": 2.664787769317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.905500054359436,
      "cov-distil (oracle2student)": 5.175211429595947,
      "cov-distil (oracle2teacher)": 5.332372665405273,
      "epoch": 7.3901098901098905,
      "rel-constrast": 2.9874584674835205,
      "step": 9415,
      "subrel-constrast": 3.817711114883423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7517060041427612,
      "cov-distil (oracle2student)": 4.830078125,
      "cov-distil (oracle2teacher)": 4.570854663848877,
      "epoch": 7.390894819466248,
      "rel-constrast": 2.430643081665039,
      "step": 9416,
      "subrel-constrast": 3.676440954208374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025996446609497,
      "cov-distil (oracle2student)": 6.051401615142822,
      "cov-distil (oracle2teacher)": 5.592329025268555,
      "epoch": 7.391679748822606,
      "rel-constrast": 2.7670960426330566,
      "step": 9417,
      "subrel-constrast": 4.086124897003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435662865638733,
      "cov-distil (oracle2student)": 3.7775299549102783,
      "cov-distil (oracle2teacher)": 3.7160425186157227,
      "epoch": 7.392464678178964,
      "rel-constrast": 2.3538358211517334,
      "step": 9418,
      "subrel-constrast": 2.8209712505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.094601631164551,
      "cov-distil (oracle2student)": 4.548826694488525,
      "cov-distil (oracle2teacher)": 4.421782493591309,
      "epoch": 7.393249607535322,
      "rel-constrast": 3.575711488723755,
      "step": 9419,
      "subrel-constrast": 3.9554555416107178,
      "view-similarity": 0
    },
    {
      "epoch": 7.39403453689168,
      "grad_norm": 6.9375,
      "learning_rate": 5.12374987847708e-07,
      "loss": 0.646,
      "step": 9420
    },
    {
      "cov-distil": 1.6448655128479004,
      "cov-distil (oracle2student)": 4.951756954193115,
      "cov-distil (oracle2teacher)": 5.071784973144531,
      "epoch": 7.39403453689168,
      "rel-constrast": 2.73954439163208,
      "step": 9420,
      "subrel-constrast": 3.816917657852173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.640621542930603,
      "cov-distil (oracle2student)": 3.3587088584899902,
      "cov-distil (oracle2teacher)": 3.314131736755371,
      "epoch": 7.3948194662480375,
      "rel-constrast": 2.2044308185577393,
      "step": 9421,
      "subrel-constrast": 2.7692458629608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5540237426757812,
      "cov-distil (oracle2student)": 3.124405860900879,
      "cov-distil (oracle2teacher)": 3.356145143508911,
      "epoch": 7.395604395604396,
      "rel-constrast": 1.9757537841796875,
      "step": 9422,
      "subrel-constrast": 3.3427622318267822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1367213726043701,
      "cov-distil (oracle2student)": 3.173694610595703,
      "cov-distil (oracle2teacher)": 3.2811903953552246,
      "epoch": 7.3963893249607535,
      "rel-constrast": 1.7716373205184937,
      "step": 9423,
      "subrel-constrast": 2.462131977081299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2212265729904175,
      "cov-distil (oracle2student)": 3.3527989387512207,
      "cov-distil (oracle2teacher)": 3.5967469215393066,
      "epoch": 7.397174254317111,
      "rel-constrast": 2.531475305557251,
      "step": 9424,
      "subrel-constrast": 3.36808180809021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434239387512207,
      "cov-distil (oracle2student)": 3.5778648853302,
      "cov-distil (oracle2teacher)": 4.051883697509766,
      "epoch": 7.3979591836734695,
      "rel-constrast": 2.9634430408477783,
      "step": 9425,
      "subrel-constrast": 3.5517418384552,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059680223464966,
      "cov-distil (oracle2student)": 4.142051696777344,
      "cov-distil (oracle2teacher)": 4.151409149169922,
      "epoch": 7.398744113029827,
      "rel-constrast": 2.0842790603637695,
      "step": 9426,
      "subrel-constrast": 2.9802231788635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73171865940094,
      "cov-distil (oracle2student)": 4.123764991760254,
      "cov-distil (oracle2teacher)": 4.758726119995117,
      "epoch": 7.3995290423861855,
      "rel-constrast": 2.4702413082122803,
      "step": 9427,
      "subrel-constrast": 3.6153054237365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6116880178451538,
      "cov-distil (oracle2student)": 3.2785868644714355,
      "cov-distil (oracle2teacher)": 3.633263111114502,
      "epoch": 7.400313971742543,
      "rel-constrast": 2.0012712478637695,
      "step": 9428,
      "subrel-constrast": 3.169201135635376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836738109588623,
      "cov-distil (oracle2student)": 4.5062055587768555,
      "cov-distil (oracle2teacher)": 4.007329940795898,
      "epoch": 7.4010989010989015,
      "rel-constrast": 2.3237664699554443,
      "step": 9429,
      "subrel-constrast": 3.357760190963745,
      "view-similarity": 0
    },
    {
      "epoch": 7.401883830455259,
      "grad_norm": 4.84375,
      "learning_rate": 4.949470131504652e-07,
      "loss": 0.6163,
      "step": 9430
    },
    {
      "cov-distil": 1.3683586120605469,
      "cov-distil (oracle2student)": 2.772670269012451,
      "cov-distil (oracle2teacher)": 3.1681809425354004,
      "epoch": 7.401883830455259,
      "rel-constrast": 3.283541440963745,
      "step": 9430,
      "subrel-constrast": 4.103991985321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7994505167007446,
      "cov-distil (oracle2student)": 3.5444161891937256,
      "cov-distil (oracle2teacher)": 3.578477382659912,
      "epoch": 7.4026687598116165,
      "rel-constrast": 3.053004741668701,
      "step": 9431,
      "subrel-constrast": 3.051600933074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0319173336029053,
      "cov-distil (oracle2student)": 3.911811351776123,
      "cov-distil (oracle2teacher)": 3.7251217365264893,
      "epoch": 7.403453689167975,
      "rel-constrast": 2.2591171264648438,
      "step": 9432,
      "subrel-constrast": 3.3513131141662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4188127517700195,
      "cov-distil (oracle2student)": 2.1644740104675293,
      "cov-distil (oracle2teacher)": 2.8121860027313232,
      "epoch": 7.4042386185243325,
      "rel-constrast": 2.47200608253479,
      "step": 9433,
      "subrel-constrast": 3.125903844833374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3399789333343506,
      "cov-distil (oracle2student)": 3.49997615814209,
      "cov-distil (oracle2teacher)": 3.115057945251465,
      "epoch": 7.405023547880691,
      "rel-constrast": 0.9223536252975464,
      "step": 9434,
      "subrel-constrast": 1.4316022396087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3637423515319824,
      "cov-distil (oracle2student)": 4.252385139465332,
      "cov-distil (oracle2teacher)": 4.2473530769348145,
      "epoch": 7.4058084772370485,
      "rel-constrast": 1.8725584745407104,
      "step": 9435,
      "subrel-constrast": 3.0767929553985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9173004031181335,
      "cov-distil (oracle2student)": 4.70349645614624,
      "cov-distil (oracle2teacher)": 4.420681476593018,
      "epoch": 7.406593406593407,
      "rel-constrast": 2.007704734802246,
      "step": 9436,
      "subrel-constrast": 2.3238987922668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7861337661743164,
      "cov-distil (oracle2student)": 4.335049152374268,
      "cov-distil (oracle2teacher)": 3.973775863647461,
      "epoch": 7.4073783359497645,
      "rel-constrast": 1.6031743288040161,
      "step": 9437,
      "subrel-constrast": 2.8205039501190186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5317983627319336,
      "cov-distil (oracle2student)": 3.663107395172119,
      "cov-distil (oracle2teacher)": 3.7301084995269775,
      "epoch": 7.408163265306122,
      "rel-constrast": 2.0334038734436035,
      "step": 9438,
      "subrel-constrast": 2.9847395420074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1392003297805786,
      "cov-distil (oracle2student)": 3.8843019008636475,
      "cov-distil (oracle2teacher)": 3.6805217266082764,
      "epoch": 7.4089481946624804,
      "rel-constrast": 2.1938459873199463,
      "step": 9439,
      "subrel-constrast": 2.7103779315948486,
      "view-similarity": 0
    },
    {
      "epoch": 7.409733124018838,
      "grad_norm": 5.6875,
      "learning_rate": 4.778176247905497e-07,
      "loss": 0.5793,
      "step": 9440
    },
    {
      "cov-distil": 1.3484251499176025,
      "cov-distil (oracle2student)": 5.650657653808594,
      "cov-distil (oracle2teacher)": 5.145402908325195,
      "epoch": 7.409733124018838,
      "rel-constrast": 2.554901123046875,
      "step": 9440,
      "subrel-constrast": 3.4170615673065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4642081260681152,
      "cov-distil (oracle2student)": 3.670496940612793,
      "cov-distil (oracle2teacher)": 3.8136277198791504,
      "epoch": 7.410518053375196,
      "rel-constrast": 2.0508933067321777,
      "step": 9441,
      "subrel-constrast": 2.7461211681365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.211555004119873,
      "cov-distil (oracle2student)": 3.360184669494629,
      "cov-distil (oracle2teacher)": 3.3688905239105225,
      "epoch": 7.411302982731554,
      "rel-constrast": 2.1972827911376953,
      "step": 9442,
      "subrel-constrast": 2.8270115852355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362918734550476,
      "cov-distil (oracle2student)": 4.513346195220947,
      "cov-distil (oracle2teacher)": 3.967583417892456,
      "epoch": 7.412087912087912,
      "rel-constrast": 2.24348783493042,
      "step": 9443,
      "subrel-constrast": 3.153306245803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524682641029358,
      "cov-distil (oracle2student)": 3.069225788116455,
      "cov-distil (oracle2teacher)": 3.566883087158203,
      "epoch": 7.41287284144427,
      "rel-constrast": 3.1148643493652344,
      "step": 9444,
      "subrel-constrast": 3.8882107734680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3306455612182617,
      "cov-distil (oracle2student)": 3.1110610961914062,
      "cov-distil (oracle2teacher)": 2.990866184234619,
      "epoch": 7.4136577708006275,
      "rel-constrast": 2.3037519454956055,
      "step": 9445,
      "subrel-constrast": 3.204416036605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558985710144043,
      "cov-distil (oracle2student)": 4.648368835449219,
      "cov-distil (oracle2teacher)": 4.2805376052856445,
      "epoch": 7.414442700156986,
      "rel-constrast": 1.985377550125122,
      "step": 9446,
      "subrel-constrast": 2.71536922454834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8164563179016113,
      "cov-distil (oracle2student)": 4.5595903396606445,
      "cov-distil (oracle2teacher)": 4.3844757080078125,
      "epoch": 7.4152276295133435,
      "rel-constrast": 2.9017841815948486,
      "step": 9447,
      "subrel-constrast": 3.1991286277770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2819569110870361,
      "cov-distil (oracle2student)": 4.244073390960693,
      "cov-distil (oracle2teacher)": 3.97817325592041,
      "epoch": 7.416012558869702,
      "rel-constrast": 2.7056431770324707,
      "step": 9448,
      "subrel-constrast": 3.4481987953186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6889030933380127,
      "cov-distil (oracle2student)": 6.185149192810059,
      "cov-distil (oracle2teacher)": 5.997766017913818,
      "epoch": 7.416797488226059,
      "rel-constrast": 3.021735429763794,
      "step": 9449,
      "subrel-constrast": 3.334059953689575,
      "view-similarity": 0
    },
    {
      "epoch": 7.417582417582418,
      "grad_norm": 6.0,
      "learning_rate": 4.609870314841419e-07,
      "loss": 0.6635,
      "step": 9450
    },
    {
      "cov-distil": 1.4438860416412354,
      "cov-distil (oracle2student)": 3.544463872909546,
      "cov-distil (oracle2teacher)": 3.2518248558044434,
      "epoch": 7.417582417582418,
      "rel-constrast": 2.286349058151245,
      "step": 9450,
      "subrel-constrast": 2.8150129318237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7373937368392944,
      "cov-distil (oracle2student)": 4.328392505645752,
      "cov-distil (oracle2teacher)": 4.200494289398193,
      "epoch": 7.418367346938775,
      "rel-constrast": 2.88578724861145,
      "step": 9451,
      "subrel-constrast": 3.5041234493255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4377720355987549,
      "cov-distil (oracle2student)": 2.393218517303467,
      "cov-distil (oracle2teacher)": 2.5521020889282227,
      "epoch": 7.419152276295134,
      "rel-constrast": 2.01369571685791,
      "step": 9452,
      "subrel-constrast": 2.2460615634918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5524364709854126,
      "cov-distil (oracle2student)": 4.831964492797852,
      "cov-distil (oracle2teacher)": 4.68514347076416,
      "epoch": 7.419937205651491,
      "rel-constrast": 2.9337761402130127,
      "step": 9453,
      "subrel-constrast": 3.415734052658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2123091220855713,
      "cov-distil (oracle2student)": 2.9835755825042725,
      "cov-distil (oracle2teacher)": 3.273991823196411,
      "epoch": 7.420722135007849,
      "rel-constrast": 2.6977202892303467,
      "step": 9454,
      "subrel-constrast": 3.588353395462036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37511146068573,
      "cov-distil (oracle2student)": 4.758731365203857,
      "cov-distil (oracle2teacher)": 4.86696720123291,
      "epoch": 7.421507064364207,
      "rel-constrast": 2.048882246017456,
      "step": 9455,
      "subrel-constrast": 3.0110483169555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.712954044342041,
      "cov-distil (oracle2student)": 4.111020088195801,
      "cov-distil (oracle2teacher)": 4.132323741912842,
      "epoch": 7.422291993720565,
      "rel-constrast": 3.0322980880737305,
      "step": 9456,
      "subrel-constrast": 4.313224792480469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783372402191162,
      "cov-distil (oracle2student)": 4.417304992675781,
      "cov-distil (oracle2teacher)": 4.1535258293151855,
      "epoch": 7.423076923076923,
      "rel-constrast": 4.246203422546387,
      "step": 9457,
      "subrel-constrast": 4.66959285736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3737750053405762,
      "cov-distil (oracle2student)": 3.6632227897644043,
      "cov-distil (oracle2teacher)": 3.640310525894165,
      "epoch": 7.423861852433281,
      "rel-constrast": 2.720828056335449,
      "step": 9458,
      "subrel-constrast": 3.229464292526245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581194400787354,
      "cov-distil (oracle2student)": 4.875898361206055,
      "cov-distil (oracle2teacher)": 4.506718635559082,
      "epoch": 7.424646781789639,
      "rel-constrast": 1.9285215139389038,
      "step": 9459,
      "subrel-constrast": 2.8239502906799316,
      "view-similarity": 0
    },
    {
      "epoch": 7.425431711145997,
      "grad_norm": 5.15625,
      "learning_rate": 4.4445543830671785e-07,
      "loss": 0.7081,
      "step": 9460
    },
    {
      "cov-distil": 1.4971048831939697,
      "cov-distil (oracle2student)": 2.696812152862549,
      "cov-distil (oracle2teacher)": 2.806149959564209,
      "epoch": 7.425431711145997,
      "rel-constrast": 1.6894574165344238,
      "step": 9460,
      "subrel-constrast": 2.5428378582000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7671775817871094,
      "cov-distil (oracle2student)": 5.511748313903809,
      "cov-distil (oracle2teacher)": 4.628572463989258,
      "epoch": 7.426216640502354,
      "rel-constrast": 2.8081769943237305,
      "step": 9461,
      "subrel-constrast": 3.5566656589508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3218510150909424,
      "cov-distil (oracle2student)": 3.365874767303467,
      "cov-distil (oracle2teacher)": 2.9946436882019043,
      "epoch": 7.427001569858713,
      "rel-constrast": 2.251363754272461,
      "step": 9462,
      "subrel-constrast": 2.843423366546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3485808372497559,
      "cov-distil (oracle2student)": 7.754756927490234,
      "cov-distil (oracle2teacher)": 6.6646728515625,
      "epoch": 7.42778649921507,
      "rel-constrast": 3.3665480613708496,
      "step": 9463,
      "subrel-constrast": 3.7639150619506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3256584405899048,
      "cov-distil (oracle2student)": 2.6516165733337402,
      "cov-distil (oracle2teacher)": 2.547506332397461,
      "epoch": 7.428571428571429,
      "rel-constrast": 1.8515920639038086,
      "step": 9464,
      "subrel-constrast": 2.472712516784668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057445526123047,
      "cov-distil (oracle2student)": 4.076122283935547,
      "cov-distil (oracle2teacher)": 3.6391358375549316,
      "epoch": 7.429356357927786,
      "rel-constrast": 2.279547691345215,
      "step": 9465,
      "subrel-constrast": 3.0910797119140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650099277496338,
      "cov-distil (oracle2student)": 2.5416364669799805,
      "cov-distil (oracle2teacher)": 2.7699708938598633,
      "epoch": 7.430141287284145,
      "rel-constrast": 2.4132192134857178,
      "step": 9466,
      "subrel-constrast": 2.9697799682617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5245229005813599,
      "cov-distil (oracle2student)": 4.8690185546875,
      "cov-distil (oracle2teacher)": 4.613038539886475,
      "epoch": 7.430926216640502,
      "rel-constrast": 2.6295113563537598,
      "step": 9467,
      "subrel-constrast": 3.4251132011413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3608496189117432,
      "cov-distil (oracle2student)": 4.863673210144043,
      "cov-distil (oracle2teacher)": 4.558210372924805,
      "epoch": 7.43171114599686,
      "rel-constrast": 3.078641414642334,
      "step": 9468,
      "subrel-constrast": 3.573333740234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2466069459915161,
      "cov-distil (oracle2student)": 4.906140327453613,
      "cov-distil (oracle2teacher)": 4.367733955383301,
      "epoch": 7.432496075353218,
      "rel-constrast": 2.0645089149475098,
      "step": 9469,
      "subrel-constrast": 2.6297991275787354,
      "view-similarity": 0
    },
    {
      "epoch": 7.433281004709576,
      "grad_norm": 5.65625,
      "learning_rate": 4.2822304669052073e-07,
      "loss": 0.6506,
      "step": 9470
    },
    {
      "cov-distil": 1.9894659519195557,
      "cov-distil (oracle2student)": 3.7552030086517334,
      "cov-distil (oracle2teacher)": 4.138882160186768,
      "epoch": 7.433281004709576,
      "rel-constrast": 2.842832088470459,
      "step": 9470,
      "subrel-constrast": 3.9352893829345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7372214794158936,
      "cov-distil (oracle2student)": 3.9285647869110107,
      "cov-distil (oracle2teacher)": 3.606109619140625,
      "epoch": 7.434065934065934,
      "rel-constrast": 2.8900184631347656,
      "step": 9471,
      "subrel-constrast": 3.373145341873169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7142555713653564,
      "cov-distil (oracle2student)": 4.157985210418701,
      "cov-distil (oracle2teacher)": 4.095856189727783,
      "epoch": 7.434850863422292,
      "rel-constrast": 2.1177568435668945,
      "step": 9472,
      "subrel-constrast": 2.970705270767212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5937435626983643,
      "cov-distil (oracle2student)": 3.7858734130859375,
      "cov-distil (oracle2teacher)": 3.877077341079712,
      "epoch": 7.43563579277865,
      "rel-constrast": 2.2336602210998535,
      "step": 9473,
      "subrel-constrast": 2.9046902656555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645332098007202,
      "cov-distil (oracle2student)": 4.496609687805176,
      "cov-distil (oracle2teacher)": 4.582189559936523,
      "epoch": 7.436420722135008,
      "rel-constrast": 1.3832757472991943,
      "step": 9474,
      "subrel-constrast": 2.5436031818389893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2600491046905518,
      "cov-distil (oracle2student)": 4.162060260772705,
      "cov-distil (oracle2teacher)": 4.2622833251953125,
      "epoch": 7.437205651491365,
      "rel-constrast": 3.2826004028320312,
      "step": 9475,
      "subrel-constrast": 3.6123297214508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5280966758728027,
      "cov-distil (oracle2student)": 3.123152256011963,
      "cov-distil (oracle2teacher)": 3.311192750930786,
      "epoch": 7.437990580847724,
      "rel-constrast": 2.1561379432678223,
      "step": 9476,
      "subrel-constrast": 3.1848883628845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8817325830459595,
      "cov-distil (oracle2student)": 5.086402893066406,
      "cov-distil (oracle2teacher)": 4.999686241149902,
      "epoch": 7.438775510204081,
      "rel-constrast": 2.9620089530944824,
      "step": 9477,
      "subrel-constrast": 3.397580146789551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.431583046913147,
      "cov-distil (oracle2student)": 2.636988401412964,
      "cov-distil (oracle2teacher)": 2.7343218326568604,
      "epoch": 7.43956043956044,
      "rel-constrast": 2.580904006958008,
      "step": 9478,
      "subrel-constrast": 3.03501033782959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3829114437103271,
      "cov-distil (oracle2student)": 3.9041152000427246,
      "cov-distil (oracle2teacher)": 3.912733316421509,
      "epoch": 7.440345368916797,
      "rel-constrast": 1.8087271451950073,
      "step": 9479,
      "subrel-constrast": 2.5306904315948486,
      "view-similarity": 0
    },
    {
      "epoch": 7.441130298273156,
      "grad_norm": 4.71875,
      "learning_rate": 4.122900544221181e-07,
      "loss": 0.6439,
      "step": 9480
    },
    {
      "cov-distil": 0.9837736487388611,
      "cov-distil (oracle2student)": 3.5903396606445312,
      "cov-distil (oracle2teacher)": 3.182070732116699,
      "epoch": 7.441130298273156,
      "rel-constrast": 1.3839484453201294,
      "step": 9480,
      "subrel-constrast": 2.0912795066833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.497253179550171,
      "cov-distil (oracle2student)": 4.165548801422119,
      "cov-distil (oracle2teacher)": 3.3988089561462402,
      "epoch": 7.441915227629513,
      "rel-constrast": 2.062568187713623,
      "step": 9481,
      "subrel-constrast": 2.6931874752044678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053311347961426,
      "cov-distil (oracle2student)": 3.3212432861328125,
      "cov-distil (oracle2teacher)": 3.859344005584717,
      "epoch": 7.442700156985872,
      "rel-constrast": 2.4424309730529785,
      "step": 9482,
      "subrel-constrast": 3.7510242462158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.498016119003296,
      "cov-distil (oracle2student)": 3.9286129474639893,
      "cov-distil (oracle2teacher)": 3.637784481048584,
      "epoch": 7.443485086342229,
      "rel-constrast": 1.926454782485962,
      "step": 9483,
      "subrel-constrast": 2.8891515731811523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6003509759902954,
      "cov-distil (oracle2student)": 4.551420211791992,
      "cov-distil (oracle2teacher)": 4.048972129821777,
      "epoch": 7.444270015698587,
      "rel-constrast": 2.5065040588378906,
      "step": 9484,
      "subrel-constrast": 3.000223398208618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2660632133483887,
      "cov-distil (oracle2student)": 3.990461587905884,
      "cov-distil (oracle2teacher)": 3.8097801208496094,
      "epoch": 7.445054945054945,
      "rel-constrast": 1.7983427047729492,
      "step": 9485,
      "subrel-constrast": 3.189624071121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7163524627685547,
      "cov-distil (oracle2student)": 3.8315162658691406,
      "cov-distil (oracle2teacher)": 3.3503339290618896,
      "epoch": 7.445839874411303,
      "rel-constrast": 2.2966904640197754,
      "step": 9486,
      "subrel-constrast": 2.90739369392395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5532822608947754,
      "cov-distil (oracle2student)": 4.306149005889893,
      "cov-distil (oracle2teacher)": 3.5740487575531006,
      "epoch": 7.446624803767661,
      "rel-constrast": 3.314563512802124,
      "step": 9487,
      "subrel-constrast": 4.14013671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2384800910949707,
      "cov-distil (oracle2student)": 5.046143054962158,
      "cov-distil (oracle2teacher)": 5.093659400939941,
      "epoch": 7.447409733124019,
      "rel-constrast": 1.7329224348068237,
      "step": 9488,
      "subrel-constrast": 2.358933687210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9899765253067017,
      "cov-distil (oracle2student)": 4.445674896240234,
      "cov-distil (oracle2teacher)": 4.3522210121154785,
      "epoch": 7.448194662480377,
      "rel-constrast": 3.0448620319366455,
      "step": 9489,
      "subrel-constrast": 3.9000275135040283,
      "view-similarity": 0
    },
    {
      "epoch": 7.448979591836735,
      "grad_norm": 6.21875,
      "learning_rate": 3.9665665563999586e-07,
      "loss": 0.6037,
      "step": 9490
    },
    {
      "cov-distil": 1.4418060779571533,
      "cov-distil (oracle2student)": 5.999526500701904,
      "cov-distil (oracle2teacher)": 5.686827659606934,
      "epoch": 7.448979591836735,
      "rel-constrast": 2.7766599655151367,
      "step": 9490,
      "subrel-constrast": 3.53641676902771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5362491607666016,
      "cov-distil (oracle2student)": 4.5321550369262695,
      "cov-distil (oracle2teacher)": 4.412919521331787,
      "epoch": 7.449764521193092,
      "rel-constrast": 2.4888367652893066,
      "step": 9491,
      "subrel-constrast": 3.0218257904052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.312864065170288,
      "cov-distil (oracle2student)": 3.4774982929229736,
      "cov-distil (oracle2teacher)": 3.2470076084136963,
      "epoch": 7.450549450549451,
      "rel-constrast": 3.3218743801116943,
      "step": 9492,
      "subrel-constrast": 3.911377191543579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3264265060424805,
      "cov-distil (oracle2student)": 5.00082540512085,
      "cov-distil (oracle2teacher)": 4.673905372619629,
      "epoch": 7.451334379905808,
      "rel-constrast": 2.1498665809631348,
      "step": 9493,
      "subrel-constrast": 2.696864366531372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2024309635162354,
      "cov-distil (oracle2student)": 3.7062511444091797,
      "cov-distil (oracle2teacher)": 3.529201030731201,
      "epoch": 7.452119309262167,
      "rel-constrast": 2.8188228607177734,
      "step": 9494,
      "subrel-constrast": 3.157325029373169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340880274772644,
      "cov-distil (oracle2student)": 5.003060817718506,
      "cov-distil (oracle2teacher)": 4.856551170349121,
      "epoch": 7.452904238618524,
      "rel-constrast": 2.7574234008789062,
      "step": 9495,
      "subrel-constrast": 3.39617919921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778862476348877,
      "cov-distil (oracle2student)": 5.121868133544922,
      "cov-distil (oracle2teacher)": 4.680238723754883,
      "epoch": 7.453689167974883,
      "rel-constrast": 3.095597505569458,
      "step": 9496,
      "subrel-constrast": 4.095163822174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6890361309051514,
      "cov-distil (oracle2student)": 3.636397123336792,
      "cov-distil (oracle2teacher)": 4.138484001159668,
      "epoch": 7.45447409733124,
      "rel-constrast": 1.576807975769043,
      "step": 9497,
      "subrel-constrast": 2.6719000339508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3781254291534424,
      "cov-distil (oracle2student)": 3.560938835144043,
      "cov-distil (oracle2teacher)": 4.019582748413086,
      "epoch": 7.455259026687598,
      "rel-constrast": 2.9715468883514404,
      "step": 9498,
      "subrel-constrast": 3.704312562942505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6079976558685303,
      "cov-distil (oracle2student)": 5.079517364501953,
      "cov-distil (oracle2teacher)": 4.992788314819336,
      "epoch": 7.456043956043956,
      "rel-constrast": 3.1586132049560547,
      "step": 9499,
      "subrel-constrast": 3.8715908527374268,
      "view-similarity": 0
    },
    {
      "epoch": 7.456828885400314,
      "grad_norm": 6.8125,
      "learning_rate": 3.813230408321794e-07,
      "loss": 0.7144,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/duc04-nDCG@10": 0.7697467163260319,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/duc04-alpha_nDCG@10": 0.5830452192986461,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/multi_news-P@10": 0.43199999999999994,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/multi_news-nDCG@10": 0.6114121460146404,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/multi_news-alpha_nDCG@10": 0.5989535753876359,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "eval/avg": 0.5383659754433876,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "overlap": 0.3499999940395355,
      "step": 9500
    },
    {
      "epoch": 7.456828885400314,
      "step": 9500,
      "student margin": 0.0565185546875
    },
    {
      "epoch": 7.456828885400314,
      "step": 9500,
      "teacher margin": 0.038970947265625
    },
    {
      "epoch": 7.456828885400314,
      "margin difference": -0.017547607421875,
      "step": 9500
    },
    {
      "cov-distil": 1.2437572479248047,
      "cov-distil (oracle2student)": 5.109622478485107,
      "cov-distil (oracle2teacher)": 5.216648101806641,
      "epoch": 7.456828885400314,
      "rel-constrast": 2.4846582412719727,
      "step": 9500,
      "subrel-constrast": 3.166466474533081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7799493074417114,
      "cov-distil (oracle2student)": 4.400328636169434,
      "cov-distil (oracle2teacher)": 3.9747607707977295,
      "epoch": 7.457613814756672,
      "rel-constrast": 2.677316665649414,
      "step": 9501,
      "subrel-constrast": 3.718132972717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2836167812347412,
      "cov-distil (oracle2student)": 3.3518528938293457,
      "cov-distil (oracle2teacher)": 3.038180112838745,
      "epoch": 7.45839874411303,
      "rel-constrast": 2.2408223152160645,
      "step": 9502,
      "subrel-constrast": 2.7516932487487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8726234436035156,
      "cov-distil (oracle2student)": 5.278508186340332,
      "cov-distil (oracle2teacher)": 5.120784282684326,
      "epoch": 7.459183673469388,
      "rel-constrast": 2.9482316970825195,
      "step": 9503,
      "subrel-constrast": 3.8583929538726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5960166454315186,
      "cov-distil (oracle2student)": 4.258815288543701,
      "cov-distil (oracle2teacher)": 3.957002639770508,
      "epoch": 7.459968602825746,
      "rel-constrast": 2.0390114784240723,
      "step": 9504,
      "subrel-constrast": 2.778212785720825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.85708749294281,
      "cov-distil (oracle2student)": 4.086989879608154,
      "cov-distil (oracle2teacher)": 3.4848296642303467,
      "epoch": 7.460753532182103,
      "rel-constrast": 1.298642635345459,
      "step": 9505,
      "subrel-constrast": 2.565624237060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448235273361206,
      "cov-distil (oracle2student)": 2.46376371383667,
      "cov-distil (oracle2teacher)": 2.992997646331787,
      "epoch": 7.461538461538462,
      "rel-constrast": 2.470724105834961,
      "step": 9506,
      "subrel-constrast": 3.057307004928589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4024498462677002,
      "cov-distil (oracle2student)": 4.817196846008301,
      "cov-distil (oracle2teacher)": 4.5346879959106445,
      "epoch": 7.462323390894819,
      "rel-constrast": 3.1196303367614746,
      "step": 9507,
      "subrel-constrast": 3.629023790359497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6376299858093262,
      "cov-distil (oracle2student)": 4.072474479675293,
      "cov-distil (oracle2teacher)": 4.21419620513916,
      "epoch": 7.463108320251178,
      "rel-constrast": 3.683058023452759,
      "step": 9508,
      "subrel-constrast": 4.656678199768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7022861242294312,
      "cov-distil (oracle2student)": 4.824424743652344,
      "cov-distil (oracle2teacher)": 4.3173828125,
      "epoch": 7.463893249607535,
      "rel-constrast": 1.4587868452072144,
      "step": 9509,
      "subrel-constrast": 2.5249099731445312,
      "view-similarity": 0
    },
    {
      "epoch": 7.464678178963894,
      "grad_norm": 4.3125,
      "learning_rate": 3.662893968339354e-07,
      "loss": 0.6501,
      "step": 9510
    },
    {
      "cov-distil": 1.4945018291473389,
      "cov-distil (oracle2student)": 3.823096752166748,
      "cov-distil (oracle2teacher)": 3.763371229171753,
      "epoch": 7.464678178963894,
      "rel-constrast": 2.3712782859802246,
      "step": 9510,
      "subrel-constrast": 3.3085193634033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0545892715454102,
      "cov-distil (oracle2student)": 5.221249103546143,
      "cov-distil (oracle2teacher)": 4.830103874206543,
      "epoch": 7.465463108320251,
      "rel-constrast": 2.75191593170166,
      "step": 9511,
      "subrel-constrast": 3.3951563835144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8815442323684692,
      "cov-distil (oracle2student)": 3.5996251106262207,
      "cov-distil (oracle2teacher)": 3.6575374603271484,
      "epoch": 7.466248037676609,
      "rel-constrast": 2.111245632171631,
      "step": 9512,
      "subrel-constrast": 2.9593007564544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3565342426300049,
      "cov-distil (oracle2student)": 3.8745341300964355,
      "cov-distil (oracle2teacher)": 3.357333183288574,
      "epoch": 7.467032967032967,
      "rel-constrast": 2.7065787315368652,
      "step": 9513,
      "subrel-constrast": 3.3264009952545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8548939228057861,
      "cov-distil (oracle2student)": 4.483388900756836,
      "cov-distil (oracle2teacher)": 4.116832733154297,
      "epoch": 7.467817896389325,
      "rel-constrast": 2.5288796424865723,
      "step": 9514,
      "subrel-constrast": 3.223139524459839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8354907035827637,
      "cov-distil (oracle2student)": 2.897033214569092,
      "cov-distil (oracle2teacher)": 3.0836665630340576,
      "epoch": 7.468602825745683,
      "rel-constrast": 1.9718401432037354,
      "step": 9515,
      "subrel-constrast": 3.3195645809173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5436110496520996,
      "cov-distil (oracle2student)": 4.650331497192383,
      "cov-distil (oracle2teacher)": 4.474208831787109,
      "epoch": 7.469387755102041,
      "rel-constrast": 3.0239694118499756,
      "step": 9516,
      "subrel-constrast": 3.7819042205810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606302261352539,
      "cov-distil (oracle2student)": 4.0823259353637695,
      "cov-distil (oracle2teacher)": 3.603513479232788,
      "epoch": 7.470172684458399,
      "rel-constrast": 3.2985715866088867,
      "step": 9517,
      "subrel-constrast": 4.0927934646606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4384969472885132,
      "cov-distil (oracle2student)": 4.067154407501221,
      "cov-distil (oracle2teacher)": 4.11020040512085,
      "epoch": 7.470957613814757,
      "rel-constrast": 2.876142978668213,
      "step": 9518,
      "subrel-constrast": 3.6239938735961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9335644245147705,
      "cov-distil (oracle2student)": 4.389135837554932,
      "cov-distil (oracle2teacher)": 4.113326549530029,
      "epoch": 7.471742543171114,
      "rel-constrast": 2.844888210296631,
      "step": 9519,
      "subrel-constrast": 3.1620075702667236,
      "view-similarity": 0
    },
    {
      "epoch": 7.472527472527473,
      "grad_norm": 5.34375,
      "learning_rate": 3.515559068254598e-07,
      "loss": 0.6996,
      "step": 9520
    },
    {
      "cov-distil": 1.4205279350280762,
      "cov-distil (oracle2student)": 3.1570215225219727,
      "cov-distil (oracle2teacher)": 3.2260732650756836,
      "epoch": 7.472527472527473,
      "rel-constrast": 2.280947208404541,
      "step": 9520,
      "subrel-constrast": 3.146709442138672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5878657102584839,
      "cov-distil (oracle2student)": 4.888369560241699,
      "cov-distil (oracle2teacher)": 3.9010448455810547,
      "epoch": 7.47331240188383,
      "rel-constrast": 2.1969528198242188,
      "step": 9521,
      "subrel-constrast": 3.0948333740234375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2466460466384888,
      "cov-distil (oracle2student)": 3.3460121154785156,
      "cov-distil (oracle2teacher)": 3.0780067443847656,
      "epoch": 7.474097331240189,
      "rel-constrast": 2.2985358238220215,
      "step": 9522,
      "subrel-constrast": 2.8137478828430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1935076713562012,
      "cov-distil (oracle2student)": 5.423123359680176,
      "cov-distil (oracle2teacher)": 5.2631940841674805,
      "epoch": 7.474882260596546,
      "rel-constrast": 4.0271501541137695,
      "step": 9523,
      "subrel-constrast": 3.9972214698791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195640563964844,
      "cov-distil (oracle2student)": 5.2949628829956055,
      "cov-distil (oracle2teacher)": 4.548498630523682,
      "epoch": 7.475667189952905,
      "rel-constrast": 3.4695777893066406,
      "step": 9524,
      "subrel-constrast": 3.9384098052978516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3054072856903076,
      "cov-distil (oracle2student)": 5.111519813537598,
      "cov-distil (oracle2teacher)": 4.574174880981445,
      "epoch": 7.476452119309262,
      "rel-constrast": 2.077425003051758,
      "step": 9525,
      "subrel-constrast": 2.7893590927124023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3945889472961426,
      "cov-distil (oracle2student)": 3.8868777751922607,
      "cov-distil (oracle2teacher)": 3.6024537086486816,
      "epoch": 7.47723704866562,
      "rel-constrast": 2.3834218978881836,
      "step": 9526,
      "subrel-constrast": 2.785994529724121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3717881441116333,
      "cov-distil (oracle2student)": 4.463771820068359,
      "cov-distil (oracle2teacher)": 3.8834729194641113,
      "epoch": 7.478021978021978,
      "rel-constrast": 2.3364992141723633,
      "step": 9527,
      "subrel-constrast": 2.9052131175994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9627842903137207,
      "cov-distil (oracle2student)": 4.642256259918213,
      "cov-distil (oracle2teacher)": 4.203762054443359,
      "epoch": 7.478806907378336,
      "rel-constrast": 1.83779776096344,
      "step": 9528,
      "subrel-constrast": 2.274484634399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4190603494644165,
      "cov-distil (oracle2student)": 2.9243626594543457,
      "cov-distil (oracle2teacher)": 2.681763172149658,
      "epoch": 7.479591836734694,
      "rel-constrast": 1.8635098934173584,
      "step": 9529,
      "subrel-constrast": 2.5856380462646484,
      "view-similarity": 0
    },
    {
      "epoch": 7.480376766091052,
      "grad_norm": 4.96875,
      "learning_rate": 3.371227503296881e-07,
      "loss": 0.6531,
      "step": 9530
    },
    {
      "cov-distil": 1.3903918266296387,
      "cov-distil (oracle2student)": 4.311387062072754,
      "cov-distil (oracle2teacher)": 3.596309185028076,
      "epoch": 7.480376766091052,
      "rel-constrast": 3.0238561630249023,
      "step": 9530,
      "subrel-constrast": 3.2408883571624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2064708471298218,
      "cov-distil (oracle2student)": 3.846562147140503,
      "cov-distil (oracle2teacher)": 4.247045040130615,
      "epoch": 7.48116169544741,
      "rel-constrast": 1.8246941566467285,
      "step": 9531,
      "subrel-constrast": 2.817471742630005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1097407341003418,
      "cov-distil (oracle2student)": 4.256541728973389,
      "cov-distil (oracle2teacher)": 4.040302276611328,
      "epoch": 7.481946624803768,
      "rel-constrast": 2.5281379222869873,
      "step": 9532,
      "subrel-constrast": 3.0785272121429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3890583515167236,
      "cov-distil (oracle2student)": 3.553067207336426,
      "cov-distil (oracle2teacher)": 3.655622720718384,
      "epoch": 7.482731554160125,
      "rel-constrast": 1.9754072427749634,
      "step": 9533,
      "subrel-constrast": 2.5405688285827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4051012992858887,
      "cov-distil (oracle2student)": 4.572626113891602,
      "cov-distil (oracle2teacher)": 4.12153434753418,
      "epoch": 7.483516483516484,
      "rel-constrast": 1.6992487907409668,
      "step": 9534,
      "subrel-constrast": 2.575136184692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6849465370178223,
      "cov-distil (oracle2student)": 3.905123233795166,
      "cov-distil (oracle2teacher)": 4.2434306144714355,
      "epoch": 7.484301412872841,
      "rel-constrast": 2.210171937942505,
      "step": 9535,
      "subrel-constrast": 3.010146379470825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.52974271774292,
      "cov-distil (oracle2student)": 3.644670009613037,
      "cov-distil (oracle2teacher)": 3.404533863067627,
      "epoch": 7.4850863422291996,
      "rel-constrast": 2.513892412185669,
      "step": 9536,
      "subrel-constrast": 3.0623891353607178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5286335945129395,
      "cov-distil (oracle2student)": 3.2870609760284424,
      "cov-distil (oracle2teacher)": 3.273890495300293,
      "epoch": 7.485871271585557,
      "rel-constrast": 1.5101890563964844,
      "step": 9537,
      "subrel-constrast": 2.4066362380981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4368265867233276,
      "cov-distil (oracle2student)": 5.10624885559082,
      "cov-distil (oracle2teacher)": 4.893662452697754,
      "epoch": 7.4866562009419155,
      "rel-constrast": 2.7802882194519043,
      "step": 9538,
      "subrel-constrast": 3.6050336360931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.20017409324646,
      "cov-distil (oracle2student)": 3.8058981895446777,
      "cov-distil (oracle2teacher)": 4.074498176574707,
      "epoch": 7.487441130298273,
      "rel-constrast": 2.428722858428955,
      "step": 9539,
      "subrel-constrast": 3.2515578269958496,
      "view-similarity": 0
    },
    {
      "epoch": 7.488226059654631,
      "grad_norm": 5.125,
      "learning_rate": 3.2299010321007186e-07,
      "loss": 0.5971,
      "step": 9540
    },
    {
      "cov-distil": 1.3012651205062866,
      "cov-distil (oracle2student)": 4.556741714477539,
      "cov-distil (oracle2teacher)": 3.804654359817505,
      "epoch": 7.488226059654631,
      "rel-constrast": 2.371908187866211,
      "step": 9540,
      "subrel-constrast": 3.0290088653564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.666421890258789,
      "cov-distil (oracle2student)": 3.705435276031494,
      "cov-distil (oracle2teacher)": 3.6132071018218994,
      "epoch": 7.489010989010989,
      "rel-constrast": 2.556408643722534,
      "step": 9541,
      "subrel-constrast": 3.8652639389038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5602641105651855,
      "cov-distil (oracle2student)": 4.177095413208008,
      "cov-distil (oracle2teacher)": 3.630495548248291,
      "epoch": 7.489795918367347,
      "rel-constrast": 3.592888355255127,
      "step": 9542,
      "subrel-constrast": 4.005943775177002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2898805141448975,
      "cov-distil (oracle2student)": 4.248388767242432,
      "cov-distil (oracle2teacher)": 4.132815837860107,
      "epoch": 7.490580847723705,
      "rel-constrast": 1.7607572078704834,
      "step": 9543,
      "subrel-constrast": 2.535454750061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3154594898223877,
      "cov-distil (oracle2student)": 5.6368608474731445,
      "cov-distil (oracle2teacher)": 5.221826553344727,
      "epoch": 7.491365777080063,
      "rel-constrast": 1.9077457189559937,
      "step": 9544,
      "subrel-constrast": 2.621027708053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7643227577209473,
      "cov-distil (oracle2student)": 6.042620658874512,
      "cov-distil (oracle2teacher)": 5.681735992431641,
      "epoch": 7.492150706436421,
      "rel-constrast": 3.2850818634033203,
      "step": 9545,
      "subrel-constrast": 3.448115110397339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6467156410217285,
      "cov-distil (oracle2student)": 4.559098243713379,
      "cov-distil (oracle2teacher)": 4.194645881652832,
      "epoch": 7.4929356357927785,
      "rel-constrast": 2.2733314037323,
      "step": 9546,
      "subrel-constrast": 3.2960364818573,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6231715679168701,
      "cov-distil (oracle2student)": 4.237941265106201,
      "cov-distil (oracle2teacher)": 3.8235390186309814,
      "epoch": 7.493720565149137,
      "rel-constrast": 2.575976848602295,
      "step": 9547,
      "subrel-constrast": 3.2837252616882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.091360092163086,
      "cov-distil (oracle2student)": 4.473360538482666,
      "cov-distil (oracle2teacher)": 3.819894313812256,
      "epoch": 7.4945054945054945,
      "rel-constrast": 2.0293667316436768,
      "step": 9548,
      "subrel-constrast": 2.74306058883667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4962334632873535,
      "cov-distil (oracle2student)": 5.001895427703857,
      "cov-distil (oracle2teacher)": 4.440152168273926,
      "epoch": 7.495290423861852,
      "rel-constrast": 2.250612735748291,
      "step": 9549,
      "subrel-constrast": 2.887180805206299,
      "view-similarity": 0
    },
    {
      "epoch": 7.4960753532182105,
      "grad_norm": 5.09375,
      "learning_rate": 3.09158137668461e-07,
      "loss": 0.6545,
      "step": 9550
    },
    {
      "cov-distil": 1.7556660175323486,
      "cov-distil (oracle2student)": 5.487832546234131,
      "cov-distil (oracle2teacher)": 5.649247169494629,
      "epoch": 7.4960753532182105,
      "rel-constrast": 1.555113673210144,
      "step": 9550,
      "subrel-constrast": 3.178136110305786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.578122615814209,
      "cov-distil (oracle2student)": 4.3348612785339355,
      "cov-distil (oracle2teacher)": 4.062942028045654,
      "epoch": 7.496860282574568,
      "rel-constrast": 2.3417251110076904,
      "step": 9551,
      "subrel-constrast": 2.735356092453003,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026843547821045,
      "cov-distil (oracle2student)": 3.3252437114715576,
      "cov-distil (oracle2teacher)": 3.768313407897949,
      "epoch": 7.4976452119309265,
      "rel-constrast": 3.2537360191345215,
      "step": 9552,
      "subrel-constrast": 4.44030237197876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4638949632644653,
      "cov-distil (oracle2student)": 6.699946403503418,
      "cov-distil (oracle2teacher)": 6.084845542907715,
      "epoch": 7.498430141287284,
      "rel-constrast": 2.7831971645355225,
      "step": 9553,
      "subrel-constrast": 3.4447267055511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4768078327178955,
      "cov-distil (oracle2student)": 3.488020181655884,
      "cov-distil (oracle2teacher)": 3.5854649543762207,
      "epoch": 7.4992150706436425,
      "rel-constrast": 1.8478659391403198,
      "step": 9554,
      "subrel-constrast": 2.880913734436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4008455276489258,
      "cov-distil (oracle2student)": 3.699481964111328,
      "cov-distil (oracle2teacher)": 3.1622719764709473,
      "epoch": 7.5,
      "rel-constrast": 1.885886549949646,
      "step": 9555,
      "subrel-constrast": 2.281564712524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3534109592437744,
      "cov-distil (oracle2student)": 4.602073669433594,
      "cov-distil (oracle2teacher)": 4.195157051086426,
      "epoch": 7.5007849293563575,
      "rel-constrast": 2.5491769313812256,
      "step": 9556,
      "subrel-constrast": 3.083688974380493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5652434825897217,
      "cov-distil (oracle2student)": 3.58302640914917,
      "cov-distil (oracle2teacher)": 3.793386936187744,
      "epoch": 7.501569858712716,
      "rel-constrast": 1.781550645828247,
      "step": 9557,
      "subrel-constrast": 2.9157564640045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5871206521987915,
      "cov-distil (oracle2student)": 3.8940608501434326,
      "cov-distil (oracle2teacher)": 3.7914609909057617,
      "epoch": 7.5023547880690735,
      "rel-constrast": 2.2510218620300293,
      "step": 9558,
      "subrel-constrast": 3.1136703491210938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7155085802078247,
      "cov-distil (oracle2student)": 5.3368940353393555,
      "cov-distil (oracle2teacher)": 4.496471405029297,
      "epoch": 7.503139717425432,
      "rel-constrast": 2.032407760620117,
      "step": 9559,
      "subrel-constrast": 3.220179557800293,
      "view-similarity": 0
    },
    {
      "epoch": 7.5039246467817895,
      "grad_norm": 4.5,
      "learning_rate": 2.956270222429891e-07,
      "loss": 0.5969,
      "step": 9560
    },
    {
      "cov-distil": 1.7861762046813965,
      "cov-distil (oracle2student)": 3.809516191482544,
      "cov-distil (oracle2teacher)": 4.110213279724121,
      "epoch": 7.5039246467817895,
      "rel-constrast": 2.076486825942993,
      "step": 9560,
      "subrel-constrast": 3.221608877182007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412438988685608,
      "cov-distil (oracle2student)": 4.421975135803223,
      "cov-distil (oracle2teacher)": 4.204399108886719,
      "epoch": 7.504709576138148,
      "rel-constrast": 1.6800765991210938,
      "step": 9561,
      "subrel-constrast": 2.50576114654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5371294021606445,
      "cov-distil (oracle2student)": 3.7864744663238525,
      "cov-distil (oracle2teacher)": 3.5290372371673584,
      "epoch": 7.5054945054945055,
      "rel-constrast": 2.796354055404663,
      "step": 9562,
      "subrel-constrast": 3.7222390174865723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0374724864959717,
      "cov-distil (oracle2student)": 6.942028522491455,
      "cov-distil (oracle2teacher)": 5.463772296905518,
      "epoch": 7.506279434850864,
      "rel-constrast": 2.0655038356781006,
      "step": 9563,
      "subrel-constrast": 2.7203829288482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875550270080566,
      "cov-distil (oracle2student)": 4.291289806365967,
      "cov-distil (oracle2teacher)": 4.1501054763793945,
      "epoch": 7.5070643642072215,
      "rel-constrast": 2.2357397079467773,
      "step": 9564,
      "subrel-constrast": 3.2812724113464355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.376334547996521,
      "cov-distil (oracle2student)": 3.3166046142578125,
      "cov-distil (oracle2teacher)": 3.3337960243225098,
      "epoch": 7.507849293563579,
      "rel-constrast": 2.0343172550201416,
      "step": 9565,
      "subrel-constrast": 2.8404524326324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.407906413078308,
      "cov-distil (oracle2student)": 6.163200855255127,
      "cov-distil (oracle2teacher)": 5.208662033081055,
      "epoch": 7.508634222919937,
      "rel-constrast": 2.536310911178589,
      "step": 9566,
      "subrel-constrast": 2.708484649658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3198630809783936,
      "cov-distil (oracle2student)": 4.680107116699219,
      "cov-distil (oracle2teacher)": 4.520381927490234,
      "epoch": 7.509419152276295,
      "rel-constrast": 3.0319042205810547,
      "step": 9567,
      "subrel-constrast": 4.08797025680542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0199170112609863,
      "cov-distil (oracle2student)": 2.9551539421081543,
      "cov-distil (oracle2teacher)": 2.7178192138671875,
      "epoch": 7.510204081632653,
      "rel-constrast": 1.6810603141784668,
      "step": 9568,
      "subrel-constrast": 2.392911195755005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1624478101730347,
      "cov-distil (oracle2student)": 4.193146705627441,
      "cov-distil (oracle2teacher)": 4.150259971618652,
      "epoch": 7.510989010989011,
      "rel-constrast": 2.186013698577881,
      "step": 9569,
      "subrel-constrast": 2.5430965423583984,
      "view-similarity": 0
    },
    {
      "epoch": 7.511773940345369,
      "grad_norm": 4.90625,
      "learning_rate": 2.823969218060218e-07,
      "loss": 0.5945,
      "step": 9570
    },
    {
      "cov-distil": 1.0491856336593628,
      "cov-distil (oracle2student)": 4.232208251953125,
      "cov-distil (oracle2teacher)": 4.0360307693481445,
      "epoch": 7.511773940345369,
      "rel-constrast": 1.4391391277313232,
      "step": 9570,
      "subrel-constrast": 2.1663689613342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9682080149650574,
      "cov-distil (oracle2student)": 2.8697667121887207,
      "cov-distil (oracle2teacher)": 2.577712059020996,
      "epoch": 7.512558869701727,
      "rel-constrast": 1.9567760229110718,
      "step": 9571,
      "subrel-constrast": 2.3461148738861084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7204262018203735,
      "cov-distil (oracle2student)": 6.709175109863281,
      "cov-distil (oracle2teacher)": 5.862451076507568,
      "epoch": 7.5133437990580845,
      "rel-constrast": 2.70090913772583,
      "step": 9572,
      "subrel-constrast": 3.3556528091430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1976373195648193,
      "cov-distil (oracle2student)": 3.64424991607666,
      "cov-distil (oracle2teacher)": 3.9753363132476807,
      "epoch": 7.514128728414443,
      "rel-constrast": 3.0239920616149902,
      "step": 9573,
      "subrel-constrast": 3.9055089950561523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5982675552368164,
      "cov-distil (oracle2student)": 3.757951498031616,
      "cov-distil (oracle2teacher)": 3.9369819164276123,
      "epoch": 7.5149136577708004,
      "rel-constrast": 3.2870712280273438,
      "step": 9574,
      "subrel-constrast": 4.063362121582031,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9328155517578125,
      "cov-distil (oracle2student)": 3.731553316116333,
      "cov-distil (oracle2teacher)": 3.5288662910461426,
      "epoch": 7.515698587127159,
      "rel-constrast": 2.0290300846099854,
      "step": 9575,
      "subrel-constrast": 2.6715328693389893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2200649976730347,
      "cov-distil (oracle2student)": 5.275806903839111,
      "cov-distil (oracle2teacher)": 4.352330207824707,
      "epoch": 7.516483516483516,
      "rel-constrast": 2.232299566268921,
      "step": 9576,
      "subrel-constrast": 2.979764699935913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7147800922393799,
      "cov-distil (oracle2student)": 5.890932083129883,
      "cov-distil (oracle2teacher)": 5.263291835784912,
      "epoch": 7.517268445839875,
      "rel-constrast": 3.2684621810913086,
      "step": 9577,
      "subrel-constrast": 3.828975200653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.863202691078186,
      "cov-distil (oracle2student)": 3.7004199028015137,
      "cov-distil (oracle2teacher)": 3.7149274349212646,
      "epoch": 7.518053375196232,
      "rel-constrast": 2.2306036949157715,
      "step": 9578,
      "subrel-constrast": 3.0589218139648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5610144138336182,
      "cov-distil (oracle2student)": 4.134088039398193,
      "cov-distil (oracle2teacher)": 4.147554874420166,
      "epoch": 7.51883830455259,
      "rel-constrast": 2.25783634185791,
      "step": 9579,
      "subrel-constrast": 3.0372395515441895,
      "view-similarity": 0
    },
    {
      "epoch": 7.519623233908948,
      "grad_norm": 5.40625,
      "learning_rate": 2.694679975621672e-07,
      "loss": 0.6452,
      "step": 9580
    },
    {
      "cov-distil": 2.152890920639038,
      "cov-distil (oracle2student)": 4.193294525146484,
      "cov-distil (oracle2teacher)": 3.821920871734619,
      "epoch": 7.519623233908948,
      "rel-constrast": 2.1964287757873535,
      "step": 9580,
      "subrel-constrast": 3.138998031616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1113064289093018,
      "cov-distil (oracle2student)": 4.210971355438232,
      "cov-distil (oracle2teacher)": 4.1227946281433105,
      "epoch": 7.520408163265306,
      "rel-constrast": 2.29390811920166,
      "step": 9581,
      "subrel-constrast": 3.155911445617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247756481170654,
      "cov-distil (oracle2student)": 4.6627116203308105,
      "cov-distil (oracle2teacher)": 4.449780464172363,
      "epoch": 7.521193092621664,
      "rel-constrast": 1.8302021026611328,
      "step": 9582,
      "subrel-constrast": 2.7432079315185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2162004709243774,
      "cov-distil (oracle2student)": 2.5232045650482178,
      "cov-distil (oracle2teacher)": 2.6402478218078613,
      "epoch": 7.521978021978022,
      "rel-constrast": 1.735285997390747,
      "step": 9583,
      "subrel-constrast": 2.249074697494507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2572290897369385,
      "cov-distil (oracle2student)": 4.103307723999023,
      "cov-distil (oracle2teacher)": 3.777082681655884,
      "epoch": 7.52276295133438,
      "rel-constrast": 1.850806713104248,
      "step": 9584,
      "subrel-constrast": 2.1284992694854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1855058670043945,
      "cov-distil (oracle2student)": 4.314911842346191,
      "cov-distil (oracle2teacher)": 4.327876091003418,
      "epoch": 7.523547880690738,
      "rel-constrast": 2.347871780395508,
      "step": 9585,
      "subrel-constrast": 2.9932563304901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3230798244476318,
      "cov-distil (oracle2student)": 4.496232032775879,
      "cov-distil (oracle2teacher)": 4.822658538818359,
      "epoch": 7.524332810047095,
      "rel-constrast": 2.2417211532592773,
      "step": 9586,
      "subrel-constrast": 3.156325101852417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669870376586914,
      "cov-distil (oracle2student)": 5.5864667892456055,
      "cov-distil (oracle2teacher)": 4.920506477355957,
      "epoch": 7.525117739403454,
      "rel-constrast": 2.5976085662841797,
      "step": 9587,
      "subrel-constrast": 3.3464064598083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2413055896759033,
      "cov-distil (oracle2student)": 5.002633094787598,
      "cov-distil (oracle2teacher)": 4.9661173820495605,
      "epoch": 7.525902668759811,
      "rel-constrast": 2.342759847640991,
      "step": 9588,
      "subrel-constrast": 2.4961161613464355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2565971612930298,
      "cov-distil (oracle2student)": 4.21342658996582,
      "cov-distil (oracle2teacher)": 4.567779064178467,
      "epoch": 7.52668759811617,
      "rel-constrast": 2.528555393218994,
      "step": 9589,
      "subrel-constrast": 3.597442626953125,
      "view-similarity": 0
    },
    {
      "epoch": 7.527472527472527,
      "grad_norm": 6.03125,
      "learning_rate": 2.5684040704627707e-07,
      "loss": 0.5842,
      "step": 9590
    },
    {
      "cov-distil": 1.7549506425857544,
      "cov-distil (oracle2student)": 3.627603530883789,
      "cov-distil (oracle2teacher)": 3.3124446868896484,
      "epoch": 7.527472527472527,
      "rel-constrast": 1.9150511026382446,
      "step": 9590,
      "subrel-constrast": 3.056642532348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.37374746799469,
      "cov-distil (oracle2student)": 4.35348653793335,
      "cov-distil (oracle2teacher)": 4.23289680480957,
      "epoch": 7.528257456828886,
      "rel-constrast": 2.737901449203491,
      "step": 9591,
      "subrel-constrast": 3.244033098220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.401017189025879,
      "cov-distil (oracle2student)": 3.6759934425354004,
      "cov-distil (oracle2teacher)": 3.963907241821289,
      "epoch": 7.529042386185243,
      "rel-constrast": 3.3044941425323486,
      "step": 9592,
      "subrel-constrast": 4.126091957092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391352653503418,
      "cov-distil (oracle2student)": 4.974338531494141,
      "cov-distil (oracle2teacher)": 4.511038303375244,
      "epoch": 7.529827315541601,
      "rel-constrast": 2.87919282913208,
      "step": 9593,
      "subrel-constrast": 3.5338997840881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.289980173110962,
      "cov-distil (oracle2student)": 5.030220985412598,
      "cov-distil (oracle2teacher)": 5.223939895629883,
      "epoch": 7.530612244897959,
      "rel-constrast": 3.060991048812866,
      "step": 9594,
      "subrel-constrast": 3.4580636024475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7611865997314453,
      "cov-distil (oracle2student)": 4.034595966339111,
      "cov-distil (oracle2teacher)": 3.872898578643799,
      "epoch": 7.531397174254317,
      "rel-constrast": 2.475886344909668,
      "step": 9595,
      "subrel-constrast": 3.2966701984405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5420026779174805,
      "cov-distil (oracle2student)": 5.436124324798584,
      "cov-distil (oracle2teacher)": 5.402922630310059,
      "epoch": 7.532182103610675,
      "rel-constrast": 2.3971729278564453,
      "step": 9596,
      "subrel-constrast": 3.4023375511169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6115877628326416,
      "cov-distil (oracle2student)": 3.9872543811798096,
      "cov-distil (oracle2teacher)": 3.786303997039795,
      "epoch": 7.532967032967033,
      "rel-constrast": 2.61505126953125,
      "step": 9597,
      "subrel-constrast": 2.843252182006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0107457637786865,
      "cov-distil (oracle2student)": 4.055759429931641,
      "cov-distil (oracle2teacher)": 4.049962997436523,
      "epoch": 7.533751962323391,
      "rel-constrast": 2.710259437561035,
      "step": 9598,
      "subrel-constrast": 3.6853256225585938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7577587366104126,
      "cov-distil (oracle2student)": 6.431911468505859,
      "cov-distil (oracle2teacher)": 5.463804244995117,
      "epoch": 7.534536891679749,
      "rel-constrast": 2.465719699859619,
      "step": 9599,
      "subrel-constrast": 3.1255674362182617,
      "view-similarity": 0
    },
    {
      "epoch": 7.535321821036106,
      "grad_norm": 5.46875,
      "learning_rate": 2.445143041215653e-07,
      "loss": 0.7038,
      "step": 9600
    },
    {
      "epoch": 7.535321821036106,
      "overlap": 0.3609375059604645,
      "step": 9600
    },
    {
      "epoch": 7.535321821036106,
      "step": 9600,
      "student margin": 0.06976318359375
    },
    {
      "epoch": 7.535321821036106,
      "step": 9600,
      "teacher margin": 0.047882080078125
    },
    {
      "epoch": 7.535321821036106,
      "margin difference": -0.021881103515625,
      "step": 9600
    },
    {
      "cov-distil": 1.229580044746399,
      "cov-distil (oracle2student)": 3.2212557792663574,
      "cov-distil (oracle2teacher)": 3.2090187072753906,
      "epoch": 7.535321821036106,
      "rel-constrast": 1.423537015914917,
      "step": 9600,
      "subrel-constrast": 2.11932635307312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5997698307037354,
      "cov-distil (oracle2student)": 4.513963222503662,
      "cov-distil (oracle2teacher)": 4.6205549240112305,
      "epoch": 7.536106750392465,
      "rel-constrast": 2.6759965419769287,
      "step": 9601,
      "subrel-constrast": 3.0522921085357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7528750896453857,
      "cov-distil (oracle2student)": 3.153101921081543,
      "cov-distil (oracle2teacher)": 3.239100933074951,
      "epoch": 7.536891679748822,
      "rel-constrast": 1.5532419681549072,
      "step": 9602,
      "subrel-constrast": 2.699094772338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9337961673736572,
      "cov-distil (oracle2student)": 3.553758144378662,
      "cov-distil (oracle2teacher)": 3.6639950275421143,
      "epoch": 7.537676609105181,
      "rel-constrast": 2.695685625076294,
      "step": 9603,
      "subrel-constrast": 3.5173065662384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6801326274871826,
      "cov-distil (oracle2student)": 4.0526227951049805,
      "cov-distil (oracle2teacher)": 3.9082908630371094,
      "epoch": 7.538461538461538,
      "rel-constrast": 3.842942953109741,
      "step": 9604,
      "subrel-constrast": 4.083038330078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233083963394165,
      "cov-distil (oracle2student)": 5.795870304107666,
      "cov-distil (oracle2teacher)": 5.191615104675293,
      "epoch": 7.539246467817897,
      "rel-constrast": 2.065459966659546,
      "step": 9605,
      "subrel-constrast": 2.9830501079559326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9764900207519531,
      "cov-distil (oracle2student)": 4.306612014770508,
      "cov-distil (oracle2teacher)": 4.126935958862305,
      "epoch": 7.540031397174254,
      "rel-constrast": 2.8593897819519043,
      "step": 9606,
      "subrel-constrast": 3.481658458709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6059257984161377,
      "cov-distil (oracle2student)": 3.7671029567718506,
      "cov-distil (oracle2teacher)": 4.103634834289551,
      "epoch": 7.540816326530612,
      "rel-constrast": 2.2361927032470703,
      "step": 9607,
      "subrel-constrast": 3.3967502117156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1587591171264648,
      "cov-distil (oracle2student)": 3.90138840675354,
      "cov-distil (oracle2teacher)": 3.3745105266571045,
      "epoch": 7.54160125588697,
      "rel-constrast": 2.6899356842041016,
      "step": 9608,
      "subrel-constrast": 3.1757712364196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0041851997375488,
      "cov-distil (oracle2student)": 4.4632673263549805,
      "cov-distil (oracle2teacher)": 4.07650089263916,
      "epoch": 7.542386185243328,
      "rel-constrast": 2.4951906204223633,
      "step": 9609,
      "subrel-constrast": 3.1550395488739014,
      "view-similarity": 0
    },
    {
      "epoch": 7.543171114599686,
      "grad_norm": 5.5,
      "learning_rate": 2.3248983897770084e-07,
      "loss": 0.6514,
      "step": 9610
    },
    {
      "cov-distil": 1.4817795753479004,
      "cov-distil (oracle2student)": 3.063401222229004,
      "cov-distil (oracle2teacher)": 3.378453254699707,
      "epoch": 7.543171114599686,
      "rel-constrast": 2.830148458480835,
      "step": 9610,
      "subrel-constrast": 3.7255635261535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768042802810669,
      "cov-distil (oracle2student)": 3.696303606033325,
      "cov-distil (oracle2teacher)": 4.158781051635742,
      "epoch": 7.543956043956044,
      "rel-constrast": 1.9607701301574707,
      "step": 9611,
      "subrel-constrast": 3.281890392303467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3055369853973389,
      "cov-distil (oracle2student)": 5.112554550170898,
      "cov-distil (oracle2teacher)": 4.5097856521606445,
      "epoch": 7.544740973312402,
      "rel-constrast": 2.593503475189209,
      "step": 9612,
      "subrel-constrast": 3.384955406188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4522055387496948,
      "cov-distil (oracle2student)": 5.674369812011719,
      "cov-distil (oracle2teacher)": 5.235032081604004,
      "epoch": 7.54552590266876,
      "rel-constrast": 3.402437448501587,
      "step": 9613,
      "subrel-constrast": 4.476603031158447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5065816640853882,
      "cov-distil (oracle2student)": 4.423287868499756,
      "cov-distil (oracle2teacher)": 4.045564651489258,
      "epoch": 7.546310832025117,
      "rel-constrast": 2.7900009155273438,
      "step": 9614,
      "subrel-constrast": 3.489861249923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1022727489471436,
      "cov-distil (oracle2student)": 4.1624016761779785,
      "cov-distil (oracle2teacher)": 3.6444075107574463,
      "epoch": 7.547095761381476,
      "rel-constrast": 2.623319625854492,
      "step": 9615,
      "subrel-constrast": 3.121361494064331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7153609991073608,
      "cov-distil (oracle2student)": 3.5423572063446045,
      "cov-distil (oracle2teacher)": 3.1096177101135254,
      "epoch": 7.547880690737833,
      "rel-constrast": 1.7421951293945312,
      "step": 9616,
      "subrel-constrast": 2.7776219844818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5470459461212158,
      "cov-distil (oracle2student)": 3.812811851501465,
      "cov-distil (oracle2teacher)": 4.141246318817139,
      "epoch": 7.548665620094192,
      "rel-constrast": 2.2749381065368652,
      "step": 9617,
      "subrel-constrast": 3.154412031173706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4236655235290527,
      "cov-distil (oracle2student)": 3.357728958129883,
      "cov-distil (oracle2teacher)": 3.6252355575561523,
      "epoch": 7.549450549450549,
      "rel-constrast": 2.0631611347198486,
      "step": 9618,
      "subrel-constrast": 3.5517354011535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409257173538208,
      "cov-distil (oracle2student)": 3.2839488983154297,
      "cov-distil (oracle2teacher)": 3.4839730262756348,
      "epoch": 7.550235478806908,
      "rel-constrast": 2.650639533996582,
      "step": 9619,
      "subrel-constrast": 3.371654510498047,
      "view-similarity": 0
    },
    {
      "epoch": 7.551020408163265,
      "grad_norm": 6.4375,
      "learning_rate": 2.2076715812900105e-07,
      "loss": 0.6626,
      "step": 9620
    },
    {
      "cov-distil": 1.5041460990905762,
      "cov-distil (oracle2student)": 6.903226375579834,
      "cov-distil (oracle2teacher)": 5.972098350524902,
      "epoch": 7.551020408163265,
      "rel-constrast": 2.725205659866333,
      "step": 9620,
      "subrel-constrast": 3.6360886096954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1733522415161133,
      "cov-distil (oracle2student)": 2.6937198638916016,
      "cov-distil (oracle2teacher)": 3.3219382762908936,
      "epoch": 7.551805337519623,
      "rel-constrast": 2.4097561836242676,
      "step": 9621,
      "subrel-constrast": 3.701822280883789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.496206283569336,
      "cov-distil (oracle2student)": 4.578139781951904,
      "cov-distil (oracle2teacher)": 4.538507461547852,
      "epoch": 7.552590266875981,
      "rel-constrast": 3.2130239009857178,
      "step": 9622,
      "subrel-constrast": 3.6882197856903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.370619773864746,
      "cov-distil (oracle2student)": 3.8162312507629395,
      "cov-distil (oracle2teacher)": 3.3508944511413574,
      "epoch": 7.553375196232339,
      "rel-constrast": 2.865673065185547,
      "step": 9623,
      "subrel-constrast": 3.877398729324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6852304935455322,
      "cov-distil (oracle2student)": 5.184398651123047,
      "cov-distil (oracle2teacher)": 4.923226356506348,
      "epoch": 7.554160125588697,
      "rel-constrast": 2.401390314102173,
      "step": 9624,
      "subrel-constrast": 3.137119770050049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.662013292312622,
      "cov-distil (oracle2student)": 5.021155834197998,
      "cov-distil (oracle2teacher)": 4.91485071182251,
      "epoch": 7.554945054945055,
      "rel-constrast": 4.047181606292725,
      "step": 9625,
      "subrel-constrast": 4.095859527587891,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6612741947174072,
      "cov-distil (oracle2student)": 3.857010841369629,
      "cov-distil (oracle2teacher)": 3.873538017272949,
      "epoch": 7.555729984301413,
      "rel-constrast": 2.9683284759521484,
      "step": 9626,
      "subrel-constrast": 4.16813850402832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5996047258377075,
      "cov-distil (oracle2student)": 4.291637897491455,
      "cov-distil (oracle2teacher)": 3.9288570880889893,
      "epoch": 7.556514913657771,
      "rel-constrast": 1.9520751237869263,
      "step": 9627,
      "subrel-constrast": 2.5989978313446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776977777481079,
      "cov-distil (oracle2student)": 4.204379558563232,
      "cov-distil (oracle2teacher)": 4.30640172958374,
      "epoch": 7.557299843014128,
      "rel-constrast": 2.864008903503418,
      "step": 9628,
      "subrel-constrast": 3.372166156768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4209303855895996,
      "cov-distil (oracle2student)": 2.994725227355957,
      "cov-distil (oracle2teacher)": 3.0594356060028076,
      "epoch": 7.558084772370487,
      "rel-constrast": 1.8654969930648804,
      "step": 9629,
      "subrel-constrast": 2.6267805099487305,
      "view-similarity": 0
    },
    {
      "epoch": 7.558869701726844,
      "grad_norm": 5.90625,
      "learning_rate": 2.0934640441262753e-07,
      "loss": 0.7262,
      "step": 9630
    },
    {
      "cov-distil": 1.852205514907837,
      "cov-distil (oracle2student)": 3.5472259521484375,
      "cov-distil (oracle2teacher)": 3.378218650817871,
      "epoch": 7.558869701726844,
      "rel-constrast": 2.2481560707092285,
      "step": 9630,
      "subrel-constrast": 3.249094009399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2458815574645996,
      "cov-distil (oracle2student)": 4.421811580657959,
      "cov-distil (oracle2teacher)": 4.101054668426514,
      "epoch": 7.559654631083203,
      "rel-constrast": 2.54352068901062,
      "step": 9631,
      "subrel-constrast": 3.3517026901245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4502253532409668,
      "cov-distil (oracle2student)": 5.844939231872559,
      "cov-distil (oracle2teacher)": 5.63465690612793,
      "epoch": 7.56043956043956,
      "rel-constrast": 2.5776031017303467,
      "step": 9632,
      "subrel-constrast": 3.4473495483398438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5455176830291748,
      "cov-distil (oracle2student)": 3.694575786590576,
      "cov-distil (oracle2teacher)": 3.512525796890259,
      "epoch": 7.561224489795919,
      "rel-constrast": 2.0426864624023438,
      "step": 9633,
      "subrel-constrast": 2.9136507511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8815184831619263,
      "cov-distil (oracle2student)": 6.183040618896484,
      "cov-distil (oracle2teacher)": 5.821494102478027,
      "epoch": 7.562009419152276,
      "rel-constrast": 1.5928168296813965,
      "step": 9634,
      "subrel-constrast": 2.86891770362854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357439398765564,
      "cov-distil (oracle2student)": 3.94360089302063,
      "cov-distil (oracle2teacher)": 3.9095752239227295,
      "epoch": 7.562794348508634,
      "rel-constrast": 3.507648229598999,
      "step": 9635,
      "subrel-constrast": 3.641131639480591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4141819477081299,
      "cov-distil (oracle2student)": 6.853300094604492,
      "cov-distil (oracle2teacher)": 6.12035608291626,
      "epoch": 7.563579277864992,
      "rel-constrast": 2.3136672973632812,
      "step": 9636,
      "subrel-constrast": 3.098341703414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4436259269714355,
      "cov-distil (oracle2student)": 4.130019187927246,
      "cov-distil (oracle2teacher)": 3.819972276687622,
      "epoch": 7.56436420722135,
      "rel-constrast": 2.449948310852051,
      "step": 9637,
      "subrel-constrast": 3.1161913871765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3923900127410889,
      "cov-distil (oracle2student)": 4.321544170379639,
      "cov-distil (oracle2teacher)": 4.109994411468506,
      "epoch": 7.565149136577708,
      "rel-constrast": 2.349562168121338,
      "step": 9638,
      "subrel-constrast": 2.968693256378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6570667028427124,
      "cov-distil (oracle2student)": 6.6834564208984375,
      "cov-distil (oracle2teacher)": 5.677667140960693,
      "epoch": 7.565934065934066,
      "rel-constrast": 3.4580154418945312,
      "step": 9639,
      "subrel-constrast": 4.280440807342529,
      "view-similarity": 0
    },
    {
      "epoch": 7.566718995290424,
      "grad_norm": 6.15625,
      "learning_rate": 1.9822771698686517e-07,
      "loss": 0.6652,
      "step": 9640
    },
    {
      "cov-distil": 1.3707554340362549,
      "cov-distil (oracle2student)": 4.071167945861816,
      "cov-distil (oracle2teacher)": 4.055660247802734,
      "epoch": 7.566718995290424,
      "rel-constrast": 2.471712589263916,
      "step": 9640,
      "subrel-constrast": 3.676220417022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9997622966766357,
      "cov-distil (oracle2student)": 5.186795234680176,
      "cov-distil (oracle2teacher)": 5.226676940917969,
      "epoch": 7.567503924646782,
      "rel-constrast": 2.3754501342773438,
      "step": 9641,
      "subrel-constrast": 3.06797456741333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595676064491272,
      "cov-distil (oracle2student)": 4.862405776977539,
      "cov-distil (oracle2teacher)": 4.3422956466674805,
      "epoch": 7.568288854003139,
      "rel-constrast": 2.085751533508301,
      "step": 9642,
      "subrel-constrast": 2.967207431793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0993335247039795,
      "cov-distil (oracle2student)": 5.222549915313721,
      "cov-distil (oracle2teacher)": 4.039437770843506,
      "epoch": 7.569073783359498,
      "rel-constrast": 2.192012310028076,
      "step": 9643,
      "subrel-constrast": 2.940723419189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8839411735534668,
      "cov-distil (oracle2student)": 4.75069522857666,
      "cov-distil (oracle2teacher)": 4.240759372711182,
      "epoch": 7.569858712715855,
      "rel-constrast": 2.3766160011291504,
      "step": 9644,
      "subrel-constrast": 3.522810220718384,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4146277904510498,
      "cov-distil (oracle2student)": 3.6171793937683105,
      "cov-distil (oracle2teacher)": 3.3653457164764404,
      "epoch": 7.570643642072214,
      "rel-constrast": 1.8820197582244873,
      "step": 9645,
      "subrel-constrast": 2.8796966075897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1579912900924683,
      "cov-distil (oracle2student)": 4.21627950668335,
      "cov-distil (oracle2teacher)": 4.275139808654785,
      "epoch": 7.571428571428571,
      "rel-constrast": 3.367614269256592,
      "step": 9646,
      "subrel-constrast": 4.409511089324951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3680548667907715,
      "cov-distil (oracle2student)": 4.249032020568848,
      "cov-distil (oracle2teacher)": 3.7288076877593994,
      "epoch": 7.57221350078493,
      "rel-constrast": 3.056413173675537,
      "step": 9647,
      "subrel-constrast": 3.6099038124084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6406891345977783,
      "cov-distil (oracle2student)": 3.1489076614379883,
      "cov-distil (oracle2teacher)": 3.0369386672973633,
      "epoch": 7.572998430141287,
      "rel-constrast": 1.652510166168213,
      "step": 9648,
      "subrel-constrast": 2.525434970855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1978317499160767,
      "cov-distil (oracle2student)": 4.650230407714844,
      "cov-distil (oracle2teacher)": 4.386049270629883,
      "epoch": 7.573783359497646,
      "rel-constrast": 2.6096808910369873,
      "step": 9649,
      "subrel-constrast": 3.171125650405884,
      "view-similarity": 0
    },
    {
      "epoch": 7.574568288854003,
      "grad_norm": 5.6875,
      "learning_rate": 1.8741123132940685e-07,
      "loss": 0.6386,
      "step": 9650
    },
    {
      "cov-distil": 2.234909772872925,
      "cov-distil (oracle2student)": 4.253386497497559,
      "cov-distil (oracle2teacher)": 4.172821521759033,
      "epoch": 7.574568288854003,
      "rel-constrast": 3.11521577835083,
      "step": 9650,
      "subrel-constrast": 3.7732791900634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2669600248336792,
      "cov-distil (oracle2student)": 2.9391989707946777,
      "cov-distil (oracle2teacher)": 3.0699362754821777,
      "epoch": 7.575353218210362,
      "rel-constrast": 2.1844427585601807,
      "step": 9651,
      "subrel-constrast": 2.8860085010528564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.447932243347168,
      "cov-distil (oracle2student)": 4.435349941253662,
      "cov-distil (oracle2teacher)": 3.8501830101013184,
      "epoch": 7.576138147566719,
      "rel-constrast": 2.052996873855591,
      "step": 9652,
      "subrel-constrast": 3.019493579864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5814447402954102,
      "cov-distil (oracle2student)": 4.291088104248047,
      "cov-distil (oracle2teacher)": 3.6635239124298096,
      "epoch": 7.576923076923077,
      "rel-constrast": 2.6365482807159424,
      "step": 9653,
      "subrel-constrast": 3.34733510017395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8193409442901611,
      "cov-distil (oracle2student)": 3.8185455799102783,
      "cov-distil (oracle2teacher)": 3.875380039215088,
      "epoch": 7.577708006279435,
      "rel-constrast": 2.1934409141540527,
      "step": 9654,
      "subrel-constrast": 3.0236499309539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7425276041030884,
      "cov-distil (oracle2student)": 3.629257917404175,
      "cov-distil (oracle2teacher)": 3.510573387145996,
      "epoch": 7.578492935635793,
      "rel-constrast": 2.456963062286377,
      "step": 9655,
      "subrel-constrast": 3.0605509281158447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3673381805419922,
      "cov-distil (oracle2student)": 4.034344673156738,
      "cov-distil (oracle2teacher)": 3.616748094558716,
      "epoch": 7.579277864992151,
      "rel-constrast": 2.293062686920166,
      "step": 9656,
      "subrel-constrast": 2.887943744659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7817319631576538,
      "cov-distil (oracle2student)": 4.532236576080322,
      "cov-distil (oracle2teacher)": 4.296347618103027,
      "epoch": 7.580062794348509,
      "rel-constrast": 2.2824158668518066,
      "step": 9657,
      "subrel-constrast": 2.8413710594177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2927451133728027,
      "cov-distil (oracle2student)": 3.7549023628234863,
      "cov-distil (oracle2teacher)": 3.224531650543213,
      "epoch": 7.580847723704867,
      "rel-constrast": 3.0535151958465576,
      "step": 9658,
      "subrel-constrast": 3.8328263759613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3465784788131714,
      "cov-distil (oracle2student)": 4.1670331954956055,
      "cov-distil (oracle2teacher)": 3.6621763706207275,
      "epoch": 7.581632653061225,
      "rel-constrast": 1.8449585437774658,
      "step": 9659,
      "subrel-constrast": 2.7543485164642334,
      "view-similarity": 0
    },
    {
      "epoch": 7.582417582417582,
      "grad_norm": 4.96875,
      "learning_rate": 1.7689707923571886e-07,
      "loss": 0.645,
      "step": 9660
    },
    {
      "cov-distil": 1.8834898471832275,
      "cov-distil (oracle2student)": 3.9095704555511475,
      "cov-distil (oracle2teacher)": 3.35078763961792,
      "epoch": 7.582417582417582,
      "rel-constrast": 2.8373913764953613,
      "step": 9660,
      "subrel-constrast": 3.4564621448516846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.69030499458313,
      "cov-distil (oracle2student)": 3.524491786956787,
      "cov-distil (oracle2teacher)": 3.8426103591918945,
      "epoch": 7.583202511773941,
      "rel-constrast": 2.4155611991882324,
      "step": 9661,
      "subrel-constrast": 3.86893630027771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7698166370391846,
      "cov-distil (oracle2student)": 4.846096038818359,
      "cov-distil (oracle2teacher)": 4.174354553222656,
      "epoch": 7.583987441130298,
      "rel-constrast": 2.464674234390259,
      "step": 9662,
      "subrel-constrast": 3.0643160343170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4577807188034058,
      "cov-distil (oracle2student)": 4.8194580078125,
      "cov-distil (oracle2teacher)": 4.588432312011719,
      "epoch": 7.5847723704866565,
      "rel-constrast": 3.294961452484131,
      "step": 9663,
      "subrel-constrast": 4.389167785644531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5718649625778198,
      "cov-distil (oracle2student)": 5.3952250480651855,
      "cov-distil (oracle2teacher)": 5.06191873550415,
      "epoch": 7.585557299843014,
      "rel-constrast": 2.944286584854126,
      "step": 9664,
      "subrel-constrast": 3.3615128993988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2929840087890625,
      "cov-distil (oracle2student)": 6.4393720626831055,
      "cov-distil (oracle2teacher)": 5.276371955871582,
      "epoch": 7.5863422291993725,
      "rel-constrast": 2.746316432952881,
      "step": 9665,
      "subrel-constrast": 3.2266933917999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1810213327407837,
      "cov-distil (oracle2student)": 2.943216562271118,
      "cov-distil (oracle2teacher)": 3.0122833251953125,
      "epoch": 7.58712715855573,
      "rel-constrast": 2.2964420318603516,
      "step": 9666,
      "subrel-constrast": 2.509253740310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4189952611923218,
      "cov-distil (oracle2student)": 2.9133994579315186,
      "cov-distil (oracle2teacher)": 2.930978298187256,
      "epoch": 7.587912087912088,
      "rel-constrast": 2.16660737991333,
      "step": 9667,
      "subrel-constrast": 2.9261634349823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5536890029907227,
      "cov-distil (oracle2student)": 3.7200767993927,
      "cov-distil (oracle2teacher)": 3.9002585411071777,
      "epoch": 7.588697017268446,
      "rel-constrast": 1.8221718072891235,
      "step": 9668,
      "subrel-constrast": 2.741691827774048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2665895223617554,
      "cov-distil (oracle2student)": 3.491333484649658,
      "cov-distil (oracle2teacher)": 3.4780197143554688,
      "epoch": 7.589481946624804,
      "rel-constrast": 2.5685677528381348,
      "step": 9669,
      "subrel-constrast": 2.891456365585327,
      "view-similarity": 0
    },
    {
      "epoch": 7.590266875981162,
      "grad_norm": 7.375,
      "learning_rate": 1.66685388817428e-07,
      "loss": 0.6791,
      "step": 9670
    },
    {
      "cov-distil": 1.1320064067840576,
      "cov-distil (oracle2student)": 4.712907314300537,
      "cov-distil (oracle2teacher)": 4.559013366699219,
      "epoch": 7.590266875981162,
      "rel-constrast": 2.60650634765625,
      "step": 9670,
      "subrel-constrast": 2.8378865718841553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2708237171173096,
      "cov-distil (oracle2student)": 5.869085311889648,
      "cov-distil (oracle2teacher)": 5.532932281494141,
      "epoch": 7.5910518053375196,
      "rel-constrast": 2.2249374389648438,
      "step": 9671,
      "subrel-constrast": 2.765103816986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6650323867797852,
      "cov-distil (oracle2student)": 4.757770538330078,
      "cov-distil (oracle2teacher)": 4.623501777648926,
      "epoch": 7.591836734693878,
      "rel-constrast": 3.407259225845337,
      "step": 9672,
      "subrel-constrast": 4.178752422332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0818381309509277,
      "cov-distil (oracle2student)": 3.762387752532959,
      "cov-distil (oracle2teacher)": 4.069857597351074,
      "epoch": 7.5926216640502355,
      "rel-constrast": 3.27280592918396,
      "step": 9673,
      "subrel-constrast": 3.9045212268829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5592182874679565,
      "cov-distil (oracle2student)": 4.405550479888916,
      "cov-distil (oracle2teacher)": 4.075623512268066,
      "epoch": 7.593406593406593,
      "rel-constrast": 2.544313907623291,
      "step": 9674,
      "subrel-constrast": 3.490666151046753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2513127326965332,
      "cov-distil (oracle2student)": 3.64766001701355,
      "cov-distil (oracle2teacher)": 3.3890326023101807,
      "epoch": 7.5941915227629515,
      "rel-constrast": 2.1518917083740234,
      "step": 9675,
      "subrel-constrast": 3.056912422180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0439461469650269,
      "cov-distil (oracle2student)": 3.901134967803955,
      "cov-distil (oracle2teacher)": 3.4968056678771973,
      "epoch": 7.594976452119309,
      "rel-constrast": 2.984494209289551,
      "step": 9676,
      "subrel-constrast": 3.3402585983276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4649016857147217,
      "cov-distil (oracle2student)": 5.583957672119141,
      "cov-distil (oracle2teacher)": 4.99493932723999,
      "epoch": 7.5957613814756675,
      "rel-constrast": 3.1863369941711426,
      "step": 9677,
      "subrel-constrast": 4.055912017822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.312720537185669,
      "cov-distil (oracle2student)": 4.278936862945557,
      "cov-distil (oracle2teacher)": 4.16868782043457,
      "epoch": 7.596546310832025,
      "rel-constrast": 2.407208204269409,
      "step": 9678,
      "subrel-constrast": 3.3520498275756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.188351631164551,
      "cov-distil (oracle2student)": 6.213353157043457,
      "cov-distil (oracle2teacher)": 5.44663667678833,
      "epoch": 7.5973312401883835,
      "rel-constrast": 2.284492015838623,
      "step": 9679,
      "subrel-constrast": 2.9140682220458984,
      "view-similarity": 0
    },
    {
      "epoch": 7.598116169544741,
      "grad_norm": 5.53125,
      "learning_rate": 1.567762845007592e-07,
      "loss": 0.7142,
      "step": 9680
    },
    {
      "cov-distil": 1.233259916305542,
      "cov-distil (oracle2student)": 4.063882827758789,
      "cov-distil (oracle2teacher)": 3.775397300720215,
      "epoch": 7.598116169544741,
      "rel-constrast": 2.3959176540374756,
      "step": 9680,
      "subrel-constrast": 2.85139799118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5191397666931152,
      "cov-distil (oracle2student)": 3.3037753105163574,
      "cov-distil (oracle2teacher)": 3.1998705863952637,
      "epoch": 7.5989010989010985,
      "rel-constrast": 3.0778756141662598,
      "step": 9681,
      "subrel-constrast": 3.582993268966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2006864547729492,
      "cov-distil (oracle2student)": 4.946493148803711,
      "cov-distil (oracle2teacher)": 4.519138336181641,
      "epoch": 7.599686028257457,
      "rel-constrast": 1.9137295484542847,
      "step": 9682,
      "subrel-constrast": 2.6006829738616943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0728180408477783,
      "cov-distil (oracle2student)": 4.548584938049316,
      "cov-distil (oracle2teacher)": 3.763547897338867,
      "epoch": 7.6004709576138145,
      "rel-constrast": 2.571997880935669,
      "step": 9683,
      "subrel-constrast": 3.091181993484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4519764184951782,
      "cov-distil (oracle2student)": 4.218130111694336,
      "cov-distil (oracle2teacher)": 3.86224627494812,
      "epoch": 7.601255886970173,
      "rel-constrast": 3.211531639099121,
      "step": 9684,
      "subrel-constrast": 3.7520484924316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3907177448272705,
      "cov-distil (oracle2student)": 3.505474090576172,
      "cov-distil (oracle2teacher)": 3.157623291015625,
      "epoch": 7.6020408163265305,
      "rel-constrast": 2.3777642250061035,
      "step": 9685,
      "subrel-constrast": 2.7325141429901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2842748165130615,
      "cov-distil (oracle2student)": 4.185088157653809,
      "cov-distil (oracle2teacher)": 3.525301933288574,
      "epoch": 7.602825745682889,
      "rel-constrast": 2.4404711723327637,
      "step": 9686,
      "subrel-constrast": 2.9011402130126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.277109980583191,
      "cov-distil (oracle2student)": 3.101787567138672,
      "cov-distil (oracle2teacher)": 3.316236972808838,
      "epoch": 7.6036106750392465,
      "rel-constrast": 1.4949896335601807,
      "step": 9687,
      "subrel-constrast": 2.034470796585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6267385482788086,
      "cov-distil (oracle2student)": 3.1476850509643555,
      "cov-distil (oracle2teacher)": 3.2627663612365723,
      "epoch": 7.604395604395604,
      "rel-constrast": 2.3708930015563965,
      "step": 9688,
      "subrel-constrast": 3.39347505569458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5677186250686646,
      "cov-distil (oracle2student)": 4.46820592880249,
      "cov-distil (oracle2teacher)": 4.306953430175781,
      "epoch": 7.6051805337519625,
      "rel-constrast": 1.9362359046936035,
      "step": 9689,
      "subrel-constrast": 2.6560230255126953,
      "view-similarity": 0
    },
    {
      "epoch": 7.60596546310832,
      "grad_norm": 4.90625,
      "learning_rate": 1.4716988702501987e-07,
      "loss": 0.6313,
      "step": 9690
    },
    {
      "cov-distil": 1.4300073385238647,
      "cov-distil (oracle2student)": 4.919758319854736,
      "cov-distil (oracle2teacher)": 4.471924781799316,
      "epoch": 7.60596546310832,
      "rel-constrast": 2.423417568206787,
      "step": 9690,
      "subrel-constrast": 2.873589515686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4900074005126953,
      "cov-distil (oracle2student)": 3.9623780250549316,
      "cov-distil (oracle2teacher)": 3.9451231956481934,
      "epoch": 7.606750392464678,
      "rel-constrast": 2.353066921234131,
      "step": 9691,
      "subrel-constrast": 3.4643003940582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489926815032959,
      "cov-distil (oracle2student)": 6.898164749145508,
      "cov-distil (oracle2teacher)": 6.071269989013672,
      "epoch": 7.607535321821036,
      "rel-constrast": 3.1923232078552246,
      "step": 9692,
      "subrel-constrast": 3.365630626678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0199439525604248,
      "cov-distil (oracle2student)": 3.52797532081604,
      "cov-distil (oracle2teacher)": 3.3371074199676514,
      "epoch": 7.608320251177394,
      "rel-constrast": 1.4210565090179443,
      "step": 9693,
      "subrel-constrast": 2.171332597732544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2564270496368408,
      "cov-distil (oracle2student)": 3.3517842292785645,
      "cov-distil (oracle2teacher)": 3.1183245182037354,
      "epoch": 7.609105180533752,
      "rel-constrast": 2.2859277725219727,
      "step": 9694,
      "subrel-constrast": 2.9800596237182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0077002048492432,
      "cov-distil (oracle2student)": 2.9059243202209473,
      "cov-distil (oracle2teacher)": 3.3985366821289062,
      "epoch": 7.6098901098901095,
      "rel-constrast": 2.095242738723755,
      "step": 9695,
      "subrel-constrast": 2.7899560928344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2038815021514893,
      "cov-distil (oracle2student)": 2.825014114379883,
      "cov-distil (oracle2teacher)": 3.4039881229400635,
      "epoch": 7.610675039246468,
      "rel-constrast": 2.1326706409454346,
      "step": 9696,
      "subrel-constrast": 2.98110032081604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.943298101425171,
      "cov-distil (oracle2student)": 3.939577102661133,
      "cov-distil (oracle2teacher)": 3.7990598678588867,
      "epoch": 7.6114599686028255,
      "rel-constrast": 3.0044257640838623,
      "step": 9697,
      "subrel-constrast": 3.770439386367798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4080449342727661,
      "cov-distil (oracle2student)": 3.4828343391418457,
      "cov-distil (oracle2teacher)": 3.7239372730255127,
      "epoch": 7.612244897959184,
      "rel-constrast": 1.6841652393341064,
      "step": 9698,
      "subrel-constrast": 2.326052188873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812179684638977,
      "cov-distil (oracle2student)": 4.040733337402344,
      "cov-distil (oracle2teacher)": 3.857351064682007,
      "epoch": 7.6130298273155415,
      "rel-constrast": 2.5509815216064453,
      "step": 9699,
      "subrel-constrast": 3.2742040157318115,
      "view-similarity": 0
    },
    {
      "epoch": 7.6138147566719,
      "grad_norm": 5.0,
      "learning_rate": 1.3786631344113176e-07,
      "loss": 0.6137,
      "step": 9700
    },
    {
      "epoch": 7.6138147566719,
      "overlap": 0.3265624940395355,
      "step": 9700
    },
    {
      "epoch": 7.6138147566719,
      "step": 9700,
      "student margin": 0.05743408203125
    },
    {
      "epoch": 7.6138147566719,
      "step": 9700,
      "teacher margin": 0.040618896484375
    },
    {
      "epoch": 7.6138147566719,
      "margin difference": -0.016815185546875,
      "step": 9700
    },
    {
      "cov-distil": 1.0832332372665405,
      "cov-distil (oracle2student)": 5.055502414703369,
      "cov-distil (oracle2teacher)": 4.809122085571289,
      "epoch": 7.6138147566719,
      "rel-constrast": 2.0626091957092285,
      "step": 9700,
      "subrel-constrast": 2.9167263507843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991932392120361,
      "cov-distil (oracle2student)": 5.243480682373047,
      "cov-distil (oracle2teacher)": 5.007615566253662,
      "epoch": 7.614599686028257,
      "rel-constrast": 2.521617889404297,
      "step": 9701,
      "subrel-constrast": 3.2420730590820312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2054929733276367,
      "cov-distil (oracle2student)": 4.807500839233398,
      "cov-distil (oracle2teacher)": 4.40885066986084,
      "epoch": 7.615384615384615,
      "rel-constrast": 2.5406594276428223,
      "step": 9702,
      "subrel-constrast": 3.6750824451446533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1127084493637085,
      "cov-distil (oracle2student)": 4.121431827545166,
      "cov-distil (oracle2teacher)": 3.6016414165496826,
      "epoch": 7.616169544740973,
      "rel-constrast": 1.7229560613632202,
      "step": 9703,
      "subrel-constrast": 2.0796303749084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4434980154037476,
      "cov-distil (oracle2student)": 6.338767051696777,
      "cov-distil (oracle2teacher)": 5.348603248596191,
      "epoch": 7.616954474097331,
      "rel-constrast": 2.831188201904297,
      "step": 9704,
      "subrel-constrast": 3.390903949737549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.755445957183838,
      "cov-distil (oracle2student)": 4.882833480834961,
      "cov-distil (oracle2teacher)": 4.44920539855957,
      "epoch": 7.617739403453689,
      "rel-constrast": 3.476935625076294,
      "step": 9705,
      "subrel-constrast": 4.142301559448242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437678813934326,
      "cov-distil (oracle2student)": 4.849201679229736,
      "cov-distil (oracle2teacher)": 4.299973487854004,
      "epoch": 7.618524332810047,
      "rel-constrast": 3.830683946609497,
      "step": 9706,
      "subrel-constrast": 4.018338203430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.779970645904541,
      "cov-distil (oracle2student)": 4.0964460372924805,
      "cov-distil (oracle2teacher)": 3.9041786193847656,
      "epoch": 7.619309262166405,
      "rel-constrast": 2.6448347568511963,
      "step": 9707,
      "subrel-constrast": 3.0075488090515137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4586740732192993,
      "cov-distil (oracle2student)": 6.094503402709961,
      "cov-distil (oracle2teacher)": 5.751026153564453,
      "epoch": 7.620094191522763,
      "rel-constrast": 3.3531243801116943,
      "step": 9708,
      "subrel-constrast": 3.8079042434692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.645416259765625,
      "cov-distil (oracle2student)": 3.7018837928771973,
      "cov-distil (oracle2teacher)": 4.456511497497559,
      "epoch": 7.6208791208791204,
      "rel-constrast": 2.507507085800171,
      "step": 9709,
      "subrel-constrast": 3.6998040676116943,
      "view-similarity": 0
    },
    {
      "epoch": 7.621664050235479,
      "grad_norm": 5.4375,
      "learning_rate": 1.2886567711020148e-07,
      "loss": 0.7274,
      "step": 9710
    },
    {
      "cov-distil": 1.34731125831604,
      "cov-distil (oracle2student)": 3.845492124557495,
      "cov-distil (oracle2teacher)": 3.7741987705230713,
      "epoch": 7.621664050235479,
      "rel-constrast": 2.566663980484009,
      "step": 9710,
      "subrel-constrast": 3.1619770526885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5743834972381592,
      "cov-distil (oracle2student)": 1.9993579387664795,
      "cov-distil (oracle2teacher)": 2.152538299560547,
      "epoch": 7.622448979591836,
      "rel-constrast": 1.6366262435913086,
      "step": 9711,
      "subrel-constrast": 2.3235700130462646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3652206659317017,
      "cov-distil (oracle2student)": 4.1219964027404785,
      "cov-distil (oracle2teacher)": 4.544062614440918,
      "epoch": 7.623233908948195,
      "rel-constrast": 2.638890266418457,
      "step": 9712,
      "subrel-constrast": 3.511632204055786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4596407413482666,
      "cov-distil (oracle2student)": 3.4063141345977783,
      "cov-distil (oracle2teacher)": 3.9271764755249023,
      "epoch": 7.624018838304552,
      "rel-constrast": 2.203432083129883,
      "step": 9713,
      "subrel-constrast": 3.1279854774475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4906686544418335,
      "cov-distil (oracle2student)": 4.663911819458008,
      "cov-distil (oracle2teacher)": 4.419679641723633,
      "epoch": 7.624803767660911,
      "rel-constrast": 3.527031421661377,
      "step": 9714,
      "subrel-constrast": 3.7085068225860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7886050939559937,
      "cov-distil (oracle2student)": 4.267634868621826,
      "cov-distil (oracle2teacher)": 4.805744171142578,
      "epoch": 7.625588697017268,
      "rel-constrast": 2.957085132598877,
      "step": 9715,
      "subrel-constrast": 3.26475191116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1806087493896484,
      "cov-distil (oracle2student)": 3.567732095718384,
      "cov-distil (oracle2teacher)": 3.9283032417297363,
      "epoch": 7.626373626373626,
      "rel-constrast": 2.3293256759643555,
      "step": 9716,
      "subrel-constrast": 2.8716678619384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669480562210083,
      "cov-distil (oracle2student)": 5.647691249847412,
      "cov-distil (oracle2teacher)": 5.607858657836914,
      "epoch": 7.627158555729984,
      "rel-constrast": 3.382150411605835,
      "step": 9717,
      "subrel-constrast": 4.113277912139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1423211097717285,
      "cov-distil (oracle2student)": 3.927966594696045,
      "cov-distil (oracle2teacher)": 3.7884716987609863,
      "epoch": 7.627943485086342,
      "rel-constrast": 2.120887279510498,
      "step": 9718,
      "subrel-constrast": 3.080531358718872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1381425857543945,
      "cov-distil (oracle2student)": 3.382309913635254,
      "cov-distil (oracle2teacher)": 3.108661651611328,
      "epoch": 7.6287284144427,
      "rel-constrast": 2.169354200363159,
      "step": 9719,
      "subrel-constrast": 2.834477424621582,
      "view-similarity": 0
    },
    {
      "epoch": 7.629513343799058,
      "grad_norm": 4.5625,
      "learning_rate": 1.201680877021466e-07,
      "loss": 0.6762,
      "step": 9720
    },
    {
      "cov-distil": 1.5784977674484253,
      "cov-distil (oracle2student)": 3.6832661628723145,
      "cov-distil (oracle2teacher)": 3.9611871242523193,
      "epoch": 7.629513343799058,
      "rel-constrast": 3.402745246887207,
      "step": 9720,
      "subrel-constrast": 3.695011615753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.586463212966919,
      "cov-distil (oracle2student)": 2.0236337184906006,
      "cov-distil (oracle2teacher)": 2.548983573913574,
      "epoch": 7.630298273155416,
      "rel-constrast": 1.8207740783691406,
      "step": 9721,
      "subrel-constrast": 2.7427685260772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6182429790496826,
      "cov-distil (oracle2student)": 5.298888206481934,
      "cov-distil (oracle2teacher)": 4.503762245178223,
      "epoch": 7.631083202511774,
      "rel-constrast": 2.272019386291504,
      "step": 9722,
      "subrel-constrast": 2.6402926445007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4665110111236572,
      "cov-distil (oracle2student)": 6.373973846435547,
      "cov-distil (oracle2teacher)": 5.174221038818359,
      "epoch": 7.631868131868131,
      "rel-constrast": 2.9766056537628174,
      "step": 9723,
      "subrel-constrast": 3.6936724185943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2013864517211914,
      "cov-distil (oracle2student)": 5.149239540100098,
      "cov-distil (oracle2teacher)": 4.996521949768066,
      "epoch": 7.63265306122449,
      "rel-constrast": 2.126288890838623,
      "step": 9724,
      "subrel-constrast": 2.565925121307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056229591369629,
      "cov-distil (oracle2student)": 6.424070358276367,
      "cov-distil (oracle2teacher)": 5.60418701171875,
      "epoch": 7.633437990580847,
      "rel-constrast": 3.1130335330963135,
      "step": 9725,
      "subrel-constrast": 3.866621255874634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618358850479126,
      "cov-distil (oracle2student)": 6.438130855560303,
      "cov-distil (oracle2teacher)": 5.737132549285889,
      "epoch": 7.634222919937206,
      "rel-constrast": 1.799992561340332,
      "step": 9726,
      "subrel-constrast": 2.6740615367889404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2800744771957397,
      "cov-distil (oracle2student)": 2.6452982425689697,
      "cov-distil (oracle2teacher)": 2.997981071472168,
      "epoch": 7.635007849293563,
      "rel-constrast": 2.2644619941711426,
      "step": 9727,
      "subrel-constrast": 3.0071873664855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5982649326324463,
      "cov-distil (oracle2student)": 2.2422468662261963,
      "cov-distil (oracle2teacher)": 2.5715878009796143,
      "epoch": 7.635792778649922,
      "rel-constrast": 2.175790786743164,
      "step": 9728,
      "subrel-constrast": 3.707951784133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3007549047470093,
      "cov-distil (oracle2student)": 2.859968900680542,
      "cov-distil (oracle2teacher)": 2.9171078205108643,
      "epoch": 7.636577708006279,
      "rel-constrast": 2.0815377235412598,
      "step": 9729,
      "subrel-constrast": 2.8174893856048584,
      "view-similarity": 0
    },
    {
      "epoch": 7.637362637362637,
      "grad_norm": 4.9375,
      "learning_rate": 1.1177365119434402e-07,
      "loss": 0.6391,
      "step": 9730
    },
    {
      "cov-distil": 1.9918386936187744,
      "cov-distil (oracle2student)": 4.505366325378418,
      "cov-distil (oracle2teacher)": 4.293813705444336,
      "epoch": 7.637362637362637,
      "rel-constrast": 3.4825751781463623,
      "step": 9730,
      "subrel-constrast": 4.373887062072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6150176525115967,
      "cov-distil (oracle2student)": 4.600607872009277,
      "cov-distil (oracle2teacher)": 3.9021387100219727,
      "epoch": 7.638147566718995,
      "rel-constrast": 3.164177894592285,
      "step": 9731,
      "subrel-constrast": 3.6641182899475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1980485916137695,
      "cov-distil (oracle2student)": 4.391039848327637,
      "cov-distil (oracle2teacher)": 4.267985820770264,
      "epoch": 7.638932496075353,
      "rel-constrast": 2.5630433559417725,
      "step": 9732,
      "subrel-constrast": 3.386157512664795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606706142425537,
      "cov-distil (oracle2student)": 4.760268688201904,
      "cov-distil (oracle2teacher)": 4.38507080078125,
      "epoch": 7.639717425431711,
      "rel-constrast": 2.391756772994995,
      "step": 9733,
      "subrel-constrast": 2.71462082862854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.195145606994629,
      "cov-distil (oracle2student)": 3.9744315147399902,
      "cov-distil (oracle2teacher)": 3.6395838260650635,
      "epoch": 7.640502354788069,
      "rel-constrast": 1.9744436740875244,
      "step": 9734,
      "subrel-constrast": 2.537045478820801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4374518394470215,
      "cov-distil (oracle2student)": 6.124547004699707,
      "cov-distil (oracle2teacher)": 5.247352123260498,
      "epoch": 7.641287284144427,
      "rel-constrast": 2.983858585357666,
      "step": 9735,
      "subrel-constrast": 3.5283055305480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764697790145874,
      "cov-distil (oracle2student)": 4.411989212036133,
      "cov-distil (oracle2teacher)": 4.133063316345215,
      "epoch": 7.642072213500785,
      "rel-constrast": 3.0321786403656006,
      "step": 9736,
      "subrel-constrast": 3.555875062942505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4743481874465942,
      "cov-distil (oracle2student)": 4.540245532989502,
      "cov-distil (oracle2teacher)": 4.471737384796143,
      "epoch": 7.642857142857143,
      "rel-constrast": 3.697165012359619,
      "step": 9737,
      "subrel-constrast": 4.062579154968262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6318347454071045,
      "cov-distil (oracle2student)": 4.272611141204834,
      "cov-distil (oracle2teacher)": 3.474473237991333,
      "epoch": 7.643642072213501,
      "rel-constrast": 2.6912124156951904,
      "step": 9738,
      "subrel-constrast": 3.19726300239563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4721187353134155,
      "cov-distil (oracle2student)": 2.73758602142334,
      "cov-distil (oracle2teacher)": 2.5475754737854004,
      "epoch": 7.644427001569858,
      "rel-constrast": 1.6889387369155884,
      "step": 9739,
      "subrel-constrast": 2.2668533325195312,
      "view-similarity": 0
    },
    {
      "epoch": 7.645211930926217,
      "grad_norm": 4.65625,
      "learning_rate": 1.0368246987035868e-07,
      "loss": 0.7301,
      "step": 9740
    },
    {
      "cov-distil": 1.3892955780029297,
      "cov-distil (oracle2student)": 4.7840070724487305,
      "cov-distil (oracle2teacher)": 4.538658618927002,
      "epoch": 7.645211930926217,
      "rel-constrast": 3.491478204727173,
      "step": 9740,
      "subrel-constrast": 4.032872676849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1731643676757812,
      "cov-distil (oracle2student)": 4.664547920227051,
      "cov-distil (oracle2teacher)": 4.808872222900391,
      "epoch": 7.645996860282574,
      "rel-constrast": 3.0839991569519043,
      "step": 9741,
      "subrel-constrast": 4.031534194946289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4181967973709106,
      "cov-distil (oracle2student)": 4.015790939331055,
      "cov-distil (oracle2teacher)": 4.267971992492676,
      "epoch": 7.646781789638933,
      "rel-constrast": 2.4008405208587646,
      "step": 9742,
      "subrel-constrast": 3.3647186756134033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5900846719741821,
      "cov-distil (oracle2student)": 5.504521369934082,
      "cov-distil (oracle2teacher)": 4.639427185058594,
      "epoch": 7.64756671899529,
      "rel-constrast": 2.420973777770996,
      "step": 9743,
      "subrel-constrast": 3.3234102725982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511878252029419,
      "cov-distil (oracle2student)": 3.9662516117095947,
      "cov-distil (oracle2teacher)": 4.0319318771362305,
      "epoch": 7.648351648351649,
      "rel-constrast": 2.4499335289001465,
      "step": 9744,
      "subrel-constrast": 3.3676962852478027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426628589630127,
      "cov-distil (oracle2student)": 4.820691108703613,
      "cov-distil (oracle2teacher)": 4.409632682800293,
      "epoch": 7.649136577708006,
      "rel-constrast": 2.129453182220459,
      "step": 9745,
      "subrel-constrast": 2.872776985168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0117335319519043,
      "cov-distil (oracle2student)": 4.513125419616699,
      "cov-distil (oracle2teacher)": 4.606240749359131,
      "epoch": 7.649921507064365,
      "rel-constrast": 1.6372909545898438,
      "step": 9746,
      "subrel-constrast": 2.2780463695526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4427568912506104,
      "cov-distil (oracle2student)": 4.584908962249756,
      "cov-distil (oracle2teacher)": 4.531744003295898,
      "epoch": 7.650706436420722,
      "rel-constrast": 2.6670145988464355,
      "step": 9747,
      "subrel-constrast": 3.568058729171753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3537871837615967,
      "cov-distil (oracle2student)": 3.4489822387695312,
      "cov-distil (oracle2teacher)": 3.699300527572632,
      "epoch": 7.65149136577708,
      "rel-constrast": 1.9033842086791992,
      "step": 9748,
      "subrel-constrast": 2.749772787094116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8397530317306519,
      "cov-distil (oracle2student)": 6.349204063415527,
      "cov-distil (oracle2teacher)": 5.025996208190918,
      "epoch": 7.652276295133438,
      "rel-constrast": 3.5128626823425293,
      "step": 9749,
      "subrel-constrast": 3.9671828746795654,
      "view-similarity": 0
    },
    {
      "epoch": 7.653061224489796,
      "grad_norm": 6.625,
      "learning_rate": 9.589464231867795e-08,
      "loss": 0.6778,
      "step": 9750
    },
    {
      "cov-distil": 1.7782734632492065,
      "cov-distil (oracle2student)": 4.061530113220215,
      "cov-distil (oracle2teacher)": 3.772181749343872,
      "epoch": 7.653061224489796,
      "rel-constrast": 2.9790735244750977,
      "step": 9750,
      "subrel-constrast": 3.6553382873535156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0326918363571167,
      "cov-distil (oracle2student)": 3.627929210662842,
      "cov-distil (oracle2teacher)": 3.216930389404297,
      "epoch": 7.653846153846154,
      "rel-constrast": 2.2876782417297363,
      "step": 9751,
      "subrel-constrast": 2.5030431747436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.761815071105957,
      "cov-distil (oracle2student)": 4.331693649291992,
      "cov-distil (oracle2teacher)": 4.018059730529785,
      "epoch": 7.654631083202512,
      "rel-constrast": 2.583371162414551,
      "step": 9752,
      "subrel-constrast": 3.166672945022583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2861590385437012,
      "cov-distil (oracle2student)": 4.678458213806152,
      "cov-distil (oracle2teacher)": 4.456398010253906,
      "epoch": 7.65541601255887,
      "rel-constrast": 1.3916411399841309,
      "step": 9753,
      "subrel-constrast": 2.1606454849243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6532584428787231,
      "cov-distil (oracle2student)": 4.651275634765625,
      "cov-distil (oracle2teacher)": 4.575647354125977,
      "epoch": 7.656200941915228,
      "rel-constrast": 2.3908839225769043,
      "step": 9754,
      "subrel-constrast": 2.8698859214782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1272071599960327,
      "cov-distil (oracle2student)": 4.375662803649902,
      "cov-distil (oracle2teacher)": 4.337032318115234,
      "epoch": 7.656985871271585,
      "rel-constrast": 1.3935753107070923,
      "step": 9755,
      "subrel-constrast": 2.186635732650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6606724262237549,
      "cov-distil (oracle2student)": 3.5543484687805176,
      "cov-distil (oracle2teacher)": 3.478827714920044,
      "epoch": 7.657770800627944,
      "rel-constrast": 2.85252046585083,
      "step": 9756,
      "subrel-constrast": 3.230854034423828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6747078895568848,
      "cov-distil (oracle2student)": 3.910269260406494,
      "cov-distil (oracle2teacher)": 3.6960506439208984,
      "epoch": 7.658555729984301,
      "rel-constrast": 2.0009939670562744,
      "step": 9757,
      "subrel-constrast": 3.2483386993408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2159541845321655,
      "cov-distil (oracle2student)": 5.917576789855957,
      "cov-distil (oracle2teacher)": 4.810235500335693,
      "epoch": 7.65934065934066,
      "rel-constrast": 2.1299848556518555,
      "step": 9758,
      "subrel-constrast": 2.947293519973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5986182689666748,
      "cov-distil (oracle2student)": 4.907576560974121,
      "cov-distil (oracle2teacher)": 4.439608097076416,
      "epoch": 7.660125588697017,
      "rel-constrast": 2.290698766708374,
      "step": 9759,
      "subrel-constrast": 2.926520824432373,
      "view-similarity": 0
    },
    {
      "epoch": 7.660910518053376,
      "grad_norm": 5.75,
      "learning_rate": 8.84102634315237e-08,
      "loss": 0.5945,
      "step": 9760
    },
    {
      "cov-distil": 1.6555685997009277,
      "cov-distil (oracle2student)": 2.866363763809204,
      "cov-distil (oracle2teacher)": 3.263564348220825,
      "epoch": 7.660910518053376,
      "rel-constrast": 1.7357639074325562,
      "step": 9760,
      "subrel-constrast": 2.6819210052490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5170389413833618,
      "cov-distil (oracle2student)": 2.6160712242126465,
      "cov-distil (oracle2teacher)": 3.107788562774658,
      "epoch": 7.661695447409733,
      "rel-constrast": 3.1706175804138184,
      "step": 9761,
      "subrel-constrast": 4.116095066070557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5058284997940063,
      "cov-distil (oracle2student)": 5.300970077514648,
      "cov-distil (oracle2teacher)": 4.639423370361328,
      "epoch": 7.662480376766091,
      "rel-constrast": 3.1144204139709473,
      "step": 9762,
      "subrel-constrast": 3.4605300426483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4365479946136475,
      "cov-distil (oracle2student)": 4.285955429077148,
      "cov-distil (oracle2teacher)": 4.6605224609375,
      "epoch": 7.663265306122449,
      "rel-constrast": 2.434049129486084,
      "step": 9763,
      "subrel-constrast": 3.020465850830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1312425136566162,
      "cov-distil (oracle2student)": 4.864502429962158,
      "cov-distil (oracle2teacher)": 4.362581253051758,
      "epoch": 7.664050235478807,
      "rel-constrast": 2.732403516769409,
      "step": 9764,
      "subrel-constrast": 3.26503849029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4350807666778564,
      "cov-distil (oracle2student)": 4.619543075561523,
      "cov-distil (oracle2teacher)": 4.0693135261535645,
      "epoch": 7.664835164835165,
      "rel-constrast": 2.252185344696045,
      "step": 9765,
      "subrel-constrast": 2.7050437927246094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0953359603881836,
      "cov-distil (oracle2student)": 6.430458068847656,
      "cov-distil (oracle2teacher)": 5.6432929039001465,
      "epoch": 7.665620094191523,
      "rel-constrast": 2.5797672271728516,
      "step": 9766,
      "subrel-constrast": 3.3809027671813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1128475666046143,
      "cov-distil (oracle2student)": 5.76580810546875,
      "cov-distil (oracle2teacher)": 5.473819255828857,
      "epoch": 7.666405023547881,
      "rel-constrast": 3.4910495281219482,
      "step": 9767,
      "subrel-constrast": 3.788027048110962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0980687141418457,
      "cov-distil (oracle2student)": 3.943793296813965,
      "cov-distil (oracle2teacher)": 3.2142868041992188,
      "epoch": 7.667189952904239,
      "rel-constrast": 2.845139503479004,
      "step": 9768,
      "subrel-constrast": 2.9317381381988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4681549072265625,
      "cov-distil (oracle2student)": 5.720956802368164,
      "cov-distil (oracle2teacher)": 4.897068023681641,
      "epoch": 7.667974882260596,
      "rel-constrast": 3.154268741607666,
      "step": 9769,
      "subrel-constrast": 3.95284104347229,
      "view-similarity": 0
    },
    {
      "epoch": 7.668759811616955,
      "grad_norm": 6.75,
      "learning_rate": 8.122942440369207e-08,
      "loss": 0.7239,
      "step": 9770
    },
    {
      "cov-distil": 2.157773494720459,
      "cov-distil (oracle2student)": 4.338583946228027,
      "cov-distil (oracle2teacher)": 4.4180145263671875,
      "epoch": 7.668759811616955,
      "rel-constrast": 2.578418731689453,
      "step": 9770,
      "subrel-constrast": 4.123711109161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5039302110671997,
      "cov-distil (oracle2student)": 4.938427448272705,
      "cov-distil (oracle2teacher)": 4.373233318328857,
      "epoch": 7.669544740973312,
      "rel-constrast": 2.2361488342285156,
      "step": 9771,
      "subrel-constrast": 2.829787254333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2963041067123413,
      "cov-distil (oracle2student)": 4.657245635986328,
      "cov-distil (oracle2teacher)": 4.097936630249023,
      "epoch": 7.670329670329671,
      "rel-constrast": 2.780447244644165,
      "step": 9772,
      "subrel-constrast": 3.2447266578674316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0802803039550781,
      "cov-distil (oracle2student)": 3.111337184906006,
      "cov-distil (oracle2teacher)": 3.1376185417175293,
      "epoch": 7.671114599686028,
      "rel-constrast": 2.8631515502929688,
      "step": 9773,
      "subrel-constrast": 3.2366604804992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581742763519287,
      "cov-distil (oracle2student)": 3.3643972873687744,
      "cov-distil (oracle2teacher)": 3.5589590072631836,
      "epoch": 7.671899529042387,
      "rel-constrast": 2.716122627258301,
      "step": 9774,
      "subrel-constrast": 3.652416944503784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6016557216644287,
      "cov-distil (oracle2student)": 2.7118406295776367,
      "cov-distil (oracle2teacher)": 2.701820135116577,
      "epoch": 7.672684458398744,
      "rel-constrast": 2.865126609802246,
      "step": 9775,
      "subrel-constrast": 3.9885926246643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5029391050338745,
      "cov-distil (oracle2student)": 2.747523307800293,
      "cov-distil (oracle2teacher)": 3.08309006690979,
      "epoch": 7.673469387755102,
      "rel-constrast": 2.3065385818481445,
      "step": 9776,
      "subrel-constrast": 2.8119609355926514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7293683290481567,
      "cov-distil (oracle2student)": 4.151376724243164,
      "cov-distil (oracle2teacher)": 3.886956214904785,
      "epoch": 7.67425431711146,
      "rel-constrast": 1.9038920402526855,
      "step": 9777,
      "subrel-constrast": 3.106788158416748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8017643690109253,
      "cov-distil (oracle2student)": 5.3929548263549805,
      "cov-distil (oracle2teacher)": 4.987924575805664,
      "epoch": 7.675039246467818,
      "rel-constrast": 2.174180030822754,
      "step": 9778,
      "subrel-constrast": 3.2220535278320312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582279920578003,
      "cov-distil (oracle2student)": 3.7425146102905273,
      "cov-distil (oracle2teacher)": 4.01087760925293,
      "epoch": 7.675824175824176,
      "rel-constrast": 2.7584385871887207,
      "step": 9779,
      "subrel-constrast": 3.8479480743408203,
      "view-similarity": 0
    },
    {
      "epoch": 7.676609105180534,
      "grad_norm": 5.25,
      "learning_rate": 7.435221273143777e-08,
      "loss": 0.669,
      "step": 9780
    },
    {
      "cov-distil": 1.7445963621139526,
      "cov-distil (oracle2student)": 4.553337574005127,
      "cov-distil (oracle2teacher)": 4.393726825714111,
      "epoch": 7.676609105180534,
      "rel-constrast": 2.721072196960449,
      "step": 9780,
      "subrel-constrast": 3.646090507507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2734931707382202,
      "cov-distil (oracle2student)": 4.172008991241455,
      "cov-distil (oracle2teacher)": 3.4509801864624023,
      "epoch": 7.677394034536892,
      "rel-constrast": 2.3704471588134766,
      "step": 9781,
      "subrel-constrast": 2.584641933441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2012864351272583,
      "cov-distil (oracle2student)": 5.698113441467285,
      "cov-distil (oracle2teacher)": 4.851242542266846,
      "epoch": 7.67817896389325,
      "rel-constrast": 2.311828374862671,
      "step": 9782,
      "subrel-constrast": 2.6171934604644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4319442510604858,
      "cov-distil (oracle2student)": 4.344949722290039,
      "cov-distil (oracle2teacher)": 4.187238693237305,
      "epoch": 7.678963893249607,
      "rel-constrast": 2.835474729537964,
      "step": 9783,
      "subrel-constrast": 3.643800973892212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.221917748451233,
      "cov-distil (oracle2student)": 5.771062850952148,
      "cov-distil (oracle2teacher)": 4.4424638748168945,
      "epoch": 7.679748822605966,
      "rel-constrast": 2.367433786392212,
      "step": 9784,
      "subrel-constrast": 2.4678218364715576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5534107685089111,
      "cov-distil (oracle2student)": 4.8583269119262695,
      "cov-distil (oracle2teacher)": 4.428445816040039,
      "epoch": 7.680533751962323,
      "rel-constrast": 2.2921862602233887,
      "step": 9785,
      "subrel-constrast": 3.083922863006592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8234050273895264,
      "cov-distil (oracle2student)": 4.444127082824707,
      "cov-distil (oracle2teacher)": 3.9511146545410156,
      "epoch": 7.681318681318682,
      "rel-constrast": 2.5997354984283447,
      "step": 9786,
      "subrel-constrast": 3.4722609519958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.761038899421692,
      "cov-distil (oracle2student)": 4.8815016746521,
      "cov-distil (oracle2teacher)": 5.005049705505371,
      "epoch": 7.682103610675039,
      "rel-constrast": 3.4669852256774902,
      "step": 9787,
      "subrel-constrast": 3.7094972133636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5299742221832275,
      "cov-distil (oracle2student)": 5.6651105880737305,
      "cov-distil (oracle2teacher)": 5.236586570739746,
      "epoch": 7.6828885400313975,
      "rel-constrast": 2.6708340644836426,
      "step": 9788,
      "subrel-constrast": 3.049543857574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65447199344635,
      "cov-distil (oracle2student)": 6.168340682983398,
      "cov-distil (oracle2teacher)": 6.155302047729492,
      "epoch": 7.683673469387755,
      "rel-constrast": 2.681772470474243,
      "step": 9789,
      "subrel-constrast": 3.7249503135681152,
      "view-similarity": 0
    },
    {
      "epoch": 7.684458398744113,
      "grad_norm": 6.125,
      "learning_rate": 6.777871221141929e-08,
      "loss": 0.6959,
      "step": 9790
    },
    {
      "cov-distil": 1.4576447010040283,
      "cov-distil (oracle2student)": 3.2165539264678955,
      "cov-distil (oracle2teacher)": 3.286496639251709,
      "epoch": 7.684458398744113,
      "rel-constrast": 2.1647791862487793,
      "step": 9790,
      "subrel-constrast": 2.734034299850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8430187702178955,
      "cov-distil (oracle2student)": 3.265866756439209,
      "cov-distil (oracle2teacher)": 3.6646711826324463,
      "epoch": 7.685243328100471,
      "rel-constrast": 2.777294158935547,
      "step": 9791,
      "subrel-constrast": 3.933239698410034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539224624633789,
      "cov-distil (oracle2student)": 4.525339126586914,
      "cov-distil (oracle2teacher)": 4.005221843719482,
      "epoch": 7.686028257456829,
      "rel-constrast": 3.888495683670044,
      "step": 9792,
      "subrel-constrast": 4.438144683837891,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6111969947814941,
      "cov-distil (oracle2student)": 3.7413997650146484,
      "cov-distil (oracle2teacher)": 3.522994041442871,
      "epoch": 7.686813186813187,
      "rel-constrast": 2.3786354064941406,
      "step": 9793,
      "subrel-constrast": 2.9609029293060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7060641050338745,
      "cov-distil (oracle2student)": 3.4194765090942383,
      "cov-distil (oracle2teacher)": 3.1648812294006348,
      "epoch": 7.687598116169545,
      "rel-constrast": 3.498594284057617,
      "step": 9794,
      "subrel-constrast": 3.93251633644104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6507203578948975,
      "cov-distil (oracle2student)": 4.747534275054932,
      "cov-distil (oracle2teacher)": 5.026789665222168,
      "epoch": 7.688383045525903,
      "rel-constrast": 2.9680192470550537,
      "step": 9795,
      "subrel-constrast": 4.000970840454102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2023686170578003,
      "cov-distil (oracle2student)": 3.061337471008301,
      "cov-distil (oracle2teacher)": 3.3084826469421387,
      "epoch": 7.689167974882261,
      "rel-constrast": 1.6627650260925293,
      "step": 9796,
      "subrel-constrast": 2.351022720336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.249491810798645,
      "cov-distil (oracle2student)": 5.163534164428711,
      "cov-distil (oracle2teacher)": 4.8501787185668945,
      "epoch": 7.689952904238618,
      "rel-constrast": 1.8666656017303467,
      "step": 9797,
      "subrel-constrast": 2.319796085357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0802109241485596,
      "cov-distil (oracle2student)": 3.370565414428711,
      "cov-distil (oracle2teacher)": 3.82525634765625,
      "epoch": 7.6907378335949765,
      "rel-constrast": 3.0711090564727783,
      "step": 9798,
      "subrel-constrast": 4.101466655731201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1345720291137695,
      "cov-distil (oracle2student)": 5.729158401489258,
      "cov-distil (oracle2teacher)": 5.18128776550293,
      "epoch": 7.691522762951334,
      "rel-constrast": 2.5893402099609375,
      "step": 9799,
      "subrel-constrast": 3.014948606491089,
      "view-similarity": 0
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 5.5625,
      "learning_rate": 6.150900293966089e-08,
      "loss": 0.7078,
      "step": 9800
    },
    {
      "epoch": 7.6923076923076925,
      "overlap": 0.3109374940395355,
      "step": 9800
    },
    {
      "epoch": 7.6923076923076925,
      "step": 9800,
      "student margin": 0.06390380859375
    },
    {
      "epoch": 7.6923076923076925,
      "step": 9800,
      "teacher margin": 0.042999267578125
    },
    {
      "epoch": 7.6923076923076925,
      "margin difference": -0.020904541015625,
      "step": 9800
    },
    {
      "cov-distil": 1.2096019983291626,
      "cov-distil (oracle2student)": 5.996889114379883,
      "cov-distil (oracle2teacher)": 5.61669921875,
      "epoch": 7.6923076923076925,
      "rel-constrast": 2.4452083110809326,
      "step": 9800,
      "subrel-constrast": 3.337620258331299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3180136680603027,
      "cov-distil (oracle2student)": 4.78920316696167,
      "cov-distil (oracle2teacher)": 4.50628662109375,
      "epoch": 7.69309262166405,
      "rel-constrast": 2.497565746307373,
      "step": 9801,
      "subrel-constrast": 3.1858105659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7394840717315674,
      "cov-distil (oracle2student)": 4.332837104797363,
      "cov-distil (oracle2teacher)": 4.663974761962891,
      "epoch": 7.6938775510204085,
      "rel-constrast": 3.410857677459717,
      "step": 9802,
      "subrel-constrast": 4.308294773101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6212047338485718,
      "cov-distil (oracle2student)": 3.337022066116333,
      "cov-distil (oracle2teacher)": 3.609367609024048,
      "epoch": 7.694662480376766,
      "rel-constrast": 1.7950539588928223,
      "step": 9803,
      "subrel-constrast": 2.678905725479126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0268635749816895,
      "cov-distil (oracle2student)": 3.435742139816284,
      "cov-distil (oracle2teacher)": 3.4900550842285156,
      "epoch": 7.695447409733124,
      "rel-constrast": 2.41024112701416,
      "step": 9804,
      "subrel-constrast": 3.313542366027832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4898890256881714,
      "cov-distil (oracle2student)": 4.610209941864014,
      "cov-distil (oracle2teacher)": 4.627889633178711,
      "epoch": 7.696232339089482,
      "rel-constrast": 2.827028274536133,
      "step": 9805,
      "subrel-constrast": 3.4155287742614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1292295455932617,
      "cov-distil (oracle2student)": 4.506752014160156,
      "cov-distil (oracle2teacher)": 4.071645736694336,
      "epoch": 7.6970172684458396,
      "rel-constrast": 1.9485641717910767,
      "step": 9806,
      "subrel-constrast": 2.5993525981903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.683984398841858,
      "cov-distil (oracle2student)": 3.6056761741638184,
      "cov-distil (oracle2teacher)": 3.178642988204956,
      "epoch": 7.697802197802198,
      "rel-constrast": 1.8530601263046265,
      "step": 9807,
      "subrel-constrast": 2.759716510772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2221906185150146,
      "cov-distil (oracle2student)": 4.252809524536133,
      "cov-distil (oracle2teacher)": 3.8178374767303467,
      "epoch": 7.6985871271585555,
      "rel-constrast": 1.9821828603744507,
      "step": 9808,
      "subrel-constrast": 2.5547256469726562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0118052959442139,
      "cov-distil (oracle2student)": 3.408841133117676,
      "cov-distil (oracle2teacher)": 3.597080707550049,
      "epoch": 7.699372056514914,
      "rel-constrast": 2.155813694000244,
      "step": 9809,
      "subrel-constrast": 2.563271999359131,
      "view-similarity": 0
    },
    {
      "epoch": 7.7001569858712715,
      "grad_norm": 5.40625,
      "learning_rate": 5.554316131059223e-08,
      "loss": 0.6193,
      "step": 9810
    },
    {
      "cov-distil": 1.4088366031646729,
      "cov-distil (oracle2student)": 3.236694812774658,
      "cov-distil (oracle2teacher)": 3.1814653873443604,
      "epoch": 7.7001569858712715,
      "rel-constrast": 3.1196529865264893,
      "step": 9810,
      "subrel-constrast": 3.280604600906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824411392211914,
      "cov-distil (oracle2student)": 3.688319206237793,
      "cov-distil (oracle2teacher)": 3.4712960720062256,
      "epoch": 7.700941915227629,
      "rel-constrast": 2.5444741249084473,
      "step": 9811,
      "subrel-constrast": 3.132438898086548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0869600772857666,
      "cov-distil (oracle2student)": 4.1156158447265625,
      "cov-distil (oracle2teacher)": 3.9083151817321777,
      "epoch": 7.7017268445839875,
      "rel-constrast": 3.1257851123809814,
      "step": 9812,
      "subrel-constrast": 3.738938093185425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6621520519256592,
      "cov-distil (oracle2student)": 2.8987770080566406,
      "cov-distil (oracle2teacher)": 3.1104652881622314,
      "epoch": 7.702511773940345,
      "rel-constrast": 2.4253110885620117,
      "step": 9813,
      "subrel-constrast": 3.548095703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2523882389068604,
      "cov-distil (oracle2student)": 4.784976959228516,
      "cov-distil (oracle2teacher)": 4.793179512023926,
      "epoch": 7.7032967032967035,
      "rel-constrast": 2.6702651977539062,
      "step": 9814,
      "subrel-constrast": 3.0168049335479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5759785175323486,
      "cov-distil (oracle2student)": 2.86515474319458,
      "cov-distil (oracle2teacher)": 3.0182745456695557,
      "epoch": 7.704081632653061,
      "rel-constrast": 2.0846939086914062,
      "step": 9815,
      "subrel-constrast": 3.0470173358917236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391730785369873,
      "cov-distil (oracle2student)": 3.611372232437134,
      "cov-distil (oracle2teacher)": 3.746840715408325,
      "epoch": 7.704866562009419,
      "rel-constrast": 1.7331825494766235,
      "step": 9816,
      "subrel-constrast": 2.8111495971679688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.846628189086914,
      "cov-distil (oracle2student)": 3.523555278778076,
      "cov-distil (oracle2teacher)": 3.6558895111083984,
      "epoch": 7.705651491365777,
      "rel-constrast": 3.1434903144836426,
      "step": 9817,
      "subrel-constrast": 3.5099103450775146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195082664489746,
      "cov-distil (oracle2student)": 4.414661884307861,
      "cov-distil (oracle2teacher)": 3.79242205619812,
      "epoch": 7.7064364207221345,
      "rel-constrast": 3.0038299560546875,
      "step": 9818,
      "subrel-constrast": 3.858630895614624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.062898874282837,
      "cov-distil (oracle2student)": 4.244369029998779,
      "cov-distil (oracle2teacher)": 3.7602665424346924,
      "epoch": 7.707221350078493,
      "rel-constrast": 3.6773691177368164,
      "step": 9819,
      "subrel-constrast": 4.23928165435791,
      "view-similarity": 0
    },
    {
      "epoch": 7.7080062794348505,
      "grad_norm": 6.53125,
      "learning_rate": 4.988126001611581e-08,
      "loss": 0.7275,
      "step": 9820
    },
    {
      "cov-distil": 1.697633981704712,
      "cov-distil (oracle2student)": 4.280492782592773,
      "cov-distil (oracle2teacher)": 3.9701569080352783,
      "epoch": 7.7080062794348505,
      "rel-constrast": 2.1498944759368896,
      "step": 9820,
      "subrel-constrast": 3.014939308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3768811225891113,
      "cov-distil (oracle2student)": 3.784884452819824,
      "cov-distil (oracle2teacher)": 4.007742404937744,
      "epoch": 7.708791208791209,
      "rel-constrast": 2.3988499641418457,
      "step": 9821,
      "subrel-constrast": 2.9573163986206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4038922786712646,
      "cov-distil (oracle2student)": 4.545322418212891,
      "cov-distil (oracle2teacher)": 4.481391906738281,
      "epoch": 7.7095761381475665,
      "rel-constrast": 2.7129974365234375,
      "step": 9822,
      "subrel-constrast": 3.840043067932129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5665762424468994,
      "cov-distil (oracle2student)": 2.886923313140869,
      "cov-distil (oracle2teacher)": 2.9026339054107666,
      "epoch": 7.710361067503925,
      "rel-constrast": 2.5457637310028076,
      "step": 9823,
      "subrel-constrast": 3.4837498664855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366350531578064,
      "cov-distil (oracle2student)": 5.13592529296875,
      "cov-distil (oracle2teacher)": 4.623502254486084,
      "epoch": 7.7111459968602825,
      "rel-constrast": 1.8173346519470215,
      "step": 9824,
      "subrel-constrast": 2.5383989810943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5423411130905151,
      "cov-distil (oracle2student)": 3.68822979927063,
      "cov-distil (oracle2teacher)": 3.327054023742676,
      "epoch": 7.71193092621664,
      "rel-constrast": 1.778687834739685,
      "step": 9825,
      "subrel-constrast": 2.7281060218811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7988362312316895,
      "cov-distil (oracle2student)": 4.961392879486084,
      "cov-distil (oracle2teacher)": 4.464663505554199,
      "epoch": 7.712715855572998,
      "rel-constrast": 3.380377769470215,
      "step": 9826,
      "subrel-constrast": 3.7030398845672607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2420377731323242,
      "cov-distil (oracle2student)": 3.5299205780029297,
      "cov-distil (oracle2teacher)": 3.139343738555908,
      "epoch": 7.713500784929356,
      "rel-constrast": 2.3428795337677,
      "step": 9827,
      "subrel-constrast": 2.7711312770843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.215869426727295,
      "cov-distil (oracle2student)": 4.4097580909729,
      "cov-distil (oracle2teacher)": 4.335914611816406,
      "epoch": 7.714285714285714,
      "rel-constrast": 1.892678141593933,
      "step": 9828,
      "subrel-constrast": 2.521838426589966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6775578260421753,
      "cov-distil (oracle2student)": 3.6796364784240723,
      "cov-distil (oracle2teacher)": 3.5950169563293457,
      "epoch": 7.715070643642072,
      "rel-constrast": 2.871398448944092,
      "step": 9829,
      "subrel-constrast": 3.2828235626220703,
      "view-similarity": 0
    },
    {
      "epoch": 7.71585557299843,
      "grad_norm": 7.21875,
      "learning_rate": 4.4523368044704916e-08,
      "loss": 0.6345,
      "step": 9830
    },
    {
      "cov-distil": 1.0663516521453857,
      "cov-distil (oracle2student)": 2.7770209312438965,
      "cov-distil (oracle2teacher)": 3.1393744945526123,
      "epoch": 7.71585557299843,
      "rel-constrast": 1.8306795358657837,
      "step": 9830,
      "subrel-constrast": 2.442234516143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3691140413284302,
      "cov-distil (oracle2student)": 4.014671325683594,
      "cov-distil (oracle2teacher)": 4.503211975097656,
      "epoch": 7.716640502354788,
      "rel-constrast": 3.091158151626587,
      "step": 9831,
      "subrel-constrast": 3.3259449005126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4791815280914307,
      "cov-distil (oracle2student)": 3.5974855422973633,
      "cov-distil (oracle2teacher)": 3.7359893321990967,
      "epoch": 7.717425431711146,
      "rel-constrast": 2.152522563934326,
      "step": 9832,
      "subrel-constrast": 2.860320568084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.358811616897583,
      "cov-distil (oracle2student)": 4.812816619873047,
      "cov-distil (oracle2teacher)": 4.303767204284668,
      "epoch": 7.718210361067504,
      "rel-constrast": 2.373547315597534,
      "step": 9833,
      "subrel-constrast": 2.9734530448913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301292061805725,
      "cov-distil (oracle2student)": 3.1791183948516846,
      "cov-distil (oracle2teacher)": 3.3190953731536865,
      "epoch": 7.718995290423862,
      "rel-constrast": 2.485008716583252,
      "step": 9834,
      "subrel-constrast": 3.1803383827209473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628772258758545,
      "cov-distil (oracle2student)": 4.730669975280762,
      "cov-distil (oracle2teacher)": 4.097223281860352,
      "epoch": 7.71978021978022,
      "rel-constrast": 3.2094035148620605,
      "step": 9835,
      "subrel-constrast": 3.26682186126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6786737442016602,
      "cov-distil (oracle2student)": 3.618480682373047,
      "cov-distil (oracle2teacher)": 3.696024179458618,
      "epoch": 7.720565149136577,
      "rel-constrast": 2.3949265480041504,
      "step": 9836,
      "subrel-constrast": 3.2167298793792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8885295391082764,
      "cov-distil (oracle2student)": 5.46333646774292,
      "cov-distil (oracle2teacher)": 5.149455547332764,
      "epoch": 7.721350078492936,
      "rel-constrast": 2.006558895111084,
      "step": 9837,
      "subrel-constrast": 2.966367244720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0140823125839233,
      "cov-distil (oracle2student)": 4.064722061157227,
      "cov-distil (oracle2teacher)": 3.8433380126953125,
      "epoch": 7.722135007849293,
      "rel-constrast": 2.2326202392578125,
      "step": 9838,
      "subrel-constrast": 2.6701548099517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3825653791427612,
      "cov-distil (oracle2student)": 3.4588942527770996,
      "cov-distil (oracle2teacher)": 3.6936354637145996,
      "epoch": 7.722919937205652,
      "rel-constrast": 1.8032981157302856,
      "step": 9839,
      "subrel-constrast": 2.7242374420166016,
      "view-similarity": 0
    },
    {
      "epoch": 7.723704866562009,
      "grad_norm": 4.375,
      "learning_rate": 3.946955068058755e-08,
      "loss": 0.6249,
      "step": 9840
    },
    {
      "cov-distil": 1.379326581954956,
      "cov-distil (oracle2student)": 4.6370720863342285,
      "cov-distil (oracle2teacher)": 4.574990272521973,
      "epoch": 7.723704866562009,
      "rel-constrast": 2.487121105194092,
      "step": 9840,
      "subrel-constrast": 2.9409339427948,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917510986328125,
      "cov-distil (oracle2student)": 4.601797103881836,
      "cov-distil (oracle2teacher)": 4.7086381912231445,
      "epoch": 7.724489795918368,
      "rel-constrast": 3.7786002159118652,
      "step": 9841,
      "subrel-constrast": 4.456984043121338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4744447469711304,
      "cov-distil (oracle2student)": 4.508491039276123,
      "cov-distil (oracle2teacher)": 4.63834810256958,
      "epoch": 7.725274725274725,
      "rel-constrast": 2.783226251602173,
      "step": 9842,
      "subrel-constrast": 3.324972629547119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3114726543426514,
      "cov-distil (oracle2student)": 7.114017009735107,
      "cov-distil (oracle2teacher)": 5.7574005126953125,
      "epoch": 7.726059654631083,
      "rel-constrast": 2.865435838699341,
      "step": 9843,
      "subrel-constrast": 3.608046054840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5841158628463745,
      "cov-distil (oracle2student)": 3.6429147720336914,
      "cov-distil (oracle2teacher)": 3.955336093902588,
      "epoch": 7.726844583987441,
      "rel-constrast": 2.3920373916625977,
      "step": 9844,
      "subrel-constrast": 3.5683376789093018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5570213794708252,
      "cov-distil (oracle2student)": 4.671599388122559,
      "cov-distil (oracle2teacher)": 4.648189544677734,
      "epoch": 7.727629513343799,
      "rel-constrast": 3.6931915283203125,
      "step": 9845,
      "subrel-constrast": 4.090482234954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3552229404449463,
      "cov-distil (oracle2student)": 3.4263973236083984,
      "cov-distil (oracle2teacher)": 3.128592014312744,
      "epoch": 7.728414442700157,
      "rel-constrast": 1.654050350189209,
      "step": 9846,
      "subrel-constrast": 2.491513729095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5642588138580322,
      "cov-distil (oracle2student)": 4.6273722648620605,
      "cov-distil (oracle2teacher)": 4.265850067138672,
      "epoch": 7.729199372056515,
      "rel-constrast": 2.2700934410095215,
      "step": 9847,
      "subrel-constrast": 2.7697441577911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1989293098449707,
      "cov-distil (oracle2student)": 2.0545449256896973,
      "cov-distil (oracle2teacher)": 2.3629965782165527,
      "epoch": 7.729984301412873,
      "rel-constrast": 1.3626108169555664,
      "step": 9848,
      "subrel-constrast": 2.4423506259918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6666970252990723,
      "cov-distil (oracle2student)": 4.356718063354492,
      "cov-distil (oracle2teacher)": 3.7202513217926025,
      "epoch": 7.730769230769231,
      "rel-constrast": 2.461836338043213,
      "step": 9849,
      "subrel-constrast": 3.3885796070098877,
      "view-similarity": 0
    },
    {
      "epoch": 7.731554160125588,
      "grad_norm": 5.28125,
      "learning_rate": 3.471986950293327e-08,
      "loss": 0.6829,
      "step": 9850
    },
    {
      "cov-distil": 1.2594925165176392,
      "cov-distil (oracle2student)": 4.6743669509887695,
      "cov-distil (oracle2teacher)": 4.451017379760742,
      "epoch": 7.731554160125588,
      "rel-constrast": 3.110157012939453,
      "step": 9850,
      "subrel-constrast": 3.6109087467193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5027480125427246,
      "cov-distil (oracle2student)": 3.2989416122436523,
      "cov-distil (oracle2teacher)": 3.0608036518096924,
      "epoch": 7.732339089481947,
      "rel-constrast": 2.148679256439209,
      "step": 9851,
      "subrel-constrast": 2.585914134979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2780861854553223,
      "cov-distil (oracle2student)": 2.8800275325775146,
      "cov-distil (oracle2teacher)": 3.0147829055786133,
      "epoch": 7.733124018838304,
      "rel-constrast": 2.412412166595459,
      "step": 9852,
      "subrel-constrast": 3.365344524383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3157113790512085,
      "cov-distil (oracle2student)": 4.53297233581543,
      "cov-distil (oracle2teacher)": 4.370205879211426,
      "epoch": 7.733908948194663,
      "rel-constrast": 3.1521499156951904,
      "step": 9853,
      "subrel-constrast": 3.6565380096435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1889119148254395,
      "cov-distil (oracle2student)": 4.291436195373535,
      "cov-distil (oracle2teacher)": 4.144505500793457,
      "epoch": 7.73469387755102,
      "rel-constrast": 2.4387059211730957,
      "step": 9854,
      "subrel-constrast": 3.0802266597747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.244360089302063,
      "cov-distil (oracle2student)": 4.170654773712158,
      "cov-distil (oracle2teacher)": 3.78169584274292,
      "epoch": 7.735478806907379,
      "rel-constrast": 2.2579469680786133,
      "step": 9855,
      "subrel-constrast": 2.8389878273010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1871051788330078,
      "cov-distil (oracle2student)": 3.5459299087524414,
      "cov-distil (oracle2teacher)": 2.991481304168701,
      "epoch": 7.736263736263736,
      "rel-constrast": 2.577813148498535,
      "step": 9856,
      "subrel-constrast": 3.2022762298583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1421399116516113,
      "cov-distil (oracle2student)": 4.098163604736328,
      "cov-distil (oracle2teacher)": 4.223510265350342,
      "epoch": 7.737048665620094,
      "rel-constrast": 2.007969617843628,
      "step": 9857,
      "subrel-constrast": 3.160132646560669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3886570930480957,
      "cov-distil (oracle2student)": 3.6589879989624023,
      "cov-distil (oracle2teacher)": 3.9534010887145996,
      "epoch": 7.737833594976452,
      "rel-constrast": 2.768113136291504,
      "step": 9858,
      "subrel-constrast": 3.650866746902466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8954731225967407,
      "cov-distil (oracle2student)": 3.901646852493286,
      "cov-distil (oracle2teacher)": 4.00911808013916,
      "epoch": 7.73861852433281,
      "rel-constrast": 2.7392656803131104,
      "step": 9859,
      "subrel-constrast": 3.7048990726470947,
      "view-similarity": 0
    },
    {
      "epoch": 7.739403453689168,
      "grad_norm": 6.53125,
      "learning_rate": 3.0274382385106494e-08,
      "loss": 0.6763,
      "step": 9860
    },
    {
      "cov-distil": 1.2632452249526978,
      "cov-distil (oracle2student)": 4.211820602416992,
      "cov-distil (oracle2teacher)": 4.174040794372559,
      "epoch": 7.739403453689168,
      "rel-constrast": 2.759261131286621,
      "step": 9860,
      "subrel-constrast": 3.00925612449646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0016403198242188,
      "cov-distil (oracle2student)": 4.411566257476807,
      "cov-distil (oracle2teacher)": 4.632926940917969,
      "epoch": 7.740188383045526,
      "rel-constrast": 2.5494613647460938,
      "step": 9861,
      "subrel-constrast": 3.7813830375671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.275623083114624,
      "cov-distil (oracle2student)": 5.842865943908691,
      "cov-distil (oracle2teacher)": 5.66817045211792,
      "epoch": 7.740973312401884,
      "rel-constrast": 2.8396573066711426,
      "step": 9862,
      "subrel-constrast": 3.5493547916412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7968838214874268,
      "cov-distil (oracle2student)": 5.305985450744629,
      "cov-distil (oracle2teacher)": 4.81791877746582,
      "epoch": 7.741758241758242,
      "rel-constrast": 3.020181655883789,
      "step": 9863,
      "subrel-constrast": 4.258139133453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9870879054069519,
      "cov-distil (oracle2student)": 6.8935546875,
      "cov-distil (oracle2teacher)": 5.818753242492676,
      "epoch": 7.742543171114599,
      "rel-constrast": 2.009126663208008,
      "step": 9864,
      "subrel-constrast": 2.0884504318237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565345048904419,
      "cov-distil (oracle2student)": 4.171186447143555,
      "cov-distil (oracle2teacher)": 3.7867507934570312,
      "epoch": 7.743328100470958,
      "rel-constrast": 1.873550534248352,
      "step": 9865,
      "subrel-constrast": 2.8138480186462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067631483078003,
      "cov-distil (oracle2student)": 2.3601062297821045,
      "cov-distil (oracle2teacher)": 2.994833469390869,
      "epoch": 7.744113029827315,
      "rel-constrast": 2.007878303527832,
      "step": 9866,
      "subrel-constrast": 3.2503154277801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.8978285789489746,
      "cov-distil (oracle2student)": 2.3979530334472656,
      "cov-distil (oracle2teacher)": 2.448434352874756,
      "epoch": 7.744897959183674,
      "rel-constrast": 1.6875,
      "step": 9867,
      "subrel-constrast": 2.006455183029175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4968255758285522,
      "cov-distil (oracle2student)": 3.937535285949707,
      "cov-distil (oracle2teacher)": 3.1177163124084473,
      "epoch": 7.745682888540031,
      "rel-constrast": 3.067620277404785,
      "step": 9868,
      "subrel-constrast": 3.4178450107574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3215640783309937,
      "cov-distil (oracle2student)": 4.76663875579834,
      "cov-distil (oracle2teacher)": 4.399982452392578,
      "epoch": 7.74646781789639,
      "rel-constrast": 3.1314949989318848,
      "step": 9869,
      "subrel-constrast": 3.5860815048217773,
      "view-similarity": 0
    },
    {
      "epoch": 7.747252747252747,
      "grad_norm": 6.0,
      "learning_rate": 2.6133143493964342e-08,
      "loss": 0.6603,
      "step": 9870
    },
    {
      "cov-distil": 1.255831241607666,
      "cov-distil (oracle2student)": 3.1411876678466797,
      "cov-distil (oracle2teacher)": 3.0850718021392822,
      "epoch": 7.747252747252747,
      "rel-constrast": 1.6967053413391113,
      "step": 9870,
      "subrel-constrast": 2.848621368408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.223103404045105,
      "cov-distil (oracle2student)": 4.623143196105957,
      "cov-distil (oracle2teacher)": 3.919736623764038,
      "epoch": 7.748037676609105,
      "rel-constrast": 2.54746150970459,
      "step": 9871,
      "subrel-constrast": 2.8435606956481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0290895700454712,
      "cov-distil (oracle2student)": 4.191317081451416,
      "cov-distil (oracle2teacher)": 4.434762001037598,
      "epoch": 7.748822605965463,
      "rel-constrast": 2.4180359840393066,
      "step": 9872,
      "subrel-constrast": 3.3647396564483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.081263780593872,
      "cov-distil (oracle2student)": 3.056650161743164,
      "cov-distil (oracle2teacher)": 2.9783482551574707,
      "epoch": 7.749607535321821,
      "rel-constrast": 1.6241278648376465,
      "step": 9873,
      "subrel-constrast": 2.4320437908172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6284626722335815,
      "cov-distil (oracle2student)": 3.979671001434326,
      "cov-distil (oracle2teacher)": 3.3081412315368652,
      "epoch": 7.750392464678179,
      "rel-constrast": 2.084751605987549,
      "step": 9874,
      "subrel-constrast": 2.87147855758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5856263637542725,
      "cov-distil (oracle2student)": 5.820128440856934,
      "cov-distil (oracle2teacher)": 5.378907680511475,
      "epoch": 7.751177394034537,
      "rel-constrast": 2.8581302165985107,
      "step": 9875,
      "subrel-constrast": 3.793393611907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8533216714859009,
      "cov-distil (oracle2student)": 5.771944999694824,
      "cov-distil (oracle2teacher)": 4.78532600402832,
      "epoch": 7.751962323390895,
      "rel-constrast": 2.9394707679748535,
      "step": 9876,
      "subrel-constrast": 3.46406888961792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606765747070312,
      "cov-distil (oracle2student)": 5.069401741027832,
      "cov-distil (oracle2teacher)": 5.01815128326416,
      "epoch": 7.752747252747253,
      "rel-constrast": 3.0465264320373535,
      "step": 9877,
      "subrel-constrast": 3.7220959663391113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7766528129577637,
      "cov-distil (oracle2student)": 4.920249938964844,
      "cov-distil (oracle2teacher)": 4.022368431091309,
      "epoch": 7.75353218210361,
      "rel-constrast": 1.750964879989624,
      "step": 9878,
      "subrel-constrast": 2.529888391494751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3987095355987549,
      "cov-distil (oracle2student)": 5.763604164123535,
      "cov-distil (oracle2teacher)": 5.292429447174072,
      "epoch": 7.754317111459969,
      "rel-constrast": 3.1950881481170654,
      "step": 9879,
      "subrel-constrast": 3.628542184829712,
      "view-similarity": 0
    },
    {
      "epoch": 7.755102040816326,
      "grad_norm": 6.15625,
      "learning_rate": 2.2296203289196016e-08,
      "loss": 0.64,
      "step": 9880
    },
    {
      "cov-distil": 1.344674825668335,
      "cov-distil (oracle2student)": 4.9237284660339355,
      "cov-distil (oracle2teacher)": 3.906043529510498,
      "epoch": 7.755102040816326,
      "rel-constrast": 1.2384965419769287,
      "step": 9880,
      "subrel-constrast": 2.1040494441986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4536327123641968,
      "cov-distil (oracle2student)": 4.940281391143799,
      "cov-distil (oracle2teacher)": 5.3702545166015625,
      "epoch": 7.755886970172685,
      "rel-constrast": 3.042938232421875,
      "step": 9881,
      "subrel-constrast": 3.962646245956421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.68431556224823,
      "cov-distil (oracle2student)": 2.900754928588867,
      "cov-distil (oracle2teacher)": 3.1822428703308105,
      "epoch": 7.756671899529042,
      "rel-constrast": 1.7528178691864014,
      "step": 9882,
      "subrel-constrast": 2.4197168350219727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.175540804862976,
      "cov-distil (oracle2student)": 3.7811295986175537,
      "cov-distil (oracle2teacher)": 3.4790475368499756,
      "epoch": 7.757456828885401,
      "rel-constrast": 2.350562334060669,
      "step": 9883,
      "subrel-constrast": 2.956881284713745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.224538803100586,
      "cov-distil (oracle2student)": 3.6724393367767334,
      "cov-distil (oracle2teacher)": 3.626140594482422,
      "epoch": 7.758241758241758,
      "rel-constrast": 1.4456757307052612,
      "step": 9884,
      "subrel-constrast": 2.1713578701019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.589583396911621,
      "cov-distil (oracle2student)": 5.702917098999023,
      "cov-distil (oracle2teacher)": 4.918388843536377,
      "epoch": 7.759026687598116,
      "rel-constrast": 3.00529408454895,
      "step": 9885,
      "subrel-constrast": 3.3719823360443115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1161491870880127,
      "cov-distil (oracle2student)": 4.6490864753723145,
      "cov-distil (oracle2teacher)": 4.695542335510254,
      "epoch": 7.759811616954474,
      "rel-constrast": 2.8108439445495605,
      "step": 9886,
      "subrel-constrast": 3.7913215160369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0224957466125488,
      "cov-distil (oracle2student)": 4.27556037902832,
      "cov-distil (oracle2teacher)": 4.231836318969727,
      "epoch": 7.760596546310832,
      "rel-constrast": 2.0201525688171387,
      "step": 9887,
      "subrel-constrast": 2.654205322265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4318490028381348,
      "cov-distil (oracle2student)": 3.923322916030884,
      "cov-distil (oracle2teacher)": 3.5528206825256348,
      "epoch": 7.76138147566719,
      "rel-constrast": 2.419600486755371,
      "step": 9888,
      "subrel-constrast": 2.9520184993743896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3373291492462158,
      "cov-distil (oracle2student)": 4.433592796325684,
      "cov-distil (oracle2teacher)": 4.749817848205566,
      "epoch": 7.762166405023548,
      "rel-constrast": 3.856052875518799,
      "step": 9889,
      "subrel-constrast": 4.171236038208008,
      "view-similarity": 0
    },
    {
      "epoch": 7.762951334379906,
      "grad_norm": 7.90625,
      "learning_rate": 1.876360852270942e-08,
      "loss": 0.6345,
      "step": 9890
    },
    {
      "cov-distil": 1.6949472427368164,
      "cov-distil (oracle2student)": 4.609465599060059,
      "cov-distil (oracle2teacher)": 4.22322940826416,
      "epoch": 7.762951334379906,
      "rel-constrast": 2.8137974739074707,
      "step": 9890,
      "subrel-constrast": 3.408514976501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.644180417060852,
      "cov-distil (oracle2student)": 3.9738335609436035,
      "cov-distil (oracle2teacher)": 3.5996828079223633,
      "epoch": 7.763736263736264,
      "rel-constrast": 2.3719429969787598,
      "step": 9891,
      "subrel-constrast": 3.3849737644195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5010275840759277,
      "cov-distil (oracle2student)": 3.5143237113952637,
      "cov-distil (oracle2teacher)": 3.7672665119171143,
      "epoch": 7.764521193092621,
      "rel-constrast": 2.8466384410858154,
      "step": 9892,
      "subrel-constrast": 4.103682518005371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4899864196777344,
      "cov-distil (oracle2student)": 4.174935340881348,
      "cov-distil (oracle2teacher)": 3.5959038734436035,
      "epoch": 7.76530612244898,
      "rel-constrast": 2.952622175216675,
      "step": 9893,
      "subrel-constrast": 3.406259536743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9700989723205566,
      "cov-distil (oracle2student)": 7.402515411376953,
      "cov-distil (oracle2teacher)": 6.195633888244629,
      "epoch": 7.766091051805337,
      "rel-constrast": 5.044943809509277,
      "step": 9894,
      "subrel-constrast": 5.707798480987549,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9320893883705139,
      "cov-distil (oracle2student)": 3.4443371295928955,
      "cov-distil (oracle2teacher)": 3.2140116691589355,
      "epoch": 7.766875981161696,
      "rel-constrast": 1.8381292819976807,
      "step": 9895,
      "subrel-constrast": 2.571199417114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1211349964141846,
      "cov-distil (oracle2student)": 4.018159866333008,
      "cov-distil (oracle2teacher)": 4.076913833618164,
      "epoch": 7.767660910518053,
      "rel-constrast": 2.088524580001831,
      "step": 9896,
      "subrel-constrast": 3.9557905197143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2723898887634277,
      "cov-distil (oracle2student)": 4.394834518432617,
      "cov-distil (oracle2teacher)": 4.444087982177734,
      "epoch": 7.768445839874412,
      "rel-constrast": 3.03354811668396,
      "step": 9897,
      "subrel-constrast": 3.407777786254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8312357664108276,
      "cov-distil (oracle2student)": 3.218933343887329,
      "cov-distil (oracle2teacher)": 3.005295753479004,
      "epoch": 7.769230769230769,
      "rel-constrast": 3.7565555572509766,
      "step": 9898,
      "subrel-constrast": 4.000149250030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.176114082336426,
      "cov-distil (oracle2student)": 5.288099765777588,
      "cov-distil (oracle2teacher)": 4.675873756408691,
      "epoch": 7.770015698587127,
      "rel-constrast": 1.9079561233520508,
      "step": 9899,
      "subrel-constrast": 3.0539069175720215,
      "view-similarity": 0
    },
    {
      "epoch": 7.770800627943485,
      "grad_norm": 4.25,
      "learning_rate": 1.5535402238056607e-08,
      "loss": 0.7604,
      "step": 9900
    },
    {
      "epoch": 7.770800627943485,
      "overlap": 0.3218750059604645,
      "step": 9900
    },
    {
      "epoch": 7.770800627943485,
      "step": 9900,
      "student margin": 0.0738525390625
    },
    {
      "epoch": 7.770800627943485,
      "step": 9900,
      "teacher margin": 0.045623779296875
    },
    {
      "epoch": 7.770800627943485,
      "margin difference": -0.028228759765625,
      "step": 9900
    },
    {
      "cov-distil": 1.663243293762207,
      "cov-distil (oracle2student)": 4.779778003692627,
      "cov-distil (oracle2teacher)": 4.659209728240967,
      "epoch": 7.770800627943485,
      "rel-constrast": 1.8454121351242065,
      "step": 9900,
      "subrel-constrast": 3.063910484313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.414001703262329,
      "cov-distil (oracle2student)": 5.046752452850342,
      "cov-distil (oracle2teacher)": 4.233466148376465,
      "epoch": 7.771585557299843,
      "rel-constrast": 2.9140400886535645,
      "step": 9901,
      "subrel-constrast": 3.3247971534729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3189888000488281,
      "cov-distil (oracle2student)": 4.859081268310547,
      "cov-distil (oracle2teacher)": 4.604682922363281,
      "epoch": 7.772370486656201,
      "rel-constrast": 2.4517691135406494,
      "step": 9902,
      "subrel-constrast": 3.115133285522461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2922921180725098,
      "cov-distil (oracle2student)": 5.533058166503906,
      "cov-distil (oracle2teacher)": 4.7636847496032715,
      "epoch": 7.773155416012559,
      "rel-constrast": 3.3973731994628906,
      "step": 9903,
      "subrel-constrast": 3.323011875152588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0636341571807861,
      "cov-distil (oracle2student)": 5.330663204193115,
      "cov-distil (oracle2teacher)": 4.544677734375,
      "epoch": 7.773940345368917,
      "rel-constrast": 2.524646282196045,
      "step": 9904,
      "subrel-constrast": 3.2343568801879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4643990993499756,
      "cov-distil (oracle2student)": 3.140880823135376,
      "cov-distil (oracle2teacher)": 3.0645484924316406,
      "epoch": 7.774725274725275,
      "rel-constrast": 2.838385820388794,
      "step": 9905,
      "subrel-constrast": 3.452186107635498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7969028949737549,
      "cov-distil (oracle2student)": 3.8751585483551025,
      "cov-distil (oracle2teacher)": 3.7621536254882812,
      "epoch": 7.775510204081632,
      "rel-constrast": 2.7237777709960938,
      "step": 9906,
      "subrel-constrast": 3.6747069358825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5622940063476562,
      "cov-distil (oracle2student)": 2.6560442447662354,
      "cov-distil (oracle2teacher)": 3.2619473934173584,
      "epoch": 7.776295133437991,
      "rel-constrast": 2.6230649948120117,
      "step": 9907,
      "subrel-constrast": 3.3428521156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582103490829468,
      "cov-distil (oracle2student)": 4.589376449584961,
      "cov-distil (oracle2teacher)": 4.090005874633789,
      "epoch": 7.777080062794348,
      "rel-constrast": 2.9447638988494873,
      "step": 9908,
      "subrel-constrast": 3.0321044921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8427364826202393,
      "cov-distil (oracle2student)": 3.787473201751709,
      "cov-distil (oracle2teacher)": 3.69765043258667,
      "epoch": 7.777864992150707,
      "rel-constrast": 2.154923915863037,
      "step": 9909,
      "subrel-constrast": 3.048240900039673,
      "view-similarity": 0
    },
    {
      "epoch": 7.778649921507064,
      "grad_norm": 5.0,
      "learning_rate": 1.2611623769909209e-08,
      "loss": 0.6976,
      "step": 9910
    },
    {
      "cov-distil": 1.5519931316375732,
      "cov-distil (oracle2student)": 5.1156487464904785,
      "cov-distil (oracle2teacher)": 5.094862937927246,
      "epoch": 7.778649921507064,
      "rel-constrast": 2.9802160263061523,
      "step": 9910,
      "subrel-constrast": 3.4225075244903564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7442766427993774,
      "cov-distil (oracle2student)": 4.159257411956787,
      "cov-distil (oracle2teacher)": 3.238398551940918,
      "epoch": 7.779434850863423,
      "rel-constrast": 2.008890151977539,
      "step": 9911,
      "subrel-constrast": 2.626547336578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.967228889465332,
      "cov-distil (oracle2student)": 4.874128341674805,
      "cov-distil (oracle2teacher)": 4.856104850769043,
      "epoch": 7.78021978021978,
      "rel-constrast": 2.3349609375,
      "step": 9912,
      "subrel-constrast": 3.400285243988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0671899318695068,
      "cov-distil (oracle2student)": 4.84035587310791,
      "cov-distil (oracle2teacher)": 4.676125526428223,
      "epoch": 7.781004709576138,
      "rel-constrast": 2.8607211112976074,
      "step": 9913,
      "subrel-constrast": 3.040496587753296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5806437730789185,
      "cov-distil (oracle2student)": 5.03485631942749,
      "cov-distil (oracle2teacher)": 3.635838508605957,
      "epoch": 7.781789638932496,
      "rel-constrast": 2.6250100135803223,
      "step": 9914,
      "subrel-constrast": 3.3171627521514893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.124254822731018,
      "cov-distil (oracle2student)": 4.9739766120910645,
      "cov-distil (oracle2teacher)": 4.1286211013793945,
      "epoch": 7.782574568288854,
      "rel-constrast": 1.743518590927124,
      "step": 9915,
      "subrel-constrast": 2.5279440879821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9048895835876465,
      "cov-distil (oracle2student)": 4.235953330993652,
      "cov-distil (oracle2teacher)": 4.253787040710449,
      "epoch": 7.783359497645212,
      "rel-constrast": 2.6781437397003174,
      "step": 9916,
      "subrel-constrast": 3.7391669750213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5007299184799194,
      "cov-distil (oracle2student)": 3.6305932998657227,
      "cov-distil (oracle2teacher)": 3.3575439453125,
      "epoch": 7.78414442700157,
      "rel-constrast": 2.039146900177002,
      "step": 9917,
      "subrel-constrast": 2.887749671936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3260118961334229,
      "cov-distil (oracle2student)": 4.054900169372559,
      "cov-distil (oracle2teacher)": 4.378452777862549,
      "epoch": 7.784929356357928,
      "rel-constrast": 2.447638988494873,
      "step": 9918,
      "subrel-constrast": 3.5643746852874756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.334120035171509,
      "cov-distil (oracle2student)": 2.8921420574188232,
      "cov-distil (oracle2teacher)": 3.2824501991271973,
      "epoch": 7.785714285714286,
      "rel-constrast": 2.6787781715393066,
      "step": 9919,
      "subrel-constrast": 3.3352832794189453,
      "view-similarity": 0
    },
    {
      "epoch": 7.786499215070644,
      "grad_norm": 5.53125,
      "learning_rate": 9.992308743586587e-09,
      "loss": 0.6502,
      "step": 9920
    },
    {
      "cov-distil": 1.6447656154632568,
      "cov-distil (oracle2student)": 3.219552516937256,
      "cov-distil (oracle2teacher)": 3.132882595062256,
      "epoch": 7.786499215070644,
      "rel-constrast": 2.1588711738586426,
      "step": 9920,
      "subrel-constrast": 2.9946887493133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.787698745727539,
      "cov-distil (oracle2student)": 4.162517547607422,
      "cov-distil (oracle2teacher)": 3.9531707763671875,
      "epoch": 7.787284144427002,
      "rel-constrast": 2.5243124961853027,
      "step": 9921,
      "subrel-constrast": 3.1526479721069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7477954626083374,
      "cov-distil (oracle2student)": 3.295980215072632,
      "cov-distil (oracle2teacher)": 4.164817810058594,
      "epoch": 7.78806907378336,
      "rel-constrast": 2.814040422439575,
      "step": 9922,
      "subrel-constrast": 3.9066879749298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8512293100357056,
      "cov-distil (oracle2student)": 1.7243194580078125,
      "cov-distil (oracle2teacher)": 2.3333091735839844,
      "epoch": 7.7888540031397175,
      "rel-constrast": 2.0007574558258057,
      "step": 9923,
      "subrel-constrast": 3.365086317062378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4268856048583984,
      "cov-distil (oracle2student)": 3.160226583480835,
      "cov-distil (oracle2teacher)": 3.334716796875,
      "epoch": 7.789638932496075,
      "rel-constrast": 2.3595759868621826,
      "step": 9924,
      "subrel-constrast": 2.8471686840057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3655918836593628,
      "cov-distil (oracle2student)": 3.5853145122528076,
      "cov-distil (oracle2teacher)": 3.7155861854553223,
      "epoch": 7.7904238618524335,
      "rel-constrast": 2.708280563354492,
      "step": 9925,
      "subrel-constrast": 3.4320874214172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4203094244003296,
      "cov-distil (oracle2student)": 4.437893390655518,
      "cov-distil (oracle2teacher)": 4.165549278259277,
      "epoch": 7.791208791208791,
      "rel-constrast": 1.9444301128387451,
      "step": 9926,
      "subrel-constrast": 2.8404901027679443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.134213447570801,
      "cov-distil (oracle2student)": 4.527219295501709,
      "cov-distil (oracle2teacher)": 4.7114362716674805,
      "epoch": 7.7919937205651495,
      "rel-constrast": 1.999907374382019,
      "step": 9927,
      "subrel-constrast": 3.2499687671661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17197847366333,
      "cov-distil (oracle2student)": 4.942739009857178,
      "cov-distil (oracle2teacher)": 4.314943790435791,
      "epoch": 7.792778649921507,
      "rel-constrast": 2.2477664947509766,
      "step": 9928,
      "subrel-constrast": 3.288985252380371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.619537353515625,
      "cov-distil (oracle2student)": 4.71769905090332,
      "cov-distil (oracle2teacher)": 4.581047534942627,
      "epoch": 7.7935635792778655,
      "rel-constrast": 1.9484444856643677,
      "step": 9929,
      "subrel-constrast": 2.6261634826660156,
      "view-similarity": 0
    },
    {
      "epoch": 7.794348508634223,
      "grad_norm": 4.5625,
      "learning_rate": 7.677489074617295e-09,
      "loss": 0.6106,
      "step": 9930
    },
    {
      "cov-distil": 1.7476643323898315,
      "cov-distil (oracle2student)": 5.680034637451172,
      "cov-distil (oracle2teacher)": 4.922702789306641,
      "epoch": 7.794348508634223,
      "rel-constrast": 2.877098798751831,
      "step": 9930,
      "subrel-constrast": 4.113471508026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2325246334075928,
      "cov-distil (oracle2student)": 5.705904960632324,
      "cov-distil (oracle2teacher)": 4.828673839569092,
      "epoch": 7.795133437990581,
      "rel-constrast": 1.9057750701904297,
      "step": 9931,
      "subrel-constrast": 2.630697727203369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5059077739715576,
      "cov-distil (oracle2student)": 4.176087379455566,
      "cov-distil (oracle2teacher)": 3.866489887237549,
      "epoch": 7.795918367346939,
      "rel-constrast": 2.4271047115325928,
      "step": 9932,
      "subrel-constrast": 3.394636631011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0992422103881836,
      "cov-distil (oracle2student)": 4.106456756591797,
      "cov-distil (oracle2teacher)": 4.001639366149902,
      "epoch": 7.7967032967032965,
      "rel-constrast": 1.6215707063674927,
      "step": 9933,
      "subrel-constrast": 2.7441749572753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728267669677734,
      "cov-distil (oracle2student)": 3.946290969848633,
      "cov-distil (oracle2teacher)": 4.1601152420043945,
      "epoch": 7.797488226059655,
      "rel-constrast": 2.8270978927612305,
      "step": 9934,
      "subrel-constrast": 3.9404678344726562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3440289497375488,
      "cov-distil (oracle2student)": 3.529764175415039,
      "cov-distil (oracle2teacher)": 3.3275818824768066,
      "epoch": 7.7982731554160125,
      "rel-constrast": 2.014425754547119,
      "step": 9935,
      "subrel-constrast": 2.4465105533599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3658759593963623,
      "cov-distil (oracle2student)": 4.440912246704102,
      "cov-distil (oracle2teacher)": 4.760068893432617,
      "epoch": 7.799058084772371,
      "rel-constrast": 1.9332873821258545,
      "step": 9936,
      "subrel-constrast": 2.792755603790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157257080078125,
      "cov-distil (oracle2student)": 4.43442964553833,
      "cov-distil (oracle2teacher)": 4.11372184753418,
      "epoch": 7.7998430141287285,
      "rel-constrast": 3.1778101921081543,
      "step": 9937,
      "subrel-constrast": 4.348121166229248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4876528978347778,
      "cov-distil (oracle2student)": 4.022493839263916,
      "cov-distil (oracle2teacher)": 4.101197242736816,
      "epoch": 7.800627943485086,
      "rel-constrast": 1.9843789339065552,
      "step": 9938,
      "subrel-constrast": 3.066413164138794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5953223705291748,
      "cov-distil (oracle2student)": 5.2782511711120605,
      "cov-distil (oracle2teacher)": 4.585775375366211,
      "epoch": 7.8014128728414445,
      "rel-constrast": 3.3767049312591553,
      "step": 9939,
      "subrel-constrast": 3.5167348384857178,
      "view-similarity": 0
    },
    {
      "epoch": 7.802197802197802,
      "grad_norm": 7.75,
      "learning_rate": 5.667192968347723e-09,
      "loss": 0.6442,
      "step": 9940
    },
    {
      "cov-distil": 1.2886412143707275,
      "cov-distil (oracle2student)": 6.648037910461426,
      "cov-distil (oracle2teacher)": 5.641564846038818,
      "epoch": 7.802197802197802,
      "rel-constrast": 3.1745362281799316,
      "step": 9940,
      "subrel-constrast": 3.4649274349212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1830835342407227,
      "cov-distil (oracle2student)": 2.596148729324341,
      "cov-distil (oracle2teacher)": 2.9770936965942383,
      "epoch": 7.8029827315541604,
      "rel-constrast": 1.5669736862182617,
      "step": 9941,
      "subrel-constrast": 2.551574468612671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4026219844818115,
      "cov-distil (oracle2student)": 4.633792877197266,
      "cov-distil (oracle2teacher)": 4.384025573730469,
      "epoch": 7.803767660910518,
      "rel-constrast": 2.1130340099334717,
      "step": 9942,
      "subrel-constrast": 2.887791156768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6332182884216309,
      "cov-distil (oracle2student)": 4.4179816246032715,
      "cov-distil (oracle2teacher)": 4.299099922180176,
      "epoch": 7.804552590266876,
      "rel-constrast": 1.990950107574463,
      "step": 9943,
      "subrel-constrast": 3.332765817642212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.234158992767334,
      "cov-distil (oracle2student)": 2.341630220413208,
      "cov-distil (oracle2teacher)": 2.843467950820923,
      "epoch": 7.805337519623234,
      "rel-constrast": 2.078033447265625,
      "step": 9944,
      "subrel-constrast": 2.8518309593200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676544427871704,
      "cov-distil (oracle2student)": 2.0612592697143555,
      "cov-distil (oracle2teacher)": 2.0594258308410645,
      "epoch": 7.8061224489795915,
      "rel-constrast": 1.902320384979248,
      "step": 9945,
      "subrel-constrast": 2.545468807220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503427267074585,
      "cov-distil (oracle2student)": 5.048550605773926,
      "cov-distil (oracle2teacher)": 4.079014301300049,
      "epoch": 7.80690737833595,
      "rel-constrast": 3.3824169635772705,
      "step": 9946,
      "subrel-constrast": 3.202709674835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5499382019042969,
      "cov-distil (oracle2student)": 6.696016311645508,
      "cov-distil (oracle2teacher)": 6.238942623138428,
      "epoch": 7.8076923076923075,
      "rel-constrast": 2.5729758739471436,
      "step": 9947,
      "subrel-constrast": 3.7853732109069824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.142693519592285,
      "cov-distil (oracle2student)": 3.1649723052978516,
      "cov-distil (oracle2teacher)": 3.258410692214966,
      "epoch": 7.808477237048666,
      "rel-constrast": 2.237252950668335,
      "step": 9948,
      "subrel-constrast": 3.4385783672332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3738815784454346,
      "cov-distil (oracle2student)": 4.7292890548706055,
      "cov-distil (oracle2teacher)": 4.8254594802856445,
      "epoch": 7.8092621664050235,
      "rel-constrast": 3.0290868282318115,
      "step": 9949,
      "subrel-constrast": 3.7465054988861084,
      "view-similarity": 0
    },
    {
      "epoch": 7.810047095761382,
      "grad_norm": 5.09375,
      "learning_rate": 3.96144491960071e-09,
      "loss": 0.6379,
      "step": 9950
    },
    {
      "cov-distil": 1.3679149150848389,
      "cov-distil (oracle2student)": 6.1611833572387695,
      "cov-distil (oracle2teacher)": 5.337696552276611,
      "epoch": 7.810047095761382,
      "rel-constrast": 2.1543641090393066,
      "step": 9950,
      "subrel-constrast": 3.2348361015319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1670398712158203,
      "cov-distil (oracle2student)": 3.9330947399139404,
      "cov-distil (oracle2teacher)": 3.926502227783203,
      "epoch": 7.810832025117739,
      "rel-constrast": 1.9715700149536133,
      "step": 9951,
      "subrel-constrast": 2.8504433631896973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6243976354599,
      "cov-distil (oracle2student)": 6.158599853515625,
      "cov-distil (oracle2teacher)": 5.936017990112305,
      "epoch": 7.811616954474097,
      "rel-constrast": 3.9615797996520996,
      "step": 9952,
      "subrel-constrast": 4.563228130340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5357754230499268,
      "cov-distil (oracle2student)": 2.5450406074523926,
      "cov-distil (oracle2teacher)": 2.892500877380371,
      "epoch": 7.812401883830455,
      "rel-constrast": 1.6670234203338623,
      "step": 9953,
      "subrel-constrast": 2.6502773761749268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1916723251342773,
      "cov-distil (oracle2student)": 5.3840107917785645,
      "cov-distil (oracle2teacher)": 4.926758766174316,
      "epoch": 7.813186813186813,
      "rel-constrast": 2.47261118888855,
      "step": 9954,
      "subrel-constrast": 3.106215715408325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9554632902145386,
      "cov-distil (oracle2student)": 6.447414398193359,
      "cov-distil (oracle2teacher)": 5.664159774780273,
      "epoch": 7.813971742543171,
      "rel-constrast": 2.4223098754882812,
      "step": 9955,
      "subrel-constrast": 3.4970691204071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2026069164276123,
      "cov-distil (oracle2student)": 4.930919647216797,
      "cov-distil (oracle2teacher)": 4.627097129821777,
      "epoch": 7.814756671899529,
      "rel-constrast": 1.9673724174499512,
      "step": 9956,
      "subrel-constrast": 2.4933032989501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7358198165893555,
      "cov-distil (oracle2student)": 4.010139465332031,
      "cov-distil (oracle2teacher)": 4.533761978149414,
      "epoch": 7.815541601255887,
      "rel-constrast": 2.2758090496063232,
      "step": 9957,
      "subrel-constrast": 3.508049964904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2360901832580566,
      "cov-distil (oracle2student)": 6.802170276641846,
      "cov-distil (oracle2teacher)": 6.045358657836914,
      "epoch": 7.816326530612245,
      "rel-constrast": 3.0821282863616943,
      "step": 9958,
      "subrel-constrast": 3.611210584640503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2067418098449707,
      "cov-distil (oracle2student)": 3.9992992877960205,
      "cov-distil (oracle2teacher)": 3.731971263885498,
      "epoch": 7.8171114599686025,
      "rel-constrast": 2.1678860187530518,
      "step": 9959,
      "subrel-constrast": 2.9584624767303467,
      "view-similarity": 0
    },
    {
      "epoch": 7.817896389324961,
      "grad_norm": 5.78125,
      "learning_rate": 2.5602657123757756e-09,
      "loss": 0.6391,
      "step": 9960
    },
    {
      "cov-distil": 1.4012348651885986,
      "cov-distil (oracle2student)": 5.261505126953125,
      "cov-distil (oracle2teacher)": 4.926449298858643,
      "epoch": 7.817896389324961,
      "rel-constrast": 2.489102840423584,
      "step": 9960,
      "subrel-constrast": 3.008669376373291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4547626972198486,
      "cov-distil (oracle2student)": 2.769291877746582,
      "cov-distil (oracle2teacher)": 2.925133228302002,
      "epoch": 7.818681318681318,
      "rel-constrast": 2.333638906478882,
      "step": 9961,
      "subrel-constrast": 2.848160982131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6558830738067627,
      "cov-distil (oracle2student)": 5.897036075592041,
      "cov-distil (oracle2teacher)": 5.013397216796875,
      "epoch": 7.819466248037677,
      "rel-constrast": 1.6937302350997925,
      "step": 9962,
      "subrel-constrast": 2.5915849208831787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.153507709503174,
      "cov-distil (oracle2student)": 4.291399002075195,
      "cov-distil (oracle2teacher)": 4.353363990783691,
      "epoch": 7.820251177394034,
      "rel-constrast": 1.6225836277008057,
      "step": 9963,
      "subrel-constrast": 2.2247910499572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249216318130493,
      "cov-distil (oracle2student)": 5.561334609985352,
      "cov-distil (oracle2teacher)": 5.314793586730957,
      "epoch": 7.821036106750393,
      "rel-constrast": 2.2215147018432617,
      "step": 9964,
      "subrel-constrast": 3.3600687980651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.298884868621826,
      "cov-distil (oracle2student)": 3.4943690299987793,
      "cov-distil (oracle2teacher)": 3.713813304901123,
      "epoch": 7.82182103610675,
      "rel-constrast": 1.7082476615905762,
      "step": 9965,
      "subrel-constrast": 3.2701008319854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2760061025619507,
      "cov-distil (oracle2student)": 5.582666397094727,
      "cov-distil (oracle2teacher)": 5.0670166015625,
      "epoch": 7.822605965463108,
      "rel-constrast": 2.2475080490112305,
      "step": 9966,
      "subrel-constrast": 2.6873180866241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67970871925354,
      "cov-distil (oracle2student)": 3.794330596923828,
      "cov-distil (oracle2teacher)": 3.4340007305145264,
      "epoch": 7.823390894819466,
      "rel-constrast": 1.264763593673706,
      "step": 9967,
      "subrel-constrast": 2.3792781829833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.288604974746704,
      "cov-distil (oracle2student)": 3.5399069786071777,
      "cov-distil (oracle2teacher)": 3.54140567779541,
      "epoch": 7.824175824175824,
      "rel-constrast": 2.142190456390381,
      "step": 9968,
      "subrel-constrast": 2.9914164543151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6488250494003296,
      "cov-distil (oracle2student)": 3.0375189781188965,
      "cov-distil (oracle2teacher)": 3.2278666496276855,
      "epoch": 7.824960753532182,
      "rel-constrast": 2.7212958335876465,
      "step": 9969,
      "subrel-constrast": 3.9686689376831055,
      "view-similarity": 0
    },
    {
      "epoch": 7.82574568288854,
      "grad_norm": 5.59375,
      "learning_rate": 1.463672419604878e-09,
      "loss": 0.5518,
      "step": 9970
    },
    {
      "cov-distil": 1.2884230613708496,
      "cov-distil (oracle2student)": 5.3309431076049805,
      "cov-distil (oracle2teacher)": 4.964883804321289,
      "epoch": 7.82574568288854,
      "rel-constrast": 1.807483434677124,
      "step": 9970,
      "subrel-constrast": 2.6984291076660156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365039587020874,
      "cov-distil (oracle2student)": 3.4528493881225586,
      "cov-distil (oracle2teacher)": 3.716522693634033,
      "epoch": 7.826530612244898,
      "rel-constrast": 2.3983724117279053,
      "step": 9971,
      "subrel-constrast": 3.115551233291626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6517510414123535,
      "cov-distil (oracle2student)": 3.2341270446777344,
      "cov-distil (oracle2teacher)": 3.602996826171875,
      "epoch": 7.827315541601256,
      "rel-constrast": 2.6056392192840576,
      "step": 9972,
      "subrel-constrast": 3.467005968093872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3616695404052734,
      "cov-distil (oracle2student)": 5.325329780578613,
      "cov-distil (oracle2teacher)": 5.433926105499268,
      "epoch": 7.828100470957613,
      "rel-constrast": 4.0238847732543945,
      "step": 9973,
      "subrel-constrast": 4.589789390563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5425987243652344,
      "cov-distil (oracle2student)": 4.0977935791015625,
      "cov-distil (oracle2teacher)": 4.430532455444336,
      "epoch": 7.828885400313972,
      "rel-constrast": 2.3279521465301514,
      "step": 9974,
      "subrel-constrast": 3.0573413372039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2432734966278076,
      "cov-distil (oracle2student)": 4.993918418884277,
      "cov-distil (oracle2teacher)": 4.933896064758301,
      "epoch": 7.829670329670329,
      "rel-constrast": 2.1372852325439453,
      "step": 9975,
      "subrel-constrast": 2.9596543312072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9634405374526978,
      "cov-distil (oracle2student)": 3.5438971519470215,
      "cov-distil (oracle2teacher)": 3.5505688190460205,
      "epoch": 7.830455259026688,
      "rel-constrast": 2.111086845397949,
      "step": 9976,
      "subrel-constrast": 2.464812755584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2676091194152832,
      "cov-distil (oracle2student)": 4.822039604187012,
      "cov-distil (oracle2teacher)": 4.661915302276611,
      "epoch": 7.831240188383045,
      "rel-constrast": 2.4442243576049805,
      "step": 9977,
      "subrel-constrast": 2.830336093902588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2555292844772339,
      "cov-distil (oracle2student)": 3.6840109825134277,
      "cov-distil (oracle2teacher)": 3.715134620666504,
      "epoch": 7.832025117739404,
      "rel-constrast": 3.2949609756469727,
      "step": 9978,
      "subrel-constrast": 3.8812623023986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7485744953155518,
      "cov-distil (oracle2student)": 4.34410285949707,
      "cov-distil (oracle2teacher)": 3.764030933380127,
      "epoch": 7.832810047095761,
      "rel-constrast": 2.7140583992004395,
      "step": 9979,
      "subrel-constrast": 3.287952423095703,
      "view-similarity": 0
    },
    {
      "epoch": 7.833594976452119,
      "grad_norm": 6.0625,
      "learning_rate": 6.716784029303647e-10,
      "loss": 0.6808,
      "step": 9980
    },
    {
      "cov-distil": 1.2609937191009521,
      "cov-distil (oracle2student)": 1.9634277820587158,
      "cov-distil (oracle2teacher)": 2.1475415229797363,
      "epoch": 7.833594976452119,
      "rel-constrast": 2.0790998935699463,
      "step": 9980,
      "subrel-constrast": 2.6653003692626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.372248649597168,
      "cov-distil (oracle2student)": 5.310500621795654,
      "cov-distil (oracle2teacher)": 4.883864402770996,
      "epoch": 7.834379905808477,
      "rel-constrast": 3.0710434913635254,
      "step": 9981,
      "subrel-constrast": 3.771125316619873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5045793056488037,
      "cov-distil (oracle2student)": 5.243550777435303,
      "cov-distil (oracle2teacher)": 5.1643171310424805,
      "epoch": 7.835164835164835,
      "rel-constrast": 3.1294004917144775,
      "step": 9982,
      "subrel-constrast": 3.850055694580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2086247205734253,
      "cov-distil (oracle2student)": 5.78140926361084,
      "cov-distil (oracle2teacher)": 4.824819564819336,
      "epoch": 7.835949764521193,
      "rel-constrast": 2.4917120933532715,
      "step": 9983,
      "subrel-constrast": 3.182438373565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2889068126678467,
      "cov-distil (oracle2student)": 4.442155838012695,
      "cov-distil (oracle2teacher)": 4.2282562255859375,
      "epoch": 7.836734693877551,
      "rel-constrast": 3.2346386909484863,
      "step": 9984,
      "subrel-constrast": 3.6072471141815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5200766324996948,
      "cov-distil (oracle2student)": 3.660604953765869,
      "cov-distil (oracle2teacher)": 3.195444107055664,
      "epoch": 7.837519623233909,
      "rel-constrast": 2.4737353324890137,
      "step": 9985,
      "subrel-constrast": 2.81404447555542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2982163429260254,
      "cov-distil (oracle2student)": 2.726090908050537,
      "cov-distil (oracle2teacher)": 3.0870957374572754,
      "epoch": 7.838304552590267,
      "rel-constrast": 1.693320870399475,
      "step": 9986,
      "subrel-constrast": 2.7555899620056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6740899085998535,
      "cov-distil (oracle2student)": 4.832920074462891,
      "cov-distil (oracle2teacher)": 4.25640869140625,
      "epoch": 7.839089481946624,
      "rel-constrast": 3.852325201034546,
      "step": 9987,
      "subrel-constrast": 4.562102317810059,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4146044254302979,
      "cov-distil (oracle2student)": 3.6578168869018555,
      "cov-distil (oracle2teacher)": 3.549469470977783,
      "epoch": 7.839874411302983,
      "rel-constrast": 2.9325225353240967,
      "step": 9988,
      "subrel-constrast": 3.4345760345458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5930376052856445,
      "cov-distil (oracle2student)": 4.452243328094482,
      "cov-distil (oracle2teacher)": 3.9895317554473877,
      "epoch": 7.84065934065934,
      "rel-constrast": 2.250322103500366,
      "step": 9989,
      "subrel-constrast": 2.8490335941314697,
      "view-similarity": 0
    },
    {
      "epoch": 7.841444270015699,
      "grad_norm": 5.21875,
      "learning_rate": 1.8429331254399274e-10,
      "loss": 0.7155,
      "step": 9990
    },
    {
      "cov-distil": 1.4308726787567139,
      "cov-distil (oracle2student)": 4.673244953155518,
      "cov-distil (oracle2teacher)": 4.340253829956055,
      "epoch": 7.841444270015699,
      "rel-constrast": 3.1196932792663574,
      "step": 9990,
      "subrel-constrast": 3.650979995727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9554983377456665,
      "cov-distil (oracle2student)": 5.926451683044434,
      "cov-distil (oracle2teacher)": 5.206538200378418,
      "epoch": 7.842229199372056,
      "rel-constrast": 2.1800992488861084,
      "step": 9991,
      "subrel-constrast": 3.1055996417999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123735189437866,
      "cov-distil (oracle2student)": 5.0469889640808105,
      "cov-distil (oracle2teacher)": 4.321738243103027,
      "epoch": 7.843014128728415,
      "rel-constrast": 2.6316356658935547,
      "step": 9992,
      "subrel-constrast": 3.848881483078003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2094839811325073,
      "cov-distil (oracle2student)": 5.08530330657959,
      "cov-distil (oracle2teacher)": 4.650486946105957,
      "epoch": 7.843799058084772,
      "rel-constrast": 1.3675732612609863,
      "step": 9993,
      "subrel-constrast": 1.9762325286865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1796261072158813,
      "cov-distil (oracle2student)": 5.245443820953369,
      "cov-distil (oracle2teacher)": 4.989136695861816,
      "epoch": 7.84458398744113,
      "rel-constrast": 3.3516693115234375,
      "step": 9994,
      "subrel-constrast": 4.016120910644531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436448097229004,
      "cov-distil (oracle2student)": 3.5551095008850098,
      "cov-distil (oracle2teacher)": 3.4135890007019043,
      "epoch": 7.845368916797488,
      "rel-constrast": 2.3791918754577637,
      "step": 9995,
      "subrel-constrast": 3.154646635055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2410824298858643,
      "cov-distil (oracle2student)": 4.759278297424316,
      "cov-distil (oracle2teacher)": 4.51217794418335,
      "epoch": 7.846153846153846,
      "rel-constrast": 2.542825222015381,
      "step": 9996,
      "subrel-constrast": 3.4611916542053223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8614084720611572,
      "cov-distil (oracle2student)": 3.582493305206299,
      "cov-distil (oracle2teacher)": 3.1172728538513184,
      "epoch": 7.846938775510204,
      "rel-constrast": 2.932825803756714,
      "step": 9997,
      "subrel-constrast": 3.5531156063079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9512708187103271,
      "cov-distil (oracle2student)": 5.171958923339844,
      "cov-distil (oracle2teacher)": 4.423881530761719,
      "epoch": 7.847723704866562,
      "rel-constrast": 2.4167795181274414,
      "step": 9998,
      "subrel-constrast": 2.7626912593841553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3826179504394531,
      "cov-distil (oracle2student)": 4.693122386932373,
      "cov-distil (oracle2teacher)": 4.535073757171631,
      "epoch": 7.84850863422292,
      "rel-constrast": 2.5486114025115967,
      "step": 9999,
      "subrel-constrast": 3.2749733924865723,
      "view-similarity": 0
    },
    {
      "epoch": 7.849293563579278,
      "grad_norm": 6.34375,
      "learning_rate": 1.5230870842319888e-12,
      "loss": 0.6737,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}